experiment: add completed A6000 crossover resultsa6000-x1-results

1 files changed, 13125 insertions, 0 deletions

diff --git a/results/resnet_crossover/r2/resnet-r2-ff-d32-lr0p03.json b/results/resnet_crossover/r2/resnet-r2-ff-d32-lr0p03.json
new file mode 100644
index 0000000..05436e7
--- /dev/null
+++ b/results/resnet_crossover/r2/resnet-r2-ff-d32-lr0p03.json
@@ -0,0 +1,13125 @@
+{
+  "architecture": {
+    "base_width": 16,
+    "depth": 32,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "forward_parameter_count": 464154,
+    "normalization": "batchnorm",
+    "residual_scale": 1.0
+  },
+  "args": {
+    "augment_train": 1,
+    "batch_size": 128,
+    "data_dir": "/orion/u/oscarwan/scratch/sdil-data",
+    "depth": 32,
+    "device": "cuda",
+    "dp_alpha": 0.0,
+    "dp_beta": 0.1,
+    "dp_inference_passes": 16,
+    "ep_beta": 0.5,
+    "ep_dt": 0.5,
+    "ep_free_steps": 20,
+    "ep_nudge_steps": 4,
+    "epochs": 40,
+    "eval_every": 1,
+    "eval_split": "validation",
+    "feedback_seed": 1729,
+    "ff_score_from_layer": 1,
+    "ff_threshold": 2.0,
+    "loader_seed": 0,
+    "lr": 0.03,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "constant",
+    "max_steps": 0,
+    "method": "ff",
+    "momentum": 0.9,
+    "out": "/orion/u/oscarwan/scratch/sdil-work/sdil-a6000-full-rerun/results/resnet_crossover/r2/resnet-r2-ff-d32-lr0p03.json",
+    "output_lr": 0.03,
+    "pepita_projection_scale": 0.05,
+    "seed": 0,
+    "split_seed": 2027,
+    "train_limit": 0,
+    "val_examples": 5000,
+    "weight_decay": 0.0001,
+    "width": 16
+  },
+  "epochs": [],
+  "evaluation_protocol": {
+    "split": "validation",
+    "test_evaluations": 0,
+    "test_used_for_selection": false
+  },
+  "final": {
+    "accuracy": 0.1228,
+    "evaluation_seconds": 2.436674118041992,
+    "examples": 5000,
+    "finite": true,
+    "loss": null
+  },
+  "first_nonfinite_step": null,
+  "hardware": {
+    "cuda_device_name": "NVIDIA RTX A6000",
+    "cuda_visible_devices": "0",
+    "device": "cuda",
+    "device_total_memory_bytes": 50896568320,
+    "peak_memory_allocated_bytes": 8251766272,
+    "peak_memory_reserved_bytes": 8801746944,
+    "torch_version": "2.3.1+cu118"
+  },
+  "layers": [
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.4005121707492405,
+          "lr": 0.03,
+          "negative_goodness": 1.9601310303582085,
+          "pair_accuracy": 0.4738666666560703,
+          "positive_goodness": 1.9601432648976644,
+          "runtime_seconds": 7.918581247329712
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.3870076318528917,
+          "lr": 0.03,
+          "negative_goodness": 1.9987232434590658,
+          "pair_accuracy": 0.4773555555820465,
+          "positive_goodness": 1.998744419225057,
+          "runtime_seconds": 5.874989986419678
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.3869588137732611,
+          "lr": 0.03,
+          "negative_goodness": 1.9987902426401774,
+          "pair_accuracy": 0.48162222224871315,
+          "positive_goodness": 1.9988118033515083,
+          "runtime_seconds": 5.86069130897522
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.3869192726771036,
+          "lr": 0.03,
+          "negative_goodness": 1.9989530081007216,
+          "pair_accuracy": 0.47257777780956695,
+          "positive_goodness": 1.9989705465952556,
+          "runtime_seconds": 5.860997200012207
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.3867757738537259,
+          "lr": 0.03,
+          "negative_goodness": 1.9991573658413357,
+          "pair_accuracy": 0.475644444460339,
+          "positive_goodness": 1.999177642610338,
+          "runtime_seconds": 5.855912923812866
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.3866989333258735,
+          "lr": 0.03,
+          "negative_goodness": 1.9993364679124621,
+          "pair_accuracy": 0.477755555539661,
+          "positive_goodness": 1.9993548810746935,
+          "runtime_seconds": 5.8581647872924805
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.3865385059144761,
+          "lr": 0.03,
+          "negative_goodness": 1.9995932420094809,
+          "pair_accuracy": 0.4741111111164093,
+          "positive_goodness": 1.9996111384497748,
+          "runtime_seconds": 5.860776901245117
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.386432902124193,
+          "lr": 0.03,
+          "negative_goodness": 1.9997635799196032,
+          "pair_accuracy": 0.47753333332273695,
+          "positive_goodness": 1.9997798184500801,
+          "runtime_seconds": 5.863062858581543
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.3863745677524142,
+          "lr": 0.03,
+          "negative_goodness": 1.99987327164544,
+          "pair_accuracy": 0.48231111111111113,
+          "positive_goodness": 1.9998874392615424,
+          "runtime_seconds": 5.861711025238037
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.3863343165079753,
+          "lr": 0.03,
+          "negative_goodness": 1.999927060317993,
+          "pair_accuracy": 0.4777555555237664,
+          "positive_goodness": 1.9999369669596354,
+          "runtime_seconds": 5.872966766357422
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.386317720519172,
+          "lr": 0.03,
+          "negative_goodness": 1.9999535439385308,
+          "pair_accuracy": 0.48062222224871315,
+          "positive_goodness": 1.999962510723538,
+          "runtime_seconds": 5.875638246536255
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.3863131285349528,
+          "lr": 0.03,
+          "negative_goodness": 1.9999653892940945,
+          "pair_accuracy": 0.47864444444444443,
+          "positive_goodness": 1.9999740058686999,
+          "runtime_seconds": 5.877273082733154
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.386307242880927,
+          "lr": 0.03,
+          "negative_goodness": 1.9999784241570366,
+          "pair_accuracy": 0.48011111108991833,
+          "positive_goodness": 1.9999848674562242,
+          "runtime_seconds": 5.877172946929932
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.3863020617379083,
+          "lr": 0.03,
+          "negative_goodness": 1.9999842087851631,
+          "pair_accuracy": 0.4804222222222222,
+          "positive_goodness": 1.9999912102805244,
+          "runtime_seconds": 5.881123781204224
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.386299115286933,
+          "lr": 0.03,
+          "negative_goodness": 1.9999898784425523,
+          "pair_accuracy": 0.4792444444762336,
+          "positive_goodness": 1.999996218193902,
+          "runtime_seconds": 5.882385730743408
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.3862972230911255,
+          "lr": 0.03,
+          "negative_goodness": 1.9999917033513388,
+          "pair_accuracy": 0.4775777777671814,
+          "positive_goodness": 1.9999973849190607,
+          "runtime_seconds": 5.885278940200806
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.386295739004347,
+          "lr": 0.03,
+          "negative_goodness": 1.9999922837363349,
+          "pair_accuracy": 0.47706666667726305,
+          "positive_goodness": 1.9999996148639254,
+          "runtime_seconds": 5.885771036148071
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.3862954873614841,
+          "lr": 0.03,
+          "negative_goodness": 1.9999921279059516,
+          "pair_accuracy": 0.47224444446033903,
+          "positive_goodness": 2.0000018464830185,
+          "runtime_seconds": 5.887912750244141
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.386294015375773,
+          "lr": 0.03,
+          "negative_goodness": 1.9999834595150419,
+          "pair_accuracy": 0.46633333332273696,
+          "positive_goodness": 2.000004312769572,
+          "runtime_seconds": 5.885218143463135
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.3862846208996242,
+          "lr": 0.03,
+          "negative_goodness": 1.9999540635638766,
+          "pair_accuracy": 0.4766888888729943,
+          "positive_goodness": 2.0000266984091866,
+          "runtime_seconds": 5.886136770248413
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.3862511160532633,
+          "lr": 0.03,
+          "negative_goodness": 1.9998888256920708,
+          "pair_accuracy": 0.48159999996821085,
+          "positive_goodness": 2.000104170015123,
+          "runtime_seconds": 5.881669521331787
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.3862158044815063,
+          "lr": 0.03,
+          "negative_goodness": 1.9998076720343696,
+          "pair_accuracy": 0.47960000002649095,
+          "positive_goodness": 2.000140270190769,
+          "runtime_seconds": 5.882010221481323
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.3861503973431057,
+          "lr": 0.03,
+          "negative_goodness": 1.9997307079103257,
+          "pair_accuracy": 0.47773333332273693,
+          "positive_goodness": 2.0002485545688207,
+          "runtime_seconds": 5.884494304656982
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.3860986304601033,
+          "lr": 0.03,
+          "negative_goodness": 1.999570548502604,
+          "pair_accuracy": 0.48088888891008164,
+          "positive_goodness": 2.0003663606855606,
+          "runtime_seconds": 5.8838465213775635
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.3860176994959514,
+          "lr": 0.03,
+          "negative_goodness": 1.9994311214023166,
+          "pair_accuracy": 0.4760666666507721,
+          "positive_goodness": 2.0004171453264026,
+          "runtime_seconds": 5.883695363998413
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.3858704584757486,
+          "lr": 0.03,
+          "negative_goodness": 1.9991913842307196,
+          "pair_accuracy": 0.4773111111164093,
+          "positive_goodness": 2.0007020690282187,
+          "runtime_seconds": 5.884255886077881
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.3857602746115791,
+          "lr": 0.03,
+          "negative_goodness": 1.9989943292829726,
+          "pair_accuracy": 0.47764444442325166,
+          "positive_goodness": 2.0009385062323677,
+          "runtime_seconds": 5.881941556930542
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.3858194495307075,
+          "lr": 0.03,
+          "negative_goodness": 1.9991373915354411,
+          "pair_accuracy": 0.47948888891537983,
+          "positive_goodness": 2.0008429104275174,
+          "runtime_seconds": 5.881671905517578
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.38555989718967,
+          "lr": 0.03,
+          "negative_goodness": 1.9986262475967407,
+          "pair_accuracy": 0.4800222222328186,
+          "positive_goodness": 2.0012139696757,
+          "runtime_seconds": 5.884804964065552
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.3854964096069335,
+          "lr": 0.03,
+          "negative_goodness": 1.9987245820151436,
+          "pair_accuracy": 0.48113333338631525,
+          "positive_goodness": 2.0014742348564996,
+          "runtime_seconds": 5.883755922317505
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.385248271285163,
+          "lr": 0.03,
+          "negative_goodness": 1.9981655681186252,
+          "pair_accuracy": 0.48097777778837414,
+          "positive_goodness": 2.001850898785061,
+          "runtime_seconds": 5.889410018920898
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.385392057991028,
+          "lr": 0.03,
+          "negative_goodness": 1.9981381525039672,
+          "pair_accuracy": 0.4823777778042687,
+          "positive_goodness": 2.0016636032528345,
+          "runtime_seconds": 5.888308048248291
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.3852959673351712,
+          "lr": 0.03,
+          "negative_goodness": 1.9982130109786986,
+          "pair_accuracy": 0.4832444444762336,
+          "positive_goodness": 2.0018869299146864,
+          "runtime_seconds": 5.891618490219116
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.3851991245693631,
+          "lr": 0.03,
+          "negative_goodness": 1.9979276790618896,
+          "pair_accuracy": 0.4842444444762336,
+          "positive_goodness": 2.0018074752807618,
+          "runtime_seconds": 5.891409873962402
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.3853057106865776,
+          "lr": 0.03,
+          "negative_goodness": 1.9982167551676433,
+          "pair_accuracy": 0.48620000003178915,
+          "positive_goodness": 2.0020106845643784,
+          "runtime_seconds": 5.892041206359863
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.385270743921068,
+          "lr": 0.03,
+          "negative_goodness": 1.9980789685143365,
+          "pair_accuracy": 0.48755555557674835,
+          "positive_goodness": 2.0018536292182074,
+          "runtime_seconds": 5.893585443496704
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.3851377257876927,
+          "lr": 0.03,
+          "negative_goodness": 1.9979134016248914,
+          "pair_accuracy": 0.4860444444126553,
+          "positive_goodness": 2.0021071075015597,
+          "runtime_seconds": 5.891669034957886
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.3853445621914333,
+          "lr": 0.03,
+          "negative_goodness": 1.9981865581088596,
+          "pair_accuracy": 0.4877111111217075,
+          "positive_goodness": 2.0017612493303085,
+          "runtime_seconds": 5.898106336593628
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.3851350643793743,
+          "lr": 0.03,
+          "negative_goodness": 1.997820346154107,
+          "pair_accuracy": 0.4867999999947018,
+          "positive_goodness": 2.002197341156006,
+          "runtime_seconds": 5.894902944564819
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.3851453823513455,
+          "lr": 0.03,
+          "negative_goodness": 1.9978969047122532,
+          "pair_accuracy": 0.4845333333492279,
+          "positive_goodness": 2.0020384525722927,
+          "runtime_seconds": 5.892822742462158
+        }
+      ],
+      "layer": 0
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.3931700608783297,
+          "lr": 0.03,
+          "negative_goodness": 1.9614571956210667,
+          "pair_accuracy": 0.5248444444444444,
+          "positive_goodness": 1.9745125068240696,
+          "runtime_seconds": 6.00260853767395
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.3787266453637017,
+          "lr": 0.03,
+          "negative_goodness": 1.989453277905782,
+          "pair_accuracy": 0.5433777777777777,
+          "positive_goodness": 2.014946661482917,
+          "runtime_seconds": 5.984441041946411
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.378524174838596,
+          "lr": 0.03,
+          "negative_goodness": 1.9885209112591213,
+          "pair_accuracy": 0.5478666666984559,
+          "positive_goodness": 2.0155353230582342,
+          "runtime_seconds": 5.986544847488403
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.3775977412541707,
+          "lr": 0.03,
+          "negative_goodness": 1.9877562760882908,
+          "pair_accuracy": 0.5504666666931576,
+          "positive_goodness": 2.0176366748809813,
+          "runtime_seconds": 5.980956315994263
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.376350413746304,
+          "lr": 0.03,
+          "negative_goodness": 1.986241997549269,
+          "pair_accuracy": 0.5562888889206781,
+          "positive_goodness": 2.0199487218644885,
+          "runtime_seconds": 5.982185363769531
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.3759631296581691,
+          "lr": 0.03,
+          "negative_goodness": 1.9850278862635296,
+          "pair_accuracy": 0.5534888889100816,
+          "positive_goodness": 2.0210267003801134,
+          "runtime_seconds": 5.980340957641602
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.3751652083502874,
+          "lr": 0.03,
+          "negative_goodness": 1.9837275034798516,
+          "pair_accuracy": 0.5558666666931577,
+          "positive_goodness": 2.0232700168397693,
+          "runtime_seconds": 5.981940031051636
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.3758167764875624,
+          "lr": 0.03,
+          "negative_goodness": 1.9848760172102187,
+          "pair_accuracy": 0.5562888888994852,
+          "positive_goodness": 2.021539633644952,
+          "runtime_seconds": 5.985486030578613
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.3744675419489543,
+          "lr": 0.03,
+          "negative_goodness": 1.9826782192018297,
+          "pair_accuracy": 0.5586444444126553,
+          "positive_goodness": 2.0242542195214166,
+          "runtime_seconds": 5.981043100357056
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.374949085489909,
+          "lr": 0.03,
+          "negative_goodness": 1.9826056987550524,
+          "pair_accuracy": 0.5610222222646077,
+          "positive_goodness": 2.023200198364258,
+          "runtime_seconds": 5.98160982131958
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.3740675876193575,
+          "lr": 0.03,
+          "negative_goodness": 1.9827120547824435,
+          "pair_accuracy": 0.567711111164093,
+          "positive_goodness": 2.0254339715745715,
+          "runtime_seconds": 5.9803690910339355
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.3736978960461086,
+          "lr": 0.03,
+          "negative_goodness": 1.981502300092909,
+          "pair_accuracy": 0.5674888889206781,
+          "positive_goodness": 2.025813584009806,
+          "runtime_seconds": 5.980071544647217
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.3736572660446167,
+          "lr": 0.03,
+          "negative_goodness": 1.9813354211383396,
+          "pair_accuracy": 0.5705111111217075,
+          "positive_goodness": 2.0261692496829564,
+          "runtime_seconds": 5.981170892715454
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.3728231609132555,
+          "lr": 0.03,
+          "negative_goodness": 1.9803242225858901,
+          "pair_accuracy": 0.5755333333651225,
+          "positive_goodness": 2.0277427441914875,
+          "runtime_seconds": 5.978522300720215
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.373797341410319,
+          "lr": 0.03,
+          "negative_goodness": 1.9806811288197834,
+          "pair_accuracy": 0.568044444433848,
+          "positive_goodness": 2.025475881322225,
+          "runtime_seconds": 5.983184099197388
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.3733719135920206,
+          "lr": 0.03,
+          "negative_goodness": 1.9803072258843315,
+          "pair_accuracy": 0.5688666666666666,
+          "positive_goodness": 2.027118152533637,
+          "runtime_seconds": 5.981003284454346
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.372928720050388,
+          "lr": 0.03,
+          "negative_goodness": 1.9799542486826578,
+          "pair_accuracy": 0.5754888888888889,
+          "positive_goodness": 2.0275567568884956,
+          "runtime_seconds": 5.978998422622681
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.3721297845840454,
+          "lr": 0.03,
+          "negative_goodness": 1.9784513053470187,
+          "pair_accuracy": 0.5755555555555556,
+          "positive_goodness": 2.029322801208496,
+          "runtime_seconds": 5.980375528335571
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.3716845730463665,
+          "lr": 0.03,
+          "negative_goodness": 1.9782871550665961,
+          "pair_accuracy": 0.5791999999894036,
+          "positive_goodness": 2.0300268153296575,
+          "runtime_seconds": 5.980324983596802
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.3721484000311956,
+          "lr": 0.03,
+          "negative_goodness": 1.9778074828677707,
+          "pair_accuracy": 0.5736888888676961,
+          "positive_goodness": 2.028543465508355,
+          "runtime_seconds": 5.9810755252838135
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.3716066225687662,
+          "lr": 0.03,
+          "negative_goodness": 1.977788461028205,
+          "pair_accuracy": 0.5746444444444444,
+          "positive_goodness": 2.030718470658196,
+          "runtime_seconds": 5.980867147445679
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.3705314564387003,
+          "lr": 0.03,
+          "negative_goodness": 1.97657086192237,
+          "pair_accuracy": 0.5748444444338481,
+          "positive_goodness": 2.032610629865858,
+          "runtime_seconds": 5.982075452804565
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.3702781814787124,
+          "lr": 0.03,
+          "negative_goodness": 1.9758473294999865,
+          "pair_accuracy": 0.5718444444444445,
+          "positive_goodness": 2.032681765153673,
+          "runtime_seconds": 5.986770391464233
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.3701435327741835,
+          "lr": 0.03,
+          "negative_goodness": 1.9752755856619941,
+          "pair_accuracy": 0.5749999999682108,
+          "positive_goodness": 2.0326180130428737,
+          "runtime_seconds": 5.981854677200317
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.3697423634211223,
+          "lr": 0.03,
+          "negative_goodness": 1.9753647101932101,
+          "pair_accuracy": 0.5738666667090522,
+          "positive_goodness": 2.0340875378078884,
+          "runtime_seconds": 5.984050989151001
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.3701823308520846,
+          "lr": 0.03,
+          "negative_goodness": 1.9749206221898397,
+          "pair_accuracy": 0.5801777778095669,
+          "positive_goodness": 2.0332959334903293,
+          "runtime_seconds": 5.983195781707764
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.3694166609446208,
+          "lr": 0.03,
+          "negative_goodness": 1.974562843577067,
+          "pair_accuracy": 0.5795777777671814,
+          "positive_goodness": 2.033927973980374,
+          "runtime_seconds": 5.980337381362915
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.3696382489734227,
+          "lr": 0.03,
+          "negative_goodness": 1.9743131326887342,
+          "pair_accuracy": 0.577555555597941,
+          "positive_goodness": 2.0340135498894587,
+          "runtime_seconds": 5.979592561721802
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.3688199961132475,
+          "lr": 0.03,
+          "negative_goodness": 1.9735227844662135,
+          "pair_accuracy": 0.5801555555237664,
+          "positive_goodness": 2.035634282981025,
+          "runtime_seconds": 5.97942042350769
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.3686969990836249,
+          "lr": 0.03,
+          "negative_goodness": 1.972615485848321,
+          "pair_accuracy": 0.5782888889418708,
+          "positive_goodness": 2.0357347773657906,
+          "runtime_seconds": 5.980018615722656
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.3687058734681872,
+          "lr": 0.03,
+          "negative_goodness": 1.9721841576046413,
+          "pair_accuracy": 0.5804000000423856,
+          "positive_goodness": 2.035713754611545,
+          "runtime_seconds": 5.9822611808776855
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.3682003465016683,
+          "lr": 0.03,
+          "negative_goodness": 1.9719386617448595,
+          "pair_accuracy": 0.5854666666560703,
+          "positive_goodness": 2.036688850593567,
+          "runtime_seconds": 5.977877855300903
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.3692989912245008,
+          "lr": 0.03,
+          "negative_goodness": 1.9726413374582927,
+          "pair_accuracy": 0.5781999999682108,
+          "positive_goodness": 2.0350098616706,
+          "runtime_seconds": 5.9875288009643555
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.367435570356581,
+          "lr": 0.03,
+          "negative_goodness": 1.970960520807902,
+          "pair_accuracy": 0.5836888888782925,
+          "positive_goodness": 2.0386133412255183,
+          "runtime_seconds": 5.978238582611084
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.367826961517334,
+          "lr": 0.03,
+          "negative_goodness": 1.9709638761732313,
+          "pair_accuracy": 0.5834222222752041,
+          "positive_goodness": 2.037747360399034,
+          "runtime_seconds": 5.981059312820435
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.3666473015679252,
+          "lr": 0.03,
+          "negative_goodness": 1.9695034294340346,
+          "pair_accuracy": 0.582422222190433,
+          "positive_goodness": 2.040335519727071,
+          "runtime_seconds": 5.980744123458862
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.3683875297758314,
+          "lr": 0.03,
+          "negative_goodness": 1.9706050326453315,
+          "pair_accuracy": 0.5854222222328186,
+          "positive_goodness": 2.0359173857371013,
+          "runtime_seconds": 5.983423233032227
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.367209183353848,
+          "lr": 0.03,
+          "negative_goodness": 1.9703588547812567,
+          "pair_accuracy": 0.581111111164093,
+          "positive_goodness": 2.0389629511091445,
+          "runtime_seconds": 5.989146709442139
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.3670525961558024,
+          "lr": 0.03,
+          "negative_goodness": 1.9700104254404704,
+          "pair_accuracy": 0.5829999999682108,
+          "positive_goodness": 2.039833468712701,
+          "runtime_seconds": 5.9869232177734375
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.3665830942577786,
+          "lr": 0.03,
+          "negative_goodness": 1.9684993154737684,
+          "pair_accuracy": 0.580244444433848,
+          "positive_goodness": 2.039880865987142,
+          "runtime_seconds": 5.98329758644104
+        }
+      ],
+      "layer": 1
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.3778934198379515,
+          "lr": 0.03,
+          "negative_goodness": 1.9883329700469972,
+          "pair_accuracy": 0.6015555555767483,
+          "positive_goodness": 2.020156074439155,
+          "runtime_seconds": 6.0666563510894775
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.3692912198384604,
+          "lr": 0.03,
+          "negative_goodness": 1.977916879526774,
+          "pair_accuracy": 0.6224666666348775,
+          "positive_goodness": 2.0346438342200384,
+          "runtime_seconds": 6.0654613971710205
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.3656193161646526,
+          "lr": 0.03,
+          "negative_goodness": 1.972359447945489,
+          "pair_accuracy": 0.631377777756585,
+          "positive_goodness": 2.0417931645287406,
+          "runtime_seconds": 6.066296577453613
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.3636689510981241,
+          "lr": 0.03,
+          "negative_goodness": 1.969901711569892,
+          "pair_accuracy": 0.63304444448683,
+          "positive_goodness": 2.0459449424319796,
+          "runtime_seconds": 6.062884330749512
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.3624872768190173,
+          "lr": 0.03,
+          "negative_goodness": 1.968433802625868,
+          "pair_accuracy": 0.6327777777459886,
+          "positive_goodness": 2.048124256324768,
+          "runtime_seconds": 6.06137752532959
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.3585968855539958,
+          "lr": 0.03,
+          "negative_goodness": 1.9645866083145143,
+          "pair_accuracy": 0.6498666666560703,
+          "positive_goodness": 2.055677861404419,
+          "runtime_seconds": 6.064768075942993
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.3579612738927205,
+          "lr": 0.03,
+          "negative_goodness": 1.9625601061715021,
+          "pair_accuracy": 0.6409555555237664,
+          "positive_goodness": 2.0577649586995443,
+          "runtime_seconds": 6.060542106628418
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.357287814288669,
+          "lr": 0.03,
+          "negative_goodness": 1.9620870353910658,
+          "pair_accuracy": 0.6463333333227369,
+          "positive_goodness": 2.058215067715115,
+          "runtime_seconds": 6.060739040374756
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.356436611535814,
+          "lr": 0.03,
+          "negative_goodness": 1.9598341552522447,
+          "pair_accuracy": 0.6462666666878595,
+          "positive_goodness": 2.060737878290812,
+          "runtime_seconds": 6.060312509536743
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.3552057264116075,
+          "lr": 0.03,
+          "negative_goodness": 1.9594891665140788,
+          "pair_accuracy": 0.6499777778307597,
+          "positive_goodness": 2.0628951744503445,
+          "runtime_seconds": 6.059125661849976
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.3578014404084948,
+          "lr": 0.03,
+          "negative_goodness": 1.9598490172068277,
+          "pair_accuracy": 0.6387111111270057,
+          "positive_goodness": 2.057129967159695,
+          "runtime_seconds": 6.061015367507935
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.354744299613105,
+          "lr": 0.03,
+          "negative_goodness": 1.9582753913031683,
+          "pair_accuracy": 0.6472666666613685,
+          "positive_goodness": 2.0633156706492106,
+          "runtime_seconds": 6.0633440017700195
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.354120409880744,
+          "lr": 0.03,
+          "negative_goodness": 1.9572144768185085,
+          "pair_accuracy": 0.6486000000423855,
+          "positive_goodness": 2.0649203235202367,
+          "runtime_seconds": 6.06241512298584
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.3528062055163914,
+          "lr": 0.03,
+          "negative_goodness": 1.9545223477045695,
+          "pair_accuracy": 0.6516444444550408,
+          "positive_goodness": 2.0674305085288154,
+          "runtime_seconds": 6.06486439704895
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.351523060268826,
+          "lr": 0.03,
+          "negative_goodness": 1.9547262173334758,
+          "pair_accuracy": 0.6563999999682109,
+          "positive_goodness": 2.069753249189589,
+          "runtime_seconds": 6.063844680786133
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.3505450826856824,
+          "lr": 0.03,
+          "negative_goodness": 1.952416684044732,
+          "pair_accuracy": 0.6524222222540114,
+          "positive_goodness": 2.0723450057135686,
+          "runtime_seconds": 6.063648223876953
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.3510271078533596,
+          "lr": 0.03,
+          "negative_goodness": 1.9524554694493612,
+          "pair_accuracy": 0.6523555555343628,
+          "positive_goodness": 2.071400096469455,
+          "runtime_seconds": 6.064286708831787
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.3515247582541572,
+          "lr": 0.03,
+          "negative_goodness": 1.9529400699191624,
+          "pair_accuracy": 0.6467777777459887,
+          "positive_goodness": 2.0700243264516196,
+          "runtime_seconds": 6.065088510513306
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.3492372905095418,
+          "lr": 0.03,
+          "negative_goodness": 1.950092873403761,
+          "pair_accuracy": 0.6549777777565851,
+          "positive_goodness": 2.0744359222835964,
+          "runtime_seconds": 6.062382459640503
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.349206513404846,
+          "lr": 0.03,
+          "negative_goodness": 1.9500429633670382,
+          "pair_accuracy": 0.6557999999682108,
+          "positive_goodness": 2.075095561811659,
+          "runtime_seconds": 6.062449216842651
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.349302830229865,
+          "lr": 0.03,
+          "negative_goodness": 1.9498704238891602,
+          "pair_accuracy": 0.6529555555820465,
+          "positive_goodness": 2.074691123750475,
+          "runtime_seconds": 6.061194896697998
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.3483241590499877,
+          "lr": 0.03,
+          "negative_goodness": 1.9486380299038357,
+          "pair_accuracy": 0.6539777778307597,
+          "positive_goodness": 2.0761523702409534,
+          "runtime_seconds": 6.062600374221802
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.347282488293118,
+          "lr": 0.03,
+          "negative_goodness": 1.9468271743562486,
+          "pair_accuracy": 0.6572222222222223,
+          "positive_goodness": 2.0789933425267537,
+          "runtime_seconds": 6.062525749206543
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.3448558597352769,
+          "lr": 0.03,
+          "negative_goodness": 1.9445306475109525,
+          "pair_accuracy": 0.6564888888994853,
+          "positive_goodness": 2.0825855370415582,
+          "runtime_seconds": 6.061218976974487
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.3473351562288072,
+          "lr": 0.03,
+          "negative_goodness": 1.9469996535407172,
+          "pair_accuracy": 0.6567111111534967,
+          "positive_goodness": 2.0786677921295165,
+          "runtime_seconds": 6.062284469604492
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.345635716650221,
+          "lr": 0.03,
+          "negative_goodness": 1.9449720490349665,
+          "pair_accuracy": 0.6616000000105964,
+          "positive_goodness": 2.0821274549272326,
+          "runtime_seconds": 6.062480688095093
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.3469362598207262,
+          "lr": 0.03,
+          "negative_goodness": 1.9468740383995904,
+          "pair_accuracy": 0.6513111111323039,
+          "positive_goodness": 2.079769244066874,
+          "runtime_seconds": 6.065801620483398
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.346161561203003,
+          "lr": 0.03,
+          "negative_goodness": 1.9432483650631376,
+          "pair_accuracy": 0.6587333333651225,
+          "positive_goodness": 2.0803432929992676,
+          "runtime_seconds": 6.06447172164917
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.3451417684343125,
+          "lr": 0.03,
+          "negative_goodness": 1.9428280779732598,
+          "pair_accuracy": 0.6592222222752041,
+          "positive_goodness": 2.083250764041477,
+          "runtime_seconds": 6.06339693069458
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.3448662763383654,
+          "lr": 0.03,
+          "negative_goodness": 1.9437873603396945,
+          "pair_accuracy": 0.6600666666878594,
+          "positive_goodness": 2.084092647128635,
+          "runtime_seconds": 6.066731691360474
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.3446798132578532,
+          "lr": 0.03,
+          "negative_goodness": 1.9434373878690931,
+          "pair_accuracy": 0.6546444444444445,
+          "positive_goodness": 2.083723704910278,
+          "runtime_seconds": 6.064776182174683
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.3458749353832669,
+          "lr": 0.03,
+          "negative_goodness": 1.9426654205322265,
+          "pair_accuracy": 0.6564888888570998,
+          "positive_goodness": 2.081389229838053,
+          "runtime_seconds": 6.0665411949157715
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.3433646739112006,
+          "lr": 0.03,
+          "negative_goodness": 1.9427647684521145,
+          "pair_accuracy": 0.661555555566152,
+          "positive_goodness": 2.086705190404256,
+          "runtime_seconds": 6.0651984214782715
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.3445697229173448,
+          "lr": 0.03,
+          "negative_goodness": 1.942930364926656,
+          "pair_accuracy": 0.6604444444232517,
+          "positive_goodness": 2.083599764463637,
+          "runtime_seconds": 6.061059236526489
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.343607105869717,
+          "lr": 0.03,
+          "negative_goodness": 1.9416292188220554,
+          "pair_accuracy": 0.663222222190433,
+          "positive_goodness": 2.0854547542148167,
+          "runtime_seconds": 6.0617454051971436
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.3419898032930162,
+          "lr": 0.03,
+          "negative_goodness": 1.9397027740478516,
+          "pair_accuracy": 0.6669111111217075,
+          "positive_goodness": 2.0894151977539064,
+          "runtime_seconds": 6.0608134269714355
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.3434102685716418,
+          "lr": 0.03,
+          "negative_goodness": 1.940571518474155,
+          "pair_accuracy": 0.6646888888676962,
+          "positive_goodness": 2.086845216263665,
+          "runtime_seconds": 6.059274673461914
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.3426040760040283,
+          "lr": 0.03,
+          "negative_goodness": 1.940912329864502,
+          "pair_accuracy": 0.6653777777989706,
+          "positive_goodness": 2.0880502849578857,
+          "runtime_seconds": 6.062561750411987
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.3420939029905532,
+          "lr": 0.03,
+          "negative_goodness": 1.9387054932276409,
+          "pair_accuracy": 0.6625111111429003,
+          "positive_goodness": 2.0892556584676107,
+          "runtime_seconds": 6.059795379638672
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.3407587654537625,
+          "lr": 0.03,
+          "negative_goodness": 1.9381091831843058,
+          "pair_accuracy": 0.6653777777671814,
+          "positive_goodness": 2.091323936568366,
+          "runtime_seconds": 6.061957120895386
+        }
+      ],
+      "layer": 2
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.3694264541625976,
+          "lr": 0.03,
+          "negative_goodness": 1.9315426686180963,
+          "pair_accuracy": 0.6433999999894037,
+          "positive_goodness": 2.022064396116469,
+          "runtime_seconds": 5.979110479354858
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.3466723141564263,
+          "lr": 0.03,
+          "negative_goodness": 1.9455105621761746,
+          "pair_accuracy": 0.6989777778307597,
+          "positive_goodness": 2.078012590408325,
+          "runtime_seconds": 5.979700088500977
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.3409328441196018,
+          "lr": 0.03,
+          "negative_goodness": 1.941532026248508,
+          "pair_accuracy": 0.7171777778201633,
+          "positive_goodness": 2.0903180645836725,
+          "runtime_seconds": 5.981481552124023
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.3384243650012546,
+          "lr": 0.03,
+          "negative_goodness": 1.9390470175001355,
+          "pair_accuracy": 0.7205333333863152,
+          "positive_goodness": 2.094773719829983,
+          "runtime_seconds": 5.980740547180176
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.3348754941092598,
+          "lr": 0.03,
+          "negative_goodness": 1.9352488935258654,
+          "pair_accuracy": 0.7259333333439297,
+          "positive_goodness": 2.1019654900021023,
+          "runtime_seconds": 5.983296155929565
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.3311071152793037,
+          "lr": 0.03,
+          "negative_goodness": 1.9325834632661607,
+          "pair_accuracy": 0.7347777778095669,
+          "positive_goodness": 2.1095293689727783,
+          "runtime_seconds": 5.983576774597168
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.3298779280132718,
+          "lr": 0.03,
+          "negative_goodness": 1.9299019046147665,
+          "pair_accuracy": 0.7346222222222222,
+          "positive_goodness": 2.1126911966111925,
+          "runtime_seconds": 5.98113226890564
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.3293858040067885,
+          "lr": 0.03,
+          "negative_goodness": 1.9291187158372667,
+          "pair_accuracy": 0.7287555555343628,
+          "positive_goodness": 2.1144703827752007,
+          "runtime_seconds": 5.984424829483032
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.328323615031772,
+          "lr": 0.03,
+          "negative_goodness": 1.928339974255032,
+          "pair_accuracy": 0.7338888888782925,
+          "positive_goodness": 2.116397580167982,
+          "runtime_seconds": 5.984027624130249
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.3282192443211873,
+          "lr": 0.03,
+          "negative_goodness": 1.9294531637191772,
+          "pair_accuracy": 0.7326000000317892,
+          "positive_goodness": 2.1155966016981336,
+          "runtime_seconds": 5.984655141830444
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.3259414041519164,
+          "lr": 0.03,
+          "negative_goodness": 1.9258427941216363,
+          "pair_accuracy": 0.7369999999788073,
+          "positive_goodness": 2.1211818587409126,
+          "runtime_seconds": 5.985104560852051
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.3231838992436726,
+          "lr": 0.03,
+          "negative_goodness": 1.9216014865239461,
+          "pair_accuracy": 0.7374222222752042,
+          "positive_goodness": 2.1265720929675633,
+          "runtime_seconds": 5.983922719955444
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.3217691022660998,
+          "lr": 0.03,
+          "negative_goodness": 1.9225371470981174,
+          "pair_accuracy": 0.7440888888994853,
+          "positive_goodness": 2.1299233885023328,
+          "runtime_seconds": 5.986240386962891
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.3258742632124159,
+          "lr": 0.03,
+          "negative_goodness": 1.922986926375495,
+          "pair_accuracy": 0.7358222222116259,
+          "positive_goodness": 2.122034566116333,
+          "runtime_seconds": 5.98368763923645
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.32442424820794,
+          "lr": 0.03,
+          "negative_goodness": 1.9242325100368924,
+          "pair_accuracy": 0.7310000000423855,
+          "positive_goodness": 2.125202389526367,
+          "runtime_seconds": 5.983877658843994
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.3205884724299113,
+          "lr": 0.03,
+          "negative_goodness": 1.9184309008068507,
+          "pair_accuracy": 0.7436666666878594,
+          "positive_goodness": 2.1308239685906303,
+          "runtime_seconds": 5.982682943344116
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.3207264395183986,
+          "lr": 0.03,
+          "negative_goodness": 1.921188094054328,
+          "pair_accuracy": 0.7407555555449592,
+          "positive_goodness": 2.1331847368028427,
+          "runtime_seconds": 5.980348825454712
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.3180421180937025,
+          "lr": 0.03,
+          "negative_goodness": 1.9147770264731514,
+          "pair_accuracy": 0.7467999999894036,
+          "positive_goodness": 2.137587122175429,
+          "runtime_seconds": 5.980019569396973
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.318621134376526,
+          "lr": 0.03,
+          "negative_goodness": 1.9175735144297281,
+          "pair_accuracy": 0.7434888889312744,
+          "positive_goodness": 2.136951607852512,
+          "runtime_seconds": 5.979837656021118
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.319987634891934,
+          "lr": 0.03,
+          "negative_goodness": 1.919391003312005,
+          "pair_accuracy": 0.737488888920678,
+          "positive_goodness": 2.1344727956559923,
+          "runtime_seconds": 5.978689670562744
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.3180361602147421,
+          "lr": 0.03,
+          "negative_goodness": 1.9148269819895427,
+          "pair_accuracy": 0.7378444444974264,
+          "positive_goodness": 2.137727655749851,
+          "runtime_seconds": 5.9797515869140625
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.317678520096673,
+          "lr": 0.03,
+          "negative_goodness": 1.9167088392893474,
+          "pair_accuracy": 0.7423777777671814,
+          "positive_goodness": 2.138864570511712,
+          "runtime_seconds": 5.980733633041382
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.3178222114139133,
+          "lr": 0.03,
+          "negative_goodness": 1.9149838419596354,
+          "pair_accuracy": 0.7369777777459886,
+          "positive_goodness": 2.1378890107896593,
+          "runtime_seconds": 5.981074333190918
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.3148595873302884,
+          "lr": 0.03,
+          "negative_goodness": 1.9132602583779228,
+          "pair_accuracy": 0.7428444444550408,
+          "positive_goodness": 2.1442959336598713,
+          "runtime_seconds": 5.98176646232605
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.3135741770426432,
+          "lr": 0.03,
+          "negative_goodness": 1.910923408847385,
+          "pair_accuracy": 0.7475555555449592,
+          "positive_goodness": 2.1477724839104546,
+          "runtime_seconds": 5.979963302612305
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.3160499358707005,
+          "lr": 0.03,
+          "negative_goodness": 1.913453252029419,
+          "pair_accuracy": 0.7455111111217075,
+          "positive_goodness": 2.1418466620551215,
+          "runtime_seconds": 5.983236074447632
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.316577659204271,
+          "lr": 0.03,
+          "negative_goodness": 1.914289217482673,
+          "pair_accuracy": 0.7425333333651225,
+          "positive_goodness": 2.140870028177897,
+          "runtime_seconds": 5.980891227722168
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.316730691189236,
+          "lr": 0.03,
+          "negative_goodness": 1.9139939239290025,
+          "pair_accuracy": 0.7385333333121405,
+          "positive_goodness": 2.1415105464087594,
+          "runtime_seconds": 5.982870101928711
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.315346255959405,
+          "lr": 0.03,
+          "negative_goodness": 1.9110439316219754,
+          "pair_accuracy": 0.7405777778307597,
+          "positive_goodness": 2.1448754462771946,
+          "runtime_seconds": 5.985513210296631
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.3137559794955784,
+          "lr": 0.03,
+          "negative_goodness": 1.9102261783387926,
+          "pair_accuracy": 0.7443111111005147,
+          "positive_goodness": 2.145622188652886,
+          "runtime_seconds": 5.9830687046051025
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.3125492536756727,
+          "lr": 0.03,
+          "negative_goodness": 1.9118073127746582,
+          "pair_accuracy": 0.7490666667090522,
+          "positive_goodness": 2.150018466462029,
+          "runtime_seconds": 5.982649326324463
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.3122342109892104,
+          "lr": 0.03,
+          "negative_goodness": 1.9098376069810656,
+          "pair_accuracy": 0.7460888889153798,
+          "positive_goodness": 2.1514166417863634,
+          "runtime_seconds": 5.984927415847778
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.3144113831626045,
+          "lr": 0.03,
+          "negative_goodness": 1.9110068290286595,
+          "pair_accuracy": 0.7438222222063277,
+          "positive_goodness": 2.1460519907633464,
+          "runtime_seconds": 5.98341965675354
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.314858454577128,
+          "lr": 0.03,
+          "negative_goodness": 1.90949225669437,
+          "pair_accuracy": 0.7395555555979411,
+          "positive_goodness": 2.144171138381958,
+          "runtime_seconds": 5.981204271316528
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.3123024072647094,
+          "lr": 0.03,
+          "negative_goodness": 1.9082330724928114,
+          "pair_accuracy": 0.7400000000105964,
+          "positive_goodness": 2.1511556092580157,
+          "runtime_seconds": 5.980629920959473
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.3084842159907024,
+          "lr": 0.03,
+          "negative_goodness": 1.9054335157394409,
+          "pair_accuracy": 0.7525333333651225,
+          "positive_goodness": 2.1573879462771948,
+          "runtime_seconds": 5.980962038040161
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.3150889170328777,
+          "lr": 0.03,
+          "negative_goodness": 1.909355968983968,
+          "pair_accuracy": 0.7383333333651225,
+          "positive_goodness": 2.1458897659725613,
+          "runtime_seconds": 5.981602191925049
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.311930605676439,
+          "lr": 0.03,
+          "negative_goodness": 1.9078128904130724,
+          "pair_accuracy": 0.7456444444232517,
+          "positive_goodness": 2.1513866523742675,
+          "runtime_seconds": 5.980937719345093
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.3105542700449626,
+          "lr": 0.03,
+          "negative_goodness": 1.9074810123231676,
+          "pair_accuracy": 0.7495555555343628,
+          "positive_goodness": 2.154290027152167,
+          "runtime_seconds": 5.979893445968628
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.3091086486180623,
+          "lr": 0.03,
+          "negative_goodness": 1.9047713115480212,
+          "pair_accuracy": 0.748933333354526,
+          "positive_goodness": 2.1578838062286376,
+          "runtime_seconds": 5.9804463386535645
+        }
+      ],
+      "layer": 3
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.2790996762169733,
+          "lr": 0.03,
+          "negative_goodness": 1.9320242347717285,
+          "pair_accuracy": 0.8267333333015442,
+          "positive_goodness": 2.236565159988403,
+          "runtime_seconds": 6.059277534484863
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.2372933910157946,
+          "lr": 0.03,
+          "negative_goodness": 1.894013934940762,
+          "pair_accuracy": 0.8933777777671814,
+          "positive_goodness": 2.312923978551229,
+          "runtime_seconds": 6.061666250228882
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.2213343842400446,
+          "lr": 0.03,
+          "negative_goodness": 1.8759458523644341,
+          "pair_accuracy": 0.8886222221904331,
+          "positive_goodness": 2.3443591727786592,
+          "runtime_seconds": 6.0614330768585205
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.2150324143515694,
+          "lr": 0.03,
+          "negative_goodness": 1.871982069545322,
+          "pair_accuracy": 0.896177777756585,
+          "positive_goodness": 2.357221519385444,
+          "runtime_seconds": 6.059678554534912
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.2227705931557549,
+          "lr": 0.03,
+          "negative_goodness": 1.8720421888987224,
+          "pair_accuracy": 0.8831111110899184,
+          "positive_goodness": 2.3392312397850885,
+          "runtime_seconds": 6.066678524017334
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.2007182056427002,
+          "lr": 0.03,
+          "negative_goodness": 1.858509766176012,
+          "pair_accuracy": 0.9067777777989705,
+          "positive_goodness": 2.3868888347201875,
+          "runtime_seconds": 6.0650200843811035
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.2047750562773811,
+          "lr": 0.03,
+          "negative_goodness": 1.854804564306471,
+          "pair_accuracy": 0.8879111110899184,
+          "positive_goodness": 2.375061264801025,
+          "runtime_seconds": 6.063778877258301
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.1958627138561673,
+          "lr": 0.03,
+          "negative_goodness": 1.851102579498291,
+          "pair_accuracy": 0.9002888889312745,
+          "positive_goodness": 2.398383729934692,
+          "runtime_seconds": 6.0660295486450195
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.1987770407146878,
+          "lr": 0.03,
+          "negative_goodness": 1.8513284273359512,
+          "pair_accuracy": 0.8969999999682109,
+          "positive_goodness": 2.3890313185797796,
+          "runtime_seconds": 6.065452337265015
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.2013778301874796,
+          "lr": 0.03,
+          "negative_goodness": 1.8514497347513834,
+          "pair_accuracy": 0.8865333333333333,
+          "positive_goodness": 2.3866108526017933,
+          "runtime_seconds": 6.065209150314331
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.1969052589416505,
+          "lr": 0.03,
+          "negative_goodness": 1.849414856423272,
+          "pair_accuracy": 0.8961333333333333,
+          "positive_goodness": 2.3950613297780357,
+          "runtime_seconds": 6.061498165130615
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.1845088395224677,
+          "lr": 0.03,
+          "negative_goodness": 1.8398546699735854,
+          "pair_accuracy": 0.9020888888888889,
+          "positive_goodness": 2.4231562284257677,
+          "runtime_seconds": 6.061634302139282
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.1931991404003568,
+          "lr": 0.03,
+          "negative_goodness": 1.8435046942181057,
+          "pair_accuracy": 0.895377777756585,
+          "positive_goodness": 2.405434050454034,
+          "runtime_seconds": 6.064945697784424
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.185102932548523,
+          "lr": 0.03,
+          "negative_goodness": 1.8360718784120347,
+          "pair_accuracy": 0.8936888889312744,
+          "positive_goodness": 2.4219772477467854,
+          "runtime_seconds": 6.061174631118774
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.191577965227763,
+          "lr": 0.03,
+          "negative_goodness": 1.843565831459893,
+          "pair_accuracy": 0.8907555555555555,
+          "positive_goodness": 2.41326848487854,
+          "runtime_seconds": 6.0632617473602295
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.1865951836480035,
+          "lr": 0.03,
+          "negative_goodness": 1.8362281233257718,
+          "pair_accuracy": 0.9004888889418708,
+          "positive_goodness": 2.4201734641604955,
+          "runtime_seconds": 6.063931226730347
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.1986465691672432,
+          "lr": 0.03,
+          "negative_goodness": 1.845456612332662,
+          "pair_accuracy": 0.884822222190433,
+          "positive_goodness": 2.3923546896192764,
+          "runtime_seconds": 6.061584711074829
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.1824353651046753,
+          "lr": 0.03,
+          "negative_goodness": 1.8325393890168933,
+          "pair_accuracy": 0.8981333333121406,
+          "positive_goodness": 2.429313689761692,
+          "runtime_seconds": 6.06391167640686
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.1852495226330226,
+          "lr": 0.03,
+          "negative_goodness": 1.8337557284673054,
+          "pair_accuracy": 0.8977555555237664,
+          "positive_goodness": 2.4290720226287843,
+          "runtime_seconds": 6.062767505645752
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.1913312978320652,
+          "lr": 0.03,
+          "negative_goodness": 1.8350722527821859,
+          "pair_accuracy": 0.888511111079322,
+          "positive_goodness": 2.4110671156989203,
+          "runtime_seconds": 6.063162803649902
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.1842537308798895,
+          "lr": 0.03,
+          "negative_goodness": 1.8360518987443712,
+          "pair_accuracy": 0.8960000000529819,
+          "positive_goodness": 2.431038141547309,
+          "runtime_seconds": 6.067229509353638
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.1778004178577,
+          "lr": 0.03,
+          "negative_goodness": 1.8273498172336156,
+          "pair_accuracy": 0.9048222222752041,
+          "positive_goodness": 2.439615209197998,
+          "runtime_seconds": 6.0656349658966064
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.1845065527174208,
+          "lr": 0.03,
+          "negative_goodness": 1.8306520388921101,
+          "pair_accuracy": 0.8894888888888889,
+          "positive_goodness": 2.426795822313097,
+          "runtime_seconds": 6.074563503265381
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.1820990962982179,
+          "lr": 0.03,
+          "negative_goodness": 1.8291268906911213,
+          "pair_accuracy": 0.8931777777671814,
+          "positive_goodness": 2.433557123904758,
+          "runtime_seconds": 6.065053224563599
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.1774473353915744,
+          "lr": 0.03,
+          "negative_goodness": 1.8281886732313368,
+          "pair_accuracy": 0.8973999999894037,
+          "positive_goodness": 2.442788556543986,
+          "runtime_seconds": 6.064608335494995
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.1813383837381999,
+          "lr": 0.03,
+          "negative_goodness": 1.8314955468707614,
+          "pair_accuracy": 0.8986888889418708,
+          "positive_goodness": 2.4338408478418985,
+          "runtime_seconds": 6.063029050827026
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.1860559944788616,
+          "lr": 0.03,
+          "negative_goodness": 1.8318558712853326,
+          "pair_accuracy": 0.8873333333333333,
+          "positive_goodness": 2.4253181638929577,
+          "runtime_seconds": 6.060927629470825
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.184213071484036,
+          "lr": 0.03,
+          "negative_goodness": 1.8328081658469306,
+          "pair_accuracy": 0.894555555566152,
+          "positive_goodness": 2.42784982486301,
+          "runtime_seconds": 6.063875913619995
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.185441330909729,
+          "lr": 0.03,
+          "negative_goodness": 1.8311142799589368,
+          "pair_accuracy": 0.8920888888570997,
+          "positive_goodness": 2.4240012288835313,
+          "runtime_seconds": 6.062417268753052
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.1763895898183188,
+          "lr": 0.03,
+          "negative_goodness": 1.8293777327219645,
+          "pair_accuracy": 0.9011999999788073,
+          "positive_goodness": 2.445229783460829,
+          "runtime_seconds": 6.062203884124756
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.1767015352037218,
+          "lr": 0.03,
+          "negative_goodness": 1.8244261776394315,
+          "pair_accuracy": 0.9043999999788073,
+          "positive_goodness": 2.445290773179796,
+          "runtime_seconds": 6.061763286590576
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.1886791415108575,
+          "lr": 0.03,
+          "negative_goodness": 1.836533439678616,
+          "pair_accuracy": 0.8852444444338481,
+          "positive_goodness": 2.424700284279717,
+          "runtime_seconds": 6.061740398406982
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.1747555481804741,
+          "lr": 0.03,
+          "negative_goodness": 1.8218524259355333,
+          "pair_accuracy": 0.9007555555555555,
+          "positive_goodness": 2.4449608136071097,
+          "runtime_seconds": 6.062439441680908
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.1793666855706109,
+          "lr": 0.03,
+          "negative_goodness": 1.8263251133177016,
+          "pair_accuracy": 0.8933555555555556,
+          "positive_goodness": 2.439794603220622,
+          "runtime_seconds": 6.060402154922485
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.182122101656596,
+          "lr": 0.03,
+          "negative_goodness": 1.828336991373698,
+          "pair_accuracy": 0.8952666666454739,
+          "positive_goodness": 2.4364880695343016,
+          "runtime_seconds": 6.0615761280059814
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.189055893919203,
+          "lr": 0.03,
+          "negative_goodness": 1.8320734663221572,
+          "pair_accuracy": 0.8870888888782925,
+          "positive_goodness": 2.4191097621070012,
+          "runtime_seconds": 6.070591926574707
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.1795562043613859,
+          "lr": 0.03,
+          "negative_goodness": 1.8225096825705633,
+          "pair_accuracy": 0.8887555555343628,
+          "positive_goodness": 2.441470533498128,
+          "runtime_seconds": 6.071572542190552
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.176062773683336,
+          "lr": 0.03,
+          "negative_goodness": 1.8214178182390002,
+          "pair_accuracy": 0.8963555555555556,
+          "positive_goodness": 2.4484717436472576,
+          "runtime_seconds": 6.07112455368042
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.1734984332932366,
+          "lr": 0.03,
+          "negative_goodness": 1.8226626316070558,
+          "pair_accuracy": 0.8947999999894036,
+          "positive_goodness": 2.4538106683095298,
+          "runtime_seconds": 6.069512367248535
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.193426409403483,
+          "lr": 0.03,
+          "negative_goodness": 1.8323564805136787,
+          "pair_accuracy": 0.8805999999682108,
+          "positive_goodness": 2.4151936037275528,
+          "runtime_seconds": 6.063399314880371
+        }
+      ],
+      "layer": 4
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.206510053677029,
+          "lr": 0.03,
+          "negative_goodness": 1.7792172163221571,
+          "pair_accuracy": 0.849644444433848,
+          "positive_goodness": 2.3613981796688504,
+          "runtime_seconds": 5.9840404987335205
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.1180472915437487,
+          "lr": 0.03,
+          "negative_goodness": 1.7537119994057548,
+          "pair_accuracy": 0.9066222222222222,
+          "positive_goodness": 2.5668498105367026,
+          "runtime_seconds": 5.9834020137786865
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.0761442077636718,
+          "lr": 0.03,
+          "negative_goodness": 1.7192611765119765,
+          "pair_accuracy": 0.9183111111111111,
+          "positive_goodness": 2.6737394202338325,
+          "runtime_seconds": 5.984705686569214
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.0767657746209038,
+          "lr": 0.03,
+          "negative_goodness": 1.7165096852196589,
+          "pair_accuracy": 0.9234444444550408,
+          "positive_goodness": 2.6744019661373564,
+          "runtime_seconds": 5.984201669692993
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.0511816959804958,
+          "lr": 0.03,
+          "negative_goodness": 1.6945178568522135,
+          "pair_accuracy": 0.9325555555979411,
+          "positive_goodness": 2.739649661509196,
+          "runtime_seconds": 5.9865686893463135
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.0598680033153958,
+          "lr": 0.03,
+          "negative_goodness": 1.7017980873319838,
+          "pair_accuracy": 0.9239999999788072,
+          "positive_goodness": 2.715990206866794,
+          "runtime_seconds": 5.9873270988464355
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.0364842529296876,
+          "lr": 0.03,
+          "negative_goodness": 1.6706852739122178,
+          "pair_accuracy": 0.9279555555343628,
+          "positive_goodness": 2.7817265841166177,
+          "runtime_seconds": 5.985645294189453
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.0157055593066746,
+          "lr": 0.03,
+          "negative_goodness": 1.6606598917007447,
+          "pair_accuracy": 0.9399777777883742,
+          "positive_goodness": 2.8447105996449786,
+          "runtime_seconds": 5.9859161376953125
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.022450678369734,
+          "lr": 0.03,
+          "negative_goodness": 1.658062926250034,
+          "pair_accuracy": 0.9371555555343628,
+          "positive_goodness": 2.817877022467719,
+          "runtime_seconds": 5.986541509628296
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.0199218417697482,
+          "lr": 0.03,
+          "negative_goodness": 1.6600687336815727,
+          "pair_accuracy": 0.9450222222010295,
+          "positive_goodness": 2.8277223790062798,
+          "runtime_seconds": 5.986910820007324
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.0293013444582622,
+          "lr": 0.03,
+          "negative_goodness": 1.6601685360166762,
+          "pair_accuracy": 0.927977777756585,
+          "positive_goodness": 2.8063861876593696,
+          "runtime_seconds": 5.984683513641357
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.997588968149821,
+          "lr": 0.03,
+          "negative_goodness": 1.6347474789513483,
+          "pair_accuracy": 0.942044444433848,
+          "positive_goodness": 2.903607641559177,
+          "runtime_seconds": 5.986644268035889
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.9766871611383227,
+          "lr": 0.03,
+          "negative_goodness": 1.612153264511956,
+          "pair_accuracy": 0.9464,
+          "positive_goodness": 2.945292927593655,
+          "runtime_seconds": 5.985624313354492
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.9830098033905029,
+          "lr": 0.03,
+          "negative_goodness": 1.6152430071512858,
+          "pair_accuracy": 0.9434888889206781,
+          "positive_goodness": 2.9363582916259765,
+          "runtime_seconds": 5.9841718673706055
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.9902497747209337,
+          "lr": 0.03,
+          "negative_goodness": 1.621737363327874,
+          "pair_accuracy": 0.9442444444550409,
+          "positive_goodness": 2.9309814730750188,
+          "runtime_seconds": 5.987169981002808
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.9778145734892951,
+          "lr": 0.03,
+          "negative_goodness": 1.6086522109349568,
+          "pair_accuracy": 0.9457111110899183,
+          "positive_goodness": 2.9578793236202663,
+          "runtime_seconds": 5.9855968952178955
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.976281268649631,
+          "lr": 0.03,
+          "negative_goodness": 1.6040572290208606,
+          "pair_accuracy": 0.9406666666454739,
+          "positive_goodness": 2.977479224650065,
+          "runtime_seconds": 5.984076499938965
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.9736170813454522,
+          "lr": 0.03,
+          "negative_goodness": 1.5982097276475695,
+          "pair_accuracy": 0.9449555555343628,
+          "positive_goodness": 2.9742093078189424,
+          "runtime_seconds": 5.985750198364258
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.9931732725037469,
+          "lr": 0.03,
+          "negative_goodness": 1.6185183919906616,
+          "pair_accuracy": 0.9413555555237664,
+          "positive_goodness": 2.923843538453844,
+          "runtime_seconds": 5.986278533935547
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.9578904231283399,
+          "lr": 0.03,
+          "negative_goodness": 1.5847804288652207,
+          "pair_accuracy": 0.9502444444444444,
+          "positive_goodness": 3.0183473300086128,
+          "runtime_seconds": 5.983867883682251
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.9709372259775797,
+          "lr": 0.03,
+          "negative_goodness": 1.5950287723541259,
+          "pair_accuracy": 0.9445333333863153,
+          "positive_goodness": 2.995971722708808,
+          "runtime_seconds": 5.98766016960144
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.9745934847831726,
+          "lr": 0.03,
+          "negative_goodness": 1.592425140147739,
+          "pair_accuracy": 0.9373555555449592,
+          "positive_goodness": 2.98869778298272,
+          "runtime_seconds": 5.989475965499878
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.9722689702033996,
+          "lr": 0.03,
+          "negative_goodness": 1.5920691163169014,
+          "pair_accuracy": 0.9372222222010295,
+          "positive_goodness": 2.9851054923587377,
+          "runtime_seconds": 5.993381977081299
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.9841771196577284,
+          "lr": 0.03,
+          "negative_goodness": 1.600395458624098,
+          "pair_accuracy": 0.9337999999788072,
+          "positive_goodness": 2.9726584322187635,
+          "runtime_seconds": 5.983206272125244
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.952827390437656,
+          "lr": 0.03,
+          "negative_goodness": 1.5768287056393093,
+          "pair_accuracy": 0.9476444444974264,
+          "positive_goodness": 3.0435272327423095,
+          "runtime_seconds": 5.987974166870117
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.9687997609880236,
+          "lr": 0.03,
+          "negative_goodness": 1.585767903751797,
+          "pair_accuracy": 0.9429333333121406,
+          "positive_goodness": 3.0114864821539986,
+          "runtime_seconds": 5.98924708366394
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.9706575076421102,
+          "lr": 0.03,
+          "negative_goodness": 1.5900301490995619,
+          "pair_accuracy": 0.9430222222222222,
+          "positive_goodness": 3.009912428410848,
+          "runtime_seconds": 5.988724946975708
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.9777957746399774,
+          "lr": 0.03,
+          "negative_goodness": 1.5941182352383931,
+          "pair_accuracy": 0.9354,
+          "positive_goodness": 2.99299986199273,
+          "runtime_seconds": 5.994703769683838
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.9718369442621867,
+          "lr": 0.03,
+          "negative_goodness": 1.5880136258655124,
+          "pair_accuracy": 0.9396666666454739,
+          "positive_goodness": 2.998744737709893,
+          "runtime_seconds": 5.984786748886108
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.9926770297580295,
+          "lr": 0.03,
+          "negative_goodness": 1.599764779747857,
+          "pair_accuracy": 0.9272000000105964,
+          "positive_goodness": 2.9585340937720406,
+          "runtime_seconds": 5.988449573516846
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.9576410236358642,
+          "lr": 0.03,
+          "negative_goodness": 1.5798669538285997,
+          "pair_accuracy": 0.9470888888782925,
+          "positive_goodness": 3.0436539843241373,
+          "runtime_seconds": 5.985822916030884
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.9512689460542467,
+          "lr": 0.03,
+          "negative_goodness": 1.5691325120078192,
+          "pair_accuracy": 0.9425777777989706,
+          "positive_goodness": 3.057830171839396,
+          "runtime_seconds": 5.985580682754517
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.9545161602232192,
+          "lr": 0.03,
+          "negative_goodness": 1.5719103706359863,
+          "pair_accuracy": 0.9422444444444444,
+          "positive_goodness": 3.0525292229970296,
+          "runtime_seconds": 5.995856285095215
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.9701163140720791,
+          "lr": 0.03,
+          "negative_goodness": 1.5868076204511854,
+          "pair_accuracy": 0.9429555555343628,
+          "positive_goodness": 3.0039700173272026,
+          "runtime_seconds": 5.986920118331909
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.9578141057332357,
+          "lr": 0.03,
+          "negative_goodness": 1.5693687444474962,
+          "pair_accuracy": 0.9405333333333333,
+          "positive_goodness": 3.0643607595655653,
+          "runtime_seconds": 5.98850154876709
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.9406514992713928,
+          "lr": 0.03,
+          "negative_goodness": 1.5536981528176201,
+          "pair_accuracy": 0.9433555555237664,
+          "positive_goodness": 3.086789667214288,
+          "runtime_seconds": 5.987348556518555
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.9521825499110752,
+          "lr": 0.03,
+          "negative_goodness": 1.5643756360583836,
+          "pair_accuracy": 0.9530666666666666,
+          "positive_goodness": 3.0750645878685847,
+          "runtime_seconds": 5.986860513687134
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.9526853174421522,
+          "lr": 0.03,
+          "negative_goodness": 1.561588542620341,
+          "pair_accuracy": 0.9451111110899183,
+          "positive_goodness": 3.0681092639923095,
+          "runtime_seconds": 5.99743390083313
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.9581019984563192,
+          "lr": 0.03,
+          "negative_goodness": 1.5657325627644856,
+          "pair_accuracy": 0.943200000026491,
+          "positive_goodness": 3.0598972651163736,
+          "runtime_seconds": 5.988001823425293
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.9551496694140964,
+          "lr": 0.03,
+          "negative_goodness": 1.5619863805770875,
+          "pair_accuracy": 0.9408000000105964,
+          "positive_goodness": 3.0749873738182916,
+          "runtime_seconds": 5.988463878631592
+        }
+      ],
+      "layer": 5
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.2069369535022312,
+          "lr": 0.03,
+          "negative_goodness": 1.878007424185011,
+          "pair_accuracy": 0.8386444444232517,
+          "positive_goodness": 2.4071879845089383,
+          "runtime_seconds": 6.072202920913696
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.0915344909032185,
+          "lr": 0.03,
+          "negative_goodness": 1.7735054194556341,
+          "pair_accuracy": 0.9285333333757189,
+          "positive_goodness": 2.6250424639383954,
+          "runtime_seconds": 6.072357654571533
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.0732878299607171,
+          "lr": 0.03,
+          "negative_goodness": 1.7514820478015476,
+          "pair_accuracy": 0.9346222222222222,
+          "positive_goodness": 2.6683965268029106,
+          "runtime_seconds": 6.078364372253418
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.05770603129069,
+          "lr": 0.03,
+          "negative_goodness": 1.7357088331858317,
+          "pair_accuracy": 0.9372222222116259,
+          "positive_goodness": 2.6996505723317465,
+          "runtime_seconds": 6.065775394439697
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.0473989458296034,
+          "lr": 0.03,
+          "negative_goodness": 1.7237313971201578,
+          "pair_accuracy": 0.9394888888782925,
+          "positive_goodness": 2.7289328232659233,
+          "runtime_seconds": 6.0661234855651855
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.037606486331092,
+          "lr": 0.03,
+          "negative_goodness": 1.7133918589909871,
+          "pair_accuracy": 0.9358444444338481,
+          "positive_goodness": 2.7471106541103785,
+          "runtime_seconds": 6.07236647605896
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.0584386195924547,
+          "lr": 0.03,
+          "negative_goodness": 1.7242147430207995,
+          "pair_accuracy": 0.9277333333015442,
+          "positive_goodness": 2.7116743752797445,
+          "runtime_seconds": 6.070155382156372
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.0457144526481628,
+          "lr": 0.03,
+          "negative_goodness": 1.7180665937423707,
+          "pair_accuracy": 0.9348222222116258,
+          "positive_goodness": 2.738128447002835,
+          "runtime_seconds": 6.076332092285156
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.0255863619486492,
+          "lr": 0.03,
+          "negative_goodness": 1.699936665725708,
+          "pair_accuracy": 0.9464444444974264,
+          "positive_goodness": 2.7851904121398925,
+          "runtime_seconds": 6.070559024810791
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.0242784050835503,
+          "lr": 0.03,
+          "negative_goodness": 1.69669497856564,
+          "pair_accuracy": 0.9442000000105963,
+          "positive_goodness": 2.789823032675849,
+          "runtime_seconds": 6.068063974380493
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.015664781750573,
+          "lr": 0.03,
+          "negative_goodness": 1.686445381779141,
+          "pair_accuracy": 0.9453333333121405,
+          "positive_goodness": 2.8125445082770453,
+          "runtime_seconds": 6.071450471878052
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.0195351774957444,
+          "lr": 0.03,
+          "negative_goodness": 1.6885072526507907,
+          "pair_accuracy": 0.9416444444338481,
+          "positive_goodness": 2.810015179655287,
+          "runtime_seconds": 6.071309566497803
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.00817935095893,
+          "lr": 0.03,
+          "negative_goodness": 1.6779471594492594,
+          "pair_accuracy": 0.9409111111111111,
+          "positive_goodness": 2.8320267719268797,
+          "runtime_seconds": 6.071361541748047
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.007525092909071,
+          "lr": 0.03,
+          "negative_goodness": 1.6830598696814643,
+          "pair_accuracy": 0.9468444444709354,
+          "positive_goodness": 2.838360868390401,
+          "runtime_seconds": 6.073633909225464
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.0145651638348898,
+          "lr": 0.03,
+          "negative_goodness": 1.6810208875656127,
+          "pair_accuracy": 0.9421777777671814,
+          "positive_goodness": 2.818259706285265,
+          "runtime_seconds": 6.072213888168335
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.0037081009229025,
+          "lr": 0.03,
+          "negative_goodness": 1.6738623853471544,
+          "pair_accuracy": 0.9443999999682109,
+          "positive_goodness": 2.8474527298397487,
+          "runtime_seconds": 6.07149338722229
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.0021930273479887,
+          "lr": 0.03,
+          "negative_goodness": 1.670481028535631,
+          "pair_accuracy": 0.9456444444338481,
+          "positive_goodness": 2.8536205819447837,
+          "runtime_seconds": 6.073810338973999
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.007950345993042,
+          "lr": 0.03,
+          "negative_goodness": 1.6785386692470974,
+          "pair_accuracy": 0.9394888888570997,
+          "positive_goodness": 2.839594729593065,
+          "runtime_seconds": 6.065096616744995
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.0088157450887891,
+          "lr": 0.03,
+          "negative_goodness": 1.6750930501514012,
+          "pair_accuracy": 0.9404888888782925,
+          "positive_goodness": 2.8309512388441296,
+          "runtime_seconds": 6.073385238647461
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.9921604364183214,
+          "lr": 0.03,
+          "negative_goodness": 1.6598668162027994,
+          "pair_accuracy": 0.9460444444232516,
+          "positive_goodness": 2.8794004062652587,
+          "runtime_seconds": 6.070342302322388
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.9971431394471063,
+          "lr": 0.03,
+          "negative_goodness": 1.6693712210125393,
+          "pair_accuracy": 0.9492222222116259,
+          "positive_goodness": 2.863982703781128,
+          "runtime_seconds": 6.074413061141968
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.0021582485304938,
+          "lr": 0.03,
+          "negative_goodness": 1.6662490332285562,
+          "pair_accuracy": 0.9422666666666667,
+          "positive_goodness": 2.859551836437649,
+          "runtime_seconds": 6.073232173919678
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.9976600789176093,
+          "lr": 0.03,
+          "negative_goodness": 1.6613353423436483,
+          "pair_accuracy": 0.9471111111005147,
+          "positive_goodness": 2.8707634510040285,
+          "runtime_seconds": 6.070436239242554
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.9903258057700263,
+          "lr": 0.03,
+          "negative_goodness": 1.653003014416165,
+          "pair_accuracy": 0.9471777777459887,
+          "positive_goodness": 2.893606533135308,
+          "runtime_seconds": 6.071918487548828
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.009785226143731,
+          "lr": 0.03,
+          "negative_goodness": 1.6677443305333455,
+          "pair_accuracy": 0.9366444444444444,
+          "positive_goodness": 2.8462919802771673,
+          "runtime_seconds": 6.073101997375488
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.9885845294528537,
+          "lr": 0.03,
+          "negative_goodness": 1.650520522371928,
+          "pair_accuracy": 0.9457777778201633,
+          "positive_goodness": 2.8906780707677204,
+          "runtime_seconds": 6.071959495544434
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.9841681716071234,
+          "lr": 0.03,
+          "negative_goodness": 1.647103882514106,
+          "pair_accuracy": 0.950422222190433,
+          "positive_goodness": 2.915805278438992,
+          "runtime_seconds": 6.072985887527466
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.9921259487893846,
+          "lr": 0.03,
+          "negative_goodness": 1.653497701687283,
+          "pair_accuracy": 0.9445777777777777,
+          "positive_goodness": 2.887381821187337,
+          "runtime_seconds": 6.073259115219116
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.9848030892690023,
+          "lr": 0.03,
+          "negative_goodness": 1.64258929977417,
+          "pair_accuracy": 0.9477333333757189,
+          "positive_goodness": 2.913162755330404,
+          "runtime_seconds": 6.072667598724365
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.9919881761762831,
+          "lr": 0.03,
+          "negative_goodness": 1.6550657899008856,
+          "pair_accuracy": 0.946066666677263,
+          "positive_goodness": 2.893144809850057,
+          "runtime_seconds": 6.07134747505188
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.9999136259502834,
+          "lr": 0.03,
+          "negative_goodness": 1.652131803618537,
+          "pair_accuracy": 0.9444888888676961,
+          "positive_goodness": 2.8744963713328042,
+          "runtime_seconds": 6.070787191390991
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.960671629386478,
+          "lr": 0.03,
+          "negative_goodness": 1.6201310202704535,
+          "pair_accuracy": 0.9545333333227369,
+          "positive_goodness": 2.966533075290256,
+          "runtime_seconds": 6.0723631381988525
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.9847816694471572,
+          "lr": 0.03,
+          "negative_goodness": 1.6451870479159885,
+          "pair_accuracy": 0.9456444444232517,
+          "positive_goodness": 2.914908781094021,
+          "runtime_seconds": 6.070354223251343
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.9970335137155321,
+          "lr": 0.03,
+          "negative_goodness": 1.6522415831247965,
+          "pair_accuracy": 0.9473111111005147,
+          "positive_goodness": 2.8823232448154026,
+          "runtime_seconds": 6.071749448776245
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.9961873066584269,
+          "lr": 0.03,
+          "negative_goodness": 1.6535688753975761,
+          "pair_accuracy": 0.9442444444444444,
+          "positive_goodness": 2.8842692738427056,
+          "runtime_seconds": 6.0727386474609375
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.0037440880033706,
+          "lr": 0.03,
+          "negative_goodness": 1.657117398791843,
+          "pair_accuracy": 0.9377999999788073,
+          "positive_goodness": 2.8660266600290933,
+          "runtime_seconds": 6.07116174697876
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.0063784518877665,
+          "lr": 0.03,
+          "negative_goodness": 1.6601487005021838,
+          "pair_accuracy": 0.9383333333015442,
+          "positive_goodness": 2.8592266990237767,
+          "runtime_seconds": 6.073184967041016
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.9901651751836141,
+          "lr": 0.03,
+          "negative_goodness": 1.648253130531311,
+          "pair_accuracy": 0.9438222222222222,
+          "positive_goodness": 2.9074770587497287,
+          "runtime_seconds": 6.073035001754761
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.967422561094496,
+          "lr": 0.03,
+          "negative_goodness": 1.6187495983759561,
+          "pair_accuracy": 0.9461777777777778,
+          "positive_goodness": 2.967290100309584,
+          "runtime_seconds": 6.073230981826782
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.9753550059000651,
+          "lr": 0.03,
+          "negative_goodness": 1.6301390432781644,
+          "pair_accuracy": 0.9489777777671814,
+          "positive_goodness": 2.9507186506059435,
+          "runtime_seconds": 6.074027061462402
+        }
+      ],
+      "layer": 6
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.1047713654624092,
+          "lr": 0.03,
+          "negative_goodness": 1.6705051990509032,
+          "pair_accuracy": 0.8816222222116259,
+          "positive_goodness": 2.602321488486396,
+          "runtime_seconds": 5.986935615539551
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.016976987944709,
+          "lr": 0.03,
+          "negative_goodness": 1.631722716331482,
+          "pair_accuracy": 0.9128222222010295,
+          "positive_goodness": 2.832969377178616,
+          "runtime_seconds": 5.988238573074341
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.9977135389010111,
+          "lr": 0.03,
+          "negative_goodness": 1.6069021512561374,
+          "pair_accuracy": 0.9187999999788072,
+          "positive_goodness": 2.886049237569173,
+          "runtime_seconds": 5.984768867492676
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.9943932462268406,
+          "lr": 0.03,
+          "negative_goodness": 1.5976091989305283,
+          "pair_accuracy": 0.9140000000105963,
+          "positive_goodness": 2.9023216100904676,
+          "runtime_seconds": 5.984936714172363
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.9874814539379544,
+          "lr": 0.03,
+          "negative_goodness": 1.5974239786571927,
+          "pair_accuracy": 0.9172444444550408,
+          "positive_goodness": 2.909827044169108,
+          "runtime_seconds": 5.989271879196167
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.9741817536989847,
+          "lr": 0.03,
+          "negative_goodness": 1.5764076160642835,
+          "pair_accuracy": 0.924911111164093,
+          "positive_goodness": 2.9777524338616264,
+          "runtime_seconds": 5.985894441604614
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.9711338120778402,
+          "lr": 0.03,
+          "negative_goodness": 1.5747888959248861,
+          "pair_accuracy": 0.9204444444762336,
+          "positive_goodness": 2.969945328860813,
+          "runtime_seconds": 5.987898826599121
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.9701211907068888,
+          "lr": 0.03,
+          "negative_goodness": 1.5662317122353449,
+          "pair_accuracy": 0.9218222222222222,
+          "positive_goodness": 2.981061100302802,
+          "runtime_seconds": 5.990257978439331
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.9521167525185479,
+          "lr": 0.03,
+          "negative_goodness": 1.561932893562317,
+          "pair_accuracy": 0.9317999999788072,
+          "positive_goodness": 3.0328010031806096,
+          "runtime_seconds": 5.987656116485596
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.9671788024478488,
+          "lr": 0.03,
+          "negative_goodness": 1.5661966579225328,
+          "pair_accuracy": 0.9207333333333333,
+          "positive_goodness": 2.983630551486545,
+          "runtime_seconds": 5.987100124359131
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.9431731047736274,
+          "lr": 0.03,
+          "negative_goodness": 1.5414130928675334,
+          "pair_accuracy": 0.9303777777459886,
+          "positive_goodness": 3.0535691778818768,
+          "runtime_seconds": 5.988179683685303
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.9127565748214722,
+          "lr": 0.03,
+          "negative_goodness": 1.5096803912268744,
+          "pair_accuracy": 0.9335777778307597,
+          "positive_goodness": 3.137108304553562,
+          "runtime_seconds": 5.988799810409546
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.9532928494983249,
+          "lr": 0.03,
+          "negative_goodness": 1.5432824754503038,
+          "pair_accuracy": 0.9244222222222223,
+          "positive_goodness": 3.055563843366835,
+          "runtime_seconds": 5.988455772399902
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.9423422786924575,
+          "lr": 0.03,
+          "negative_goodness": 1.5319547372394138,
+          "pair_accuracy": 0.9252444444550408,
+          "positive_goodness": 3.057128486336602,
+          "runtime_seconds": 5.987005233764648
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.9383319293340047,
+          "lr": 0.03,
+          "negative_goodness": 1.527830424118042,
+          "pair_accuracy": 0.9273999999788073,
+          "positive_goodness": 3.0833778854793974,
+          "runtime_seconds": 5.98850417137146
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.9378395057466296,
+          "lr": 0.03,
+          "negative_goodness": 1.5310434899012249,
+          "pair_accuracy": 0.9292222222646077,
+          "positive_goodness": 3.073428839577569,
+          "runtime_seconds": 5.988821268081665
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.9205313366783989,
+          "lr": 0.03,
+          "negative_goodness": 1.5096513600879244,
+          "pair_accuracy": 0.9328444444126553,
+          "positive_goodness": 3.128542161432902,
+          "runtime_seconds": 5.991384744644165
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.9310264198144277,
+          "lr": 0.03,
+          "negative_goodness": 1.5177855179892645,
+          "pair_accuracy": 0.9304888888888889,
+          "positive_goodness": 3.09437004614936,
+          "runtime_seconds": 5.9875733852386475
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.9294039735158285,
+          "lr": 0.03,
+          "negative_goodness": 1.5174929947747124,
+          "pair_accuracy": 0.9257555555767483,
+          "positive_goodness": 3.1104327276441786,
+          "runtime_seconds": 5.982976913452148
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.9491744428793589,
+          "lr": 0.03,
+          "negative_goodness": 1.5340221051745944,
+          "pair_accuracy": 0.9218888888888889,
+          "positive_goodness": 3.049798480139838,
+          "runtime_seconds": 5.982738018035889
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.9352030433019002,
+          "lr": 0.03,
+          "negative_goodness": 1.517447774442037,
+          "pair_accuracy": 0.9263777777989706,
+          "positive_goodness": 3.105410221057468,
+          "runtime_seconds": 5.987628698348999
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.9320375057432386,
+          "lr": 0.03,
+          "negative_goodness": 1.5153394739574857,
+          "pair_accuracy": 0.926222222190433,
+          "positive_goodness": 3.095835459560818,
+          "runtime_seconds": 5.985572338104248
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.9311841476864285,
+          "lr": 0.03,
+          "negative_goodness": 1.5237145315382217,
+          "pair_accuracy": 0.9341999999894036,
+          "positive_goodness": 3.1003103837331136,
+          "runtime_seconds": 5.9819793701171875
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.912362519370185,
+          "lr": 0.03,
+          "negative_goodness": 1.5012026485443115,
+          "pair_accuracy": 0.9338222222434149,
+          "positive_goodness": 3.174440860536363,
+          "runtime_seconds": 5.983969688415527
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.9105262146843804,
+          "lr": 0.03,
+          "negative_goodness": 1.4983820819642808,
+          "pair_accuracy": 0.9330222222222222,
+          "positive_goodness": 3.150548135842217,
+          "runtime_seconds": 5.984005689620972
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.9031359250704447,
+          "lr": 0.03,
+          "negative_goodness": 1.4875914692348904,
+          "pair_accuracy": 0.9338666666560703,
+          "positive_goodness": 3.1700603759765626,
+          "runtime_seconds": 5.986890554428101
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.9099008700264825,
+          "lr": 0.03,
+          "negative_goodness": 1.4936886887020535,
+          "pair_accuracy": 0.9379111111534967,
+          "positive_goodness": 3.2135098967658147,
+          "runtime_seconds": 5.985763072967529
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.9165781401210361,
+          "lr": 0.03,
+          "negative_goodness": 1.503474468697442,
+          "pair_accuracy": 0.9362444444232517,
+          "positive_goodness": 3.1406457023620606,
+          "runtime_seconds": 5.9881272315979
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.9089858049392701,
+          "lr": 0.03,
+          "negative_goodness": 1.4858922930823433,
+          "pair_accuracy": 0.9309777777777778,
+          "positive_goodness": 3.1716213034735787,
+          "runtime_seconds": 5.988808631896973
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.9295066186269124,
+          "lr": 0.03,
+          "negative_goodness": 1.5103753222677443,
+          "pair_accuracy": 0.9228222222116258,
+          "positive_goodness": 3.115150204891629,
+          "runtime_seconds": 5.984308958053589
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.9192026178783841,
+          "lr": 0.03,
+          "negative_goodness": 1.5064749988132053,
+          "pair_accuracy": 0.9323333333121405,
+          "positive_goodness": 3.1332605503929987,
+          "runtime_seconds": 5.985523700714111
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.9167141386244032,
+          "lr": 0.03,
+          "negative_goodness": 1.5056812538994684,
+          "pair_accuracy": 0.9327555555555556,
+          "positive_goodness": 3.148329245461358,
+          "runtime_seconds": 5.987178802490234
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.9223440536075168,
+          "lr": 0.03,
+          "negative_goodness": 1.494900909529792,
+          "pair_accuracy": 0.9310666666560703,
+          "positive_goodness": 3.1124453901926676,
+          "runtime_seconds": 5.987573623657227
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.9166980059093899,
+          "lr": 0.03,
+          "negative_goodness": 1.5045458637873332,
+          "pair_accuracy": 0.9308222222222222,
+          "positive_goodness": 3.1543955130683052,
+          "runtime_seconds": 5.987436532974243
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.9482819736268785,
+          "lr": 0.03,
+          "negative_goodness": 1.5264000133726332,
+          "pair_accuracy": 0.9218222221904331,
+          "positive_goodness": 3.0546964040544298,
+          "runtime_seconds": 5.987787246704102
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.9267946164131164,
+          "lr": 0.03,
+          "negative_goodness": 1.5136960118823581,
+          "pair_accuracy": 0.9272666666560703,
+          "positive_goodness": 3.112067362128364,
+          "runtime_seconds": 5.986567735671997
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.9114419485727946,
+          "lr": 0.03,
+          "negative_goodness": 1.4833301217185126,
+          "pair_accuracy": 0.9347777777989705,
+          "positive_goodness": 3.1738905006196765,
+          "runtime_seconds": 5.9867517948150635
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.9168089244630602,
+          "lr": 0.03,
+          "negative_goodness": 1.4999325443267821,
+          "pair_accuracy": 0.9342888889418708,
+          "positive_goodness": 3.162919767464532,
+          "runtime_seconds": 5.986276149749756
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.902870134947035,
+          "lr": 0.03,
+          "negative_goodness": 1.4803310693105063,
+          "pair_accuracy": 0.93404444445769,
+          "positive_goodness": 3.200960938051012,
+          "runtime_seconds": 5.985558271408081
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.912474150774214,
+          "lr": 0.03,
+          "negative_goodness": 1.482125117641025,
+          "pair_accuracy": 0.934355555597941,
+          "positive_goodness": 3.1629071749369304,
+          "runtime_seconds": 5.984673023223877
+        }
+      ],
+      "layer": 7
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.1020045685450237,
+          "lr": 0.03,
+          "negative_goodness": 1.7628332803514268,
+          "pair_accuracy": 0.860822222243415,
+          "positive_goodness": 2.6932270421346027,
+          "runtime_seconds": 6.0700225830078125
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.9492320774820115,
+          "lr": 0.03,
+          "negative_goodness": 1.6018734668307835,
+          "pair_accuracy": 0.9216000000423855,
+          "positive_goodness": 2.9815992197248673,
+          "runtime_seconds": 6.070222854614258
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.928488591893514,
+          "lr": 0.03,
+          "negative_goodness": 1.5785449941847058,
+          "pair_accuracy": 0.926844444460339,
+          "positive_goodness": 3.0363014639960393,
+          "runtime_seconds": 6.068427562713623
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.8991748455789355,
+          "lr": 0.03,
+          "negative_goodness": 1.527305171087053,
+          "pair_accuracy": 0.9369111110899183,
+          "positive_goodness": 3.1129736905415855,
+          "runtime_seconds": 6.06777548789978
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.9281481657875909,
+          "lr": 0.03,
+          "negative_goodness": 1.560334613249037,
+          "pair_accuracy": 0.9268444444232516,
+          "positive_goodness": 3.05851059328715,
+          "runtime_seconds": 6.069596767425537
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.9159989105118646,
+          "lr": 0.03,
+          "negative_goodness": 1.536494003868103,
+          "pair_accuracy": 0.9262000000529819,
+          "positive_goodness": 3.0850818045722113,
+          "runtime_seconds": 6.06955623626709
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.9055507817798191,
+          "lr": 0.03,
+          "negative_goodness": 1.534139963552687,
+          "pair_accuracy": 0.9230666666666667,
+          "positive_goodness": 3.1073875303056506,
+          "runtime_seconds": 6.070082902908325
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.9077624881108602,
+          "lr": 0.03,
+          "negative_goodness": 1.517895080142551,
+          "pair_accuracy": 0.922155555597941,
+          "positive_goodness": 3.1214220897250704,
+          "runtime_seconds": 6.068735122680664
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.8704601972897847,
+          "lr": 0.03,
+          "negative_goodness": 1.4886600719239977,
+          "pair_accuracy": 0.9326,
+          "positive_goodness": 3.202496231842041,
+          "runtime_seconds": 6.069361925125122
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.8567272817187839,
+          "lr": 0.03,
+          "negative_goodness": 1.4702416769451565,
+          "pair_accuracy": 0.9394000000529819,
+          "positive_goodness": 3.266849716737535,
+          "runtime_seconds": 6.069270610809326
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.8713401335610284,
+          "lr": 0.03,
+          "negative_goodness": 1.4847298002031115,
+          "pair_accuracy": 0.9323777778201633,
+          "positive_goodness": 3.2272797509087456,
+          "runtime_seconds": 6.06751561164856
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.8798764757050408,
+          "lr": 0.03,
+          "negative_goodness": 1.493644551255968,
+          "pair_accuracy": 0.9339333333333333,
+          "positive_goodness": 3.2029139891730414,
+          "runtime_seconds": 6.071386814117432
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.8679597430441115,
+          "lr": 0.03,
+          "negative_goodness": 1.4752227288352118,
+          "pair_accuracy": 0.9328666666666666,
+          "positive_goodness": 3.222412074110243,
+          "runtime_seconds": 6.070573091506958
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.8723996558083428,
+          "lr": 0.03,
+          "negative_goodness": 1.4763035846074422,
+          "pair_accuracy": 0.9324444444232517,
+          "positive_goodness": 3.228742024951511,
+          "runtime_seconds": 6.0685715675354
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.8628667241626315,
+          "lr": 0.03,
+          "negative_goodness": 1.4541002182218763,
+          "pair_accuracy": 0.9271777777671814,
+          "positive_goodness": 3.2528708149380154,
+          "runtime_seconds": 6.069413423538208
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.8518355544408163,
+          "lr": 0.03,
+          "negative_goodness": 1.4543006882773506,
+          "pair_accuracy": 0.9396666666560702,
+          "positive_goodness": 3.2889412854088675,
+          "runtime_seconds": 6.072787523269653
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.8351003908051385,
+          "lr": 0.03,
+          "negative_goodness": 1.427501477792528,
+          "pair_accuracy": 0.9333333333333333,
+          "positive_goodness": 3.3562607432047527,
+          "runtime_seconds": 6.076222658157349
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.8590668502489726,
+          "lr": 0.03,
+          "negative_goodness": 1.4539884293662177,
+          "pair_accuracy": 0.9288222222116258,
+          "positive_goodness": 3.2642128629048663,
+          "runtime_seconds": 6.075667381286621
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.8774957138273451,
+          "lr": 0.03,
+          "negative_goodness": 1.4652082245084974,
+          "pair_accuracy": 0.9267555555449591,
+          "positive_goodness": 3.241902503204346,
+          "runtime_seconds": 6.074560642242432
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.8579738805241055,
+          "lr": 0.03,
+          "negative_goodness": 1.464208017486996,
+          "pair_accuracy": 0.9350222222222222,
+          "positive_goodness": 3.2834549722459583,
+          "runtime_seconds": 6.074399948120117
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.8398716508441502,
+          "lr": 0.03,
+          "negative_goodness": 1.4244015479193792,
+          "pair_accuracy": 0.9332666666666667,
+          "positive_goodness": 3.307374367014567,
+          "runtime_seconds": 6.070643901824951
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.8522136627939012,
+          "lr": 0.03,
+          "negative_goodness": 1.4459857014867994,
+          "pair_accuracy": 0.927577777756585,
+          "positive_goodness": 3.304133714675903,
+          "runtime_seconds": 6.079803943634033
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.8438733010821873,
+          "lr": 0.03,
+          "negative_goodness": 1.4317530353546142,
+          "pair_accuracy": 0.9376444444338481,
+          "positive_goodness": 3.3201043831719295,
+          "runtime_seconds": 6.076130390167236
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.8629701731152004,
+          "lr": 0.03,
+          "negative_goodness": 1.4571535093943278,
+          "pair_accuracy": 0.9346222222222222,
+          "positive_goodness": 3.2761405941433375,
+          "runtime_seconds": 6.0749053955078125
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.8338736295700073,
+          "lr": 0.03,
+          "negative_goodness": 1.4187097135119968,
+          "pair_accuracy": 0.9316444444338481,
+          "positive_goodness": 3.3564652384016247,
+          "runtime_seconds": 6.077089786529541
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.8451450922648112,
+          "lr": 0.03,
+          "negative_goodness": 1.4319051986058553,
+          "pair_accuracy": 0.9278444444550408,
+          "positive_goodness": 3.323463198216756,
+          "runtime_seconds": 6.073301553726196
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.842925273068746,
+          "lr": 0.03,
+          "negative_goodness": 1.427319827885098,
+          "pair_accuracy": 0.9334888888782925,
+          "positive_goodness": 3.334396543841892,
+          "runtime_seconds": 6.073834419250488
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.830776940536499,
+          "lr": 0.03,
+          "negative_goodness": 1.4206801030688816,
+          "pair_accuracy": 0.9405333333863153,
+          "positive_goodness": 3.3535934253692625,
+          "runtime_seconds": 6.072809934616089
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.831003140449524,
+          "lr": 0.03,
+          "negative_goodness": 1.4146732489267986,
+          "pair_accuracy": 0.9350222221904331,
+          "positive_goodness": 3.3705124121771917,
+          "runtime_seconds": 6.07473611831665
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.840055184533861,
+          "lr": 0.03,
+          "negative_goodness": 1.42825186314053,
+          "pair_accuracy": 0.9355111110793219,
+          "positive_goodness": 3.330011825603909,
+          "runtime_seconds": 6.076419115066528
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.867908125866784,
+          "lr": 0.03,
+          "negative_goodness": 1.4557019358740912,
+          "pair_accuracy": 0.9274222222222223,
+          "positive_goodness": 3.2820441030714247,
+          "runtime_seconds": 6.071070671081543
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.8521756847699483,
+          "lr": 0.03,
+          "negative_goodness": 1.426819183921814,
+          "pair_accuracy": 0.9251777777671814,
+          "positive_goodness": 3.3017540806240504,
+          "runtime_seconds": 6.0731096267700195
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.8371311879581875,
+          "lr": 0.03,
+          "negative_goodness": 1.4196140237066481,
+          "pair_accuracy": 0.9340666666560703,
+          "positive_goodness": 3.3609882208506265,
+          "runtime_seconds": 6.0734703540802
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.8540305017471314,
+          "lr": 0.03,
+          "negative_goodness": 1.4412937421162924,
+          "pair_accuracy": 0.9335111111111111,
+          "positive_goodness": 3.2844327359729344,
+          "runtime_seconds": 6.073189735412598
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.8291359105004205,
+          "lr": 0.03,
+          "negative_goodness": 1.407533947414822,
+          "pair_accuracy": 0.9316444444444445,
+          "positive_goodness": 3.3817940876430934,
+          "runtime_seconds": 6.075547695159912
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.8605761903868782,
+          "lr": 0.03,
+          "negative_goodness": 1.4368469270070394,
+          "pair_accuracy": 0.9255111110899183,
+          "positive_goodness": 3.3015544641282824,
+          "runtime_seconds": 6.071113109588623
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.853195690366957,
+          "lr": 0.03,
+          "negative_goodness": 1.4270244799296061,
+          "pair_accuracy": 0.9235777777777778,
+          "positive_goodness": 3.3364019151475692,
+          "runtime_seconds": 6.0725390911102295
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.862823566034105,
+          "lr": 0.03,
+          "negative_goodness": 1.4427758745829264,
+          "pair_accuracy": 0.924777777756585,
+          "positive_goodness": 3.2939404490152997,
+          "runtime_seconds": 6.075156211853027
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.8144843714184231,
+          "lr": 0.03,
+          "negative_goodness": 1.396576434135437,
+          "pair_accuracy": 0.9436222222222223,
+          "positive_goodness": 3.4234986339992948,
+          "runtime_seconds": 6.07093358039856
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.8494788181304932,
+          "lr": 0.03,
+          "negative_goodness": 1.4337654742770725,
+          "pair_accuracy": 0.9385999999682109,
+          "positive_goodness": 3.3083818290286593,
+          "runtime_seconds": 6.071460723876953
+        }
+      ],
+      "layer": 8
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9252230487611559,
+          "lr": 0.03,
+          "negative_goodness": 1.5421253234439427,
+          "pair_accuracy": 0.924111111079322,
+          "positive_goodness": 3.075616000450982,
+          "runtime_seconds": 5.993659257888794
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.9073852990468343,
+          "lr": 0.03,
+          "negative_goodness": 1.5477063755459255,
+          "pair_accuracy": 0.9245333333333333,
+          "positive_goodness": 3.160488071568807,
+          "runtime_seconds": 5.991990804672241
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8500285108778212,
+          "lr": 0.03,
+          "negative_goodness": 1.4833457489861381,
+          "pair_accuracy": 0.9310222222116259,
+          "positive_goodness": 3.3122185432010225,
+          "runtime_seconds": 5.991520166397095
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.8836794876098633,
+          "lr": 0.03,
+          "negative_goodness": 1.512553148566352,
+          "pair_accuracy": 0.9184222222328186,
+          "positive_goodness": 3.2444915763431124,
+          "runtime_seconds": 5.991036653518677
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.8751606356514825,
+          "lr": 0.03,
+          "negative_goodness": 1.5018275901794433,
+          "pair_accuracy": 0.9186666666454739,
+          "positive_goodness": 3.2898421436309815,
+          "runtime_seconds": 5.9918413162231445
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.8525611279169718,
+          "lr": 0.03,
+          "negative_goodness": 1.4780015188005236,
+          "pair_accuracy": 0.9288666666348775,
+          "positive_goodness": 3.3319861938052706,
+          "runtime_seconds": 5.995177984237671
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.8581229745864868,
+          "lr": 0.03,
+          "negative_goodness": 1.4991639843622844,
+          "pair_accuracy": 0.9244888888676961,
+          "positive_goodness": 3.3266509593115914,
+          "runtime_seconds": 5.991699934005737
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.8601771071222093,
+          "lr": 0.03,
+          "negative_goodness": 1.4904380973921882,
+          "pair_accuracy": 0.9225555555555556,
+          "positive_goodness": 3.344894269095527,
+          "runtime_seconds": 5.9884114265441895
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.8787720206684536,
+          "lr": 0.03,
+          "negative_goodness": 1.5144748461617363,
+          "pair_accuracy": 0.9178222222222222,
+          "positive_goodness": 3.282415651957194,
+          "runtime_seconds": 5.988785743713379
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.8621221910476684,
+          "lr": 0.03,
+          "negative_goodness": 1.496292439227634,
+          "pair_accuracy": 0.920711111164093,
+          "positive_goodness": 3.341027947828505,
+          "runtime_seconds": 5.991317987442017
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.8538880255169339,
+          "lr": 0.03,
+          "negative_goodness": 1.4821043611314562,
+          "pair_accuracy": 0.9229333333121406,
+          "positive_goodness": 3.339417123921712,
+          "runtime_seconds": 5.993986129760742
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.8513538282606337,
+          "lr": 0.03,
+          "negative_goodness": 1.4880363442314997,
+          "pair_accuracy": 0.9264888889418708,
+          "positive_goodness": 3.3747141927931046,
+          "runtime_seconds": 5.994272470474243
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.810726534181171,
+          "lr": 0.03,
+          "negative_goodness": 1.4388472917662727,
+          "pair_accuracy": 0.9357333333333333,
+          "positive_goodness": 3.490012640974257,
+          "runtime_seconds": 5.99190616607666
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.8506154332796733,
+          "lr": 0.03,
+          "negative_goodness": 1.4724765898386638,
+          "pair_accuracy": 0.9207999999788072,
+          "positive_goodness": 3.410022364171346,
+          "runtime_seconds": 5.993544101715088
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.8452483251041836,
+          "lr": 0.03,
+          "negative_goodness": 1.469147465218438,
+          "pair_accuracy": 0.9261111111111111,
+          "positive_goodness": 3.402167128499349,
+          "runtime_seconds": 5.9945526123046875
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.840870250638326,
+          "lr": 0.03,
+          "negative_goodness": 1.4466584872775607,
+          "pair_accuracy": 0.9131333333545261,
+          "positive_goodness": 3.42511480140686,
+          "runtime_seconds": 5.992929458618164
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.8440263682047526,
+          "lr": 0.03,
+          "negative_goodness": 1.468047823439704,
+          "pair_accuracy": 0.9296444444232517,
+          "positive_goodness": 3.429710871887207,
+          "runtime_seconds": 5.991706848144531
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.8532044361538357,
+          "lr": 0.03,
+          "negative_goodness": 1.4663492472966513,
+          "pair_accuracy": 0.9211555555343628,
+          "positive_goodness": 3.4028311371273463,
+          "runtime_seconds": 5.991961479187012
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.8142939900928073,
+          "lr": 0.03,
+          "negative_goodness": 1.4085986281394958,
+          "pair_accuracy": 0.9283111111111111,
+          "positive_goodness": 3.5179487695482043,
+          "runtime_seconds": 5.992000102996826
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.8506964598973592,
+          "lr": 0.03,
+          "negative_goodness": 1.457425954691569,
+          "pair_accuracy": 0.9185111111005148,
+          "positive_goodness": 3.4234212147182888,
+          "runtime_seconds": 5.991859436035156
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.8415451057222154,
+          "lr": 0.03,
+          "negative_goodness": 1.4496082900153267,
+          "pair_accuracy": 0.9143111111376021,
+          "positive_goodness": 3.4359027148776584,
+          "runtime_seconds": 5.9919350147247314
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.8064213075637817,
+          "lr": 0.03,
+          "negative_goodness": 1.4204449804517958,
+          "pair_accuracy": 0.9303999999894036,
+          "positive_goodness": 3.5313755450778537,
+          "runtime_seconds": 5.993561029434204
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.8217925706863404,
+          "lr": 0.03,
+          "negative_goodness": 1.4196162192662556,
+          "pair_accuracy": 0.9242444444444444,
+          "positive_goodness": 3.521615335676405,
+          "runtime_seconds": 5.992141008377075
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.8220098312166002,
+          "lr": 0.03,
+          "negative_goodness": 1.4260145701726277,
+          "pair_accuracy": 0.9327555555555556,
+          "positive_goodness": 3.5006757882436115,
+          "runtime_seconds": 5.994147300720215
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.8845799657185872,
+          "lr": 0.03,
+          "negative_goodness": 1.5023331307729084,
+          "pair_accuracy": 0.9096222222646078,
+          "positive_goodness": 3.3200522799597847,
+          "runtime_seconds": 5.992006778717041
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.8182631401962704,
+          "lr": 0.03,
+          "negative_goodness": 1.4238248562494913,
+          "pair_accuracy": 0.9265777777777777,
+          "positive_goodness": 3.5200738868713377,
+          "runtime_seconds": 5.9933552742004395
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.8469810448434618,
+          "lr": 0.03,
+          "negative_goodness": 1.4528388444052802,
+          "pair_accuracy": 0.9164888888888889,
+          "positive_goodness": 3.446702257071601,
+          "runtime_seconds": 5.994479417800903
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.825912569363912,
+          "lr": 0.03,
+          "negative_goodness": 1.4275735221862793,
+          "pair_accuracy": 0.9200444444550409,
+          "positive_goodness": 3.501613513056437,
+          "runtime_seconds": 5.993117094039917
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.8213581595844692,
+          "lr": 0.03,
+          "negative_goodness": 1.4158523527993097,
+          "pair_accuracy": 0.9203777777777777,
+          "positive_goodness": 3.5014595917595757,
+          "runtime_seconds": 5.9922194480896
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.853421005736457,
+          "lr": 0.03,
+          "negative_goodness": 1.457511041853163,
+          "pair_accuracy": 0.9109333333545261,
+          "positive_goodness": 3.418493969768948,
+          "runtime_seconds": 5.994363307952881
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.8551224330478244,
+          "lr": 0.03,
+          "negative_goodness": 1.4567466590033638,
+          "pair_accuracy": 0.919155555597941,
+          "positive_goodness": 3.4092905641767715,
+          "runtime_seconds": 5.994402170181274
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.8220669362280104,
+          "lr": 0.03,
+          "negative_goodness": 1.420109809091356,
+          "pair_accuracy": 0.9267777777671814,
+          "positive_goodness": 3.5304730926089816,
+          "runtime_seconds": 5.993524551391602
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.8064127449247572,
+          "lr": 0.03,
+          "negative_goodness": 1.3960862805260552,
+          "pair_accuracy": 0.9265777777989705,
+          "positive_goodness": 3.6148565970102946,
+          "runtime_seconds": 5.991242408752441
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.8289019759760963,
+          "lr": 0.03,
+          "negative_goodness": 1.4184717717170716,
+          "pair_accuracy": 0.9184888888888889,
+          "positive_goodness": 3.473149604203966,
+          "runtime_seconds": 5.994807958602905
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.8406077211221059,
+          "lr": 0.03,
+          "negative_goodness": 1.4353287262068855,
+          "pair_accuracy": 0.9166222222222222,
+          "positive_goodness": 3.455549937099881,
+          "runtime_seconds": 5.994017601013184
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.8346524012989468,
+          "lr": 0.03,
+          "negative_goodness": 1.4306789912117852,
+          "pair_accuracy": 0.9174,
+          "positive_goodness": 3.483180759599474,
+          "runtime_seconds": 5.9919891357421875
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.834660606320699,
+          "lr": 0.03,
+          "negative_goodness": 1.4361849598566692,
+          "pair_accuracy": 0.9221555555343628,
+          "positive_goodness": 3.4552013250139026,
+          "runtime_seconds": 5.996401786804199
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.8137459458669026,
+          "lr": 0.03,
+          "negative_goodness": 1.415790456199646,
+          "pair_accuracy": 0.9202222222752041,
+          "positive_goodness": 3.521031880187988,
+          "runtime_seconds": 5.992907762527466
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.8331851607216729,
+          "lr": 0.03,
+          "negative_goodness": 1.4343686966790092,
+          "pair_accuracy": 0.919155555597941,
+          "positive_goodness": 3.4923780093722874,
+          "runtime_seconds": 5.9922871589660645
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.8334452665964762,
+          "lr": 0.03,
+          "negative_goodness": 1.4312845500098335,
+          "pair_accuracy": 0.9156222222222222,
+          "positive_goodness": 3.4830199651082356,
+          "runtime_seconds": 5.994171619415283
+        }
+      ],
+      "layer": 9
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9890905321862963,
+          "lr": 0.03,
+          "negative_goodness": 1.6019476457383897,
+          "pair_accuracy": 0.8981111111111111,
+          "positive_goodness": 3.06274335776435,
+          "runtime_seconds": 6.075602293014526
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8732810376326243,
+          "lr": 0.03,
+          "negative_goodness": 1.4952655436197917,
+          "pair_accuracy": 0.9353555555555556,
+          "positive_goodness": 3.2324363563537597,
+          "runtime_seconds": 6.076925039291382
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8021117896185981,
+          "lr": 0.03,
+          "negative_goodness": 1.4031559561835394,
+          "pair_accuracy": 0.9512222222752041,
+          "positive_goodness": 3.416219871139526,
+          "runtime_seconds": 6.0743279457092285
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7697314586639404,
+          "lr": 0.03,
+          "negative_goodness": 1.3596199298858642,
+          "pair_accuracy": 0.9461555556085375,
+          "positive_goodness": 3.498901305347019,
+          "runtime_seconds": 6.075823068618774
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7754493910895454,
+          "lr": 0.03,
+          "negative_goodness": 1.3627476545969646,
+          "pair_accuracy": 0.9438222222222222,
+          "positive_goodness": 3.5047267249213325,
+          "runtime_seconds": 6.077818393707275
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7605254633373685,
+          "lr": 0.03,
+          "negative_goodness": 1.3680135048972235,
+          "pair_accuracy": 0.9575111111323039,
+          "positive_goodness": 3.5149522807227243,
+          "runtime_seconds": 6.076742649078369
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7420539406458537,
+          "lr": 0.03,
+          "negative_goodness": 1.3453533321380615,
+          "pair_accuracy": 0.9590666666799121,
+          "positive_goodness": 3.5789984555138483,
+          "runtime_seconds": 6.074727773666382
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7543877152548896,
+          "lr": 0.03,
+          "negative_goodness": 1.3381143490685357,
+          "pair_accuracy": 0.9532666666878594,
+          "positive_goodness": 3.541262004470825,
+          "runtime_seconds": 6.076810359954834
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7517229100227356,
+          "lr": 0.03,
+          "negative_goodness": 1.3319505395677356,
+          "pair_accuracy": 0.9439333333121406,
+          "positive_goodness": 3.547979349263509,
+          "runtime_seconds": 6.075562238693237
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.722237421242396,
+          "lr": 0.03,
+          "negative_goodness": 1.294380122894711,
+          "pair_accuracy": 0.9547777777777777,
+          "positive_goodness": 3.6500768900553386,
+          "runtime_seconds": 6.076650142669678
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7114437907377879,
+          "lr": 0.03,
+          "negative_goodness": 1.2715443696551854,
+          "pair_accuracy": 0.9566,
+          "positive_goodness": 3.700647439066569,
+          "runtime_seconds": 6.073492765426636
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7271749235365126,
+          "lr": 0.03,
+          "negative_goodness": 1.2997770890129936,
+          "pair_accuracy": 0.9482222222222222,
+          "positive_goodness": 3.6760531901041666,
+          "runtime_seconds": 6.075574636459351
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7016696636517843,
+          "lr": 0.03,
+          "negative_goodness": 1.2515966574774848,
+          "pair_accuracy": 0.9516444444338481,
+          "positive_goodness": 3.7375212923261856,
+          "runtime_seconds": 6.075350284576416
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7316251453081767,
+          "lr": 0.03,
+          "negative_goodness": 1.2944209300147163,
+          "pair_accuracy": 0.9527111111111111,
+          "positive_goodness": 3.6671283017052545,
+          "runtime_seconds": 6.075261116027832
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.7189945008595785,
+          "lr": 0.03,
+          "negative_goodness": 1.2603947084214953,
+          "pair_accuracy": 0.9452888888782925,
+          "positive_goodness": 3.7435136762830945,
+          "runtime_seconds": 6.075253248214722
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.7211734177483453,
+          "lr": 0.03,
+          "negative_goodness": 1.2699761622746786,
+          "pair_accuracy": 0.9528666666560703,
+          "positive_goodness": 3.69564802992079,
+          "runtime_seconds": 6.075754165649414
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.7195421195560031,
+          "lr": 0.03,
+          "negative_goodness": 1.2662246457841662,
+          "pair_accuracy": 0.9455777777777777,
+          "positive_goodness": 3.70419994269477,
+          "runtime_seconds": 6.073704242706299
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.7021967890739441,
+          "lr": 0.03,
+          "negative_goodness": 1.2382457555452984,
+          "pair_accuracy": 0.9529111111111112,
+          "positive_goodness": 3.781830401187473,
+          "runtime_seconds": 6.076978445053101
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6951017627398173,
+          "lr": 0.03,
+          "negative_goodness": 1.238087816174825,
+          "pair_accuracy": 0.9564000000317892,
+          "positive_goodness": 3.7843771968841553,
+          "runtime_seconds": 6.0731728076934814
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6938328893025716,
+          "lr": 0.03,
+          "negative_goodness": 1.2245993598514133,
+          "pair_accuracy": 0.9514222222222222,
+          "positive_goodness": 3.8336377605862086,
+          "runtime_seconds": 6.075738430023193
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.7005297884464264,
+          "lr": 0.03,
+          "negative_goodness": 1.241312129804823,
+          "pair_accuracy": 0.9589555555555556,
+          "positive_goodness": 3.7787800181070965,
+          "runtime_seconds": 6.076793909072876
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6731307301097446,
+          "lr": 0.03,
+          "negative_goodness": 1.209531447982788,
+          "pair_accuracy": 0.9629333333333333,
+          "positive_goodness": 3.879496694691976,
+          "runtime_seconds": 6.07799220085144
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6967803355958727,
+          "lr": 0.03,
+          "negative_goodness": 1.2294261678907605,
+          "pair_accuracy": 0.9448444444974263,
+          "positive_goodness": 3.837099274741279,
+          "runtime_seconds": 6.0753631591796875
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.7166289329369863,
+          "lr": 0.03,
+          "negative_goodness": 1.2516094962437947,
+          "pair_accuracy": 0.9456222222222223,
+          "positive_goodness": 3.729293309275309,
+          "runtime_seconds": 6.077150821685791
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.7139879804399278,
+          "lr": 0.03,
+          "negative_goodness": 1.2608631392584906,
+          "pair_accuracy": 0.9470222222540113,
+          "positive_goodness": 3.7619093352423776,
+          "runtime_seconds": 6.075390100479126
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.7027071105533176,
+          "lr": 0.03,
+          "negative_goodness": 1.228983147875468,
+          "pair_accuracy": 0.9532222222222222,
+          "positive_goodness": 3.788905825551351,
+          "runtime_seconds": 6.077399492263794
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6742443373150295,
+          "lr": 0.03,
+          "negative_goodness": 1.2154707177268134,
+          "pair_accuracy": 0.9524,
+          "positive_goodness": 3.887509992896186,
+          "runtime_seconds": 6.07465934753418
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.696591824192471,
+          "lr": 0.03,
+          "negative_goodness": 1.2291403232574463,
+          "pair_accuracy": 0.9531333333121406,
+          "positive_goodness": 3.796242000113593,
+          "runtime_seconds": 6.071532249450684
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.651862729687161,
+          "lr": 0.03,
+          "negative_goodness": 1.1858953115675184,
+          "pair_accuracy": 0.9648888888570998,
+          "positive_goodness": 3.948794576348199,
+          "runtime_seconds": 6.0720202922821045
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6908868989573584,
+          "lr": 0.03,
+          "negative_goodness": 1.2194946820365058,
+          "pair_accuracy": 0.9532222222222222,
+          "positive_goodness": 3.839168114980062,
+          "runtime_seconds": 6.071333885192871
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6799391881095038,
+          "lr": 0.03,
+          "negative_goodness": 1.200992816374037,
+          "pair_accuracy": 0.9590222222222222,
+          "positive_goodness": 3.90738802702162,
+          "runtime_seconds": 6.079413414001465
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6810854959593878,
+          "lr": 0.03,
+          "negative_goodness": 1.2065426541222466,
+          "pair_accuracy": 0.9543111111111111,
+          "positive_goodness": 3.838090062544081,
+          "runtime_seconds": 6.071967840194702
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6678847272766961,
+          "lr": 0.03,
+          "negative_goodness": 1.1898766979641384,
+          "pair_accuracy": 0.9489111110899183,
+          "positive_goodness": 3.922656563398573,
+          "runtime_seconds": 6.071629047393799
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6778730167918735,
+          "lr": 0.03,
+          "negative_goodness": 1.1906973229726157,
+          "pair_accuracy": 0.951711111164093,
+          "positive_goodness": 3.888378163316515,
+          "runtime_seconds": 6.07435941696167
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6682064533127678,
+          "lr": 0.03,
+          "negative_goodness": 1.1731624277962578,
+          "pair_accuracy": 0.9533999999682109,
+          "positive_goodness": 3.946334639570448,
+          "runtime_seconds": 6.073904037475586
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6858460974799262,
+          "lr": 0.03,
+          "negative_goodness": 1.210319314596388,
+          "pair_accuracy": 0.950511111079322,
+          "positive_goodness": 3.8593234970516628,
+          "runtime_seconds": 6.082851409912109
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6486436084323459,
+          "lr": 0.03,
+          "negative_goodness": 1.1645399390856426,
+          "pair_accuracy": 0.9626666666666667,
+          "positive_goodness": 4.037427917438083,
+          "runtime_seconds": 6.070228099822998
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6591485054704878,
+          "lr": 0.03,
+          "negative_goodness": 1.163366610262129,
+          "pair_accuracy": 0.9580222222222222,
+          "positive_goodness": 3.9707039728800457,
+          "runtime_seconds": 6.071400880813599
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6562998566521538,
+          "lr": 0.03,
+          "negative_goodness": 1.1686889727804395,
+          "pair_accuracy": 0.9605333333333334,
+          "positive_goodness": 3.964452907477485,
+          "runtime_seconds": 6.069666624069214
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6598564396328396,
+          "lr": 0.03,
+          "negative_goodness": 1.174902680375841,
+          "pair_accuracy": 0.9587111111005148,
+          "positive_goodness": 3.971752312045627,
+          "runtime_seconds": 6.0701823234558105
+        }
+      ],
+      "layer": 10
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9106370119730631,
+          "lr": 0.03,
+          "negative_goodness": 1.399916353225708,
+          "pair_accuracy": 0.8843555555714502,
+          "positive_goodness": 3.161377728483412,
+          "runtime_seconds": 5.764100074768066
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8187113421334161,
+          "lr": 0.03,
+          "negative_goodness": 1.3280047248840332,
+          "pair_accuracy": 0.9122666666825613,
+          "positive_goodness": 3.4527837754567465,
+          "runtime_seconds": 5.702158451080322
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8447445643319024,
+          "lr": 0.03,
+          "negative_goodness": 1.3336001342349582,
+          "pair_accuracy": 0.9059333333757189,
+          "positive_goodness": 3.4219687914530437,
+          "runtime_seconds": 5.744431495666504
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.8117092312494913,
+          "lr": 0.03,
+          "negative_goodness": 1.317666572740343,
+          "pair_accuracy": 0.9178222222222222,
+          "positive_goodness": 3.490631975724962,
+          "runtime_seconds": 5.719973564147949
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.8014655340512593,
+          "lr": 0.03,
+          "negative_goodness": 1.2954574620564778,
+          "pair_accuracy": 0.9161111111111111,
+          "positive_goodness": 3.543264004558987,
+          "runtime_seconds": 5.7465980052948
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7901647670004103,
+          "lr": 0.03,
+          "negative_goodness": 1.252397782198588,
+          "pair_accuracy": 0.9165777777777778,
+          "positive_goodness": 3.620525307973226,
+          "runtime_seconds": 5.747977018356323
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.762624009153578,
+          "lr": 0.03,
+          "negative_goodness": 1.237898624168502,
+          "pair_accuracy": 0.9271777777777778,
+          "positive_goodness": 3.6974511996799047,
+          "runtime_seconds": 5.750403165817261
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7796003316508399,
+          "lr": 0.03,
+          "negative_goodness": 1.253549135957824,
+          "pair_accuracy": 0.9237333333333333,
+          "positive_goodness": 3.6653653501722547,
+          "runtime_seconds": 5.74618935585022
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7871165150112576,
+          "lr": 0.03,
+          "negative_goodness": 1.2588836609098646,
+          "pair_accuracy": 0.9162888888888889,
+          "positive_goodness": 3.644911286968655,
+          "runtime_seconds": 5.748783826828003
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.8019548162460327,
+          "lr": 0.03,
+          "negative_goodness": 1.2926832546340095,
+          "pair_accuracy": 0.9182666666454739,
+          "positive_goodness": 3.57136676097446,
+          "runtime_seconds": 5.726208209991455
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7906611551178826,
+          "lr": 0.03,
+          "negative_goodness": 1.2701714059140947,
+          "pair_accuracy": 0.9206222222222222,
+          "positive_goodness": 3.636381914477878,
+          "runtime_seconds": 5.755251407623291
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7865540919833713,
+          "lr": 0.03,
+          "negative_goodness": 1.2720130904091729,
+          "pair_accuracy": 0.9226444444656372,
+          "positive_goodness": 3.634465662299262,
+          "runtime_seconds": 5.7532453536987305
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7696931166436937,
+          "lr": 0.03,
+          "negative_goodness": 1.237937996641795,
+          "pair_accuracy": 0.9205555555555556,
+          "positive_goodness": 3.7138754042731392,
+          "runtime_seconds": 5.758692026138306
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7695717412524753,
+          "lr": 0.03,
+          "negative_goodness": 1.2457568622165256,
+          "pair_accuracy": 0.9239555555979411,
+          "positive_goodness": 3.7133022310468884,
+          "runtime_seconds": 5.753956317901611
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.7692192128711277,
+          "lr": 0.03,
+          "negative_goodness": 1.2392812497297923,
+          "pair_accuracy": 0.9248666666560703,
+          "positive_goodness": 3.7232880932701957,
+          "runtime_seconds": 5.753502130508423
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.7871191929923164,
+          "lr": 0.03,
+          "negative_goodness": 1.2514005773332384,
+          "pair_accuracy": 0.9153777777989706,
+          "positive_goodness": 3.6802447766621906,
+          "runtime_seconds": 5.7554357051849365
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.7619459289550782,
+          "lr": 0.03,
+          "negative_goodness": 1.2249471339331732,
+          "pair_accuracy": 0.9239111111005147,
+          "positive_goodness": 3.768452564112345,
+          "runtime_seconds": 5.759975433349609
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.7725860329522027,
+          "lr": 0.03,
+          "negative_goodness": 1.2347367746988933,
+          "pair_accuracy": 0.9166888889047835,
+          "positive_goodness": 3.7349421644422742,
+          "runtime_seconds": 5.754283905029297
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.7419282669226328,
+          "lr": 0.03,
+          "negative_goodness": 1.2009725462383694,
+          "pair_accuracy": 0.9275333333333333,
+          "positive_goodness": 3.825543650054932,
+          "runtime_seconds": 5.753037691116333
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.7607971534729004,
+          "lr": 0.03,
+          "negative_goodness": 1.2308227834489611,
+          "pair_accuracy": 0.9228444444391463,
+          "positive_goodness": 3.778584742779202,
+          "runtime_seconds": 5.756396532058716
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.7326693570666843,
+          "lr": 0.03,
+          "negative_goodness": 1.1803621599409315,
+          "pair_accuracy": 0.9339555556085375,
+          "positive_goodness": 3.8612797172122533,
+          "runtime_seconds": 5.759248971939087
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.7370321968396505,
+          "lr": 0.03,
+          "negative_goodness": 1.1999787329355875,
+          "pair_accuracy": 0.9340222222116258,
+          "positive_goodness": 3.864283059734768,
+          "runtime_seconds": 5.762724876403809
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.7415303980297513,
+          "lr": 0.03,
+          "negative_goodness": 1.192693390613132,
+          "pair_accuracy": 0.9286888888570998,
+          "positive_goodness": 3.877204465145535,
+          "runtime_seconds": 5.756363153457642
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.7595845201068454,
+          "lr": 0.03,
+          "negative_goodness": 1.2122657893922595,
+          "pair_accuracy": 0.9199777777565851,
+          "positive_goodness": 3.789339090177748,
+          "runtime_seconds": 5.756715536117554
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.7304526949776543,
+          "lr": 0.03,
+          "negative_goodness": 1.1795321429146661,
+          "pair_accuracy": 0.9338444444762336,
+          "positive_goodness": 3.8969675871955025,
+          "runtime_seconds": 5.716740369796753
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.7490390420489841,
+          "lr": 0.03,
+          "negative_goodness": 1.2016959102630616,
+          "pair_accuracy": 0.929222222243415,
+          "positive_goodness": 3.837284291966756,
+          "runtime_seconds": 5.748619794845581
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.7495264328638712,
+          "lr": 0.03,
+          "negative_goodness": 1.2034323207643296,
+          "pair_accuracy": 0.9255333333863153,
+          "positive_goodness": 3.83754851175944,
+          "runtime_seconds": 5.749948501586914
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.7507361323436101,
+          "lr": 0.03,
+          "negative_goodness": 1.2014748363521364,
+          "pair_accuracy": 0.9248,
+          "positive_goodness": 3.8406530301411945,
+          "runtime_seconds": 5.745687007904053
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.7651537483639187,
+          "lr": 0.03,
+          "negative_goodness": 1.213175236829122,
+          "pair_accuracy": 0.9163555555767483,
+          "positive_goodness": 3.815087097422282,
+          "runtime_seconds": 5.747126817703247
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.7700360563225216,
+          "lr": 0.03,
+          "negative_goodness": 1.2193270669619243,
+          "pair_accuracy": 0.9196444444126552,
+          "positive_goodness": 3.7779588674757214,
+          "runtime_seconds": 5.748195648193359
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.7537023237546285,
+          "lr": 0.03,
+          "negative_goodness": 1.2080131790293587,
+          "pair_accuracy": 0.9239777777671814,
+          "positive_goodness": 3.837610082075331,
+          "runtime_seconds": 5.748215675354004
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.7406288306183285,
+          "lr": 0.03,
+          "negative_goodness": 1.1885924572202895,
+          "pair_accuracy": 0.9239777777777778,
+          "positive_goodness": 3.891186388397217,
+          "runtime_seconds": 5.749351739883423
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.7275124936951531,
+          "lr": 0.03,
+          "negative_goodness": 1.174076169986195,
+          "pair_accuracy": 0.9312222222222222,
+          "positive_goodness": 3.9378487415737577,
+          "runtime_seconds": 5.741469860076904
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.7831378217644162,
+          "lr": 0.03,
+          "negative_goodness": 1.2253883186181387,
+          "pair_accuracy": 0.9108666666666667,
+          "positive_goodness": 3.742452353922526,
+          "runtime_seconds": 5.750660419464111
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.7348270265155369,
+          "lr": 0.03,
+          "negative_goodness": 1.1911831648932563,
+          "pair_accuracy": 0.930488888920678,
+          "positive_goodness": 3.9099100686391193,
+          "runtime_seconds": 5.749508857727051
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.7163754540761312,
+          "lr": 0.03,
+          "negative_goodness": 1.1526712789959377,
+          "pair_accuracy": 0.9356222222752041,
+          "positive_goodness": 4.017707122675578,
+          "runtime_seconds": 5.746120452880859
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.7742395129733616,
+          "lr": 0.03,
+          "negative_goodness": 1.222750423251258,
+          "pair_accuracy": 0.9097333333333333,
+          "positive_goodness": 3.757572292836507,
+          "runtime_seconds": 5.752737522125244
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.7167493282424079,
+          "lr": 0.03,
+          "negative_goodness": 1.1565696288850573,
+          "pair_accuracy": 0.9287555555343628,
+          "positive_goodness": 3.9827481270260283,
+          "runtime_seconds": 5.7479307651519775
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.7160431832843357,
+          "lr": 0.03,
+          "negative_goodness": 1.1405263184229533,
+          "pair_accuracy": 0.9252888888676961,
+          "positive_goodness": 4.021398482513428,
+          "runtime_seconds": 5.75000786781311
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.7246207553863525,
+          "lr": 0.03,
+          "negative_goodness": 1.148696636644999,
+          "pair_accuracy": 0.9256444444497426,
+          "positive_goodness": 4.009518666754828,
+          "runtime_seconds": 5.7468483448028564
+        }
+      ],
+      "layer": 11
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9946849116113451,
+          "lr": 0.03,
+          "negative_goodness": 1.6064418148676554,
+          "pair_accuracy": 0.8706,
+          "positive_goodness": 3.140908454555935,
+          "runtime_seconds": 5.7846174240112305
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8225258633189731,
+          "lr": 0.03,
+          "negative_goodness": 1.3672663881407843,
+          "pair_accuracy": 0.9241333333333334,
+          "positive_goodness": 3.510426073964437,
+          "runtime_seconds": 5.763875246047974
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7418166275660197,
+          "lr": 0.03,
+          "negative_goodness": 1.260801914554172,
+          "pair_accuracy": 0.9457333333280351,
+          "positive_goodness": 3.791060314729479,
+          "runtime_seconds": 5.7638161182403564
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.6873290313508775,
+          "lr": 0.03,
+          "negative_goodness": 1.1810527423646715,
+          "pair_accuracy": 0.9577999999894036,
+          "positive_goodness": 3.9831047383202445,
+          "runtime_seconds": 5.765203952789307
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7095690973493788,
+          "lr": 0.03,
+          "negative_goodness": 1.180944119728936,
+          "pair_accuracy": 0.9465111111111111,
+          "positive_goodness": 3.9367141470167373,
+          "runtime_seconds": 5.764171838760376
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7294610643121932,
+          "lr": 0.03,
+          "negative_goodness": 1.206970269203186,
+          "pair_accuracy": 0.9383777777777778,
+          "positive_goodness": 3.8433197354634605,
+          "runtime_seconds": 5.771553039550781
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6917828528192308,
+          "lr": 0.03,
+          "negative_goodness": 1.1540422094133165,
+          "pair_accuracy": 0.9470888888888889,
+          "positive_goodness": 3.9723238320244683,
+          "runtime_seconds": 5.763399362564087
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6961672931830089,
+          "lr": 0.03,
+          "negative_goodness": 1.1659416334152222,
+          "pair_accuracy": 0.9418888888888889,
+          "positive_goodness": 3.98491137898763,
+          "runtime_seconds": 5.764940977096558
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6857694083107843,
+          "lr": 0.03,
+          "negative_goodness": 1.136616614490085,
+          "pair_accuracy": 0.946244444433848,
+          "positive_goodness": 4.022404312578837,
+          "runtime_seconds": 5.763532638549805
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6687521117157407,
+          "lr": 0.03,
+          "negative_goodness": 1.1237163663652208,
+          "pair_accuracy": 0.9512222222222222,
+          "positive_goodness": 4.0792609921773275,
+          "runtime_seconds": 5.76363468170166
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6791578168127271,
+          "lr": 0.03,
+          "negative_goodness": 1.1190327644772,
+          "pair_accuracy": 0.9450888888782925,
+          "positive_goodness": 4.07531490711636,
+          "runtime_seconds": 5.767618417739868
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.703188109615114,
+          "lr": 0.03,
+          "negative_goodness": 1.1823407694180808,
+          "pair_accuracy": 0.9500666666666666,
+          "positive_goodness": 3.924278050994873,
+          "runtime_seconds": 5.764822244644165
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6511278497801887,
+          "lr": 0.03,
+          "negative_goodness": 1.1041512873331705,
+          "pair_accuracy": 0.9548666666454739,
+          "positive_goodness": 4.150717164654202,
+          "runtime_seconds": 5.765350580215454
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7176990300708347,
+          "lr": 0.03,
+          "negative_goodness": 1.1681682117674086,
+          "pair_accuracy": 0.9410222222540113,
+          "positive_goodness": 3.8786502331203883,
+          "runtime_seconds": 5.7711052894592285
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6387504645983378,
+          "lr": 0.03,
+          "negative_goodness": 1.0761802174462212,
+          "pair_accuracy": 0.9573555555555555,
+          "positive_goodness": 4.175900648583307,
+          "runtime_seconds": 5.766415596008301
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6278525077078078,
+          "lr": 0.03,
+          "negative_goodness": 1.0728917270342508,
+          "pair_accuracy": 0.9591333333333333,
+          "positive_goodness": 4.243845497809516,
+          "runtime_seconds": 5.764694690704346
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6759601549784342,
+          "lr": 0.03,
+          "negative_goodness": 1.127734753926595,
+          "pair_accuracy": 0.9463333333280352,
+          "positive_goodness": 4.0825395521799726,
+          "runtime_seconds": 5.76822304725647
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6984392398728265,
+          "lr": 0.03,
+          "negative_goodness": 1.1582882980876499,
+          "pair_accuracy": 0.9367555555449592,
+          "positive_goodness": 3.9520928218417697,
+          "runtime_seconds": 5.765625715255737
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6735327794816759,
+          "lr": 0.03,
+          "negative_goodness": 1.146242513232761,
+          "pair_accuracy": 0.947755555566152,
+          "positive_goodness": 4.042730136956109,
+          "runtime_seconds": 5.737646102905273
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6541542056030697,
+          "lr": 0.03,
+          "negative_goodness": 1.1060080804506938,
+          "pair_accuracy": 0.9545555555555556,
+          "positive_goodness": 4.111525553131104,
+          "runtime_seconds": 5.726773023605347
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6887589375389946,
+          "lr": 0.03,
+          "negative_goodness": 1.1397494913313124,
+          "pair_accuracy": 0.9416666666719649,
+          "positive_goodness": 4.001963252724542,
+          "runtime_seconds": 5.726088285446167
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6548081399705675,
+          "lr": 0.03,
+          "negative_goodness": 1.104850848367479,
+          "pair_accuracy": 0.9507999999894036,
+          "positive_goodness": 4.134027066040039,
+          "runtime_seconds": 5.728089809417725
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.619109881761339,
+          "lr": 0.03,
+          "negative_goodness": 1.0473229433801439,
+          "pair_accuracy": 0.9552666666454739,
+          "positive_goodness": 4.291938828892178,
+          "runtime_seconds": 5.72571063041687
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6439668169869317,
+          "lr": 0.03,
+          "negative_goodness": 1.0753313442336188,
+          "pair_accuracy": 0.9485555555555556,
+          "positive_goodness": 4.220159403313531,
+          "runtime_seconds": 5.766700983047485
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6316386740260654,
+          "lr": 0.03,
+          "negative_goodness": 1.0636431889428033,
+          "pair_accuracy": 0.954333333322737,
+          "positive_goodness": 4.2512381883409285,
+          "runtime_seconds": 5.77483057975769
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6365419530656603,
+          "lr": 0.03,
+          "negative_goodness": 1.0678073558383518,
+          "pair_accuracy": 0.9517777777883741,
+          "positive_goodness": 4.292520994991726,
+          "runtime_seconds": 5.771050214767456
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6528009257634481,
+          "lr": 0.03,
+          "negative_goodness": 1.0804360843658447,
+          "pair_accuracy": 0.9488000000158946,
+          "positive_goodness": 4.161495060306125,
+          "runtime_seconds": 5.77618408203125
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6637167902840508,
+          "lr": 0.03,
+          "negative_goodness": 1.109504618496365,
+          "pair_accuracy": 0.9416888888782925,
+          "positive_goodness": 4.07300619345771,
+          "runtime_seconds": 5.769900798797607
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6408851031992171,
+          "lr": 0.03,
+          "negative_goodness": 1.0659740923457675,
+          "pair_accuracy": 0.9514222222222222,
+          "positive_goodness": 4.206271760135227,
+          "runtime_seconds": 5.7810585498809814
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6386490150875516,
+          "lr": 0.03,
+          "negative_goodness": 1.0502550659073724,
+          "pair_accuracy": 0.9463555555449592,
+          "positive_goodness": 4.266929696655273,
+          "runtime_seconds": 5.7724769115448
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6373488094329834,
+          "lr": 0.03,
+          "negative_goodness": 1.075750215763516,
+          "pair_accuracy": 0.9538888888676961,
+          "positive_goodness": 4.250357792748345,
+          "runtime_seconds": 5.769796133041382
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6321178010834588,
+          "lr": 0.03,
+          "negative_goodness": 1.0783726112895542,
+          "pair_accuracy": 0.956,
+          "positive_goodness": 4.224235955641005,
+          "runtime_seconds": 5.768980264663696
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6117709699842665,
+          "lr": 0.03,
+          "negative_goodness": 1.02743972875807,
+          "pair_accuracy": 0.9555111111534966,
+          "positive_goodness": 4.3621201741112605,
+          "runtime_seconds": 5.768429279327393
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6244633092456394,
+          "lr": 0.03,
+          "negative_goodness": 1.0380465028127035,
+          "pair_accuracy": 0.9540888889312744,
+          "positive_goodness": 4.321101817237007,
+          "runtime_seconds": 5.772653818130493
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6545856227344937,
+          "lr": 0.03,
+          "negative_goodness": 1.0844174739837646,
+          "pair_accuracy": 0.9498222221904331,
+          "positive_goodness": 4.169097192043728,
+          "runtime_seconds": 5.767456293106079
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6039136610560947,
+          "lr": 0.03,
+          "negative_goodness": 1.0266005378723144,
+          "pair_accuracy": 0.9575333333333333,
+          "positive_goodness": 4.35531908692254,
+          "runtime_seconds": 5.7737648487091064
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6312355670928955,
+          "lr": 0.03,
+          "negative_goodness": 1.0482331006579928,
+          "pair_accuracy": 0.9475777777910233,
+          "positive_goodness": 4.273657191382514,
+          "runtime_seconds": 5.7705864906311035
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6051662317276001,
+          "lr": 0.03,
+          "negative_goodness": 1.0314987736596002,
+          "pair_accuracy": 0.9558000000529819,
+          "positive_goodness": 4.314997428152297,
+          "runtime_seconds": 5.772111177444458
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6133075955920749,
+          "lr": 0.03,
+          "negative_goodness": 1.033108330514696,
+          "pair_accuracy": 0.9508222222328186,
+          "positive_goodness": 4.3614936996459965,
+          "runtime_seconds": 5.772385358810425
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6551618481106228,
+          "lr": 0.03,
+          "negative_goodness": 1.0623282018449571,
+          "pair_accuracy": 0.9374444444550408,
+          "positive_goodness": 4.211365131674873,
+          "runtime_seconds": 5.760085821151733
+        }
+      ],
+      "layer": 12
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8540332996050517,
+          "lr": 0.03,
+          "negative_goodness": 1.3434200750456915,
+          "pair_accuracy": 0.9036,
+          "positive_goodness": 3.2741741295284696,
+          "runtime_seconds": 5.749600172042847
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7653872764481439,
+          "lr": 0.03,
+          "negative_goodness": 1.3293893282148572,
+          "pair_accuracy": 0.9236666666666666,
+          "positive_goodness": 3.5647324121263293,
+          "runtime_seconds": 5.7505269050598145
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7531612387975057,
+          "lr": 0.03,
+          "negative_goodness": 1.295059016778734,
+          "pair_accuracy": 0.9164888888888889,
+          "positive_goodness": 3.6501341388278536,
+          "runtime_seconds": 5.75272798538208
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.734629892815484,
+          "lr": 0.03,
+          "negative_goodness": 1.2657844700495402,
+          "pair_accuracy": 0.9237555555555556,
+          "positive_goodness": 3.737789638264974,
+          "runtime_seconds": 5.751026391983032
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.708084321890937,
+          "lr": 0.03,
+          "negative_goodness": 1.22912751443651,
+          "pair_accuracy": 0.9326444444868299,
+          "positive_goodness": 3.837101155810886,
+          "runtime_seconds": 5.75607967376709
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.691583088737064,
+          "lr": 0.03,
+          "negative_goodness": 1.2262635633680556,
+          "pair_accuracy": 0.9376000000423855,
+          "positive_goodness": 3.911175416395399,
+          "runtime_seconds": 5.750149488449097
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6574644733005099,
+          "lr": 0.03,
+          "negative_goodness": 1.1783541355556912,
+          "pair_accuracy": 0.9451777777777778,
+          "positive_goodness": 4.028090018463135,
+          "runtime_seconds": 5.747611999511719
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6704959388309055,
+          "lr": 0.03,
+          "negative_goodness": 1.1793388313717312,
+          "pair_accuracy": 0.932155555597941,
+          "positive_goodness": 4.02892949417962,
+          "runtime_seconds": 5.744710683822632
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6713891165733338,
+          "lr": 0.03,
+          "negative_goodness": 1.1892348524623446,
+          "pair_accuracy": 0.9379555555449591,
+          "positive_goodness": 4.015346378156874,
+          "runtime_seconds": 5.749179363250732
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6922993989679549,
+          "lr": 0.03,
+          "negative_goodness": 1.1772714713838366,
+          "pair_accuracy": 0.9275333333333333,
+          "positive_goodness": 3.981441475507948,
+          "runtime_seconds": 5.758931636810303
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6631121809853447,
+          "lr": 0.03,
+          "negative_goodness": 1.1617356998019748,
+          "pair_accuracy": 0.939111111137602,
+          "positive_goodness": 4.093457502259149,
+          "runtime_seconds": 5.74536657333374
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6985048366016812,
+          "lr": 0.03,
+          "negative_goodness": 1.1786981843948365,
+          "pair_accuracy": 0.9222444444444444,
+          "positive_goodness": 3.9663596165974937,
+          "runtime_seconds": 5.7527947425842285
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6718570493062337,
+          "lr": 0.03,
+          "negative_goodness": 1.1572782375335693,
+          "pair_accuracy": 0.928488888891538,
+          "positive_goodness": 4.064365269957649,
+          "runtime_seconds": 5.753241777420044
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6507991463078393,
+          "lr": 0.03,
+          "negative_goodness": 1.150112991089291,
+          "pair_accuracy": 0.9440888888888889,
+          "positive_goodness": 4.161397470940484,
+          "runtime_seconds": 5.756378650665283
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6294966059949663,
+          "lr": 0.03,
+          "negative_goodness": 1.1285861448076036,
+          "pair_accuracy": 0.9526,
+          "positive_goodness": 4.219054242112901,
+          "runtime_seconds": 5.7610578536987305
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6198889340506659,
+          "lr": 0.03,
+          "negative_goodness": 1.1063506406148276,
+          "pair_accuracy": 0.948911111079322,
+          "positive_goodness": 4.318144995498657,
+          "runtime_seconds": 5.748613595962524
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6390460455576579,
+          "lr": 0.03,
+          "negative_goodness": 1.1237831602944268,
+          "pair_accuracy": 0.9466222222010294,
+          "positive_goodness": 4.247413605584039,
+          "runtime_seconds": 5.7496161460876465
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.645763427734375,
+          "lr": 0.03,
+          "negative_goodness": 1.1285826001909045,
+          "pair_accuracy": 0.9411555555555555,
+          "positive_goodness": 4.184084960301717,
+          "runtime_seconds": 5.751158714294434
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.7102169564670987,
+          "lr": 0.03,
+          "negative_goodness": 1.1820358677334255,
+          "pair_accuracy": 0.9178444444550409,
+          "positive_goodness": 4.002140952089098,
+          "runtime_seconds": 5.744044065475464
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6498757873323229,
+          "lr": 0.03,
+          "negative_goodness": 1.1377857475916544,
+          "pair_accuracy": 0.9382444444444444,
+          "positive_goodness": 4.1498637727949355,
+          "runtime_seconds": 5.749158143997192
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6691546712027656,
+          "lr": 0.03,
+          "negative_goodness": 1.134167752371894,
+          "pair_accuracy": 0.930866666677263,
+          "positive_goodness": 4.153627344110277,
+          "runtime_seconds": 5.75012469291687
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6361577193366157,
+          "lr": 0.03,
+          "negative_goodness": 1.093573320749071,
+          "pair_accuracy": 0.9385333333333333,
+          "positive_goodness": 4.2881567003885905,
+          "runtime_seconds": 5.754344463348389
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6616242147975497,
+          "lr": 0.03,
+          "negative_goodness": 1.1272449854956732,
+          "pair_accuracy": 0.9337777777671814,
+          "positive_goodness": 4.175097025426229,
+          "runtime_seconds": 5.759347200393677
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6392924103207058,
+          "lr": 0.03,
+          "negative_goodness": 1.109362647098965,
+          "pair_accuracy": 0.9408666666560703,
+          "positive_goodness": 4.272357833862305,
+          "runtime_seconds": 5.757445573806763
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6581394183953603,
+          "lr": 0.03,
+          "negative_goodness": 1.1446731450928582,
+          "pair_accuracy": 0.9406666666666667,
+          "positive_goodness": 4.176545705032349,
+          "runtime_seconds": 5.749590158462524
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6383516111585829,
+          "lr": 0.03,
+          "negative_goodness": 1.0690929736243353,
+          "pair_accuracy": 0.9342444444232517,
+          "positive_goodness": 4.2912073562834,
+          "runtime_seconds": 5.749115943908691
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6483928392834134,
+          "lr": 0.03,
+          "negative_goodness": 1.1201879672580295,
+          "pair_accuracy": 0.9411333333015441,
+          "positive_goodness": 4.202414436001248,
+          "runtime_seconds": 5.756299018859863
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6586950920740763,
+          "lr": 0.03,
+          "negative_goodness": 1.1177345055474175,
+          "pair_accuracy": 0.9321555555449592,
+          "positive_goodness": 4.176719429736667,
+          "runtime_seconds": 5.735976219177246
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6692334099557664,
+          "lr": 0.03,
+          "negative_goodness": 1.131355964342753,
+          "pair_accuracy": 0.9290666666560703,
+          "positive_goodness": 4.142820126258003,
+          "runtime_seconds": 5.715628623962402
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.639711204179128,
+          "lr": 0.03,
+          "negative_goodness": 1.1028184026930068,
+          "pair_accuracy": 0.9421111111005147,
+          "positive_goodness": 4.2426062290615505,
+          "runtime_seconds": 5.688433408737183
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.642971858851115,
+          "lr": 0.03,
+          "negative_goodness": 1.0892483710077074,
+          "pair_accuracy": 0.9349333333333333,
+          "positive_goodness": 4.287008912913005,
+          "runtime_seconds": 5.694193601608276
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6314679561932882,
+          "lr": 0.03,
+          "negative_goodness": 1.0883652584287855,
+          "pair_accuracy": 0.9381555555555555,
+          "positive_goodness": 4.346467011430528,
+          "runtime_seconds": 5.689831972122192
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6223114574856228,
+          "lr": 0.03,
+          "negative_goodness": 1.082394452603658,
+          "pair_accuracy": 0.9423555555873447,
+          "positive_goodness": 4.325633566241794,
+          "runtime_seconds": 5.737508773803711
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6447513795216878,
+          "lr": 0.03,
+          "negative_goodness": 1.1047448252148098,
+          "pair_accuracy": 0.9359777777671814,
+          "positive_goodness": 4.25716221754286,
+          "runtime_seconds": 5.7426629066467285
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6329421992407904,
+          "lr": 0.03,
+          "negative_goodness": 1.0504063210805257,
+          "pair_accuracy": 0.9341999999682109,
+          "positive_goodness": 4.388163126118978,
+          "runtime_seconds": 5.73896598815918
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6461264427926805,
+          "lr": 0.03,
+          "negative_goodness": 1.0979877633412678,
+          "pair_accuracy": 0.9360000000211928,
+          "positive_goodness": 4.271173250198364,
+          "runtime_seconds": 5.718415975570679
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6703304821226332,
+          "lr": 0.03,
+          "negative_goodness": 1.1255891436841752,
+          "pair_accuracy": 0.9272,
+          "positive_goodness": 4.1366023515489365,
+          "runtime_seconds": 5.691599607467651
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6863593573040433,
+          "lr": 0.03,
+          "negative_goodness": 1.1471323379304674,
+          "pair_accuracy": 0.9231333333863152,
+          "positive_goodness": 4.119454989581638,
+          "runtime_seconds": 5.688931703567505
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6551330188963148,
+          "lr": 0.03,
+          "negative_goodness": 1.1229114174313015,
+          "pair_accuracy": 0.937133333322737,
+          "positive_goodness": 4.181014437272814,
+          "runtime_seconds": 5.690289497375488
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6331193715837267,
+          "lr": 0.03,
+          "negative_goodness": 1.1003547662946913,
+          "pair_accuracy": 0.9455333333333333,
+          "positive_goodness": 4.291617814805773,
+          "runtime_seconds": 5.691157102584839
+        }
+      ],
+      "layer": 13
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.043642360051473,
+          "lr": 0.03,
+          "negative_goodness": 1.6823684190114339,
+          "pair_accuracy": 0.8501333333757188,
+          "positive_goodness": 3.229523801718818,
+          "runtime_seconds": 5.7214226722717285
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7994504263771904,
+          "lr": 0.03,
+          "negative_goodness": 1.3083217616611056,
+          "pair_accuracy": 0.9259999999788072,
+          "positive_goodness": 3.6307460513220895,
+          "runtime_seconds": 5.72455096244812
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7301259875615438,
+          "lr": 0.03,
+          "negative_goodness": 1.20170991897583,
+          "pair_accuracy": 0.9474444444444444,
+          "positive_goodness": 3.746752492099338,
+          "runtime_seconds": 5.719738245010376
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7419664233101739,
+          "lr": 0.03,
+          "negative_goodness": 1.1707582299232482,
+          "pair_accuracy": 0.9333333333439298,
+          "positive_goodness": 3.733354941262139,
+          "runtime_seconds": 5.723090410232544
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7391217812962002,
+          "lr": 0.03,
+          "negative_goodness": 1.1656699635293748,
+          "pair_accuracy": 0.9295333333333333,
+          "positive_goodness": 3.7003906007554797,
+          "runtime_seconds": 5.757087707519531
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7526978332625495,
+          "lr": 0.03,
+          "negative_goodness": 1.1922727178149752,
+          "pair_accuracy": 0.9367777777459886,
+          "positive_goodness": 3.6147367449018692,
+          "runtime_seconds": 5.7542641162872314
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7225359031889174,
+          "lr": 0.03,
+          "negative_goodness": 1.1504110637876723,
+          "pair_accuracy": 0.9377333333492279,
+          "positive_goodness": 3.743911797014872,
+          "runtime_seconds": 5.724207401275635
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.693683757019043,
+          "lr": 0.03,
+          "negative_goodness": 1.111594743792216,
+          "pair_accuracy": 0.9392000000105963,
+          "positive_goodness": 3.79741755065918,
+          "runtime_seconds": 5.742961645126343
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7051963830841912,
+          "lr": 0.03,
+          "negative_goodness": 1.143509324476454,
+          "pair_accuracy": 0.9417555555555556,
+          "positive_goodness": 3.777595842573378,
+          "runtime_seconds": 5.754719972610474
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6755006093872918,
+          "lr": 0.03,
+          "negative_goodness": 1.131213269466824,
+          "pair_accuracy": 0.9466666666666667,
+          "positive_goodness": 3.887035101021661,
+          "runtime_seconds": 5.753638505935669
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.703067866537306,
+          "lr": 0.03,
+          "negative_goodness": 1.1458185427135892,
+          "pair_accuracy": 0.9326888889100816,
+          "positive_goodness": 3.815826393975152,
+          "runtime_seconds": 5.755520820617676
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.670444846174452,
+          "lr": 0.03,
+          "negative_goodness": 1.1198077953762477,
+          "pair_accuracy": 0.9475333333333333,
+          "positive_goodness": 3.9486516887664793,
+          "runtime_seconds": 5.753145933151245
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6220295028474596,
+          "lr": 0.03,
+          "negative_goodness": 1.0430439650853476,
+          "pair_accuracy": 0.9500444444338481,
+          "positive_goodness": 4.164717975997925,
+          "runtime_seconds": 5.756787538528442
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6416215340216954,
+          "lr": 0.03,
+          "negative_goodness": 1.0653484756257798,
+          "pair_accuracy": 0.9426,
+          "positive_goodness": 4.083619950697157,
+          "runtime_seconds": 5.756726980209351
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6336193116611905,
+          "lr": 0.03,
+          "negative_goodness": 1.0341917546696133,
+          "pair_accuracy": 0.9474888888888889,
+          "positive_goodness": 4.108205336083306,
+          "runtime_seconds": 5.755108833312988
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6432069259219699,
+          "lr": 0.03,
+          "negative_goodness": 1.0753858481566112,
+          "pair_accuracy": 0.9499777777777778,
+          "positive_goodness": 4.0623186760372585,
+          "runtime_seconds": 5.756911039352417
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6444311626328363,
+          "lr": 0.03,
+          "negative_goodness": 1.0791118018892076,
+          "pair_accuracy": 0.9465555555449592,
+          "positive_goodness": 4.054011386108399,
+          "runtime_seconds": 5.736189842224121
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6400380184809367,
+          "lr": 0.03,
+          "negative_goodness": 1.0541164202372233,
+          "pair_accuracy": 0.9453777777777778,
+          "positive_goodness": 4.11759268307156,
+          "runtime_seconds": 5.7395524978637695
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6458212190839979,
+          "lr": 0.03,
+          "negative_goodness": 1.0626306294971042,
+          "pair_accuracy": 0.9437555555343627,
+          "positive_goodness": 4.091231670888265,
+          "runtime_seconds": 5.7568135261535645
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6180040195147196,
+          "lr": 0.03,
+          "negative_goodness": 1.0193807631280687,
+          "pair_accuracy": 0.9465333333121406,
+          "positive_goodness": 4.224441503228082,
+          "runtime_seconds": 5.754671812057495
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6398611927774217,
+          "lr": 0.03,
+          "negative_goodness": 1.0499626024987962,
+          "pair_accuracy": 0.9415555555449592,
+          "positive_goodness": 4.1161576704237195,
+          "runtime_seconds": 5.753520250320435
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6024826329814064,
+          "lr": 0.03,
+          "negative_goodness": 0.9863851332346598,
+          "pair_accuracy": 0.9490222222222222,
+          "positive_goodness": 4.300285968271892,
+          "runtime_seconds": 5.733676195144653
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6264154883066814,
+          "lr": 0.03,
+          "negative_goodness": 1.0206735513793097,
+          "pair_accuracy": 0.9396,
+          "positive_goodness": 4.2153838796827525,
+          "runtime_seconds": 5.720741510391235
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6320249613020155,
+          "lr": 0.03,
+          "negative_goodness": 1.0302738459693062,
+          "pair_accuracy": 0.9468444444974263,
+          "positive_goodness": 4.148143635813395,
+          "runtime_seconds": 5.723891496658325
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5902998833444384,
+          "lr": 0.03,
+          "negative_goodness": 0.9871009024090237,
+          "pair_accuracy": 0.952022222243415,
+          "positive_goodness": 4.290982182693481,
+          "runtime_seconds": 5.721240997314453
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5921229245927598,
+          "lr": 0.03,
+          "negative_goodness": 0.9616461636649237,
+          "pair_accuracy": 0.9558000000529819,
+          "positive_goodness": 4.291720061365764,
+          "runtime_seconds": 5.75085711479187
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5852482746442159,
+          "lr": 0.03,
+          "negative_goodness": 0.9669520259009468,
+          "pair_accuracy": 0.9572222222752041,
+          "positive_goodness": 4.325546126386854,
+          "runtime_seconds": 5.755417585372925
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5937615621195899,
+          "lr": 0.03,
+          "negative_goodness": 0.9702258494006263,
+          "pair_accuracy": 0.9528666666666666,
+          "positive_goodness": 4.2996888850741914,
+          "runtime_seconds": 5.720393896102905
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5959901544994778,
+          "lr": 0.03,
+          "negative_goodness": 0.9773693108664618,
+          "pair_accuracy": 0.9498666666984558,
+          "positive_goodness": 4.343172363959418,
+          "runtime_seconds": 5.838986158370972
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.641119163608551,
+          "lr": 0.03,
+          "negative_goodness": 0.9928368497318691,
+          "pair_accuracy": 0.9371555555555555,
+          "positive_goodness": 4.164507951524523,
+          "runtime_seconds": 5.724598169326782
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6001592504501343,
+          "lr": 0.03,
+          "negative_goodness": 0.9864484714402093,
+          "pair_accuracy": 0.9518,
+          "positive_goodness": 4.303451423814562,
+          "runtime_seconds": 5.735449314117432
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5691245153533088,
+          "lr": 0.03,
+          "negative_goodness": 0.9349674735016293,
+          "pair_accuracy": 0.9581333333333333,
+          "positive_goodness": 4.514090444776747,
+          "runtime_seconds": 5.72387170791626
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5926044074058533,
+          "lr": 0.03,
+          "negative_goodness": 0.9569485036426121,
+          "pair_accuracy": 0.9509999999894037,
+          "positive_goodness": 4.35850186636183,
+          "runtime_seconds": 5.741779804229736
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5859315923266941,
+          "lr": 0.03,
+          "negative_goodness": 0.9463732207854589,
+          "pair_accuracy": 0.9542888888888889,
+          "positive_goodness": 4.405624916627672,
+          "runtime_seconds": 5.755510330200195
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6243330943743388,
+          "lr": 0.03,
+          "negative_goodness": 0.9951585437986585,
+          "pair_accuracy": 0.9445333333227369,
+          "positive_goodness": 4.254890898174709,
+          "runtime_seconds": 5.758537292480469
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6087314392222298,
+          "lr": 0.03,
+          "negative_goodness": 0.9599108479420344,
+          "pair_accuracy": 0.9505555555555556,
+          "positive_goodness": 4.3173218822055395,
+          "runtime_seconds": 5.756553888320923
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5584267165395949,
+          "lr": 0.03,
+          "negative_goodness": 0.9183604367733001,
+          "pair_accuracy": 0.9568888888888889,
+          "positive_goodness": 4.532250287543403,
+          "runtime_seconds": 5.750408411026001
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6104720228513082,
+          "lr": 0.03,
+          "negative_goodness": 0.9605097610897488,
+          "pair_accuracy": 0.9504444444444444,
+          "positive_goodness": 4.31890218234592,
+          "runtime_seconds": 5.7401134967803955
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5734154635217454,
+          "lr": 0.03,
+          "negative_goodness": 0.9109228537665474,
+          "pair_accuracy": 0.9553555555555555,
+          "positive_goodness": 4.4389154182434085,
+          "runtime_seconds": 5.7187347412109375
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5856910566223992,
+          "lr": 0.03,
+          "negative_goodness": 0.9311357114685906,
+          "pair_accuracy": 0.9491777777777778,
+          "positive_goodness": 4.419648718092176,
+          "runtime_seconds": 5.728126287460327
+        }
+      ],
+      "layer": 14
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8077292849858602,
+          "lr": 0.03,
+          "negative_goodness": 1.209199212604099,
+          "pair_accuracy": 0.9061999999682109,
+          "positive_goodness": 3.5330154333750405,
+          "runtime_seconds": 5.740723609924316
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7228240838898553,
+          "lr": 0.03,
+          "negative_goodness": 1.146035060013665,
+          "pair_accuracy": 0.9296222222222222,
+          "positive_goodness": 3.8675915012783473,
+          "runtime_seconds": 5.735582590103149
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7128756819407145,
+          "lr": 0.03,
+          "negative_goodness": 1.133212046262953,
+          "pair_accuracy": 0.9295555555608538,
+          "positive_goodness": 3.9272841211107044,
+          "runtime_seconds": 5.721423387527466
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.6758963685671489,
+          "lr": 0.03,
+          "negative_goodness": 1.0977544721391466,
+          "pair_accuracy": 0.9378888888782925,
+          "positive_goodness": 3.9872726520114474,
+          "runtime_seconds": 5.686263084411621
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7077178281995985,
+          "lr": 0.03,
+          "negative_goodness": 1.1293531079822117,
+          "pair_accuracy": 0.927577777756585,
+          "positive_goodness": 3.969195002831353,
+          "runtime_seconds": 5.683469772338867
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6773271365536584,
+          "lr": 0.03,
+          "negative_goodness": 1.106495298576355,
+          "pair_accuracy": 0.9370222222222222,
+          "positive_goodness": 3.9921829366895887,
+          "runtime_seconds": 5.6845386028289795
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6687681733873155,
+          "lr": 0.03,
+          "negative_goodness": 1.0703529817369248,
+          "pair_accuracy": 0.931244444433848,
+          "positive_goodness": 4.093548706902398,
+          "runtime_seconds": 5.6848931312561035
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6623319101015727,
+          "lr": 0.03,
+          "negative_goodness": 1.0737663223266602,
+          "pair_accuracy": 0.9367111111111112,
+          "positive_goodness": 4.115773443433974,
+          "runtime_seconds": 5.684698104858398
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6755407812860277,
+          "lr": 0.03,
+          "negative_goodness": 1.0680918160676955,
+          "pair_accuracy": 0.9258888888888889,
+          "positive_goodness": 4.089353062184652,
+          "runtime_seconds": 5.6866044998168945
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6476636092503866,
+          "lr": 0.03,
+          "negative_goodness": 1.039709871588813,
+          "pair_accuracy": 0.939933333322737,
+          "positive_goodness": 4.1971469653235545,
+          "runtime_seconds": 5.685578107833862
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6419257877985637,
+          "lr": 0.03,
+          "negative_goodness": 1.0368057378345066,
+          "pair_accuracy": 0.9368222222646078,
+          "positive_goodness": 4.203251220279269,
+          "runtime_seconds": 5.684859275817871
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6086089744991726,
+          "lr": 0.03,
+          "negative_goodness": 0.9985459487491184,
+          "pair_accuracy": 0.9499777777797646,
+          "positive_goodness": 4.356890682983399,
+          "runtime_seconds": 5.6858227252960205
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6330047592057122,
+          "lr": 0.03,
+          "negative_goodness": 1.0138513754950629,
+          "pair_accuracy": 0.9384222222010294,
+          "positive_goodness": 4.242979154544407,
+          "runtime_seconds": 5.717362880706787
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.5980334328757392,
+          "lr": 0.03,
+          "negative_goodness": 0.9774680274115668,
+          "pair_accuracy": 0.9461111111323038,
+          "positive_goodness": 4.458681714757284,
+          "runtime_seconds": 5.7007856369018555
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.5740556812975142,
+          "lr": 0.03,
+          "negative_goodness": 0.9389847209082709,
+          "pair_accuracy": 0.9514,
+          "positive_goodness": 4.522922228834364,
+          "runtime_seconds": 5.685072898864746
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6079774571683672,
+          "lr": 0.03,
+          "negative_goodness": 0.9779205644395617,
+          "pair_accuracy": 0.9467777777777778,
+          "positive_goodness": 4.396587236022949,
+          "runtime_seconds": 5.7222983837127686
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.5672759466171264,
+          "lr": 0.03,
+          "negative_goodness": 0.9072347744411893,
+          "pair_accuracy": 0.9553555555661519,
+          "positive_goodness": 4.624685880512661,
+          "runtime_seconds": 5.742198705673218
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.559445163400968,
+          "lr": 0.03,
+          "negative_goodness": 0.9082724655310312,
+          "pair_accuracy": 0.9559333333333333,
+          "positive_goodness": 4.639303219604492,
+          "runtime_seconds": 5.738272190093994
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6238925936169094,
+          "lr": 0.03,
+          "negative_goodness": 0.9985655376434326,
+          "pair_accuracy": 0.9442666666348776,
+          "positive_goodness": 4.373583974117703,
+          "runtime_seconds": 5.706565618515015
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6108534517923991,
+          "lr": 0.03,
+          "negative_goodness": 0.9665532493273418,
+          "pair_accuracy": 0.9414666666666667,
+          "positive_goodness": 4.444241522683038,
+          "runtime_seconds": 5.686985015869141
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6023656463305156,
+          "lr": 0.03,
+          "negative_goodness": 0.9389311989254422,
+          "pair_accuracy": 0.9376444444338481,
+          "positive_goodness": 4.483940943272908,
+          "runtime_seconds": 5.706195116043091
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5631650396717919,
+          "lr": 0.03,
+          "negative_goodness": 0.9183290605121188,
+          "pair_accuracy": 0.9565333333333333,
+          "positive_goodness": 4.639872148980035,
+          "runtime_seconds": 5.737342357635498
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6051714739057753,
+          "lr": 0.03,
+          "negative_goodness": 0.9504967876646254,
+          "pair_accuracy": 0.9439555556085375,
+          "positive_goodness": 4.45208524500529,
+          "runtime_seconds": 5.7364397048950195
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.5848545355584887,
+          "lr": 0.03,
+          "negative_goodness": 0.9283776485350397,
+          "pair_accuracy": 0.9494444444444444,
+          "positive_goodness": 4.599643828413222,
+          "runtime_seconds": 5.726597785949707
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.598423991590076,
+          "lr": 0.03,
+          "negative_goodness": 0.9240547195381589,
+          "pair_accuracy": 0.9371555555555555,
+          "positive_goodness": 4.550133902147081,
+          "runtime_seconds": 5.737509727478027
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5989017757309808,
+          "lr": 0.03,
+          "negative_goodness": 0.9319571215894488,
+          "pair_accuracy": 0.9397555555449592,
+          "positive_goodness": 4.56941507174174,
+          "runtime_seconds": 5.7367494106292725
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6028853678173489,
+          "lr": 0.03,
+          "negative_goodness": 0.9269093066533407,
+          "pair_accuracy": 0.9402000000529819,
+          "positive_goodness": 4.532553838857015,
+          "runtime_seconds": 5.737213134765625
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.56592711464564,
+          "lr": 0.03,
+          "negative_goodness": 0.9052523978233338,
+          "pair_accuracy": 0.9507333333439297,
+          "positive_goodness": 4.710734250047472,
+          "runtime_seconds": 5.740714073181152
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5717803855472141,
+          "lr": 0.03,
+          "negative_goodness": 0.8847948793093363,
+          "pair_accuracy": 0.9469111111111111,
+          "positive_goodness": 4.71238114344279,
+          "runtime_seconds": 5.731891393661499
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5985497381316291,
+          "lr": 0.03,
+          "negative_goodness": 0.9327549852689108,
+          "pair_accuracy": 0.9429555555555555,
+          "positive_goodness": 4.564009812121921,
+          "runtime_seconds": 5.7237842082977295
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5576520248730977,
+          "lr": 0.03,
+          "negative_goodness": 0.8783806577788459,
+          "pair_accuracy": 0.9530888888888889,
+          "positive_goodness": 4.782075267834133,
+          "runtime_seconds": 5.737922668457031
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.573078599219852,
+          "lr": 0.03,
+          "negative_goodness": 0.9196779096338484,
+          "pair_accuracy": 0.9509777777777778,
+          "positive_goodness": 4.643351791127523,
+          "runtime_seconds": 5.719398021697998
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5811459675682915,
+          "lr": 0.03,
+          "negative_goodness": 0.9059310257593791,
+          "pair_accuracy": 0.9430444444447755,
+          "positive_goodness": 4.680737541474237,
+          "runtime_seconds": 5.6859142780303955
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5622108904573653,
+          "lr": 0.03,
+          "negative_goodness": 0.8781166532357534,
+          "pair_accuracy": 0.9538,
+          "positive_goodness": 4.712309113396539,
+          "runtime_seconds": 5.686975002288818
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5366445859008365,
+          "lr": 0.03,
+          "negative_goodness": 0.8430267969025506,
+          "pair_accuracy": 0.9529555555449591,
+          "positive_goodness": 4.906475472429063,
+          "runtime_seconds": 5.694453716278076
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5703455469873216,
+          "lr": 0.03,
+          "negative_goodness": 0.8877037631988526,
+          "pair_accuracy": 0.951333333322737,
+          "positive_goodness": 4.722531295055814,
+          "runtime_seconds": 5.735188722610474
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5644487661838532,
+          "lr": 0.03,
+          "negative_goodness": 0.8758599687788221,
+          "pair_accuracy": 0.9481333333333334,
+          "positive_goodness": 4.754723003217909,
+          "runtime_seconds": 5.734181880950928
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5876818772315979,
+          "lr": 0.03,
+          "negative_goodness": 0.8893282003190782,
+          "pair_accuracy": 0.9459555555343628,
+          "positive_goodness": 4.652373493703206,
+          "runtime_seconds": 5.7367942333221436
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5866580487145318,
+          "lr": 0.03,
+          "negative_goodness": 0.9005969947073195,
+          "pair_accuracy": 0.9383555555449592,
+          "positive_goodness": 4.644764848539564,
+          "runtime_seconds": 5.736835956573486
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5601717548370362,
+          "lr": 0.03,
+          "negative_goodness": 0.8695829068024953,
+          "pair_accuracy": 0.9463777777777778,
+          "positive_goodness": 4.79460900217692,
+          "runtime_seconds": 5.707314491271973
+        }
+      ],
+      "layer": 15
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.0813628235287136,
+          "lr": 0.03,
+          "negative_goodness": 1.6765438162273831,
+          "pair_accuracy": 0.8168444444444445,
+          "positive_goodness": 3.1979609195921155,
+          "runtime_seconds": 5.743719816207886
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8086916566848755,
+          "lr": 0.03,
+          "negative_goodness": 1.3351606928083632,
+          "pair_accuracy": 0.9083111111323039,
+          "positive_goodness": 3.699197622977363,
+          "runtime_seconds": 5.761765956878662
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7209807239956326,
+          "lr": 0.03,
+          "negative_goodness": 1.227506582959493,
+          "pair_accuracy": 0.9294888888676961,
+          "positive_goodness": 3.9776111350801258,
+          "runtime_seconds": 5.754207611083984
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.6983618433210584,
+          "lr": 0.03,
+          "negative_goodness": 1.151666973368327,
+          "pair_accuracy": 0.9323111111323039,
+          "positive_goodness": 3.927937078603109,
+          "runtime_seconds": 5.755901336669922
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.6652849786334568,
+          "lr": 0.03,
+          "negative_goodness": 1.099031655714247,
+          "pair_accuracy": 0.9333999999682109,
+          "positive_goodness": 4.130532081052992,
+          "runtime_seconds": 5.750417232513428
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6832835120413039,
+          "lr": 0.03,
+          "negative_goodness": 1.1277515489366319,
+          "pair_accuracy": 0.9311777778201633,
+          "positive_goodness": 4.028683422470093,
+          "runtime_seconds": 5.748272895812988
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6728859994093577,
+          "lr": 0.03,
+          "negative_goodness": 1.085537832567427,
+          "pair_accuracy": 0.9303111111111111,
+          "positive_goodness": 4.076718399556478,
+          "runtime_seconds": 5.744665145874023
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.5820480612172021,
+          "lr": 0.03,
+          "negative_goodness": 1.005483854760064,
+          "pair_accuracy": 0.9578,
+          "positive_goodness": 4.389581043836806,
+          "runtime_seconds": 5.762751340866089
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6399625000582801,
+          "lr": 0.03,
+          "negative_goodness": 1.0685314306471083,
+          "pair_accuracy": 0.9386888888888889,
+          "positive_goodness": 4.149139383443196,
+          "runtime_seconds": 5.765979766845703
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.5982635676966773,
+          "lr": 0.03,
+          "negative_goodness": 1.0190116641044618,
+          "pair_accuracy": 0.9538222222222222,
+          "positive_goodness": 4.321236879052056,
+          "runtime_seconds": 5.777781248092651
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.5641626050154368,
+          "lr": 0.03,
+          "negative_goodness": 0.9608929763423072,
+          "pair_accuracy": 0.9572,
+          "positive_goodness": 4.496902349260118,
+          "runtime_seconds": 5.763747215270996
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6123360478083293,
+          "lr": 0.03,
+          "negative_goodness": 0.9956898840374416,
+          "pair_accuracy": 0.9399999999894036,
+          "positive_goodness": 4.312644374126858,
+          "runtime_seconds": 5.766972303390503
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.5851441229926215,
+          "lr": 0.03,
+          "negative_goodness": 0.9723166086408827,
+          "pair_accuracy": 0.9529555555582047,
+          "positive_goodness": 4.390237932078044,
+          "runtime_seconds": 5.767284154891968
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.5873849428812663,
+          "lr": 0.03,
+          "negative_goodness": 0.9747640508439805,
+          "pair_accuracy": 0.9477777777797646,
+          "positive_goodness": 4.4128102148691815,
+          "runtime_seconds": 5.765705585479736
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6118840769873725,
+          "lr": 0.03,
+          "negative_goodness": 1.0197348164187536,
+          "pair_accuracy": 0.9501111111005147,
+          "positive_goodness": 4.288538654496935,
+          "runtime_seconds": 5.770308256149292
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6096735409736633,
+          "lr": 0.03,
+          "negative_goodness": 0.9845185489018758,
+          "pair_accuracy": 0.9465555555979411,
+          "positive_goodness": 4.339837828360664,
+          "runtime_seconds": 5.772658824920654
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.5765107239511278,
+          "lr": 0.03,
+          "negative_goodness": 0.9463970541742113,
+          "pair_accuracy": 0.9518888888676962,
+          "positive_goodness": 4.4198666905721025,
+          "runtime_seconds": 5.7649359703063965
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.5992112108336555,
+          "lr": 0.03,
+          "negative_goodness": 0.9818605893346999,
+          "pair_accuracy": 0.9423111111111111,
+          "positive_goodness": 4.3567831985473635,
+          "runtime_seconds": 5.76821231842041
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.5827254225518969,
+          "lr": 0.03,
+          "negative_goodness": 0.9673968142403496,
+          "pair_accuracy": 0.9495555555449592,
+          "positive_goodness": 4.391504744466146,
+          "runtime_seconds": 5.7669360637664795
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.5707711565282609,
+          "lr": 0.03,
+          "negative_goodness": 0.936334270977974,
+          "pair_accuracy": 0.9496444444444444,
+          "positive_goodness": 4.457128370920817,
+          "runtime_seconds": 5.764110565185547
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6012887466960483,
+          "lr": 0.03,
+          "negative_goodness": 0.9751232186423407,
+          "pair_accuracy": 0.9429555555555555,
+          "positive_goodness": 4.312078301239014,
+          "runtime_seconds": 5.7724974155426025
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5422316340976291,
+          "lr": 0.03,
+          "negative_goodness": 0.9275819087982178,
+          "pair_accuracy": 0.9591333333121406,
+          "positive_goodness": 4.578923684353299,
+          "runtime_seconds": 5.764500379562378
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.5728404538260566,
+          "lr": 0.03,
+          "negative_goodness": 0.9397935285462273,
+          "pair_accuracy": 0.9548000000423855,
+          "positive_goodness": 4.4830408335367835,
+          "runtime_seconds": 5.763909101486206
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.5455308247778151,
+          "lr": 0.03,
+          "negative_goodness": 0.9132291709899902,
+          "pair_accuracy": 0.9579333333333333,
+          "positive_goodness": 4.556146794806587,
+          "runtime_seconds": 5.763471364974976
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5753064369413587,
+          "lr": 0.03,
+          "negative_goodness": 0.9364274180306329,
+          "pair_accuracy": 0.9490444444338481,
+          "positive_goodness": 4.471171285925971,
+          "runtime_seconds": 5.75764536857605
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5735203237374623,
+          "lr": 0.03,
+          "negative_goodness": 0.9579669907199012,
+          "pair_accuracy": 0.9531333333333334,
+          "positive_goodness": 4.424232546403673,
+          "runtime_seconds": 5.723729133605957
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.565815491549174,
+          "lr": 0.03,
+          "negative_goodness": 0.9278921001752217,
+          "pair_accuracy": 0.9505333333333333,
+          "positive_goodness": 4.454271600087484,
+          "runtime_seconds": 5.727167129516602
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5849146755218506,
+          "lr": 0.03,
+          "negative_goodness": 0.948643079164293,
+          "pair_accuracy": 0.9425111111058129,
+          "positive_goodness": 4.418724549060397,
+          "runtime_seconds": 5.725392818450928
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5691687502543131,
+          "lr": 0.03,
+          "negative_goodness": 0.8885811158286201,
+          "pair_accuracy": 0.9488444444762336,
+          "positive_goodness": 4.485611656400892,
+          "runtime_seconds": 5.726901292800903
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5359419727272458,
+          "lr": 0.03,
+          "negative_goodness": 0.8915692127333747,
+          "pair_accuracy": 0.9627555555555556,
+          "positive_goodness": 4.562875947231716,
+          "runtime_seconds": 5.726470470428467
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5254947767310673,
+          "lr": 0.03,
+          "negative_goodness": 0.8622430050849914,
+          "pair_accuracy": 0.9568666666666666,
+          "positive_goodness": 4.751280461883545,
+          "runtime_seconds": 5.729458570480347
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5675594629711574,
+          "lr": 0.03,
+          "negative_goodness": 0.92706068549686,
+          "pair_accuracy": 0.949622222243415,
+          "positive_goodness": 4.473617198308309,
+          "runtime_seconds": 5.728997468948364
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.552798648929596,
+          "lr": 0.03,
+          "negative_goodness": 0.8800009325875177,
+          "pair_accuracy": 0.9482888888782925,
+          "positive_goodness": 4.588654892985026,
+          "runtime_seconds": 5.727462291717529
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5736042762756348,
+          "lr": 0.03,
+          "negative_goodness": 0.9037736954794989,
+          "pair_accuracy": 0.9421555555767483,
+          "positive_goodness": 4.543971029557122,
+          "runtime_seconds": 5.728877305984497
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5465184293958876,
+          "lr": 0.03,
+          "negative_goodness": 0.9004793021731906,
+          "pair_accuracy": 0.9550888888895511,
+          "positive_goodness": 4.588282968298594,
+          "runtime_seconds": 5.753023386001587
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5807900384691026,
+          "lr": 0.03,
+          "negative_goodness": 0.9028742028130425,
+          "pair_accuracy": 0.9453555555661519,
+          "positive_goodness": 4.44759680050744,
+          "runtime_seconds": 5.760590076446533
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5165767370435926,
+          "lr": 0.03,
+          "negative_goodness": 0.8714184447712369,
+          "pair_accuracy": 0.9663333333333334,
+          "positive_goodness": 4.670254816775852,
+          "runtime_seconds": 5.728963851928711
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5346224175400204,
+          "lr": 0.03,
+          "negative_goodness": 0.8656261479934056,
+          "pair_accuracy": 0.9531333333333334,
+          "positive_goodness": 4.684896028306749,
+          "runtime_seconds": 5.729176998138428
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5123895366933611,
+          "lr": 0.03,
+          "negative_goodness": 0.8475099859979418,
+          "pair_accuracy": 0.9615111111111111,
+          "positive_goodness": 4.771570641411675,
+          "runtime_seconds": 5.750804662704468
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5050272702111138,
+          "lr": 0.03,
+          "negative_goodness": 0.8420383647653792,
+          "pair_accuracy": 0.9654444444444444,
+          "positive_goodness": 4.795401853179932,
+          "runtime_seconds": 5.749722719192505
+        }
+      ],
+      "layer": 16
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.759397067700492,
+          "lr": 0.03,
+          "negative_goodness": 1.1536874280187819,
+          "pair_accuracy": 0.9144888888888889,
+          "positive_goodness": 3.7950426486545137,
+          "runtime_seconds": 5.744027614593506
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.6649845866203308,
+          "lr": 0.03,
+          "negative_goodness": 1.1204468712382847,
+          "pair_accuracy": 0.9317333333015442,
+          "positive_goodness": 4.162667276467217,
+          "runtime_seconds": 5.759847402572632
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.6269203478071425,
+          "lr": 0.03,
+          "negative_goodness": 1.1035344711515638,
+          "pair_accuracy": 0.9468,
+          "positive_goodness": 4.272452491845025,
+          "runtime_seconds": 5.757518529891968
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.6278893554369609,
+          "lr": 0.03,
+          "negative_goodness": 1.0771295362790425,
+          "pair_accuracy": 0.9357777777777778,
+          "positive_goodness": 4.360184202914768,
+          "runtime_seconds": 5.7599427700042725
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.6119264091014862,
+          "lr": 0.03,
+          "negative_goodness": 1.0377744220627678,
+          "pair_accuracy": 0.9379333333333333,
+          "positive_goodness": 4.443644617377387,
+          "runtime_seconds": 5.755059003829956
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.5483569103505876,
+          "lr": 0.03,
+          "negative_goodness": 0.9715085257954068,
+          "pair_accuracy": 0.9556888888888889,
+          "positive_goodness": 4.731107317691379,
+          "runtime_seconds": 5.752534627914429
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.586669972843594,
+          "lr": 0.03,
+          "negative_goodness": 1.0072616982248095,
+          "pair_accuracy": 0.9374888888888889,
+          "positive_goodness": 4.606926610310873,
+          "runtime_seconds": 5.758478164672852
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.5493673117107816,
+          "lr": 0.03,
+          "negative_goodness": 0.9678855889426338,
+          "pair_accuracy": 0.9567333333121406,
+          "positive_goodness": 4.738526354132758,
+          "runtime_seconds": 5.749340057373047
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.5551696324772305,
+          "lr": 0.03,
+          "negative_goodness": 0.9687659836663141,
+          "pair_accuracy": 0.9470666666348775,
+          "positive_goodness": 4.7471492424011235,
+          "runtime_seconds": 5.74617600440979
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.5498966087341308,
+          "lr": 0.03,
+          "negative_goodness": 0.9439172001308865,
+          "pair_accuracy": 0.9503777777777778,
+          "positive_goodness": 4.796833125485314,
+          "runtime_seconds": 5.7520387172698975
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.5628774675793118,
+          "lr": 0.03,
+          "negative_goodness": 0.9417937134636774,
+          "pair_accuracy": 0.9469111111534967,
+          "positive_goodness": 4.777043729951647,
+          "runtime_seconds": 5.754746913909912
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.5499605759514703,
+          "lr": 0.03,
+          "negative_goodness": 0.9517924171023898,
+          "pair_accuracy": 0.9495777777724795,
+          "positive_goodness": 4.813456586498685,
+          "runtime_seconds": 5.727785110473633
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.597411921538247,
+          "lr": 0.03,
+          "negative_goodness": 0.962941753408644,
+          "pair_accuracy": 0.9314222222222223,
+          "positive_goodness": 4.672578823428684,
+          "runtime_seconds": 5.6959068775177
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.5598294277191163,
+          "lr": 0.03,
+          "negative_goodness": 0.9564417145199245,
+          "pair_accuracy": 0.948844444460339,
+          "positive_goodness": 4.756462690734863,
+          "runtime_seconds": 5.701268196105957
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.5660446677313911,
+          "lr": 0.03,
+          "negative_goodness": 0.9488096901363796,
+          "pair_accuracy": 0.9433333333353201,
+          "positive_goodness": 4.764745210096571,
+          "runtime_seconds": 5.702724933624268
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.5829398211797079,
+          "lr": 0.03,
+          "negative_goodness": 0.9629330648316278,
+          "pair_accuracy": 0.9402444444444444,
+          "positive_goodness": 4.684011428578694,
+          "runtime_seconds": 5.700514793395996
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.5489764802561866,
+          "lr": 0.03,
+          "negative_goodness": 0.9250198801517486,
+          "pair_accuracy": 0.9481777777777778,
+          "positive_goodness": 4.852488317447238,
+          "runtime_seconds": 5.699199914932251
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.5654425000296699,
+          "lr": 0.03,
+          "negative_goodness": 0.9304125044292874,
+          "pair_accuracy": 0.9416888888676961,
+          "positive_goodness": 4.854834271367391,
+          "runtime_seconds": 5.697219610214233
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.5815076601134406,
+          "lr": 0.03,
+          "negative_goodness": 0.9703806310335795,
+          "pair_accuracy": 0.9403777777777778,
+          "positive_goodness": 4.713371356116401,
+          "runtime_seconds": 5.698409557342529
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.5341214591926998,
+          "lr": 0.03,
+          "negative_goodness": 0.8892277530723148,
+          "pair_accuracy": 0.9484666666560703,
+          "positive_goodness": 5.048682787153456,
+          "runtime_seconds": 5.704947471618652
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5651182108402252,
+          "lr": 0.03,
+          "negative_goodness": 0.9217767543792724,
+          "pair_accuracy": 0.9394444444338481,
+          "positive_goodness": 4.796742873128255,
+          "runtime_seconds": 5.698298454284668
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5372714517911276,
+          "lr": 0.03,
+          "negative_goodness": 0.896261022928026,
+          "pair_accuracy": 0.9496666666984558,
+          "positive_goodness": 4.989602671771579,
+          "runtime_seconds": 5.701730966567993
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.5548915547688802,
+          "lr": 0.03,
+          "negative_goodness": 0.9115036477618748,
+          "pair_accuracy": 0.9447111111005148,
+          "positive_goodness": 4.852162124803331,
+          "runtime_seconds": 5.69572639465332
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.5528256639639536,
+          "lr": 0.03,
+          "negative_goodness": 0.9171851162645552,
+          "pair_accuracy": 0.9470888888888889,
+          "positive_goodness": 4.862711146121555,
+          "runtime_seconds": 5.728313684463501
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5342635036892361,
+          "lr": 0.03,
+          "negative_goodness": 0.8626411575847202,
+          "pair_accuracy": 0.9488666666666666,
+          "positive_goodness": 5.056239941575792,
+          "runtime_seconds": 5.754504203796387
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5534604049894545,
+          "lr": 0.03,
+          "negative_goodness": 0.8683919976764255,
+          "pair_accuracy": 0.9361333333651225,
+          "positive_goodness": 4.9679725218455,
+          "runtime_seconds": 5.754232168197632
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5546055186960432,
+          "lr": 0.03,
+          "negative_goodness": 0.9052549703915914,
+          "pair_accuracy": 0.9439555555555555,
+          "positive_goodness": 4.962640204111735,
+          "runtime_seconds": 5.749769926071167
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5476874506897397,
+          "lr": 0.03,
+          "negative_goodness": 0.8928324872016907,
+          "pair_accuracy": 0.9478888888888889,
+          "positive_goodness": 4.974921618313259,
+          "runtime_seconds": 5.71799373626709
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5480882154464721,
+          "lr": 0.03,
+          "negative_goodness": 0.8977161531024509,
+          "pair_accuracy": 0.9421111111429002,
+          "positive_goodness": 4.967288090303209,
+          "runtime_seconds": 5.69822883605957
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.4955062199804518,
+          "lr": 0.03,
+          "negative_goodness": 0.8484430962350633,
+          "pair_accuracy": 0.9650444444126554,
+          "positive_goodness": 5.221068635050456,
+          "runtime_seconds": 5.703501224517822
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5291912065294054,
+          "lr": 0.03,
+          "negative_goodness": 0.853339294136895,
+          "pair_accuracy": 0.9479333333439297,
+          "positive_goodness": 5.1649919900682235,
+          "runtime_seconds": 5.69917893409729
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5240054973337386,
+          "lr": 0.03,
+          "negative_goodness": 0.8295799037085639,
+          "pair_accuracy": 0.9487777777777778,
+          "positive_goodness": 5.120215635681152,
+          "runtime_seconds": 5.693878173828125
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5674657982296414,
+          "lr": 0.03,
+          "negative_goodness": 0.8763314692815145,
+          "pair_accuracy": 0.9329777778307596,
+          "positive_goodness": 4.988220212512546,
+          "runtime_seconds": 5.7157697677612305
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5198648954285515,
+          "lr": 0.03,
+          "negative_goodness": 0.8462434901979234,
+          "pair_accuracy": 0.9549777777459887,
+          "positive_goodness": 5.094926131778293,
+          "runtime_seconds": 5.699906587600708
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5554430743959214,
+          "lr": 0.03,
+          "negative_goodness": 0.8792623123592801,
+          "pair_accuracy": 0.9373999999894036,
+          "positive_goodness": 4.955067873382569,
+          "runtime_seconds": 5.695971965789795
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5148544895172119,
+          "lr": 0.03,
+          "negative_goodness": 0.838081872897678,
+          "pair_accuracy": 0.9515333333333333,
+          "positive_goodness": 5.165329999499851,
+          "runtime_seconds": 5.701892375946045
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.47652245382732816,
+          "lr": 0.03,
+          "negative_goodness": 0.8037202909257677,
+          "pair_accuracy": 0.9668222222222222,
+          "positive_goodness": 5.355902731577555,
+          "runtime_seconds": 5.744146823883057
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5314608515209622,
+          "lr": 0.03,
+          "negative_goodness": 0.8662011790805393,
+          "pair_accuracy": 0.9478,
+          "positive_goodness": 5.13519300910102,
+          "runtime_seconds": 5.740092992782593
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.542677180035909,
+          "lr": 0.03,
+          "negative_goodness": 0.8578786113315159,
+          "pair_accuracy": 0.9424000000158945,
+          "positive_goodness": 5.104390487925212,
+          "runtime_seconds": 5.6904296875
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5238069118075901,
+          "lr": 0.03,
+          "negative_goodness": 0.8350118919796414,
+          "pair_accuracy": 0.9493111111117734,
+          "positive_goodness": 5.243276686710781,
+          "runtime_seconds": 5.688002109527588
+        }
+      ],
+      "layer": 17
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9577057856241862,
+          "lr": 0.03,
+          "negative_goodness": 1.4619166843626235,
+          "pair_accuracy": 0.850377777756585,
+          "positive_goodness": 3.5938261953141954,
+          "runtime_seconds": 5.725976228713989
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7676047029071384,
+          "lr": 0.03,
+          "negative_goodness": 1.1529164318932428,
+          "pair_accuracy": 0.9129555555343628,
+          "positive_goodness": 3.840557531314426,
+          "runtime_seconds": 5.724540948867798
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.760160752805074,
+          "lr": 0.03,
+          "negative_goodness": 1.1440867092980278,
+          "pair_accuracy": 0.9139333333333334,
+          "positive_goodness": 3.7870904688941107,
+          "runtime_seconds": 5.725184917449951
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.6946383789963192,
+          "lr": 0.03,
+          "negative_goodness": 1.0596212670432197,
+          "pair_accuracy": 0.9297555555555556,
+          "positive_goodness": 4.012601882595486,
+          "runtime_seconds": 5.77173924446106
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.6998100776778328,
+          "lr": 0.03,
+          "negative_goodness": 1.0615760700331793,
+          "pair_accuracy": 0.9315555555555556,
+          "positive_goodness": 3.950152573055691,
+          "runtime_seconds": 5.7675440311431885
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6187991501808167,
+          "lr": 0.03,
+          "negative_goodness": 0.9679103818363614,
+          "pair_accuracy": 0.9475333333333333,
+          "positive_goodness": 4.244551625315348,
+          "runtime_seconds": 5.764724493026733
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6265819016244676,
+          "lr": 0.03,
+          "negative_goodness": 0.9553032650205824,
+          "pair_accuracy": 0.9406222222752041,
+          "positive_goodness": 4.236839876217312,
+          "runtime_seconds": 5.766928195953369
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6157694844086965,
+          "lr": 0.03,
+          "negative_goodness": 0.9631993121041192,
+          "pair_accuracy": 0.9494888888888889,
+          "positive_goodness": 4.210624705335829,
+          "runtime_seconds": 5.7653257846832275
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6150836736096276,
+          "lr": 0.03,
+          "negative_goodness": 0.9448088834550645,
+          "pair_accuracy": 0.9454888888888889,
+          "positive_goodness": 4.309662520853679,
+          "runtime_seconds": 5.739302635192871
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6250465776231554,
+          "lr": 0.03,
+          "negative_goodness": 0.9754710626178318,
+          "pair_accuracy": 0.9442444444126553,
+          "positive_goodness": 4.190601248380873,
+          "runtime_seconds": 5.729222059249878
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.616706213511361,
+          "lr": 0.03,
+          "negative_goodness": 0.9448618777487013,
+          "pair_accuracy": 0.943,
+          "positive_goodness": 4.268950197601319,
+          "runtime_seconds": 5.762585401535034
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6182784839895037,
+          "lr": 0.03,
+          "negative_goodness": 0.9673233775509729,
+          "pair_accuracy": 0.9471555555555555,
+          "positive_goodness": 4.264080620956421,
+          "runtime_seconds": 5.768152952194214
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6252033799701266,
+          "lr": 0.03,
+          "negative_goodness": 0.9682959156036377,
+          "pair_accuracy": 0.9394222222116259,
+          "positive_goodness": 4.200671216540867,
+          "runtime_seconds": 5.7657692432403564
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6171026913881302,
+          "lr": 0.03,
+          "negative_goodness": 0.944217780160904,
+          "pair_accuracy": 0.9423999999894036,
+          "positive_goodness": 4.240507948303223,
+          "runtime_seconds": 5.760894298553467
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.5920481569157706,
+          "lr": 0.03,
+          "negative_goodness": 0.9278996078411738,
+          "pair_accuracy": 0.9472666666666667,
+          "positive_goodness": 4.3110301497565375,
+          "runtime_seconds": 5.766883850097656
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.5825462632311715,
+          "lr": 0.03,
+          "negative_goodness": 0.8934798438138432,
+          "pair_accuracy": 0.9501111111111111,
+          "positive_goodness": 4.473941497717964,
+          "runtime_seconds": 5.761570930480957
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6214004647043017,
+          "lr": 0.03,
+          "negative_goodness": 0.9687958250257704,
+          "pair_accuracy": 0.9418222222222222,
+          "positive_goodness": 4.228186459096273,
+          "runtime_seconds": 5.762316703796387
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6264773794915941,
+          "lr": 0.03,
+          "negative_goodness": 0.9528502398014068,
+          "pair_accuracy": 0.9402666666666667,
+          "positive_goodness": 4.239637517632379,
+          "runtime_seconds": 5.7641990184783936
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.5797003578768836,
+          "lr": 0.03,
+          "negative_goodness": 0.8870079243342082,
+          "pair_accuracy": 0.9453111111111111,
+          "positive_goodness": 4.496932288275825,
+          "runtime_seconds": 5.750097274780273
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.5576246177355448,
+          "lr": 0.03,
+          "negative_goodness": 0.8574539640638563,
+          "pair_accuracy": 0.9534,
+          "positive_goodness": 4.5296410458882646,
+          "runtime_seconds": 5.727483034133911
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5876478322664896,
+          "lr": 0.03,
+          "negative_goodness": 0.9071962789959378,
+          "pair_accuracy": 0.9443777777671813,
+          "positive_goodness": 4.391317828538683,
+          "runtime_seconds": 5.7311060428619385
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6013725753466288,
+          "lr": 0.03,
+          "negative_goodness": 0.9259518835915459,
+          "pair_accuracy": 0.9420444444444445,
+          "positive_goodness": 4.3152334604899085,
+          "runtime_seconds": 5.759221792221069
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.5911739395989312,
+          "lr": 0.03,
+          "negative_goodness": 0.8947589077419705,
+          "pair_accuracy": 0.9401111111111111,
+          "positive_goodness": 4.437092357296414,
+          "runtime_seconds": 5.764971971511841
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.5793496297491921,
+          "lr": 0.03,
+          "negative_goodness": 0.889075196062194,
+          "pair_accuracy": 0.948,
+          "positive_goodness": 4.466226176028782,
+          "runtime_seconds": 5.761889457702637
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5606113241540062,
+          "lr": 0.03,
+          "negative_goodness": 0.876453778802024,
+          "pair_accuracy": 0.9548666666666666,
+          "positive_goodness": 4.492634482150607,
+          "runtime_seconds": 5.726857662200928
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5657969213750628,
+          "lr": 0.03,
+          "negative_goodness": 0.8765245838695103,
+          "pair_accuracy": 0.9517777777671814,
+          "positive_goodness": 4.567536749013265,
+          "runtime_seconds": 5.752737283706665
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5701282953156366,
+          "lr": 0.03,
+          "negative_goodness": 0.853758389515347,
+          "pair_accuracy": 0.9424222222222223,
+          "positive_goodness": 4.557413884056939,
+          "runtime_seconds": 5.7640221118927
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5731945234351687,
+          "lr": 0.03,
+          "negative_goodness": 0.8700037080287933,
+          "pair_accuracy": 0.9417333333333333,
+          "positive_goodness": 4.49355393040975,
+          "runtime_seconds": 5.75255274772644
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5326536716037327,
+          "lr": 0.03,
+          "negative_goodness": 0.8530720695839988,
+          "pair_accuracy": 0.9645333333333334,
+          "positive_goodness": 4.638807901594374,
+          "runtime_seconds": 5.732581377029419
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5405603237893847,
+          "lr": 0.03,
+          "negative_goodness": 0.8305870422575209,
+          "pair_accuracy": 0.95604444448683,
+          "positive_goodness": 4.62909386706882,
+          "runtime_seconds": 5.773881435394287
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5690969479031033,
+          "lr": 0.03,
+          "negative_goodness": 0.8520229380713569,
+          "pair_accuracy": 0.9428666666666666,
+          "positive_goodness": 4.559475392935011,
+          "runtime_seconds": 5.771756410598755
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.605961528661516,
+          "lr": 0.03,
+          "negative_goodness": 0.8993984793345133,
+          "pair_accuracy": 0.9373777777777778,
+          "positive_goodness": 4.335358750067817,
+          "runtime_seconds": 5.77569580078125
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5701895580185784,
+          "lr": 0.03,
+          "negative_goodness": 0.8677478248702155,
+          "pair_accuracy": 0.9469111111111111,
+          "positive_goodness": 4.527780914730496,
+          "runtime_seconds": 5.768612861633301
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5654286276181539,
+          "lr": 0.03,
+          "negative_goodness": 0.8391345565054151,
+          "pair_accuracy": 0.9466888888676961,
+          "positive_goodness": 4.5921472433302135,
+          "runtime_seconds": 5.775753021240234
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5498311881860097,
+          "lr": 0.03,
+          "negative_goodness": 0.8323346718947092,
+          "pair_accuracy": 0.9496222222222223,
+          "positive_goodness": 4.64699726647271,
+          "runtime_seconds": 5.743304252624512
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5570753570344713,
+          "lr": 0.03,
+          "negative_goodness": 0.8535927840550741,
+          "pair_accuracy": 0.9517111111429003,
+          "positive_goodness": 4.614758460828993,
+          "runtime_seconds": 5.727975368499756
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5406476256158617,
+          "lr": 0.03,
+          "negative_goodness": 0.8104295343822903,
+          "pair_accuracy": 0.9509111111005147,
+          "positive_goodness": 4.694618868891398,
+          "runtime_seconds": 5.732553243637085
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5749263187408448,
+          "lr": 0.03,
+          "negative_goodness": 0.8490812020513746,
+          "pair_accuracy": 0.9409111111534967,
+          "positive_goodness": 4.533195079421997,
+          "runtime_seconds": 5.731459140777588
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5563022260983785,
+          "lr": 0.03,
+          "negative_goodness": 0.8223408967547946,
+          "pair_accuracy": 0.9474666666560703,
+          "positive_goodness": 4.695275541093614,
+          "runtime_seconds": 5.729041814804077
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5279654003355239,
+          "lr": 0.03,
+          "negative_goodness": 0.8059647903760274,
+          "pair_accuracy": 0.9544666666878594,
+          "positive_goodness": 4.842536381997003,
+          "runtime_seconds": 5.7299346923828125
+        }
+      ],
+      "layer": 18
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9263122883690728,
+          "lr": 0.03,
+          "negative_goodness": 1.3150742263158162,
+          "pair_accuracy": 0.8644222221904331,
+          "positive_goodness": 3.2163579455693565,
+          "runtime_seconds": 5.700520992279053
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8144938829421997,
+          "lr": 0.03,
+          "negative_goodness": 1.2262532011667888,
+          "pair_accuracy": 0.8998888888782925,
+          "positive_goodness": 3.5648745544009737,
+          "runtime_seconds": 5.715801477432251
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7779525783750746,
+          "lr": 0.03,
+          "negative_goodness": 1.1706740433163112,
+          "pair_accuracy": 0.9040444444126553,
+          "positive_goodness": 3.6433769714779323,
+          "runtime_seconds": 5.704484462738037
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7956858524958292,
+          "lr": 0.03,
+          "negative_goodness": 1.203554916381836,
+          "pair_accuracy": 0.8999555556085375,
+          "positive_goodness": 3.6070161174350313,
+          "runtime_seconds": 5.742747068405151
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.8035456697252061,
+          "lr": 0.03,
+          "negative_goodness": 1.207407422097524,
+          "pair_accuracy": 0.8949333333121405,
+          "positive_goodness": 3.57438130001492,
+          "runtime_seconds": 5.746243238449097
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7906303107367622,
+          "lr": 0.03,
+          "negative_goodness": 1.1886490882025824,
+          "pair_accuracy": 0.8971111111164093,
+          "positive_goodness": 3.611208499018351,
+          "runtime_seconds": 5.749932765960693
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7992349120352004,
+          "lr": 0.03,
+          "negative_goodness": 1.2099979325612387,
+          "pair_accuracy": 0.8982666666454739,
+          "positive_goodness": 3.603535381825765,
+          "runtime_seconds": 5.747341871261597
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7509078476164076,
+          "lr": 0.03,
+          "negative_goodness": 1.1430456893497043,
+          "pair_accuracy": 0.9111111111111111,
+          "positive_goodness": 3.7245486774020726,
+          "runtime_seconds": 5.751100540161133
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7682752063857184,
+          "lr": 0.03,
+          "negative_goodness": 1.168561129781935,
+          "pair_accuracy": 0.9093333333015442,
+          "positive_goodness": 3.685987099753486,
+          "runtime_seconds": 5.744611978530884
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7641701204088,
+          "lr": 0.03,
+          "negative_goodness": 1.1371417885038588,
+          "pair_accuracy": 0.8991333333333333,
+          "positive_goodness": 3.715414608256022,
+          "runtime_seconds": 5.744386911392212
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7519543470965492,
+          "lr": 0.03,
+          "negative_goodness": 1.1299019293573167,
+          "pair_accuracy": 0.9104888888888889,
+          "positive_goodness": 3.770201301574707,
+          "runtime_seconds": 5.742348670959473
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7365872945361667,
+          "lr": 0.03,
+          "negative_goodness": 1.1029301561779445,
+          "pair_accuracy": 0.9091555555767483,
+          "positive_goodness": 3.818439960522122,
+          "runtime_seconds": 5.748476982116699
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7522697380065918,
+          "lr": 0.03,
+          "negative_goodness": 1.1199044268290201,
+          "pair_accuracy": 0.9040888888888889,
+          "positive_goodness": 3.7853669555028278,
+          "runtime_seconds": 5.742859840393066
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7376326025433011,
+          "lr": 0.03,
+          "negative_goodness": 1.1045116954379612,
+          "pair_accuracy": 0.9102444444338481,
+          "positive_goodness": 3.835060037104289,
+          "runtime_seconds": 5.753012180328369
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.7516712121751573,
+          "lr": 0.03,
+          "negative_goodness": 1.1052641821755302,
+          "pair_accuracy": 0.9039777777989706,
+          "positive_goodness": 3.780563330629137,
+          "runtime_seconds": 5.745338678359985
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.7064394462585449,
+          "lr": 0.03,
+          "negative_goodness": 1.062743245739407,
+          "pair_accuracy": 0.9157111111117734,
+          "positive_goodness": 3.9345241401778326,
+          "runtime_seconds": 5.7456419467926025
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.705780578607983,
+          "lr": 0.03,
+          "negative_goodness": 1.0511516462537978,
+          "pair_accuracy": 0.9148666666666667,
+          "positive_goodness": 3.927437756008572,
+          "runtime_seconds": 5.7497735023498535
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.7077267515659332,
+          "lr": 0.03,
+          "negative_goodness": 1.059475143845876,
+          "pair_accuracy": 0.9153777777777777,
+          "positive_goodness": 3.929382805803087,
+          "runtime_seconds": 5.732954263687134
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6953863581021626,
+          "lr": 0.03,
+          "negative_goodness": 1.0467672288894654,
+          "pair_accuracy": 0.9247555555237664,
+          "positive_goodness": 3.9707774541642933,
+          "runtime_seconds": 5.703260660171509
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.7029471530278524,
+          "lr": 0.03,
+          "negative_goodness": 1.050344552230835,
+          "pair_accuracy": 0.9192666667090522,
+          "positive_goodness": 3.9585252838134766,
+          "runtime_seconds": 5.700374603271484
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.7431428763283624,
+          "lr": 0.03,
+          "negative_goodness": 1.0897467143906487,
+          "pair_accuracy": 0.9063333333227369,
+          "positive_goodness": 3.8230730514526368,
+          "runtime_seconds": 5.701416015625
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.7529144206576878,
+          "lr": 0.03,
+          "negative_goodness": 1.1038630726708307,
+          "pair_accuracy": 0.9018222222222222,
+          "positive_goodness": 3.780073408847385,
+          "runtime_seconds": 5.703928470611572
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.7223552401012845,
+          "lr": 0.03,
+          "negative_goodness": 1.0739998178693984,
+          "pair_accuracy": 0.9121333333757189,
+          "positive_goodness": 3.8990577644771998,
+          "runtime_seconds": 5.703487873077393
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.7000790270010631,
+          "lr": 0.03,
+          "negative_goodness": 1.0425852892663743,
+          "pair_accuracy": 0.9170222222222222,
+          "positive_goodness": 3.978319629245334,
+          "runtime_seconds": 5.701123237609863
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6776921324412029,
+          "lr": 0.03,
+          "negative_goodness": 1.0013853470908272,
+          "pair_accuracy": 0.9210444444232517,
+          "positive_goodness": 4.088877335484822,
+          "runtime_seconds": 5.702106714248657
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.7048524278852675,
+          "lr": 0.03,
+          "negative_goodness": 1.0390299512015448,
+          "pair_accuracy": 0.9173333333598243,
+          "positive_goodness": 3.9789804444419015,
+          "runtime_seconds": 5.713441371917725
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.7477828614976672,
+          "lr": 0.03,
+          "negative_goodness": 1.0793396636539034,
+          "pair_accuracy": 0.9012888888676961,
+          "positive_goodness": 3.821340954759386,
+          "runtime_seconds": 5.738520383834839
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.7432786608060201,
+          "lr": 0.03,
+          "negative_goodness": 1.089103878153695,
+          "pair_accuracy": 0.9074666666666666,
+          "positive_goodness": 3.82734944390191,
+          "runtime_seconds": 5.7341978549957275
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.7136080302291447,
+          "lr": 0.03,
+          "negative_goodness": 1.0517639005237156,
+          "pair_accuracy": 0.9140666666666667,
+          "positive_goodness": 3.9776181325276694,
+          "runtime_seconds": 5.700990676879883
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.7355094401041666,
+          "lr": 0.03,
+          "negative_goodness": 1.0879976016256545,
+          "pair_accuracy": 0.9077777777777778,
+          "positive_goodness": 3.873377038913303,
+          "runtime_seconds": 5.70186972618103
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.7212884676827325,
+          "lr": 0.03,
+          "negative_goodness": 1.0509944243537055,
+          "pair_accuracy": 0.910577777756585,
+          "positive_goodness": 3.95149168709649,
+          "runtime_seconds": 5.697181224822998
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6970755260043674,
+          "lr": 0.03,
+          "negative_goodness": 1.0241277264065212,
+          "pair_accuracy": 0.9153111111429002,
+          "positive_goodness": 4.004135726314121,
+          "runtime_seconds": 5.700494289398193
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6941078568140666,
+          "lr": 0.03,
+          "negative_goodness": 1.0202261762830946,
+          "pair_accuracy": 0.9190222222646077,
+          "positive_goodness": 4.052033515824212,
+          "runtime_seconds": 5.70062255859375
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6733550859027438,
+          "lr": 0.03,
+          "negative_goodness": 0.9832621575249566,
+          "pair_accuracy": 0.9201777777777778,
+          "positive_goodness": 4.125832840177748,
+          "runtime_seconds": 5.70168399810791
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6820949530495538,
+          "lr": 0.03,
+          "negative_goodness": 0.9914625395668878,
+          "pair_accuracy": 0.9166888888782925,
+          "positive_goodness": 4.127924662441678,
+          "runtime_seconds": 5.700541734695435
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6959327753490872,
+          "lr": 0.03,
+          "negative_goodness": 1.004011077033149,
+          "pair_accuracy": 0.9135555555979411,
+          "positive_goodness": 4.054662399588691,
+          "runtime_seconds": 5.700461387634277
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.703707708867391,
+          "lr": 0.03,
+          "negative_goodness": 1.0231371240191989,
+          "pair_accuracy": 0.910311111164093,
+          "positive_goodness": 4.011140643819173,
+          "runtime_seconds": 5.700968027114868
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.7324818994734023,
+          "lr": 0.03,
+          "negative_goodness": 1.0543110136244032,
+          "pair_accuracy": 0.9032888888676961,
+          "positive_goodness": 3.874596724955241,
+          "runtime_seconds": 5.704450845718384
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6877946521441142,
+          "lr": 0.03,
+          "negative_goodness": 1.0013150321642559,
+          "pair_accuracy": 0.913933333322737,
+          "positive_goodness": 4.0827318420410155,
+          "runtime_seconds": 5.730523586273193
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6711762631522284,
+          "lr": 0.03,
+          "negative_goodness": 0.9616798298729791,
+          "pair_accuracy": 0.9168666666984558,
+          "positive_goodness": 4.176285707855224,
+          "runtime_seconds": 5.748501300811768
+        }
+      ],
+      "layer": 19
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.746504917467965,
+          "lr": 0.03,
+          "negative_goodness": 1.192281888877021,
+          "pair_accuracy": 0.9039777777777778,
+          "positive_goodness": 3.9958398749457467,
+          "runtime_seconds": 5.774827480316162
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.646177405526903,
+          "lr": 0.03,
+          "negative_goodness": 0.9895106896400452,
+          "pair_accuracy": 0.9129555555555555,
+          "positive_goodness": 4.407964524332682,
+          "runtime_seconds": 5.757359504699707
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.6568763248231676,
+          "lr": 0.03,
+          "negative_goodness": 0.9700846069547865,
+          "pair_accuracy": 0.9104444444444444,
+          "positive_goodness": 4.427821077728272,
+          "runtime_seconds": 5.773834466934204
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.5926674130121867,
+          "lr": 0.03,
+          "negative_goodness": 0.8937411913977729,
+          "pair_accuracy": 0.9234222222328186,
+          "positive_goodness": 4.739267477713691,
+          "runtime_seconds": 5.775673866271973
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.5593587899949816,
+          "lr": 0.03,
+          "negative_goodness": 0.8305445675320096,
+          "pair_accuracy": 0.9309555555714502,
+          "positive_goodness": 4.936140268241035,
+          "runtime_seconds": 5.7756028175354
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6206921752399869,
+          "lr": 0.03,
+          "negative_goodness": 0.9061093681971232,
+          "pair_accuracy": 0.9174222222116258,
+          "positive_goodness": 4.59780991651747,
+          "runtime_seconds": 5.7785162925720215
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6550905184825262,
+          "lr": 0.03,
+          "negative_goodness": 0.9513076179345449,
+          "pair_accuracy": 0.9055777777777778,
+          "positive_goodness": 4.522358288065592,
+          "runtime_seconds": 5.761461973190308
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.600490606546402,
+          "lr": 0.03,
+          "negative_goodness": 0.8504249448776245,
+          "pair_accuracy": 0.9177777777777778,
+          "positive_goodness": 4.605003950246175,
+          "runtime_seconds": 5.7276811599731445
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.598178320227729,
+          "lr": 0.03,
+          "negative_goodness": 0.8327650664859347,
+          "pair_accuracy": 0.9155999999894037,
+          "positive_goodness": 4.765759118609958,
+          "runtime_seconds": 5.744890928268433
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.5660859701050652,
+          "lr": 0.03,
+          "negative_goodness": 0.8217740489853753,
+          "pair_accuracy": 0.9264888888888889,
+          "positive_goodness": 4.904238153500027,
+          "runtime_seconds": 5.766097784042358
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.5968672676934136,
+          "lr": 0.03,
+          "negative_goodness": 0.8403316151936849,
+          "pair_accuracy": 0.9148888888941871,
+          "positive_goodness": 4.758172670661079,
+          "runtime_seconds": 5.766343593597412
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.5452184511184692,
+          "lr": 0.03,
+          "negative_goodness": 0.8035976674185858,
+          "pair_accuracy": 0.9300222222646077,
+          "positive_goodness": 4.988195556343927,
+          "runtime_seconds": 5.750545978546143
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.5511276573816936,
+          "lr": 0.03,
+          "negative_goodness": 0.8055549056159126,
+          "pair_accuracy": 0.9351777777724796,
+          "positive_goodness": 5.0777185972213745,
+          "runtime_seconds": 5.731651067733765
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6227538257651859,
+          "lr": 0.03,
+          "negative_goodness": 0.8734592464658949,
+          "pair_accuracy": 0.9055777777777778,
+          "positive_goodness": 4.608577184295655,
+          "runtime_seconds": 5.7704432010650635
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.5595903827243381,
+          "lr": 0.03,
+          "negative_goodness": 0.8160647285355462,
+          "pair_accuracy": 0.9306888888888889,
+          "positive_goodness": 4.904559693230523,
+          "runtime_seconds": 5.771132230758667
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.5529223177512487,
+          "lr": 0.03,
+          "negative_goodness": 0.7982207537280188,
+          "pair_accuracy": 0.9275777777777777,
+          "positive_goodness": 5.005473762936062,
+          "runtime_seconds": 5.77310848236084
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.5539961952633328,
+          "lr": 0.03,
+          "negative_goodness": 0.8039123396555583,
+          "pair_accuracy": 0.9328222222434149,
+          "positive_goodness": 5.063785285801358,
+          "runtime_seconds": 5.772217273712158
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.5701248872333102,
+          "lr": 0.03,
+          "negative_goodness": 0.8137362314648099,
+          "pair_accuracy": 0.9215111111323039,
+          "positive_goodness": 4.93994214108785,
+          "runtime_seconds": 5.766020774841309
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.5540773571517732,
+          "lr": 0.03,
+          "negative_goodness": 0.8050570064968533,
+          "pair_accuracy": 0.9279111111111111,
+          "positive_goodness": 4.952839305877686,
+          "runtime_seconds": 5.771812200546265
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.5525768010033502,
+          "lr": 0.03,
+          "negative_goodness": 0.7871935642666287,
+          "pair_accuracy": 0.9246222222381167,
+          "positive_goodness": 4.986049685711331,
+          "runtime_seconds": 5.770998001098633
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5760082555611928,
+          "lr": 0.03,
+          "negative_goodness": 0.8226467085520427,
+          "pair_accuracy": 0.9247111111111112,
+          "positive_goodness": 4.953537122090657,
+          "runtime_seconds": 5.77115797996521
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.549348661661148,
+          "lr": 0.03,
+          "negative_goodness": 0.7881570786476135,
+          "pair_accuracy": 0.9242666666666667,
+          "positive_goodness": 5.023995748901367,
+          "runtime_seconds": 5.768463611602783
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.5505292378266653,
+          "lr": 0.03,
+          "negative_goodness": 0.777209182829327,
+          "pair_accuracy": 0.9190222222222222,
+          "positive_goodness": 4.987499838002523,
+          "runtime_seconds": 5.765850782394409
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.5734816552983389,
+          "lr": 0.03,
+          "negative_goodness": 0.804159465985828,
+          "pair_accuracy": 0.9219111111111111,
+          "positive_goodness": 5.018432483418782,
+          "runtime_seconds": 5.767985105514526
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5605978979375628,
+          "lr": 0.03,
+          "negative_goodness": 0.8136387375248803,
+          "pair_accuracy": 0.9279777777777778,
+          "positive_goodness": 4.99617195332845,
+          "runtime_seconds": 5.769669532775879
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6041693143420749,
+          "lr": 0.03,
+          "negative_goodness": 0.8280545444700453,
+          "pair_accuracy": 0.9228000000317892,
+          "positive_goodness": 4.735340146340264,
+          "runtime_seconds": 5.7687695026397705
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5882692878405253,
+          "lr": 0.03,
+          "negative_goodness": 0.8327075459215376,
+          "pair_accuracy": 0.9202666666666667,
+          "positive_goodness": 4.725605791007148,
+          "runtime_seconds": 5.76594090461731
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6047397191047669,
+          "lr": 0.03,
+          "negative_goodness": 0.8388884000539779,
+          "pair_accuracy": 0.914,
+          "positive_goodness": 4.749292483859592,
+          "runtime_seconds": 5.767653465270996
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5888007972505358,
+          "lr": 0.03,
+          "negative_goodness": 0.8504074037763808,
+          "pair_accuracy": 0.9139555555237664,
+          "positive_goodness": 4.825941466437445,
+          "runtime_seconds": 5.76636266708374
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5017724362214406,
+          "lr": 0.03,
+          "negative_goodness": 0.7300211783938938,
+          "pair_accuracy": 0.9462444444444444,
+          "positive_goodness": 5.367614581129286,
+          "runtime_seconds": 5.764364004135132
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5638237345324623,
+          "lr": 0.03,
+          "negative_goodness": 0.8071941965315077,
+          "pair_accuracy": 0.9198,
+          "positive_goodness": 5.015726544443766,
+          "runtime_seconds": 5.764991044998169
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6134024450090196,
+          "lr": 0.03,
+          "negative_goodness": 0.8318457206090292,
+          "pair_accuracy": 0.9151333333121405,
+          "positive_goodness": 4.6745345777299665,
+          "runtime_seconds": 5.765571117401123
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5911979225688511,
+          "lr": 0.03,
+          "negative_goodness": 0.8311339224391513,
+          "pair_accuracy": 0.9107777777777778,
+          "positive_goodness": 4.837755716493395,
+          "runtime_seconds": 5.763781547546387
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5734446211338043,
+          "lr": 0.03,
+          "negative_goodness": 0.8079844941986931,
+          "pair_accuracy": 0.9194222222222223,
+          "positive_goodness": 5.008301584540473,
+          "runtime_seconds": 5.76393461227417
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5882066487550736,
+          "lr": 0.03,
+          "negative_goodness": 0.8229006448056962,
+          "pair_accuracy": 0.9154222222222222,
+          "positive_goodness": 4.79484088244968,
+          "runtime_seconds": 5.762035369873047
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5087898074785868,
+          "lr": 0.03,
+          "negative_goodness": 0.7638894797854954,
+          "pair_accuracy": 0.9420444444126553,
+          "positive_goodness": 5.252660886891683,
+          "runtime_seconds": 5.7634053230285645
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5656262221230401,
+          "lr": 0.03,
+          "negative_goodness": 0.7853118505689833,
+          "pair_accuracy": 0.9261333333439297,
+          "positive_goodness": 5.08302936905755,
+          "runtime_seconds": 5.769062519073486
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5379645358085632,
+          "lr": 0.03,
+          "negative_goodness": 0.7569934474150339,
+          "pair_accuracy": 0.9272444444444444,
+          "positive_goodness": 4.961096735805936,
+          "runtime_seconds": 5.759426593780518
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5772296222448349,
+          "lr": 0.03,
+          "negative_goodness": 0.8174748180601332,
+          "pair_accuracy": 0.9187777777777778,
+          "positive_goodness": 4.834553493075901,
+          "runtime_seconds": 5.76745343208313
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5691998064782884,
+          "lr": 0.03,
+          "negative_goodness": 0.8075627181424035,
+          "pair_accuracy": 0.9249777777777778,
+          "positive_goodness": 4.9651389528910315,
+          "runtime_seconds": 5.767188310623169
+        }
+      ],
+      "layer": 20
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.7428148556868235,
+          "lr": 0.03,
+          "negative_goodness": 1.009572798013687,
+          "pair_accuracy": 0.8984,
+          "positive_goodness": 4.102617980363634,
+          "runtime_seconds": 5.7527196407318115
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.6908857504155901,
+          "lr": 0.03,
+          "negative_goodness": 1.0154289303514692,
+          "pair_accuracy": 0.9023777777777777,
+          "positive_goodness": 4.158219267951117,
+          "runtime_seconds": 5.737620830535889
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.6017744602282842,
+          "lr": 0.03,
+          "negative_goodness": 0.8892395595259137,
+          "pair_accuracy": 0.9221555555555555,
+          "positive_goodness": 4.50834197362264,
+          "runtime_seconds": 5.69761323928833
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.6504314399825202,
+          "lr": 0.03,
+          "negative_goodness": 0.9282438901371426,
+          "pair_accuracy": 0.909933333322737,
+          "positive_goodness": 4.3891806492275665,
+          "runtime_seconds": 5.69562292098999
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.647202275466919,
+          "lr": 0.03,
+          "negative_goodness": 0.9071986725701227,
+          "pair_accuracy": 0.9031777777459886,
+          "positive_goodness": 4.376440244759453,
+          "runtime_seconds": 5.699294567108154
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6588519474824269,
+          "lr": 0.03,
+          "negative_goodness": 0.9321461787382762,
+          "pair_accuracy": 0.8982222222222223,
+          "positive_goodness": 4.425626082780626,
+          "runtime_seconds": 5.746535539627075
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.5501342499044206,
+          "lr": 0.03,
+          "negative_goodness": 0.8164014209217495,
+          "pair_accuracy": 0.9315111111111111,
+          "positive_goodness": 4.787025345696343,
+          "runtime_seconds": 5.732232093811035
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6618823233498468,
+          "lr": 0.03,
+          "negative_goodness": 0.9286178450690376,
+          "pair_accuracy": 0.8976888889312744,
+          "positive_goodness": 4.237853141784668,
+          "runtime_seconds": 5.70439887046814
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.5623268986384073,
+          "lr": 0.03,
+          "negative_goodness": 0.8138733287175497,
+          "pair_accuracy": 0.9268888889047835,
+          "positive_goodness": 4.716569514656067,
+          "runtime_seconds": 5.697106599807739
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.5823449679480659,
+          "lr": 0.03,
+          "negative_goodness": 0.8388727773454454,
+          "pair_accuracy": 0.9215999999682108,
+          "positive_goodness": 4.681861766857571,
+          "runtime_seconds": 5.703355312347412
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.5873574942906697,
+          "lr": 0.03,
+          "negative_goodness": 0.855556444952223,
+          "pair_accuracy": 0.9170888888729943,
+          "positive_goodness": 4.635685315216912,
+          "runtime_seconds": 5.711586952209473
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.5673231011311213,
+          "lr": 0.03,
+          "negative_goodness": 0.8229846584161122,
+          "pair_accuracy": 0.9206888888888889,
+          "positive_goodness": 4.781351800367568,
+          "runtime_seconds": 5.712363958358765
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.5668479283279843,
+          "lr": 0.03,
+          "negative_goodness": 0.8155678075578477,
+          "pair_accuracy": 0.9264888888888889,
+          "positive_goodness": 4.7963551353454585,
+          "runtime_seconds": 5.711527585983276
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6276424763997396,
+          "lr": 0.03,
+          "negative_goodness": 0.886898921140035,
+          "pair_accuracy": 0.9092666666666667,
+          "positive_goodness": 4.46294089296129,
+          "runtime_seconds": 5.7123799324035645
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.553037655766805,
+          "lr": 0.03,
+          "negative_goodness": 0.805893057568868,
+          "pair_accuracy": 0.9280222222222222,
+          "positive_goodness": 4.834404620446099,
+          "runtime_seconds": 5.7656543254852295
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.5718262065887452,
+          "lr": 0.03,
+          "negative_goodness": 0.8320633211983575,
+          "pair_accuracy": 0.9215777777797646,
+          "positive_goodness": 4.805002007039388,
+          "runtime_seconds": 5.711460590362549
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.5639220238155789,
+          "lr": 0.03,
+          "negative_goodness": 0.8121826200856103,
+          "pair_accuracy": 0.9259777777777778,
+          "positive_goodness": 4.70165281592475,
+          "runtime_seconds": 5.701445817947388
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.5747581143485175,
+          "lr": 0.03,
+          "negative_goodness": 0.8526498676935832,
+          "pair_accuracy": 0.924711111164093,
+          "positive_goodness": 4.7317989138285315,
+          "runtime_seconds": 5.701628923416138
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.548208193869061,
+          "lr": 0.03,
+          "negative_goodness": 0.8123380743450589,
+          "pair_accuracy": 0.9297555555555556,
+          "positive_goodness": 4.886739801449246,
+          "runtime_seconds": 5.71523642539978
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.5780948365953233,
+          "lr": 0.03,
+          "negative_goodness": 0.824911177444458,
+          "pair_accuracy": 0.9234888889100816,
+          "positive_goodness": 4.795563508372837,
+          "runtime_seconds": 5.761465787887573
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5119505446645949,
+          "lr": 0.03,
+          "negative_goodness": 0.724637806002299,
+          "pair_accuracy": 0.9310666666560703,
+          "positive_goodness": 5.140401090918647,
+          "runtime_seconds": 5.7056567668914795
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5648887824800279,
+          "lr": 0.03,
+          "negative_goodness": 0.8111314103020562,
+          "pair_accuracy": 0.918400000052982,
+          "positive_goodness": 4.822147284317016,
+          "runtime_seconds": 5.70621657371521
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.5848804532263014,
+          "lr": 0.03,
+          "negative_goodness": 0.8322466042412652,
+          "pair_accuracy": 0.918311111079322,
+          "positive_goodness": 4.7340495305379235,
+          "runtime_seconds": 5.699137449264526
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.5501536971410116,
+          "lr": 0.03,
+          "negative_goodness": 0.8113299584706625,
+          "pair_accuracy": 0.9325777778201633,
+          "positive_goodness": 4.818579499181111,
+          "runtime_seconds": 5.703050136566162
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5794388729519314,
+          "lr": 0.03,
+          "negative_goodness": 0.8310262003156874,
+          "pair_accuracy": 0.9184444444656372,
+          "positive_goodness": 4.768697421095107,
+          "runtime_seconds": 5.700189113616943
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5103833306206598,
+          "lr": 0.03,
+          "negative_goodness": 0.7649363394843207,
+          "pair_accuracy": 0.9416666666825613,
+          "positive_goodness": 5.0120662427902225,
+          "runtime_seconds": 5.71618914604187
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5267006521092521,
+          "lr": 0.03,
+          "negative_goodness": 0.7389593008968566,
+          "pair_accuracy": 0.9328666666666666,
+          "positive_goodness": 5.082619032287598,
+          "runtime_seconds": 5.7171690464019775
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5790581131352318,
+          "lr": 0.03,
+          "negative_goodness": 0.8057224964062373,
+          "pair_accuracy": 0.9178222222222222,
+          "positive_goodness": 4.772455982293023,
+          "runtime_seconds": 5.71695613861084
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5317489037381278,
+          "lr": 0.03,
+          "negative_goodness": 0.7651599706437853,
+          "pair_accuracy": 0.9370888888888889,
+          "positive_goodness": 5.056510584343804,
+          "runtime_seconds": 5.809706687927246
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5552971263037788,
+          "lr": 0.03,
+          "negative_goodness": 0.7850613664415148,
+          "pair_accuracy": 0.9250888889153799,
+          "positive_goodness": 4.931492949167887,
+          "runtime_seconds": 5.695232391357422
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5287609558502833,
+          "lr": 0.03,
+          "negative_goodness": 0.7696848704576492,
+          "pair_accuracy": 0.9360444444444445,
+          "positive_goodness": 4.987255048709446,
+          "runtime_seconds": 5.700540542602539
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5446992869165208,
+          "lr": 0.03,
+          "negative_goodness": 0.7900620350731744,
+          "pair_accuracy": 0.9252666666666667,
+          "positive_goodness": 4.956562307061089,
+          "runtime_seconds": 5.701624631881714
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5390034709903929,
+          "lr": 0.03,
+          "negative_goodness": 0.7622774787320031,
+          "pair_accuracy": 0.9246666666666666,
+          "positive_goodness": 4.99262759721544,
+          "runtime_seconds": 5.6979615688323975
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.558179290983412,
+          "lr": 0.03,
+          "negative_goodness": 0.7974225768831041,
+          "pair_accuracy": 0.9300000000211928,
+          "positive_goodness": 4.92750273276435,
+          "runtime_seconds": 5.700984716415405
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5580386633184221,
+          "lr": 0.03,
+          "negative_goodness": 0.8075221111721462,
+          "pair_accuracy": 0.9243111111005148,
+          "positive_goodness": 4.848821037716336,
+          "runtime_seconds": 5.743110179901123
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5571057445949978,
+          "lr": 0.03,
+          "negative_goodness": 0.8010746526930067,
+          "pair_accuracy": 0.9212666666454739,
+          "positive_goodness": 4.842429424879286,
+          "runtime_seconds": 5.700196027755737
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5527871266471015,
+          "lr": 0.03,
+          "negative_goodness": 0.7777534755812751,
+          "pair_accuracy": 0.9251777777989706,
+          "positive_goodness": 4.976997320344713,
+          "runtime_seconds": 5.699245929718018
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5758044769260618,
+          "lr": 0.03,
+          "negative_goodness": 0.8222665736569299,
+          "pair_accuracy": 0.9216666666666666,
+          "positive_goodness": 4.764862040117052,
+          "runtime_seconds": 5.699931383132935
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.59571982044114,
+          "lr": 0.03,
+          "negative_goodness": 0.8492936598141988,
+          "pair_accuracy": 0.9165333333227369,
+          "positive_goodness": 4.634458578830295,
+          "runtime_seconds": 5.6991448402404785
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.536081352127923,
+          "lr": 0.03,
+          "negative_goodness": 0.7800501566780939,
+          "pair_accuracy": 0.9333333333545261,
+          "positive_goodness": 5.021082417000665,
+          "runtime_seconds": 5.71549129486084
+        }
+      ],
+      "layer": 21
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9158022232479519,
+          "lr": 0.03,
+          "negative_goodness": 1.2748495734532674,
+          "pair_accuracy": 0.8560222222275204,
+          "positive_goodness": 3.422542005856832,
+          "runtime_seconds": 5.739056587219238
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7845718409114414,
+          "lr": 0.03,
+          "negative_goodness": 1.1204705835872226,
+          "pair_accuracy": 0.8862666666666666,
+          "positive_goodness": 3.689883165825738,
+          "runtime_seconds": 5.726155042648315
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7610200921164618,
+          "lr": 0.03,
+          "negative_goodness": 1.0855861891640557,
+          "pair_accuracy": 0.8958666666613685,
+          "positive_goodness": 3.846726592402988,
+          "runtime_seconds": 5.72219443321228
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7368108070320554,
+          "lr": 0.03,
+          "negative_goodness": 1.0391365828461117,
+          "pair_accuracy": 0.8998222222222222,
+          "positive_goodness": 3.9068157988654244,
+          "runtime_seconds": 5.722283840179443
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7389519119474623,
+          "lr": 0.03,
+          "negative_goodness": 1.0338325393464831,
+          "pair_accuracy": 0.8933555555767483,
+          "positive_goodness": 3.9571500148349337,
+          "runtime_seconds": 5.786516189575195
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6956501661300659,
+          "lr": 0.03,
+          "negative_goodness": 0.988950027402242,
+          "pair_accuracy": 0.9054222222222222,
+          "positive_goodness": 4.066734867604573,
+          "runtime_seconds": 5.727678298950195
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7121242268721263,
+          "lr": 0.03,
+          "negative_goodness": 1.0112374235365127,
+          "pair_accuracy": 0.9056,
+          "positive_goodness": 4.002680098554823,
+          "runtime_seconds": 5.726747989654541
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6338653253502315,
+          "lr": 0.03,
+          "negative_goodness": 0.9314497576236724,
+          "pair_accuracy": 0.9262444444444444,
+          "positive_goodness": 4.34117100253635,
+          "runtime_seconds": 5.7441582679748535
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7241813119305505,
+          "lr": 0.03,
+          "negative_goodness": 1.0266012931929693,
+          "pair_accuracy": 0.8995555555555556,
+          "positive_goodness": 3.9528741822136775,
+          "runtime_seconds": 5.781005382537842
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6606558270348443,
+          "lr": 0.03,
+          "negative_goodness": 0.9708483539581299,
+          "pair_accuracy": 0.9220222222235468,
+          "positive_goodness": 4.175279452938503,
+          "runtime_seconds": 5.772340536117554
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6694381414837307,
+          "lr": 0.03,
+          "negative_goodness": 0.9708366502126058,
+          "pair_accuracy": 0.9137555555449591,
+          "positive_goodness": 4.171933107333713,
+          "runtime_seconds": 5.772831916809082
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6639566351678636,
+          "lr": 0.03,
+          "negative_goodness": 0.9466765246815152,
+          "pair_accuracy": 0.9153999999682109,
+          "positive_goodness": 4.252376545376248,
+          "runtime_seconds": 5.776269912719727
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6824605131997002,
+          "lr": 0.03,
+          "negative_goodness": 0.9938160099453396,
+          "pair_accuracy": 0.9142222222381168,
+          "positive_goodness": 4.146780004628499,
+          "runtime_seconds": 5.769298791885376
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6236625256114536,
+          "lr": 0.03,
+          "negative_goodness": 0.9062442581282721,
+          "pair_accuracy": 0.9302222222646077,
+          "positive_goodness": 4.418360205671522,
+          "runtime_seconds": 5.773621082305908
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6602642025629679,
+          "lr": 0.03,
+          "negative_goodness": 0.9487414491547479,
+          "pair_accuracy": 0.9176666666666666,
+          "positive_goodness": 4.305140459272597,
+          "runtime_seconds": 5.771631717681885
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6737460733625624,
+          "lr": 0.03,
+          "negative_goodness": 0.9616782094955444,
+          "pair_accuracy": 0.9143111111429002,
+          "positive_goodness": 4.222655561998155,
+          "runtime_seconds": 5.7715535163879395
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6045331915113661,
+          "lr": 0.03,
+          "negative_goodness": 0.8842248244073656,
+          "pair_accuracy": 0.9313777777777777,
+          "positive_goodness": 4.538564077928331,
+          "runtime_seconds": 5.7782301902771
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6269677652570936,
+          "lr": 0.03,
+          "negative_goodness": 0.9195878952980041,
+          "pair_accuracy": 0.9270222222222222,
+          "positive_goodness": 4.390675894673666,
+          "runtime_seconds": 5.776055097579956
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6404883182313708,
+          "lr": 0.03,
+          "negative_goodness": 0.9094976113213433,
+          "pair_accuracy": 0.9165999999894037,
+          "positive_goodness": 4.413618849923876,
+          "runtime_seconds": 5.771401405334473
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6531680600166321,
+          "lr": 0.03,
+          "negative_goodness": 0.921480109861162,
+          "pair_accuracy": 0.9150000000529819,
+          "positive_goodness": 4.335416521453857,
+          "runtime_seconds": 5.77219820022583
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6708007087071737,
+          "lr": 0.03,
+          "negative_goodness": 0.9711178276909722,
+          "pair_accuracy": 0.9138000000211928,
+          "positive_goodness": 4.181431842252943,
+          "runtime_seconds": 5.770110607147217
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6300383978949653,
+          "lr": 0.03,
+          "negative_goodness": 0.9158248655743069,
+          "pair_accuracy": 0.9244444444550408,
+          "positive_goodness": 4.463575002119276,
+          "runtime_seconds": 5.774263381958008
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6507966896480984,
+          "lr": 0.03,
+          "negative_goodness": 0.9129124313990276,
+          "pair_accuracy": 0.9142666666772631,
+          "positive_goodness": 4.303360291459826,
+          "runtime_seconds": 5.775014638900757
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.646243994612164,
+          "lr": 0.03,
+          "negative_goodness": 0.9374561444494459,
+          "pair_accuracy": 0.9183333333333333,
+          "positive_goodness": 4.2953485142178005,
+          "runtime_seconds": 5.776580572128296
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6751826821962993,
+          "lr": 0.03,
+          "negative_goodness": 0.9374526592254638,
+          "pair_accuracy": 0.9046,
+          "positive_goodness": 4.231614378611247,
+          "runtime_seconds": 5.7749247550964355
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6404543456183539,
+          "lr": 0.03,
+          "negative_goodness": 0.9101236077626547,
+          "pair_accuracy": 0.9187999999894036,
+          "positive_goodness": 4.343031591457791,
+          "runtime_seconds": 5.766470909118652
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6371370430019166,
+          "lr": 0.03,
+          "negative_goodness": 0.9137476211388906,
+          "pair_accuracy": 0.9202444444444444,
+          "positive_goodness": 4.454691663275825,
+          "runtime_seconds": 5.769125699996948
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6727831812964545,
+          "lr": 0.03,
+          "negative_goodness": 0.9835692531161838,
+          "pair_accuracy": 0.9112,
+          "positive_goodness": 4.212615512932671,
+          "runtime_seconds": 5.769660949707031
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6381023444122739,
+          "lr": 0.03,
+          "negative_goodness": 0.9219874803172218,
+          "pair_accuracy": 0.9248222222222222,
+          "positive_goodness": 4.328705134328207,
+          "runtime_seconds": 5.770522117614746
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6355500014411078,
+          "lr": 0.03,
+          "negative_goodness": 0.9136206320020888,
+          "pair_accuracy": 0.9163333333174387,
+          "positive_goodness": 4.379345751550463,
+          "runtime_seconds": 5.772338390350342
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6542871587435405,
+          "lr": 0.03,
+          "negative_goodness": 0.9244012186474271,
+          "pair_accuracy": 0.9164888889100816,
+          "positive_goodness": 4.359427176751031,
+          "runtime_seconds": 5.773272514343262
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.664187037732866,
+          "lr": 0.03,
+          "negative_goodness": 0.9077838017039829,
+          "pair_accuracy": 0.9018888888888889,
+          "positive_goodness": 4.31265775197347,
+          "runtime_seconds": 5.770962953567505
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6576355831782024,
+          "lr": 0.03,
+          "negative_goodness": 0.9510465106540256,
+          "pair_accuracy": 0.9162888889100816,
+          "positive_goodness": 4.307362069447835,
+          "runtime_seconds": 5.77982759475708
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6067596122953627,
+          "lr": 0.03,
+          "negative_goodness": 0.8841717366324531,
+          "pair_accuracy": 0.928311111164093,
+          "positive_goodness": 4.483722672865126,
+          "runtime_seconds": 5.773644208908081
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6280429982503255,
+          "lr": 0.03,
+          "negative_goodness": 0.9026978871663411,
+          "pair_accuracy": 0.9225777777777778,
+          "positive_goodness": 4.423261332978143,
+          "runtime_seconds": 5.772738456726074
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6102971201578776,
+          "lr": 0.03,
+          "negative_goodness": 0.8861939358181423,
+          "pair_accuracy": 0.9298,
+          "positive_goodness": 4.540893933063083,
+          "runtime_seconds": 5.774813652038574
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6057277827474806,
+          "lr": 0.03,
+          "negative_goodness": 0.8534703689575195,
+          "pair_accuracy": 0.9218444444444445,
+          "positive_goodness": 4.565166687435574,
+          "runtime_seconds": 5.765909671783447
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6036392381668091,
+          "lr": 0.03,
+          "negative_goodness": 0.8551051323784722,
+          "pair_accuracy": 0.9289111111323038,
+          "positive_goodness": 4.648189417775472,
+          "runtime_seconds": 5.765926122665405
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5939441831800673,
+          "lr": 0.03,
+          "negative_goodness": 0.8431892071617975,
+          "pair_accuracy": 0.9248888888941871,
+          "positive_goodness": 4.655638651360406,
+          "runtime_seconds": 5.772392272949219
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.666224861158265,
+          "lr": 0.03,
+          "negative_goodness": 0.9504491801526811,
+          "pair_accuracy": 0.9126444444444445,
+          "positive_goodness": 4.332281086730957,
+          "runtime_seconds": 5.770372152328491
+        }
+      ],
+      "layer": 22
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.7597865676350064,
+          "lr": 0.03,
+          "negative_goodness": 1.1032827728589376,
+          "pair_accuracy": 0.8925777777777778,
+          "positive_goodness": 3.7613116094801162,
+          "runtime_seconds": 5.723416090011597
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.5378080727736155,
+          "lr": 0.03,
+          "negative_goodness": 0.8410175452868144,
+          "pair_accuracy": 0.9443999999894036,
+          "positive_goodness": 4.782545659467909,
+          "runtime_seconds": 5.733130693435669
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.5298088203854031,
+          "lr": 0.03,
+          "negative_goodness": 0.7922448548210992,
+          "pair_accuracy": 0.938066666677263,
+          "positive_goodness": 4.880243152109782,
+          "runtime_seconds": 5.752476453781128
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.5581458579328326,
+          "lr": 0.03,
+          "negative_goodness": 0.8023349838309818,
+          "pair_accuracy": 0.9277777777777778,
+          "positive_goodness": 4.780967174699572,
+          "runtime_seconds": 5.7525458335876465
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.5566692732281155,
+          "lr": 0.03,
+          "negative_goodness": 0.8046165510177612,
+          "pair_accuracy": 0.930688888920678,
+          "positive_goodness": 4.873879135174222,
+          "runtime_seconds": 5.753463983535767
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.5398722642474705,
+          "lr": 0.03,
+          "negative_goodness": 0.7858881309085423,
+          "pair_accuracy": 0.9389999999894036,
+          "positive_goodness": 4.941533960236443,
+          "runtime_seconds": 5.752246618270874
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.5635275330066681,
+          "lr": 0.03,
+          "negative_goodness": 0.806165946843889,
+          "pair_accuracy": 0.926,
+          "positive_goodness": 4.812397022162544,
+          "runtime_seconds": 5.752748250961304
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.5005361453692119,
+          "lr": 0.03,
+          "negative_goodness": 0.7184887111451891,
+          "pair_accuracy": 0.9444444444444444,
+          "positive_goodness": 5.094257862345378,
+          "runtime_seconds": 5.749958276748657
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.47864682670699227,
+          "lr": 0.03,
+          "negative_goodness": 0.6869535485267639,
+          "pair_accuracy": 0.9493777777777778,
+          "positive_goodness": 5.274619487508138,
+          "runtime_seconds": 5.753445148468018
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.5387196906937494,
+          "lr": 0.03,
+          "negative_goodness": 0.7727665319866605,
+          "pair_accuracy": 0.9365333333333333,
+          "positive_goodness": 4.940619318517049,
+          "runtime_seconds": 5.761058568954468
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.5085024002657996,
+          "lr": 0.03,
+          "negative_goodness": 0.7271389644993677,
+          "pair_accuracy": 0.9392444444444444,
+          "positive_goodness": 5.02051760474311,
+          "runtime_seconds": 5.756248712539673
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.5147156748983596,
+          "lr": 0.03,
+          "negative_goodness": 0.70807825595008,
+          "pair_accuracy": 0.9348222222116258,
+          "positive_goodness": 5.024937693617079,
+          "runtime_seconds": 5.752288103103638
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.5023562056382497,
+          "lr": 0.03,
+          "negative_goodness": 0.6949789440260993,
+          "pair_accuracy": 0.9369555555449591,
+          "positive_goodness": 5.182579813554552,
+          "runtime_seconds": 5.755751132965088
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.5229635483211941,
+          "lr": 0.03,
+          "negative_goodness": 0.7276155243661668,
+          "pair_accuracy": 0.9310888888888889,
+          "positive_goodness": 5.072771271006267,
+          "runtime_seconds": 5.756684303283691
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.4945284484439426,
+          "lr": 0.03,
+          "negative_goodness": 0.6754602149009704,
+          "pair_accuracy": 0.9334888888570998,
+          "positive_goodness": 5.2694120451185436,
+          "runtime_seconds": 5.754324436187744
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.5400338170395957,
+          "lr": 0.03,
+          "negative_goodness": 0.7586257376909256,
+          "pair_accuracy": 0.9270222222222222,
+          "positive_goodness": 4.925584698571099,
+          "runtime_seconds": 5.754494905471802
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.4549777421871821,
+          "lr": 0.03,
+          "negative_goodness": 0.6432049429019292,
+          "pair_accuracy": 0.9510444444444445,
+          "positive_goodness": 5.380245847320556,
+          "runtime_seconds": 5.750392913818359
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.4567881935093138,
+          "lr": 0.03,
+          "negative_goodness": 0.6335200913959079,
+          "pair_accuracy": 0.9436444444444444,
+          "positive_goodness": 5.468264590369331,
+          "runtime_seconds": 5.753018617630005
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.5508346231248644,
+          "lr": 0.03,
+          "negative_goodness": 0.7470167620870802,
+          "pair_accuracy": 0.925844444445769,
+          "positive_goodness": 4.919353705957201,
+          "runtime_seconds": 5.752810478210449
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.49250969404909345,
+          "lr": 0.03,
+          "negative_goodness": 0.6969889356825086,
+          "pair_accuracy": 0.9417555555555556,
+          "positive_goodness": 5.18569611714681,
+          "runtime_seconds": 5.754855155944824
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5000248632510503,
+          "lr": 0.03,
+          "negative_goodness": 0.6846590441332923,
+          "pair_accuracy": 0.9376,
+          "positive_goodness": 5.224633295525445,
+          "runtime_seconds": 5.759576082229614
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.4794923448350694,
+          "lr": 0.03,
+          "negative_goodness": 0.6798613057666355,
+          "pair_accuracy": 0.9444666666666667,
+          "positive_goodness": 5.222694150967068,
+          "runtime_seconds": 5.755669355392456
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.4911986413107978,
+          "lr": 0.03,
+          "negative_goodness": 0.6752415509753757,
+          "pair_accuracy": 0.9399111111111111,
+          "positive_goodness": 5.252689332411024,
+          "runtime_seconds": 5.7521138191223145
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.4554533041636149,
+          "lr": 0.03,
+          "negative_goodness": 0.6402307418399387,
+          "pair_accuracy": 0.9497555555555556,
+          "positive_goodness": 5.387772097735935,
+          "runtime_seconds": 5.755874395370483
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.44476763022210863,
+          "lr": 0.03,
+          "negative_goodness": 0.6148889507955975,
+          "pair_accuracy": 0.9512,
+          "positive_goodness": 5.502230835639106,
+          "runtime_seconds": 5.752506256103516
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.44758611760669287,
+          "lr": 0.03,
+          "negative_goodness": 0.6132875776555803,
+          "pair_accuracy": 0.9486222222222223,
+          "positive_goodness": 5.467687959882948,
+          "runtime_seconds": 5.753904581069946
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.4575349214977688,
+          "lr": 0.03,
+          "negative_goodness": 0.6168965344587962,
+          "pair_accuracy": 0.9474222222540114,
+          "positive_goodness": 5.490343040508694,
+          "runtime_seconds": 5.751749753952026
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5303549104690551,
+          "lr": 0.03,
+          "negative_goodness": 0.7121720992724101,
+          "pair_accuracy": 0.9321777778201633,
+          "positive_goodness": 5.0366641922420925,
+          "runtime_seconds": 5.754856824874878
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.43890498575899334,
+          "lr": 0.03,
+          "negative_goodness": 0.6249061688489385,
+          "pair_accuracy": 0.9594222222222222,
+          "positive_goodness": 5.472611295233833,
+          "runtime_seconds": 5.753361701965332
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.43858586450417836,
+          "lr": 0.03,
+          "negative_goodness": 0.5943158519877327,
+          "pair_accuracy": 0.9515333333333333,
+          "positive_goodness": 5.5877202363755964,
+          "runtime_seconds": 5.751518249511719
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.43950404228634304,
+          "lr": 0.03,
+          "negative_goodness": 0.5939206649462382,
+          "pair_accuracy": 0.9499777778201633,
+          "positive_goodness": 5.535954093382093,
+          "runtime_seconds": 5.753729343414307
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5283757723066542,
+          "lr": 0.03,
+          "negative_goodness": 0.7100444530354606,
+          "pair_accuracy": 0.9306222222222222,
+          "positive_goodness": 5.058100440979004,
+          "runtime_seconds": 5.758105039596558
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.43558644897143045,
+          "lr": 0.03,
+          "negative_goodness": 0.599708374218146,
+          "pair_accuracy": 0.9562,
+          "positive_goodness": 5.540505610571968,
+          "runtime_seconds": 5.755064010620117
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.47109462331136065,
+          "lr": 0.03,
+          "negative_goodness": 0.612176609939999,
+          "pair_accuracy": 0.9434888889100816,
+          "positive_goodness": 5.434012820180257,
+          "runtime_seconds": 5.7572760581970215
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.4773023063023885,
+          "lr": 0.03,
+          "negative_goodness": 0.6236825687461429,
+          "pair_accuracy": 0.9533333333651225,
+          "positive_goodness": 5.3205304876539445,
+          "runtime_seconds": 5.755882024765015
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.4702939012395011,
+          "lr": 0.03,
+          "negative_goodness": 0.6169281500915687,
+          "pair_accuracy": 0.9428444444444445,
+          "positive_goodness": 5.302540976715088,
+          "runtime_seconds": 5.754346132278442
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.45481620633337233,
+          "lr": 0.03,
+          "negative_goodness": 0.6111852466212379,
+          "pair_accuracy": 0.9459555555555555,
+          "positive_goodness": 5.448009305742052,
+          "runtime_seconds": 5.759153604507446
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.44342759282853866,
+          "lr": 0.03,
+          "negative_goodness": 0.6258061089727613,
+          "pair_accuracy": 0.9551333333333333,
+          "positive_goodness": 5.441068546549479,
+          "runtime_seconds": 5.7518298625946045
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.42877328499688044,
+          "lr": 0.03,
+          "negative_goodness": 0.557102456996176,
+          "pair_accuracy": 0.9529777777777778,
+          "positive_goodness": 5.652599124230279,
+          "runtime_seconds": 5.7256083488464355
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.47371829874250626,
+          "lr": 0.03,
+          "negative_goodness": 0.620463962369495,
+          "pair_accuracy": 0.9402888888676961,
+          "positive_goodness": 5.438083211474948,
+          "runtime_seconds": 5.75152063369751
+        }
+      ],
+      "layer": 23
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8236368554751078,
+          "lr": 0.03,
+          "negative_goodness": 1.2394282296392654,
+          "pair_accuracy": 0.8860222222222223,
+          "positive_goodness": 3.891671777767605,
+          "runtime_seconds": 5.768295526504517
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7312335719691383,
+          "lr": 0.03,
+          "negative_goodness": 1.1024558968332079,
+          "pair_accuracy": 0.8998222222222222,
+          "positive_goodness": 4.047236139000787,
+          "runtime_seconds": 5.775110244750977
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7119262755182054,
+          "lr": 0.03,
+          "negative_goodness": 1.0597153746922812,
+          "pair_accuracy": 0.8987999999894036,
+          "positive_goodness": 4.138730842166477,
+          "runtime_seconds": 5.776895523071289
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.6540865354220072,
+          "lr": 0.03,
+          "negative_goodness": 0.9948378452089097,
+          "pair_accuracy": 0.9178666666666667,
+          "positive_goodness": 4.3115215834723575,
+          "runtime_seconds": 5.77028489112854
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.6435201360755497,
+          "lr": 0.03,
+          "negative_goodness": 0.9917075356536441,
+          "pair_accuracy": 0.9234666666666667,
+          "positive_goodness": 4.324371408759223,
+          "runtime_seconds": 5.779892206192017
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.5941727326975929,
+          "lr": 0.03,
+          "negative_goodness": 0.92133263247278,
+          "pair_accuracy": 0.9356222222222222,
+          "positive_goodness": 4.515372006522284,
+          "runtime_seconds": 5.77513575553894
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.576439141315884,
+          "lr": 0.03,
+          "negative_goodness": 0.8724753833770752,
+          "pair_accuracy": 0.9361111111111111,
+          "positive_goodness": 4.600004647869534,
+          "runtime_seconds": 5.775555849075317
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.5684406332333882,
+          "lr": 0.03,
+          "negative_goodness": 0.8490902305179172,
+          "pair_accuracy": 0.9329777778307596,
+          "positive_goodness": 4.638883229827881,
+          "runtime_seconds": 5.777878522872925
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.5428425333870782,
+          "lr": 0.03,
+          "negative_goodness": 0.818441285472446,
+          "pair_accuracy": 0.9413333333333334,
+          "positive_goodness": 4.806975565973918,
+          "runtime_seconds": 5.773029804229736
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.5809653398301866,
+          "lr": 0.03,
+          "negative_goodness": 0.8635092038048638,
+          "pair_accuracy": 0.930866666677263,
+          "positive_goodness": 4.601922847747803,
+          "runtime_seconds": 5.775029182434082
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.5667288667149014,
+          "lr": 0.03,
+          "negative_goodness": 0.8404975007163153,
+          "pair_accuracy": 0.9322888889206781,
+          "positive_goodness": 4.671448984061347,
+          "runtime_seconds": 5.776838302612305
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.5850747918234931,
+          "lr": 0.03,
+          "negative_goodness": 0.8619788706037733,
+          "pair_accuracy": 0.9272888889312744,
+          "positive_goodness": 4.48115041847229,
+          "runtime_seconds": 5.777906656265259
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.5430946508407593,
+          "lr": 0.03,
+          "negative_goodness": 0.8100481690300836,
+          "pair_accuracy": 0.9421555555555555,
+          "positive_goodness": 4.7249588662041555,
+          "runtime_seconds": 5.778505086898804
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.5564938066588507,
+          "lr": 0.03,
+          "negative_goodness": 0.8302659429868062,
+          "pair_accuracy": 0.9371777777671814,
+          "positive_goodness": 4.70767255660163,
+          "runtime_seconds": 5.772287845611572
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.5581318636152479,
+          "lr": 0.03,
+          "negative_goodness": 0.8105740712536705,
+          "pair_accuracy": 0.9330444444444445,
+          "positive_goodness": 4.723146457163493,
+          "runtime_seconds": 5.776129484176636
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.49099857121043733,
+          "lr": 0.03,
+          "negative_goodness": 0.730945943429735,
+          "pair_accuracy": 0.9542666666666667,
+          "positive_goodness": 5.044725779808892,
+          "runtime_seconds": 5.724509000778198
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.5727126641061571,
+          "lr": 0.03,
+          "negative_goodness": 0.8098070030106439,
+          "pair_accuracy": 0.9320444444444445,
+          "positive_goodness": 4.67849929055108,
+          "runtime_seconds": 5.7135984897613525
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.5818944966634114,
+          "lr": 0.03,
+          "negative_goodness": 0.8625370081159803,
+          "pair_accuracy": 0.9360666666719648,
+          "positive_goodness": 4.6052071649339466,
+          "runtime_seconds": 5.712658405303955
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.5505909269332886,
+          "lr": 0.03,
+          "negative_goodness": 0.8124216866599189,
+          "pair_accuracy": 0.9441333333757188,
+          "positive_goodness": 4.695871950531006,
+          "runtime_seconds": 5.720596790313721
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.5240447458161248,
+          "lr": 0.03,
+          "negative_goodness": 0.7711205706702339,
+          "pair_accuracy": 0.9422444444974264,
+          "positive_goodness": 4.924391558159722,
+          "runtime_seconds": 5.7157392501831055
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5178044118669298,
+          "lr": 0.03,
+          "negative_goodness": 0.7339083123842876,
+          "pair_accuracy": 0.9432888888902135,
+          "positive_goodness": 4.954157479667663,
+          "runtime_seconds": 5.718006372451782
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5451760921637218,
+          "lr": 0.03,
+          "negative_goodness": 0.752618955538008,
+          "pair_accuracy": 0.9319111111111111,
+          "positive_goodness": 4.866562509875827,
+          "runtime_seconds": 5.720115423202515
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.5730807255956861,
+          "lr": 0.03,
+          "negative_goodness": 0.8286298975626628,
+          "pair_accuracy": 0.9284222222010294,
+          "positive_goodness": 4.636204884847005,
+          "runtime_seconds": 5.765565395355225
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.4890427827676137,
+          "lr": 0.03,
+          "negative_goodness": 0.7203051743295458,
+          "pair_accuracy": 0.9542666666666667,
+          "positive_goodness": 5.033970663282607,
+          "runtime_seconds": 5.7737696170806885
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5419051138983833,
+          "lr": 0.03,
+          "negative_goodness": 0.7932650146272447,
+          "pair_accuracy": 0.9349555555555555,
+          "positive_goodness": 4.760821913772159,
+          "runtime_seconds": 5.751305341720581
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5617631230672201,
+          "lr": 0.03,
+          "negative_goodness": 0.7720039734098646,
+          "pair_accuracy": 0.922977777756585,
+          "positive_goodness": 4.761349189885458,
+          "runtime_seconds": 5.7551915645599365
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.4782078629917569,
+          "lr": 0.03,
+          "negative_goodness": 0.6986148377140363,
+          "pair_accuracy": 0.9542888888888889,
+          "positive_goodness": 5.17087609363132,
+          "runtime_seconds": 5.776471138000488
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.49179869425031875,
+          "lr": 0.03,
+          "negative_goodness": 0.7068904551612006,
+          "pair_accuracy": 0.948755555566152,
+          "positive_goodness": 5.082620434655084,
+          "runtime_seconds": 5.772497653961182
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5140071848975287,
+          "lr": 0.03,
+          "negative_goodness": 0.7315652355088128,
+          "pair_accuracy": 0.9460000000079473,
+          "positive_goodness": 4.9646019449657866,
+          "runtime_seconds": 5.775348424911499
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5114593678368462,
+          "lr": 0.03,
+          "negative_goodness": 0.7201736993895637,
+          "pair_accuracy": 0.9410222221904331,
+          "positive_goodness": 5.019007443873088,
+          "runtime_seconds": 5.773955821990967
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5434818915473091,
+          "lr": 0.03,
+          "negative_goodness": 0.7923279324001736,
+          "pair_accuracy": 0.9350222222222222,
+          "positive_goodness": 4.83517402581109,
+          "runtime_seconds": 5.770503759384155
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5316653374698427,
+          "lr": 0.03,
+          "negative_goodness": 0.7542348668045468,
+          "pair_accuracy": 0.9415777777777777,
+          "positive_goodness": 4.974805640241835,
+          "runtime_seconds": 5.779271125793457
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.49914046280119156,
+          "lr": 0.03,
+          "negative_goodness": 0.6958955371485817,
+          "pair_accuracy": 0.9470444444444445,
+          "positive_goodness": 5.193199293263754,
+          "runtime_seconds": 5.7765772342681885
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.47235146526760524,
+          "lr": 0.03,
+          "negative_goodness": 0.6541238987869686,
+          "pair_accuracy": 0.9505111111111111,
+          "positive_goodness": 5.297444203948975,
+          "runtime_seconds": 5.777455806732178
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5087363817109002,
+          "lr": 0.03,
+          "negative_goodness": 0.7079899822447036,
+          "pair_accuracy": 0.9399333333333333,
+          "positive_goodness": 5.110126774427626,
+          "runtime_seconds": 5.778188705444336
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5123800580713485,
+          "lr": 0.03,
+          "negative_goodness": 0.731172288968828,
+          "pair_accuracy": 0.9425555555555556,
+          "positive_goodness": 4.991833383517795,
+          "runtime_seconds": 5.785386800765991
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5537448647181193,
+          "lr": 0.03,
+          "negative_goodness": 0.756736624537574,
+          "pair_accuracy": 0.9325555555449592,
+          "positive_goodness": 4.894533478207058,
+          "runtime_seconds": 5.77578067779541
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5019587519380782,
+          "lr": 0.03,
+          "negative_goodness": 0.7085958245595296,
+          "pair_accuracy": 0.9477777777777778,
+          "positive_goodness": 5.111588397894965,
+          "runtime_seconds": 5.7799506187438965
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5520952100223965,
+          "lr": 0.03,
+          "negative_goodness": 0.7796248361799452,
+          "pair_accuracy": 0.9296444444656372,
+          "positive_goodness": 4.847157195154826,
+          "runtime_seconds": 5.77272891998291
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5562735932985942,
+          "lr": 0.03,
+          "negative_goodness": 0.7908286596616109,
+          "pair_accuracy": 0.9371111111111111,
+          "positive_goodness": 4.832965255228679,
+          "runtime_seconds": 5.774224281311035
+        }
+      ],
+      "layer": 24
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.7759124896526337,
+          "lr": 0.03,
+          "negative_goodness": 1.1005417030599383,
+          "pair_accuracy": 0.8830666666666667,
+          "positive_goodness": 3.782617977057563,
+          "runtime_seconds": 5.778293132781982
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.6930125774966346,
+          "lr": 0.03,
+          "negative_goodness": 1.0255520627392662,
+          "pair_accuracy": 0.8987111111111111,
+          "positive_goodness": 4.0999359624226885,
+          "runtime_seconds": 5.8612096309661865
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.6418475437376234,
+          "lr": 0.03,
+          "negative_goodness": 0.9681947346581353,
+          "pair_accuracy": 0.9147111111164093,
+          "positive_goodness": 4.343923709551493,
+          "runtime_seconds": 5.956259489059448
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.6267523051288393,
+          "lr": 0.03,
+          "negative_goodness": 0.9178170670535829,
+          "pair_accuracy": 0.9103111111111111,
+          "positive_goodness": 4.539555975680881,
+          "runtime_seconds": 5.759544134140015
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.6266075184292264,
+          "lr": 0.03,
+          "negative_goodness": 0.9118377769682142,
+          "pair_accuracy": 0.9166888888941871,
+          "positive_goodness": 4.462033198229472,
+          "runtime_seconds": 5.8082075119018555
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6052466165542603,
+          "lr": 0.03,
+          "negative_goodness": 0.8931362322065566,
+          "pair_accuracy": 0.9232666666772631,
+          "positive_goodness": 4.499123220570882,
+          "runtime_seconds": 5.758336305618286
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.5909486871401469,
+          "lr": 0.03,
+          "negative_goodness": 0.896508368704054,
+          "pair_accuracy": 0.9285555555449592,
+          "positive_goodness": 4.546556822035048,
+          "runtime_seconds": 5.868626832962036
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.556941071150038,
+          "lr": 0.03,
+          "negative_goodness": 0.8163719156265259,
+          "pair_accuracy": 0.9345333333439297,
+          "positive_goodness": 4.7897312363518605,
+          "runtime_seconds": 5.842290639877319
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.5722500378131866,
+          "lr": 0.03,
+          "negative_goodness": 0.7971140820172098,
+          "pair_accuracy": 0.9256222222222222,
+          "positive_goodness": 4.699186923641629,
+          "runtime_seconds": 5.765608549118042
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.614142225546307,
+          "lr": 0.03,
+          "negative_goodness": 0.8862986117270257,
+          "pair_accuracy": 0.9114444444444444,
+          "positive_goodness": 4.480087195078532,
+          "runtime_seconds": 5.772972345352173
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.5901966046015421,
+          "lr": 0.03,
+          "negative_goodness": 0.8452876313951281,
+          "pair_accuracy": 0.9255333333333333,
+          "positive_goodness": 4.692075071207682,
+          "runtime_seconds": 5.7524354457855225
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.5893073957761129,
+          "lr": 0.03,
+          "negative_goodness": 0.8268574403497908,
+          "pair_accuracy": 0.9221555555767483,
+          "positive_goodness": 4.664543419350518,
+          "runtime_seconds": 5.760410785675049
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.5531603454298444,
+          "lr": 0.03,
+          "negative_goodness": 0.787946060736974,
+          "pair_accuracy": 0.9330222222222222,
+          "positive_goodness": 4.825251840040419,
+          "runtime_seconds": 5.750154256820679
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.5560770448923111,
+          "lr": 0.03,
+          "negative_goodness": 0.8139467695858743,
+          "pair_accuracy": 0.9370666666666667,
+          "positive_goodness": 4.760530293697781,
+          "runtime_seconds": 5.750669240951538
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.5636890802568859,
+          "lr": 0.03,
+          "negative_goodness": 0.8124043542716238,
+          "pair_accuracy": 0.9322444444444444,
+          "positive_goodness": 4.704586854553223,
+          "runtime_seconds": 5.753316879272461
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.5903086110962762,
+          "lr": 0.03,
+          "negative_goodness": 0.8468953497621748,
+          "pair_accuracy": 0.9223555555449592,
+          "positive_goodness": 4.548601989279853,
+          "runtime_seconds": 5.749436855316162
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.5629288630379571,
+          "lr": 0.03,
+          "negative_goodness": 0.7921164613458845,
+          "pair_accuracy": 0.924822222243415,
+          "positive_goodness": 4.748258216328091,
+          "runtime_seconds": 5.752376317977905
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.5861538963397344,
+          "lr": 0.03,
+          "negative_goodness": 0.8348544835911856,
+          "pair_accuracy": 0.9253777777777777,
+          "positive_goodness": 4.553587959713406,
+          "runtime_seconds": 5.751805305480957
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.5220763342036141,
+          "lr": 0.03,
+          "negative_goodness": 0.7375006920907232,
+          "pair_accuracy": 0.9355111111111111,
+          "positive_goodness": 4.930164765591091,
+          "runtime_seconds": 5.747009038925171
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.5801256591796875,
+          "lr": 0.03,
+          "negative_goodness": 0.7988071659194098,
+          "pair_accuracy": 0.9224666666772631,
+          "positive_goodness": 4.649323149066501,
+          "runtime_seconds": 5.754092216491699
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5724094608041975,
+          "lr": 0.03,
+          "negative_goodness": 0.817235540129741,
+          "pair_accuracy": 0.9273333333333333,
+          "positive_goodness": 4.703226401435004,
+          "runtime_seconds": 5.748584270477295
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5066130536397299,
+          "lr": 0.03,
+          "negative_goodness": 0.7043162304666307,
+          "pair_accuracy": 0.9402888889100817,
+          "positive_goodness": 5.053125237443712,
+          "runtime_seconds": 5.748387098312378
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.5256743421289656,
+          "lr": 0.03,
+          "negative_goodness": 0.7240827173338996,
+          "pair_accuracy": 0.9327555555449591,
+          "positive_goodness": 4.944138068644206,
+          "runtime_seconds": 5.75201678276062
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.5179924608442519,
+          "lr": 0.03,
+          "negative_goodness": 0.7405056825637817,
+          "pair_accuracy": 0.9409555555568802,
+          "positive_goodness": 5.019666278478835,
+          "runtime_seconds": 5.751461505889893
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.49154040834638807,
+          "lr": 0.03,
+          "negative_goodness": 0.6858152725060781,
+          "pair_accuracy": 0.9440444444232516,
+          "positive_goodness": 5.19856129667494,
+          "runtime_seconds": 5.752009868621826
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.47378333235846626,
+          "lr": 0.03,
+          "negative_goodness": 0.6641707968155544,
+          "pair_accuracy": 0.9505111111111111,
+          "positive_goodness": 5.266504046122233,
+          "runtime_seconds": 5.739060401916504
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5225185769372516,
+          "lr": 0.03,
+          "negative_goodness": 0.7078885957479477,
+          "pair_accuracy": 0.9342444444444444,
+          "positive_goodness": 5.01822876180013,
+          "runtime_seconds": 5.699687719345093
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5668482038391961,
+          "lr": 0.03,
+          "negative_goodness": 0.7948266682200962,
+          "pair_accuracy": 0.9274,
+          "positive_goodness": 4.7111146354675295,
+          "runtime_seconds": 5.701916217803955
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.4794558560901218,
+          "lr": 0.03,
+          "negative_goodness": 0.6595524687078264,
+          "pair_accuracy": 0.9460000000158946,
+          "positive_goodness": 5.294395875295003,
+          "runtime_seconds": 5.752354860305786
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5305708394156562,
+          "lr": 0.03,
+          "negative_goodness": 0.7212659503195021,
+          "pair_accuracy": 0.9360222222222222,
+          "positive_goodness": 4.988705612013075,
+          "runtime_seconds": 5.749047756195068
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5126206144756741,
+          "lr": 0.03,
+          "negative_goodness": 0.6893335135009554,
+          "pair_accuracy": 0.9355555555767483,
+          "positive_goodness": 5.1314979195912676,
+          "runtime_seconds": 5.753125905990601
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5124257130304972,
+          "lr": 0.03,
+          "negative_goodness": 0.7081922082795037,
+          "pair_accuracy": 0.9385999999788073,
+          "positive_goodness": 5.021304100884332,
+          "runtime_seconds": 5.750704288482666
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5173896270540026,
+          "lr": 0.03,
+          "negative_goodness": 0.7179763283729553,
+          "pair_accuracy": 0.9358666666560703,
+          "positive_goodness": 5.094697735171848,
+          "runtime_seconds": 5.756037950515747
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5297377308739556,
+          "lr": 0.03,
+          "negative_goodness": 0.7070946801622708,
+          "pair_accuracy": 0.9313555555555556,
+          "positive_goodness": 5.103248092312283,
+          "runtime_seconds": 5.754626989364624
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5112835858239068,
+          "lr": 0.03,
+          "negative_goodness": 0.7053363431241777,
+          "pair_accuracy": 0.9391111111640931,
+          "positive_goodness": 5.111908788553873,
+          "runtime_seconds": 5.758772850036621
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5803942813449435,
+          "lr": 0.03,
+          "negative_goodness": 0.7857773713429769,
+          "pair_accuracy": 0.9227333333545261,
+          "positive_goodness": 4.746806896167331,
+          "runtime_seconds": 5.752537250518799
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5024096036487156,
+          "lr": 0.03,
+          "negative_goodness": 0.7004105557441711,
+          "pair_accuracy": 0.9412888889418708,
+          "positive_goodness": 5.201705381181505,
+          "runtime_seconds": 5.758629560470581
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5590816033151415,
+          "lr": 0.03,
+          "negative_goodness": 0.7719264529863993,
+          "pair_accuracy": 0.931400000052982,
+          "positive_goodness": 4.8967368620554605,
+          "runtime_seconds": 5.756474733352661
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5352963430616591,
+          "lr": 0.03,
+          "negative_goodness": 0.7242437351173825,
+          "pair_accuracy": 0.9311555555555555,
+          "positive_goodness": 5.093951758702596,
+          "runtime_seconds": 5.749353647232056
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5310772362497118,
+          "lr": 0.03,
+          "negative_goodness": 0.7346345748477512,
+          "pair_accuracy": 0.939044444433848,
+          "positive_goodness": 5.0013569332970516,
+          "runtime_seconds": 5.7513651847839355
+        }
+      ],
+      "layer": 25
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8691449199888441,
+          "lr": 0.03,
+          "negative_goodness": 1.2756023330900403,
+          "pair_accuracy": 0.8686888888994853,
+          "positive_goodness": 3.9053985872480603,
+          "runtime_seconds": 5.768747091293335
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7758376006656222,
+          "lr": 0.03,
+          "negative_goodness": 1.1540445440928142,
+          "pair_accuracy": 0.8844,
+          "positive_goodness": 3.994426626841227,
+          "runtime_seconds": 5.767136573791504
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7164606677903069,
+          "lr": 0.03,
+          "negative_goodness": 1.0821673134909735,
+          "pair_accuracy": 0.8980000000105964,
+          "positive_goodness": 4.1766401920318605,
+          "runtime_seconds": 5.76836895942688
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.6538357098314497,
+          "lr": 0.03,
+          "negative_goodness": 0.9493291177219815,
+          "pair_accuracy": 0.9024888888782925,
+          "positive_goodness": 4.484349713304308,
+          "runtime_seconds": 5.775793790817261
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.6312372475306193,
+          "lr": 0.03,
+          "negative_goodness": 0.9609345058017307,
+          "pair_accuracy": 0.9194888888782925,
+          "positive_goodness": 4.376230959955851,
+          "runtime_seconds": 5.776683807373047
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6498057890468174,
+          "lr": 0.03,
+          "negative_goodness": 0.9703240114212036,
+          "pair_accuracy": 0.9090666667196485,
+          "positive_goodness": 4.363021802605523,
+          "runtime_seconds": 5.774123191833496
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6344572637346055,
+          "lr": 0.03,
+          "negative_goodness": 0.9434865324444242,
+          "pair_accuracy": 0.9139111111111111,
+          "positive_goodness": 4.460641666603088,
+          "runtime_seconds": 5.766280174255371
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.5852469966808955,
+          "lr": 0.03,
+          "negative_goodness": 0.8488293397823969,
+          "pair_accuracy": 0.9225111111111111,
+          "positive_goodness": 4.661031088680692,
+          "runtime_seconds": 5.7741522789001465
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.5938080990685357,
+          "lr": 0.03,
+          "negative_goodness": 0.8557149709701538,
+          "pair_accuracy": 0.919777777756585,
+          "positive_goodness": 4.6006266020033095,
+          "runtime_seconds": 5.768979787826538
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6599421416229672,
+          "lr": 0.03,
+          "negative_goodness": 0.9553777626037597,
+          "pair_accuracy": 0.9074444444444445,
+          "positive_goodness": 4.24195304192437,
+          "runtime_seconds": 5.772446632385254
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6138882786962722,
+          "lr": 0.03,
+          "negative_goodness": 0.8959124916500515,
+          "pair_accuracy": 0.9178666666560703,
+          "positive_goodness": 4.478489092254638,
+          "runtime_seconds": 5.770900249481201
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6137114641825359,
+          "lr": 0.03,
+          "negative_goodness": 0.8920736785676744,
+          "pair_accuracy": 0.920088888894187,
+          "positive_goodness": 4.3998442653656005,
+          "runtime_seconds": 5.770014524459839
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6269636445628273,
+          "lr": 0.03,
+          "negative_goodness": 0.9029143361462487,
+          "pair_accuracy": 0.9173111111111111,
+          "positive_goodness": 4.3661135003831655,
+          "runtime_seconds": 5.775274753570557
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6198454562717014,
+          "lr": 0.03,
+          "negative_goodness": 0.889662273534139,
+          "pair_accuracy": 0.9166666666984558,
+          "positive_goodness": 4.4683930170694985,
+          "runtime_seconds": 5.771220684051514
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6087410496711732,
+          "lr": 0.03,
+          "negative_goodness": 0.8822437804010179,
+          "pair_accuracy": 0.9191777777671813,
+          "positive_goodness": 4.467032770156861,
+          "runtime_seconds": 5.7681355476379395
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6197687394301097,
+          "lr": 0.03,
+          "negative_goodness": 0.8556080218791962,
+          "pair_accuracy": 0.9070222222222222,
+          "positive_goodness": 4.517776809946696,
+          "runtime_seconds": 5.772353649139404
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.5607915094799466,
+          "lr": 0.03,
+          "negative_goodness": 0.7988726832389832,
+          "pair_accuracy": 0.9251999999947018,
+          "positive_goodness": 4.737890431722005,
+          "runtime_seconds": 5.767745733261108
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.522432948536343,
+          "lr": 0.03,
+          "negative_goodness": 0.7470611872037252,
+          "pair_accuracy": 0.941222222190433,
+          "positive_goodness": 4.835689142396715,
+          "runtime_seconds": 5.772491693496704
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.5631403236839506,
+          "lr": 0.03,
+          "negative_goodness": 0.8243457999971178,
+          "pair_accuracy": 0.9363777777777778,
+          "positive_goodness": 4.629994623396132,
+          "runtime_seconds": 5.772245407104492
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.5791719722165002,
+          "lr": 0.03,
+          "negative_goodness": 0.8255993426216973,
+          "pair_accuracy": 0.9270888888888889,
+          "positive_goodness": 4.666686462741428,
+          "runtime_seconds": 5.766655921936035
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5463564126544529,
+          "lr": 0.03,
+          "negative_goodness": 0.7712688382254707,
+          "pair_accuracy": 0.9309999999682108,
+          "positive_goodness": 4.882754359859891,
+          "runtime_seconds": 5.767024755477905
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5945090368588766,
+          "lr": 0.03,
+          "negative_goodness": 0.8292215109295316,
+          "pair_accuracy": 0.9159555555555555,
+          "positive_goodness": 4.672410916307237,
+          "runtime_seconds": 5.769819498062134
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.59597626630995,
+          "lr": 0.03,
+          "negative_goodness": 0.8142696750640869,
+          "pair_accuracy": 0.914533333337307,
+          "positive_goodness": 4.629728762732611,
+          "runtime_seconds": 5.766554117202759
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6200673864682515,
+          "lr": 0.03,
+          "negative_goodness": 0.8569040145026313,
+          "pair_accuracy": 0.9122888888782925,
+          "positive_goodness": 4.516442606565687,
+          "runtime_seconds": 5.768168926239014
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5824712764104207,
+          "lr": 0.03,
+          "negative_goodness": 0.8023208283318414,
+          "pair_accuracy": 0.9270888888782925,
+          "positive_goodness": 4.652998281775581,
+          "runtime_seconds": 5.766993999481201
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5819081634521485,
+          "lr": 0.03,
+          "negative_goodness": 0.8234504105832842,
+          "pair_accuracy": 0.9234444444444444,
+          "positive_goodness": 4.6172042268541125,
+          "runtime_seconds": 5.769309759140015
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5943271397511164,
+          "lr": 0.03,
+          "negative_goodness": 0.8276812359465493,
+          "pair_accuracy": 0.9181777777777778,
+          "positive_goodness": 4.5660211331685385,
+          "runtime_seconds": 5.769578695297241
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5458791923734877,
+          "lr": 0.03,
+          "negative_goodness": 0.7966393275154962,
+          "pair_accuracy": 0.9367333333651224,
+          "positive_goodness": 4.7359977319505475,
+          "runtime_seconds": 5.7630510330200195
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5853455590354072,
+          "lr": 0.03,
+          "negative_goodness": 0.8122709909545051,
+          "pair_accuracy": 0.9188888888782925,
+          "positive_goodness": 4.576144072638618,
+          "runtime_seconds": 5.768775224685669
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5806422383997175,
+          "lr": 0.03,
+          "negative_goodness": 0.8164612790849474,
+          "pair_accuracy": 0.9214666666666667,
+          "positive_goodness": 4.640560384284125,
+          "runtime_seconds": 5.770317792892456
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5575711984422472,
+          "lr": 0.03,
+          "negative_goodness": 0.7637210708936055,
+          "pair_accuracy": 0.9227111111323039,
+          "positive_goodness": 4.804096196195815,
+          "runtime_seconds": 5.76486611366272
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5730281701935662,
+          "lr": 0.03,
+          "negative_goodness": 0.7695296943982443,
+          "pair_accuracy": 0.9177555555555555,
+          "positive_goodness": 4.736537072414822,
+          "runtime_seconds": 5.764469146728516
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5357508070733812,
+          "lr": 0.03,
+          "negative_goodness": 0.753422713359197,
+          "pair_accuracy": 0.9373777777777778,
+          "positive_goodness": 4.893970614878336,
+          "runtime_seconds": 5.772696495056152
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5140173654556275,
+          "lr": 0.03,
+          "negative_goodness": 0.7080116315205892,
+          "pair_accuracy": 0.9354222222222223,
+          "positive_goodness": 5.121292691802979,
+          "runtime_seconds": 5.796298265457153
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.568180827442805,
+          "lr": 0.03,
+          "negative_goodness": 0.811039190003607,
+          "pair_accuracy": 0.9308,
+          "positive_goodness": 4.660574131308661,
+          "runtime_seconds": 5.773202896118164
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5678786044120788,
+          "lr": 0.03,
+          "negative_goodness": 0.7782195916175842,
+          "pair_accuracy": 0.9236888889418708,
+          "positive_goodness": 4.7139827150556775,
+          "runtime_seconds": 5.766860723495483
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5737603149414062,
+          "lr": 0.03,
+          "negative_goodness": 0.7597439681477017,
+          "pair_accuracy": 0.9248,
+          "positive_goodness": 4.724123015848796,
+          "runtime_seconds": 5.762269020080566
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5348647080315484,
+          "lr": 0.03,
+          "negative_goodness": 0.7362920667860243,
+          "pair_accuracy": 0.9331555556085375,
+          "positive_goodness": 4.936836877356635,
+          "runtime_seconds": 5.758923053741455
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5286555137316385,
+          "lr": 0.03,
+          "negative_goodness": 0.7166437354710367,
+          "pair_accuracy": 0.9275333333333333,
+          "positive_goodness": 5.0739412954542376,
+          "runtime_seconds": 5.76154637336731
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5942570487817128,
+          "lr": 0.03,
+          "negative_goodness": 0.8131109452035692,
+          "pair_accuracy": 0.9192888888888889,
+          "positive_goodness": 4.592604352654351,
+          "runtime_seconds": 5.764978885650635
+        }
+      ],
+      "layer": 26
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8084363707118564,
+          "lr": 0.03,
+          "negative_goodness": 1.158089070028729,
+          "pair_accuracy": 0.8747777777777778,
+          "positive_goodness": 3.6323737016465927,
+          "runtime_seconds": 5.741919040679932
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7812008749749926,
+          "lr": 0.03,
+          "negative_goodness": 1.1368345398690964,
+          "pair_accuracy": 0.8716666666666667,
+          "positive_goodness": 3.75166996705797,
+          "runtime_seconds": 5.743672609329224
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7586057490242852,
+          "lr": 0.03,
+          "negative_goodness": 1.1275699659347533,
+          "pair_accuracy": 0.8818666667196485,
+          "positive_goodness": 3.8800418702867296,
+          "runtime_seconds": 5.743683099746704
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.762867280377282,
+          "lr": 0.03,
+          "negative_goodness": 1.1046923269483777,
+          "pair_accuracy": 0.8772444444444445,
+          "positive_goodness": 3.8508194448682995,
+          "runtime_seconds": 5.739527463912964
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7285458332697551,
+          "lr": 0.03,
+          "negative_goodness": 1.1014811985015869,
+          "pair_accuracy": 0.8931111111534966,
+          "positive_goodness": 3.871954575051202,
+          "runtime_seconds": 5.741718292236328
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6350302108870612,
+          "lr": 0.03,
+          "negative_goodness": 0.9185178550932143,
+          "pair_accuracy": 0.9082,
+          "positive_goodness": 4.286509584638807,
+          "runtime_seconds": 5.737320423126221
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6474988093058268,
+          "lr": 0.03,
+          "negative_goodness": 0.9531331206003825,
+          "pair_accuracy": 0.9076,
+          "positive_goodness": 4.272821172247992,
+          "runtime_seconds": 5.73823618888855
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6424919864442613,
+          "lr": 0.03,
+          "negative_goodness": 0.938532027053833,
+          "pair_accuracy": 0.9066888889418708,
+          "positive_goodness": 4.292170397482978,
+          "runtime_seconds": 5.734927177429199
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6774927584542169,
+          "lr": 0.03,
+          "negative_goodness": 0.9869739438798693,
+          "pair_accuracy": 0.8984666666984558,
+          "positive_goodness": 4.216594154781766,
+          "runtime_seconds": 5.939295053482056
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.604319073761834,
+          "lr": 0.03,
+          "negative_goodness": 0.8784277821858724,
+          "pair_accuracy": 0.9174444444444444,
+          "positive_goodness": 4.512238707987468,
+          "runtime_seconds": 5.858438491821289
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6406278072357178,
+          "lr": 0.03,
+          "negative_goodness": 0.9156859415160286,
+          "pair_accuracy": 0.907866666667329,
+          "positive_goodness": 4.368158476140764,
+          "runtime_seconds": 5.7537267208099365
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6249927485995822,
+          "lr": 0.03,
+          "negative_goodness": 0.8989114084455702,
+          "pair_accuracy": 0.912822222243415,
+          "positive_goodness": 4.374211318567064,
+          "runtime_seconds": 5.736196041107178
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6283692262861463,
+          "lr": 0.03,
+          "negative_goodness": 0.8801180156495836,
+          "pair_accuracy": 0.907777777756585,
+          "positive_goodness": 4.466059360165066,
+          "runtime_seconds": 5.738134384155273
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6479576886177063,
+          "lr": 0.03,
+          "negative_goodness": 0.9078564077907139,
+          "pair_accuracy": 0.8974666666666666,
+          "positive_goodness": 4.31240752597385,
+          "runtime_seconds": 5.740265130996704
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6614159726672703,
+          "lr": 0.03,
+          "negative_goodness": 0.9189221441056993,
+          "pair_accuracy": 0.9035111111217075,
+          "positive_goodness": 4.337638670984904,
+          "runtime_seconds": 5.739917039871216
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.5695430955171585,
+          "lr": 0.03,
+          "negative_goodness": 0.8376247229019801,
+          "pair_accuracy": 0.9362444444444444,
+          "positive_goodness": 4.52653044052124,
+          "runtime_seconds": 5.741122245788574
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6225008974737591,
+          "lr": 0.03,
+          "negative_goodness": 0.8878242182440228,
+          "pair_accuracy": 0.9137111111111111,
+          "positive_goodness": 4.470306767527262,
+          "runtime_seconds": 5.743023157119751
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.5872150650077396,
+          "lr": 0.03,
+          "negative_goodness": 0.8164392730077108,
+          "pair_accuracy": 0.9191333333333334,
+          "positive_goodness": 4.5605950826856825,
+          "runtime_seconds": 5.740209102630615
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6179196581628588,
+          "lr": 0.03,
+          "negative_goodness": 0.856479850323995,
+          "pair_accuracy": 0.911311111164093,
+          "positive_goodness": 4.45063169025845,
+          "runtime_seconds": 5.7347190380096436
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.5950813184367286,
+          "lr": 0.03,
+          "negative_goodness": 0.8454543294694689,
+          "pair_accuracy": 0.9223111111111111,
+          "positive_goodness": 4.525326748318142,
+          "runtime_seconds": 5.743018865585327
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5963388442145453,
+          "lr": 0.03,
+          "negative_goodness": 0.8480051206270853,
+          "pair_accuracy": 0.9179333333306843,
+          "positive_goodness": 4.518809627946218,
+          "runtime_seconds": 5.738779306411743
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5884139969083998,
+          "lr": 0.03,
+          "negative_goodness": 0.8114695014847649,
+          "pair_accuracy": 0.9153777777671814,
+          "positive_goodness": 4.634938375430637,
+          "runtime_seconds": 5.736543416976929
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.5956029255443149,
+          "lr": 0.03,
+          "negative_goodness": 0.8498534440040588,
+          "pair_accuracy": 0.9212444444444444,
+          "positive_goodness": 4.543190793016222,
+          "runtime_seconds": 5.738102912902832
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6034532033920288,
+          "lr": 0.03,
+          "negative_goodness": 0.8340802776866489,
+          "pair_accuracy": 0.9133555555449592,
+          "positive_goodness": 4.559225820922852,
+          "runtime_seconds": 5.736464023590088
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6232241544935438,
+          "lr": 0.03,
+          "negative_goodness": 0.8802603209071689,
+          "pair_accuracy": 0.9126444444550408,
+          "positive_goodness": 4.379986967171563,
+          "runtime_seconds": 5.73792028427124
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5929411944468816,
+          "lr": 0.03,
+          "negative_goodness": 0.8272830882072448,
+          "pair_accuracy": 0.9171555555555555,
+          "positive_goodness": 4.629040351782905,
+          "runtime_seconds": 5.7388317584991455
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5601581744935777,
+          "lr": 0.03,
+          "negative_goodness": 0.7927962332831489,
+          "pair_accuracy": 0.930400000052982,
+          "positive_goodness": 4.782227538469103,
+          "runtime_seconds": 5.954761028289795
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5947156613085005,
+          "lr": 0.03,
+          "negative_goodness": 0.7967705048984951,
+          "pair_accuracy": 0.9128444444444445,
+          "positive_goodness": 4.617085298665365,
+          "runtime_seconds": 5.7491819858551025
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5620013471497429,
+          "lr": 0.03,
+          "negative_goodness": 0.762116616015964,
+          "pair_accuracy": 0.9207555555555555,
+          "positive_goodness": 4.8450752510070805,
+          "runtime_seconds": 5.742101192474365
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5722757049878439,
+          "lr": 0.03,
+          "negative_goodness": 0.8086085693041484,
+          "pair_accuracy": 0.9259555555873447,
+          "positive_goodness": 4.726776081212361,
+          "runtime_seconds": 5.738970041275024
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5244141721857919,
+          "lr": 0.03,
+          "negative_goodness": 0.7207129636089007,
+          "pair_accuracy": 0.9323111111111111,
+          "positive_goodness": 4.952565743933784,
+          "runtime_seconds": 5.76630711555481
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5970580485449897,
+          "lr": 0.03,
+          "negative_goodness": 0.8011925642119514,
+          "pair_accuracy": 0.910755555566152,
+          "positive_goodness": 4.666813331137763,
+          "runtime_seconds": 5.736765384674072
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6391966626697116,
+          "lr": 0.03,
+          "negative_goodness": 0.8763367379930285,
+          "pair_accuracy": 0.9048000000529819,
+          "positive_goodness": 4.395986998960707,
+          "runtime_seconds": 5.751223564147949
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.58930176548428,
+          "lr": 0.03,
+          "negative_goodness": 0.8275755999830035,
+          "pair_accuracy": 0.9205777777777778,
+          "positive_goodness": 4.546788506825765,
+          "runtime_seconds": 5.740467071533203
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5690433528476291,
+          "lr": 0.03,
+          "negative_goodness": 0.7271618698014153,
+          "pair_accuracy": 0.9130222222275204,
+          "positive_goodness": 4.866904794184367,
+          "runtime_seconds": 5.736985206604004
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6157973398685456,
+          "lr": 0.03,
+          "negative_goodness": 0.826984855026669,
+          "pair_accuracy": 0.9068888888888889,
+          "positive_goodness": 4.642722849443223,
+          "runtime_seconds": 5.741124153137207
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5890981058385637,
+          "lr": 0.03,
+          "negative_goodness": 0.8016071583588918,
+          "pair_accuracy": 0.9131555555555556,
+          "positive_goodness": 4.67902118250529,
+          "runtime_seconds": 5.6878650188446045
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6060756579319636,
+          "lr": 0.03,
+          "negative_goodness": 0.8098992373572456,
+          "pair_accuracy": 0.9122,
+          "positive_goodness": 4.546348466406928,
+          "runtime_seconds": 5.684890031814575
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5611272255632612,
+          "lr": 0.03,
+          "negative_goodness": 0.7661255999618106,
+          "pair_accuracy": 0.9277555555343628,
+          "positive_goodness": 4.751028854327732,
+          "runtime_seconds": 5.693612813949585
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5680051735083262,
+          "lr": 0.03,
+          "negative_goodness": 0.7760852172533671,
+          "pair_accuracy": 0.9241333333333334,
+          "positive_goodness": 4.758114740668403,
+          "runtime_seconds": 5.703518390655518
+        }
+      ],
+      "layer": 27
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8815447125699785,
+          "lr": 0.03,
+          "negative_goodness": 1.2807901606241863,
+          "pair_accuracy": 0.8719333333333333,
+          "positive_goodness": 3.7282654830084905,
+          "runtime_seconds": 5.72236442565918
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7608266480763753,
+          "lr": 0.03,
+          "negative_goodness": 1.1562179145177205,
+          "pair_accuracy": 0.8961555555714501,
+          "positive_goodness": 3.9495015362845525,
+          "runtime_seconds": 5.722447633743286
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7032649840619829,
+          "lr": 0.03,
+          "negative_goodness": 1.0452431730482314,
+          "pair_accuracy": 0.8971777777777777,
+          "positive_goodness": 4.204037189144558,
+          "runtime_seconds": 5.738828897476196
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7062967882050408,
+          "lr": 0.03,
+          "negative_goodness": 1.0505365156597561,
+          "pair_accuracy": 0.8992222222222223,
+          "positive_goodness": 4.121507434251574,
+          "runtime_seconds": 5.705208778381348
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.6708004700554742,
+          "lr": 0.03,
+          "negative_goodness": 0.9830680129792955,
+          "pair_accuracy": 0.9057999999894036,
+          "positive_goodness": 4.251535476599799,
+          "runtime_seconds": 5.707974433898926
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6418411757787069,
+          "lr": 0.03,
+          "negative_goodness": 0.9823238424725003,
+          "pair_accuracy": 0.9196444444444445,
+          "positive_goodness": 4.33984765179952,
+          "runtime_seconds": 5.703347444534302
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6696057551701864,
+          "lr": 0.03,
+          "negative_goodness": 0.9536093906402587,
+          "pair_accuracy": 0.9006888888888889,
+          "positive_goodness": 4.228073384518093,
+          "runtime_seconds": 5.705111742019653
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.674973356850942,
+          "lr": 0.03,
+          "negative_goodness": 0.9641228446324667,
+          "pair_accuracy": 0.8968444444444444,
+          "positive_goodness": 4.194057128312853,
+          "runtime_seconds": 5.706455945968628
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6434441016885969,
+          "lr": 0.03,
+          "negative_goodness": 0.9228303441047668,
+          "pair_accuracy": 0.9055111111111112,
+          "positive_goodness": 4.334781834750705,
+          "runtime_seconds": 5.70423698425293
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6125797572877671,
+          "lr": 0.03,
+          "negative_goodness": 0.9015872220569187,
+          "pair_accuracy": 0.918555555566152,
+          "positive_goodness": 4.565852890290154,
+          "runtime_seconds": 5.706712484359741
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6186572722540962,
+          "lr": 0.03,
+          "negative_goodness": 0.9331881972842746,
+          "pair_accuracy": 0.9254000000039736,
+          "positive_goodness": 4.359093622228834,
+          "runtime_seconds": 5.7481019496917725
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.6222645626809862,
+          "lr": 0.03,
+          "negative_goodness": 0.8649206262164646,
+          "pair_accuracy": 0.9093333333333333,
+          "positive_goodness": 4.458748987240262,
+          "runtime_seconds": 5.759721517562866
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6206678662829929,
+          "lr": 0.03,
+          "negative_goodness": 0.875505788591173,
+          "pair_accuracy": 0.90404444448683,
+          "positive_goodness": 4.468356991789076,
+          "runtime_seconds": 5.759978532791138
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6003919833342234,
+          "lr": 0.03,
+          "negative_goodness": 0.8836962394714355,
+          "pair_accuracy": 0.9215777777777778,
+          "positive_goodness": 4.533370751359728,
+          "runtime_seconds": 5.757293701171875
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6052229743745592,
+          "lr": 0.03,
+          "negative_goodness": 0.8656185893005794,
+          "pair_accuracy": 0.9237555555555556,
+          "positive_goodness": 4.520285724809435,
+          "runtime_seconds": 5.7599732875823975
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6088279895040724,
+          "lr": 0.03,
+          "negative_goodness": 0.8530358399285211,
+          "pair_accuracy": 0.9135777777671814,
+          "positive_goodness": 4.48956459189521,
+          "runtime_seconds": 5.757725715637207
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.5744700448142158,
+          "lr": 0.03,
+          "negative_goodness": 0.816550196287367,
+          "pair_accuracy": 0.9216444444444445,
+          "positive_goodness": 4.648743999226888,
+          "runtime_seconds": 5.7558534145355225
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6233847510311339,
+          "lr": 0.03,
+          "negative_goodness": 0.8555568226099014,
+          "pair_accuracy": 0.9080888888888888,
+          "positive_goodness": 4.47492395401001,
+          "runtime_seconds": 5.757293939590454
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6515179951349894,
+          "lr": 0.03,
+          "negative_goodness": 0.9347524477852716,
+          "pair_accuracy": 0.9131555555767483,
+          "positive_goodness": 4.231623632770114,
+          "runtime_seconds": 5.752676486968994
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.5841715709262424,
+          "lr": 0.03,
+          "negative_goodness": 0.8575441345055898,
+          "pair_accuracy": 0.9292666666666667,
+          "positive_goodness": 4.571445810360379,
+          "runtime_seconds": 5.755805969238281
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5880509582095677,
+          "lr": 0.03,
+          "negative_goodness": 0.8357745949639215,
+          "pair_accuracy": 0.9223333333333333,
+          "positive_goodness": 4.582530876837836,
+          "runtime_seconds": 5.776163101196289
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5901695616828071,
+          "lr": 0.03,
+          "negative_goodness": 0.8191283634079827,
+          "pair_accuracy": 0.9224222222328186,
+          "positive_goodness": 4.621841793251037,
+          "runtime_seconds": 5.759082078933716
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6146634568108452,
+          "lr": 0.03,
+          "negative_goodness": 0.8475224419063992,
+          "pair_accuracy": 0.9159333333121406,
+          "positive_goodness": 4.387584690433078,
+          "runtime_seconds": 5.785030841827393
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.5291019570668538,
+          "lr": 0.03,
+          "negative_goodness": 0.758983005036248,
+          "pair_accuracy": 0.9355111111111111,
+          "positive_goodness": 4.946957145690918,
+          "runtime_seconds": 5.7629313468933105
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5746219203525119,
+          "lr": 0.03,
+          "negative_goodness": 0.8195406008826361,
+          "pair_accuracy": 0.9260444444444444,
+          "positive_goodness": 4.689784757826064,
+          "runtime_seconds": 5.760458469390869
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5249632368246714,
+          "lr": 0.03,
+          "negative_goodness": 0.763694635216395,
+          "pair_accuracy": 0.9405555555555556,
+          "positive_goodness": 4.874673622979058,
+          "runtime_seconds": 5.7578489780426025
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5882698161655002,
+          "lr": 0.03,
+          "negative_goodness": 0.8141186389711168,
+          "pair_accuracy": 0.9159555555582046,
+          "positive_goodness": 4.568861750857035,
+          "runtime_seconds": 5.76453161239624
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6041157677968343,
+          "lr": 0.03,
+          "negative_goodness": 0.8102451239585876,
+          "pair_accuracy": 0.9093333333333333,
+          "positive_goodness": 4.651557633166843,
+          "runtime_seconds": 5.761082410812378
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5721777939372592,
+          "lr": 0.03,
+          "negative_goodness": 0.8019275480482313,
+          "pair_accuracy": 0.9234888888676961,
+          "positive_goodness": 4.722862887827556,
+          "runtime_seconds": 5.764195919036865
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.566209872004721,
+          "lr": 0.03,
+          "negative_goodness": 0.821934363497628,
+          "pair_accuracy": 0.9301111111111111,
+          "positive_goodness": 4.693826862250434,
+          "runtime_seconds": 5.762457370758057
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5390209814071655,
+          "lr": 0.03,
+          "negative_goodness": 0.761849317211575,
+          "pair_accuracy": 0.9339333333651225,
+          "positive_goodness": 4.848205346849229,
+          "runtime_seconds": 5.762497186660767
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5524235251002841,
+          "lr": 0.03,
+          "negative_goodness": 0.788948677306705,
+          "pair_accuracy": 0.9339555555449591,
+          "positive_goodness": 4.809712139426337,
+          "runtime_seconds": 5.765229940414429
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6114796046680875,
+          "lr": 0.03,
+          "negative_goodness": 0.8480206505669488,
+          "pair_accuracy": 0.9153777777459886,
+          "positive_goodness": 4.539419817988078,
+          "runtime_seconds": 5.762238502502441
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5916456183195115,
+          "lr": 0.03,
+          "negative_goodness": 0.8106230479982164,
+          "pair_accuracy": 0.9168888888888889,
+          "positive_goodness": 4.681875444030761,
+          "runtime_seconds": 5.7574622631073
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.535443944062127,
+          "lr": 0.03,
+          "negative_goodness": 0.7640542104932997,
+          "pair_accuracy": 0.9366444444550408,
+          "positive_goodness": 4.827931089146932,
+          "runtime_seconds": 5.756945848464966
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5511569157388475,
+          "lr": 0.03,
+          "negative_goodness": 0.7688426042026943,
+          "pair_accuracy": 0.9305333333121406,
+          "positive_goodness": 4.756971312204997,
+          "runtime_seconds": 5.728097677230835
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5296367491404216,
+          "lr": 0.03,
+          "negative_goodness": 0.7444688649071588,
+          "pair_accuracy": 0.9355555555595292,
+          "positive_goodness": 5.063383630636003,
+          "runtime_seconds": 5.703036785125732
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5510098451296488,
+          "lr": 0.03,
+          "negative_goodness": 0.7512083364592658,
+          "pair_accuracy": 0.9299111111111111,
+          "positive_goodness": 4.825047082773844,
+          "runtime_seconds": 5.745945692062378
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6020484879599677,
+          "lr": 0.03,
+          "negative_goodness": 0.8148801503711277,
+          "pair_accuracy": 0.9109555555555555,
+          "positive_goodness": 4.786112586720784,
+          "runtime_seconds": 5.7677001953125
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5608703695615133,
+          "lr": 0.03,
+          "negative_goodness": 0.7804486520449321,
+          "pair_accuracy": 0.9262888888888889,
+          "positive_goodness": 4.77632561700609,
+          "runtime_seconds": 5.775120973587036
+        }
+      ],
+      "layer": 28
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8240096335623,
+          "lr": 0.03,
+          "negative_goodness": 1.1244661579873827,
+          "pair_accuracy": 0.8692222222222222,
+          "positive_goodness": 3.5858012979295517,
+          "runtime_seconds": 5.7532289028167725
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7313504621505738,
+          "lr": 0.03,
+          "negative_goodness": 1.0636509520848592,
+          "pair_accuracy": 0.8860222222116259,
+          "positive_goodness": 3.982748972023858,
+          "runtime_seconds": 5.706995010375977
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7161583251317342,
+          "lr": 0.03,
+          "negative_goodness": 1.0243039344363742,
+          "pair_accuracy": 0.8799111111534966,
+          "positive_goodness": 4.028418170928955,
+          "runtime_seconds": 5.686343669891357
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7478894294420878,
+          "lr": 0.03,
+          "negative_goodness": 1.0447714681201512,
+          "pair_accuracy": 0.8639555555555556,
+          "positive_goodness": 3.9302858566708037,
+          "runtime_seconds": 5.682456016540527
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7138433705647786,
+          "lr": 0.03,
+          "negative_goodness": 1.0388259237077502,
+          "pair_accuracy": 0.8918222222261959,
+          "positive_goodness": 4.049128533501095,
+          "runtime_seconds": 5.681676387786865
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.706796869775984,
+          "lr": 0.03,
+          "negative_goodness": 1.0163372108883328,
+          "pair_accuracy": 0.8886222222646077,
+          "positive_goodness": 4.183341834682889,
+          "runtime_seconds": 5.727728605270386
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6413479445987278,
+          "lr": 0.03,
+          "negative_goodness": 0.9390928334765964,
+          "pair_accuracy": 0.9109333333863152,
+          "positive_goodness": 4.370119054328071,
+          "runtime_seconds": 5.748652458190918
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6368805636882782,
+          "lr": 0.03,
+          "negative_goodness": 0.930874518181218,
+          "pair_accuracy": 0.9161555555555555,
+          "positive_goodness": 4.398961093224419,
+          "runtime_seconds": 5.755783557891846
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6775689103894763,
+          "lr": 0.03,
+          "negative_goodness": 0.9376054365793864,
+          "pair_accuracy": 0.8926666666666667,
+          "positive_goodness": 4.304339673529731,
+          "runtime_seconds": 5.832923173904419
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6031974662144979,
+          "lr": 0.03,
+          "negative_goodness": 0.8643321345541213,
+          "pair_accuracy": 0.9127777777777778,
+          "positive_goodness": 4.705496149359809,
+          "runtime_seconds": 5.756362199783325
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6911547184838189,
+          "lr": 0.03,
+          "negative_goodness": 0.9562649085998535,
+          "pair_accuracy": 0.8971111111111111,
+          "positive_goodness": 4.210168125640021,
+          "runtime_seconds": 5.727161407470703
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.5969146053817537,
+          "lr": 0.03,
+          "negative_goodness": 0.8442959854417377,
+          "pair_accuracy": 0.9165333333333333,
+          "positive_goodness": 4.58834968202379,
+          "runtime_seconds": 5.7101380825042725
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6190997353023953,
+          "lr": 0.03,
+          "negative_goodness": 0.8450684779802958,
+          "pair_accuracy": 0.9093999999894036,
+          "positive_goodness": 4.574237760331895,
+          "runtime_seconds": 5.753710508346558
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.6314372679180569,
+          "lr": 0.03,
+          "negative_goodness": 0.8374366881582472,
+          "pair_accuracy": 0.8972,
+          "positive_goodness": 4.545659521145291,
+          "runtime_seconds": 5.758972644805908
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.6360067891438802,
+          "lr": 0.03,
+          "negative_goodness": 0.8859276418262058,
+          "pair_accuracy": 0.9041555555767483,
+          "positive_goodness": 4.491482976765103,
+          "runtime_seconds": 5.7513532638549805
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6776475423177083,
+          "lr": 0.03,
+          "negative_goodness": 0.9267222124523586,
+          "pair_accuracy": 0.8897777777724796,
+          "positive_goodness": 4.2520882218466864,
+          "runtime_seconds": 5.753249168395996
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6165931335131327,
+          "lr": 0.03,
+          "negative_goodness": 0.8667723801188999,
+          "pair_accuracy": 0.9094444444444445,
+          "positive_goodness": 4.535691222296821,
+          "runtime_seconds": 5.756136655807495
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6153933380762736,
+          "lr": 0.03,
+          "negative_goodness": 0.8743690500365363,
+          "pair_accuracy": 0.9094888889100816,
+          "positive_goodness": 4.490080358462864,
+          "runtime_seconds": 5.7542338371276855
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6369866584142049,
+          "lr": 0.03,
+          "negative_goodness": 0.8486668114344279,
+          "pair_accuracy": 0.8976888889312744,
+          "positive_goodness": 4.572417034509447,
+          "runtime_seconds": 5.753452301025391
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6430036381615533,
+          "lr": 0.03,
+          "negative_goodness": 0.8972125413073434,
+          "pair_accuracy": 0.9006222222222222,
+          "positive_goodness": 4.323217069244385,
+          "runtime_seconds": 5.758290767669678
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5860103961520725,
+          "lr": 0.03,
+          "negative_goodness": 0.8205743580129411,
+          "pair_accuracy": 0.9209111111111111,
+          "positive_goodness": 4.558798409186469,
+          "runtime_seconds": 5.754262924194336
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6272836796336704,
+          "lr": 0.03,
+          "negative_goodness": 0.861072411886851,
+          "pair_accuracy": 0.9102666666348775,
+          "positive_goodness": 4.415864261288113,
+          "runtime_seconds": 5.787163496017456
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6465262879689535,
+          "lr": 0.03,
+          "negative_goodness": 0.8482853006256951,
+          "pair_accuracy": 0.8931555556085374,
+          "positive_goodness": 4.520222092776828,
+          "runtime_seconds": 5.75012731552124
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.590275842248069,
+          "lr": 0.03,
+          "negative_goodness": 0.7983322786357667,
+          "pair_accuracy": 0.9088444444444445,
+          "positive_goodness": 4.787737795766195,
+          "runtime_seconds": 5.754158020019531
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6343805305904813,
+          "lr": 0.03,
+          "negative_goodness": 0.8649373079299927,
+          "pair_accuracy": 0.9008888888729943,
+          "positive_goodness": 4.474457183943854,
+          "runtime_seconds": 5.7537620067596436
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6302807067871093,
+          "lr": 0.03,
+          "negative_goodness": 0.8540389270358616,
+          "pair_accuracy": 0.9034666666666666,
+          "positive_goodness": 4.62692865202162,
+          "runtime_seconds": 5.750718355178833
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5879753572516971,
+          "lr": 0.03,
+          "negative_goodness": 0.7971228520393372,
+          "pair_accuracy": 0.9159333333333334,
+          "positive_goodness": 4.783544617970785,
+          "runtime_seconds": 5.753721237182617
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5692773025724623,
+          "lr": 0.03,
+          "negative_goodness": 0.7918763537194994,
+          "pair_accuracy": 0.9173555555979411,
+          "positive_goodness": 4.732267215304905,
+          "runtime_seconds": 5.751240253448486
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.6064081617461311,
+          "lr": 0.03,
+          "negative_goodness": 0.8061328511344062,
+          "pair_accuracy": 0.9075555555555556,
+          "positive_goodness": 4.634950497521294,
+          "runtime_seconds": 5.750380516052246
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5583288639916314,
+          "lr": 0.03,
+          "negative_goodness": 0.7773953559663561,
+          "pair_accuracy": 0.9214666667196486,
+          "positive_goodness": 4.924488716379801,
+          "runtime_seconds": 5.751892566680908
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6080972855038113,
+          "lr": 0.03,
+          "negative_goodness": 0.8155856942282783,
+          "pair_accuracy": 0.9081333333439298,
+          "positive_goodness": 4.581304925240411,
+          "runtime_seconds": 5.754560470581055
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6077495155864292,
+          "lr": 0.03,
+          "negative_goodness": 0.8082417677455478,
+          "pair_accuracy": 0.9118666666348775,
+          "positive_goodness": 4.601687281163533,
+          "runtime_seconds": 5.744723081588745
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5684889970964856,
+          "lr": 0.03,
+          "negative_goodness": 0.7699438978645536,
+          "pair_accuracy": 0.9181555555555555,
+          "positive_goodness": 4.750456239318848,
+          "runtime_seconds": 5.714291334152222
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5747301972707113,
+          "lr": 0.03,
+          "negative_goodness": 0.7719677573521933,
+          "pair_accuracy": 0.9170888888570997,
+          "positive_goodness": 4.833439463848538,
+          "runtime_seconds": 5.733037710189819
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5874912351820204,
+          "lr": 0.03,
+          "negative_goodness": 0.7862294746716817,
+          "pair_accuracy": 0.9121555555555556,
+          "positive_goodness": 4.674688023715549,
+          "runtime_seconds": 5.7502992153167725
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6041825548383924,
+          "lr": 0.03,
+          "negative_goodness": 0.8026528259277343,
+          "pair_accuracy": 0.9093777778307597,
+          "positive_goodness": 4.685105075475905,
+          "runtime_seconds": 5.747925758361816
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6279419397989909,
+          "lr": 0.03,
+          "negative_goodness": 0.8349605463398827,
+          "pair_accuracy": 0.9044666666666666,
+          "positive_goodness": 4.545225892554389,
+          "runtime_seconds": 5.749473810195923
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5831956124623616,
+          "lr": 0.03,
+          "negative_goodness": 0.7669739714198642,
+          "pair_accuracy": 0.9150888889206781,
+          "positive_goodness": 4.861039180246989,
+          "runtime_seconds": 5.751079797744751
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5829895033518473,
+          "lr": 0.03,
+          "negative_goodness": 0.8049851893107096,
+          "pair_accuracy": 0.9172888888570997,
+          "positive_goodness": 4.727388479359945,
+          "runtime_seconds": 5.754021167755127
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5872321266863081,
+          "lr": 0.03,
+          "negative_goodness": 0.7726147991816202,
+          "pair_accuracy": 0.9063333333333333,
+          "positive_goodness": 4.820214025794135,
+          "runtime_seconds": 5.756152391433716
+        }
+      ],
+      "layer": 29
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8839181497573853,
+          "lr": 0.03,
+          "negative_goodness": 1.2886588450537788,
+          "pair_accuracy": 0.8773111110793219,
+          "positive_goodness": 3.677121157031589,
+          "runtime_seconds": 5.7707343101501465
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.7486571011861165,
+          "lr": 0.03,
+          "negative_goodness": 1.0817694777594673,
+          "pair_accuracy": 0.8871333333333333,
+          "positive_goodness": 4.064350888760885,
+          "runtime_seconds": 5.774807453155518
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7335625515805351,
+          "lr": 0.03,
+          "negative_goodness": 1.0509015742937724,
+          "pair_accuracy": 0.8864666666666666,
+          "positive_goodness": 4.0217693567064075,
+          "runtime_seconds": 5.769707918167114
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.6666985371642643,
+          "lr": 0.03,
+          "negative_goodness": 0.9719207290649414,
+          "pair_accuracy": 0.906844444433848,
+          "positive_goodness": 4.246028872511122,
+          "runtime_seconds": 5.769813299179077
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.6583646146774292,
+          "lr": 0.03,
+          "negative_goodness": 0.9771668761359321,
+          "pair_accuracy": 0.9105555555767483,
+          "positive_goodness": 4.373249750285678,
+          "runtime_seconds": 5.772747755050659
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.6426836492220561,
+          "lr": 0.03,
+          "negative_goodness": 0.8774957171228197,
+          "pair_accuracy": 0.9054666666666666,
+          "positive_goodness": 4.461831588660346,
+          "runtime_seconds": 5.770208835601807
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.6281152543650733,
+          "lr": 0.03,
+          "negative_goodness": 0.8870124119758606,
+          "pair_accuracy": 0.9060888888888889,
+          "positive_goodness": 4.534120838419597,
+          "runtime_seconds": 5.770803928375244
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.6704565930154589,
+          "lr": 0.03,
+          "negative_goodness": 0.9532290557861328,
+          "pair_accuracy": 0.8988222222222222,
+          "positive_goodness": 4.267465506490072,
+          "runtime_seconds": 5.77040433883667
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.6261120307736927,
+          "lr": 0.03,
+          "negative_goodness": 0.9097580998102824,
+          "pair_accuracy": 0.9084,
+          "positive_goodness": 4.516037893083361,
+          "runtime_seconds": 5.766118288040161
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.6408558435281118,
+          "lr": 0.03,
+          "negative_goodness": 0.8964108575503031,
+          "pair_accuracy": 0.9006444444444445,
+          "positive_goodness": 4.428207152133518,
+          "runtime_seconds": 5.773272514343262
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.6562798737843831,
+          "lr": 0.03,
+          "negative_goodness": 0.9255687695609198,
+          "pair_accuracy": 0.9051555555661519,
+          "positive_goodness": 4.370465622923109,
+          "runtime_seconds": 5.772752046585083
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.5986478869014316,
+          "lr": 0.03,
+          "negative_goodness": 0.8601013723691304,
+          "pair_accuracy": 0.9177999999894036,
+          "positive_goodness": 4.54815641547309,
+          "runtime_seconds": 5.772681951522827
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.6585124092313979,
+          "lr": 0.03,
+          "negative_goodness": 0.9192739942126804,
+          "pair_accuracy": 0.8967111110899183,
+          "positive_goodness": 4.376741173977322,
+          "runtime_seconds": 5.774482011795044
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.634193971713384,
+          "lr": 0.03,
+          "negative_goodness": 0.8951374372906155,
+          "pair_accuracy": 0.9073555555555556,
+          "positive_goodness": 4.368209583791097,
+          "runtime_seconds": 5.770380973815918
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.5771423038482666,
+          "lr": 0.03,
+          "negative_goodness": 0.7997183230294121,
+          "pair_accuracy": 0.9199333333121406,
+          "positive_goodness": 4.796635635736253,
+          "runtime_seconds": 5.772207260131836
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6100533631748624,
+          "lr": 0.03,
+          "negative_goodness": 0.8696117891947428,
+          "pair_accuracy": 0.9151777777671813,
+          "positive_goodness": 4.519509595150418,
+          "runtime_seconds": 5.769837141036987
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6006618497583601,
+          "lr": 0.03,
+          "negative_goodness": 0.86713392223782,
+          "pair_accuracy": 0.9195333333333333,
+          "positive_goodness": 4.498237360551622,
+          "runtime_seconds": 5.768229961395264
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6079024824089474,
+          "lr": 0.03,
+          "negative_goodness": 0.8358721492714352,
+          "pair_accuracy": 0.9073555555555556,
+          "positive_goodness": 4.615041595289442,
+          "runtime_seconds": 5.77214503288269
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6055260875489976,
+          "lr": 0.03,
+          "negative_goodness": 0.8677692352082994,
+          "pair_accuracy": 0.926933333322737,
+          "positive_goodness": 4.503363872146607,
+          "runtime_seconds": 5.766549110412598
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.604856105656094,
+          "lr": 0.03,
+          "negative_goodness": 0.8507391162024603,
+          "pair_accuracy": 0.9121777777936724,
+          "positive_goodness": 4.549069806755914,
+          "runtime_seconds": 5.769184589385986
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5495101394679811,
+          "lr": 0.03,
+          "negative_goodness": 0.7838471796777513,
+          "pair_accuracy": 0.9293333333333333,
+          "positive_goodness": 4.844970642683241,
+          "runtime_seconds": 5.772970676422119
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5894508729961183,
+          "lr": 0.03,
+          "negative_goodness": 0.8121974825011359,
+          "pair_accuracy": 0.9155111111111112,
+          "positive_goodness": 4.656916767120362,
+          "runtime_seconds": 5.7681214809417725
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6254463623682658,
+          "lr": 0.03,
+          "negative_goodness": 0.8591351911968655,
+          "pair_accuracy": 0.9024888888782925,
+          "positive_goodness": 4.567636774571737,
+          "runtime_seconds": 5.769543886184692
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.5938733110825221,
+          "lr": 0.03,
+          "negative_goodness": 0.7944394828531477,
+          "pair_accuracy": 0.907,
+          "positive_goodness": 4.655256319851346,
+          "runtime_seconds": 5.765979051589966
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6099664942529467,
+          "lr": 0.03,
+          "negative_goodness": 0.8564848399162293,
+          "pair_accuracy": 0.9178888888888889,
+          "positive_goodness": 4.482119104088677,
+          "runtime_seconds": 5.769772529602051
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5499596232838101,
+          "lr": 0.03,
+          "negative_goodness": 0.7736451981438531,
+          "pair_accuracy": 0.9264666666666667,
+          "positive_goodness": 4.792301180818346,
+          "runtime_seconds": 5.774900197982788
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5559413334767024,
+          "lr": 0.03,
+          "negative_goodness": 0.760579228258133,
+          "pair_accuracy": 0.9231777777777778,
+          "positive_goodness": 4.919445445929633,
+          "runtime_seconds": 5.769733905792236
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.592491348224216,
+          "lr": 0.03,
+          "negative_goodness": 0.8223145419862535,
+          "pair_accuracy": 0.913822222243415,
+          "positive_goodness": 4.5972154591030545,
+          "runtime_seconds": 5.7720417976379395
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.57064817782508,
+          "lr": 0.03,
+          "negative_goodness": 0.7766496880637275,
+          "pair_accuracy": 0.9169555556085375,
+          "positive_goodness": 4.791650563303629,
+          "runtime_seconds": 5.7751829624176025
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5511611660480499,
+          "lr": 0.03,
+          "negative_goodness": 0.7757307043764327,
+          "pair_accuracy": 0.9266,
+          "positive_goodness": 4.786701979912652,
+          "runtime_seconds": 5.7719457149505615
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6135997237523397,
+          "lr": 0.03,
+          "negative_goodness": 0.8315623671849569,
+          "pair_accuracy": 0.9085555555555556,
+          "positive_goodness": 4.574039168633355,
+          "runtime_seconds": 5.769151210784912
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5918812077416314,
+          "lr": 0.03,
+          "negative_goodness": 0.8262545558929444,
+          "pair_accuracy": 0.9195333333863153,
+          "positive_goodness": 4.610591309907702,
+          "runtime_seconds": 5.776021718978882
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.577402552541097,
+          "lr": 0.03,
+          "negative_goodness": 0.7831381676355997,
+          "pair_accuracy": 0.9184888889047834,
+          "positive_goodness": 4.7875724257787065,
+          "runtime_seconds": 5.773364067077637
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.5523063559320238,
+          "lr": 0.03,
+          "negative_goodness": 0.7443826806704203,
+          "pair_accuracy": 0.9211111111323039,
+          "positive_goodness": 5.049980414369371,
+          "runtime_seconds": 5.7766029834747314
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6004825270970663,
+          "lr": 0.03,
+          "negative_goodness": 0.8049077553219265,
+          "pair_accuracy": 0.9092222222116259,
+          "positive_goodness": 4.6209863855361935,
+          "runtime_seconds": 5.772159099578857
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6083383402082655,
+          "lr": 0.03,
+          "negative_goodness": 0.8246537428538004,
+          "pair_accuracy": 0.9149777777671814,
+          "positive_goodness": 4.584843021731906,
+          "runtime_seconds": 5.7733190059661865
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5861595803578694,
+          "lr": 0.03,
+          "negative_goodness": 0.8059644411828782,
+          "pair_accuracy": 0.9229777778201633,
+          "positive_goodness": 4.664937475628323,
+          "runtime_seconds": 5.771757125854492
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.5753527121517393,
+          "lr": 0.03,
+          "negative_goodness": 0.7658315282106399,
+          "pair_accuracy": 0.9142888888888889,
+          "positive_goodness": 4.772544534556071,
+          "runtime_seconds": 5.76759934425354
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.5616926870902379,
+          "lr": 0.03,
+          "negative_goodness": 0.788593441886372,
+          "pair_accuracy": 0.9239333333333334,
+          "positive_goodness": 4.827094375016954,
+          "runtime_seconds": 5.76919150352478
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.603986334461636,
+          "lr": 0.03,
+          "negative_goodness": 0.81092396291097,
+          "pair_accuracy": 0.9048000000105964,
+          "positive_goodness": 4.769885769822863,
+          "runtime_seconds": 5.767747163772583
+        }
+      ],
+      "layer": 30
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.0806074440108404,
+          "lr": 0.03,
+          "negative_goodness": 1.1196772415267096,
+          "pair_accuracy": 0.8391333333121406,
+          "positive_goodness": 3.008626028262244,
+          "runtime_seconds": 5.517334222793579
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.991377209493849,
+          "lr": 0.03,
+          "negative_goodness": 1.1442320047060648,
+          "pair_accuracy": 0.8633111111217074,
+          "positive_goodness": 3.2885721189286974,
+          "runtime_seconds": 5.50715970993042
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.9106916055679322,
+          "lr": 0.03,
+          "negative_goodness": 0.9665998303042518,
+          "pair_accuracy": 0.8867777778095669,
+          "positive_goodness": 3.7205429278479683,
+          "runtime_seconds": 5.511929273605347
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.0035151354471843,
+          "lr": 0.03,
+          "negative_goodness": 1.096169355858697,
+          "pair_accuracy": 0.8596444444444444,
+          "positive_goodness": 3.314085551177131,
+          "runtime_seconds": 5.511645555496216
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.9407366711669498,
+          "lr": 0.03,
+          "negative_goodness": 1.1069256670527987,
+          "pair_accuracy": 0.8885777777777778,
+          "positive_goodness": 3.5933003251817492,
+          "runtime_seconds": 5.5112974643707275
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.951607786374622,
+          "lr": 0.03,
+          "negative_goodness": 1.1173641214688619,
+          "pair_accuracy": 0.8808666666666667,
+          "positive_goodness": 3.598687186686198,
+          "runtime_seconds": 5.51159405708313
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.9350339941660564,
+          "lr": 0.03,
+          "negative_goodness": 1.086389090262519,
+          "pair_accuracy": 0.8921777777671814,
+          "positive_goodness": 3.5422951685587565,
+          "runtime_seconds": 5.5087549686431885
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.929724402809143,
+          "lr": 0.03,
+          "negative_goodness": 1.088092151843177,
+          "pair_accuracy": 0.8840444444444444,
+          "positive_goodness": 3.603536415863037,
+          "runtime_seconds": 5.509066104888916
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.9378244368129306,
+          "lr": 0.03,
+          "negative_goodness": 1.1211033556090462,
+          "pair_accuracy": 0.8909555555555555,
+          "positive_goodness": 3.5732413273705377,
+          "runtime_seconds": 5.507841348648071
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.8893966476440429,
+          "lr": 0.03,
+          "negative_goodness": 1.0551479596032036,
+          "pair_accuracy": 0.8966888888570997,
+          "positive_goodness": 3.6580216370476615,
+          "runtime_seconds": 5.508056402206421
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.8680827240837945,
+          "lr": 0.03,
+          "negative_goodness": 1.0383475747002495,
+          "pair_accuracy": 0.9140222222752041,
+          "positive_goodness": 3.8057690994262696,
+          "runtime_seconds": 5.507979869842529
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.9229250279108683,
+          "lr": 0.03,
+          "negative_goodness": 1.0954879327138265,
+          "pair_accuracy": 0.8910222222010294,
+          "positive_goodness": 3.554184342871772,
+          "runtime_seconds": 5.503948211669922
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.919588608593411,
+          "lr": 0.03,
+          "negative_goodness": 1.1103112631903755,
+          "pair_accuracy": 0.8989777777883742,
+          "positive_goodness": 3.6381345487806533,
+          "runtime_seconds": 5.505334377288818
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.9128944606781005,
+          "lr": 0.03,
+          "negative_goodness": 1.0675211286756727,
+          "pair_accuracy": 0.904577777785725,
+          "positive_goodness": 3.6259599681854247,
+          "runtime_seconds": 5.5084638595581055
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.8191538105858697,
+          "lr": 0.03,
+          "negative_goodness": 0.9897986520131429,
+          "pair_accuracy": 0.9194444444285499,
+          "positive_goodness": 3.9234300924725,
+          "runtime_seconds": 5.508040189743042
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.8930603544208738,
+          "lr": 0.03,
+          "negative_goodness": 1.1132122848775652,
+          "pair_accuracy": 0.9017111111111111,
+          "positive_goodness": 3.717992191145155,
+          "runtime_seconds": 5.507583856582642
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.9267324110454983,
+          "lr": 0.03,
+          "negative_goodness": 1.10939549853007,
+          "pair_accuracy": 0.894533333322737,
+          "positive_goodness": 3.5849625977834068,
+          "runtime_seconds": 5.506751298904419
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.9217814283794827,
+          "lr": 0.03,
+          "negative_goodness": 1.0943154345830282,
+          "pair_accuracy": 0.8930666666666667,
+          "positive_goodness": 3.5185422654045952,
+          "runtime_seconds": 5.50817608833313
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.88256396867964,
+          "lr": 0.03,
+          "negative_goodness": 1.0500105741182963,
+          "pair_accuracy": 0.9086666667090522,
+          "positive_goodness": 3.6818674172295465,
+          "runtime_seconds": 5.511053800582886
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.8855476172765097,
+          "lr": 0.03,
+          "negative_goodness": 1.034508775308397,
+          "pair_accuracy": 0.8881777777989706,
+          "positive_goodness": 3.835855992995368,
+          "runtime_seconds": 5.510568857192993
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.9427857373131646,
+          "lr": 0.03,
+          "negative_goodness": 1.1594156524658203,
+          "pair_accuracy": 0.8918666667090522,
+          "positive_goodness": 3.4744130424499513,
+          "runtime_seconds": 5.508163690567017
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.9139693277994791,
+          "lr": 0.03,
+          "negative_goodness": 1.108639943069882,
+          "pair_accuracy": 0.8942666666666667,
+          "positive_goodness": 3.5837798483954537,
+          "runtime_seconds": 5.508002042770386
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.9084175142500136,
+          "lr": 0.03,
+          "negative_goodness": 1.11495112212499,
+          "pair_accuracy": 0.8920444444656372,
+          "positive_goodness": 3.5240115464634365,
+          "runtime_seconds": 5.509254693984985
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.9045965575536092,
+          "lr": 0.03,
+          "negative_goodness": 1.0725294980261062,
+          "pair_accuracy": 0.889911111079322,
+          "positive_goodness": 3.669958193545871,
+          "runtime_seconds": 5.5122435092926025
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.9035706564744314,
+          "lr": 0.03,
+          "negative_goodness": 1.0877270147111682,
+          "pair_accuracy": 0.8976,
+          "positive_goodness": 3.665256595272488,
+          "runtime_seconds": 5.507101058959961
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.9392848833243053,
+          "lr": 0.03,
+          "negative_goodness": 1.1295184087965224,
+          "pair_accuracy": 0.8915777777777778,
+          "positive_goodness": 3.507970821931627,
+          "runtime_seconds": 5.464153528213501
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.9539917216618856,
+          "lr": 0.03,
+          "negative_goodness": 1.1507166154225668,
+          "pair_accuracy": 0.8832222222222222,
+          "positive_goodness": 3.364953783019384,
+          "runtime_seconds": 5.4838175773620605
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.9400826879925198,
+          "lr": 0.03,
+          "negative_goodness": 1.125582417233785,
+          "pair_accuracy": 0.893666666677263,
+          "positive_goodness": 3.550314247279697,
+          "runtime_seconds": 5.497881650924683
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.8745653021229638,
+          "lr": 0.03,
+          "negative_goodness": 1.1050881310039096,
+          "pair_accuracy": 0.9109111111111111,
+          "positive_goodness": 3.668231116739909,
+          "runtime_seconds": 5.496273040771484
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.8346634846925736,
+          "lr": 0.03,
+          "negative_goodness": 1.0130252832094828,
+          "pair_accuracy": 0.9097555555555555,
+          "positive_goodness": 3.9823453586154516,
+          "runtime_seconds": 5.4924821853637695
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.8746226275549994,
+          "lr": 0.03,
+          "negative_goodness": 1.0400563873079087,
+          "pair_accuracy": 0.9047333333651225,
+          "positive_goodness": 3.856266967264811,
+          "runtime_seconds": 5.498166561126709
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.9212238523271349,
+          "lr": 0.03,
+          "negative_goodness": 1.1284536643981933,
+          "pair_accuracy": 0.9016222222222222,
+          "positive_goodness": 3.6469815513186985,
+          "runtime_seconds": 5.494876384735107
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.9080663626988729,
+          "lr": 0.03,
+          "negative_goodness": 1.0822988918516372,
+          "pair_accuracy": 0.8881555555767483,
+          "positive_goodness": 3.623752948824565,
+          "runtime_seconds": 5.50894570350647
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.8942194516499837,
+          "lr": 0.03,
+          "negative_goodness": 1.0872526880370246,
+          "pair_accuracy": 0.893311111105813,
+          "positive_goodness": 3.714408939827813,
+          "runtime_seconds": 5.509981870651245
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.9485488543722365,
+          "lr": 0.03,
+          "negative_goodness": 1.1977286613994174,
+          "pair_accuracy": 0.8882888888888889,
+          "positive_goodness": 3.464136240386963,
+          "runtime_seconds": 5.511054992675781
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.9284373806211683,
+          "lr": 0.03,
+          "negative_goodness": 1.1387328002399868,
+          "pair_accuracy": 0.8982444444232517,
+          "positive_goodness": 3.5337524319118923,
+          "runtime_seconds": 5.5095374584198
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.9270698877546523,
+          "lr": 0.03,
+          "negative_goodness": 1.11444564581977,
+          "pair_accuracy": 0.9011333333863153,
+          "positive_goodness": 3.6845912597232395,
+          "runtime_seconds": 5.5098090171813965
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.9024464615080092,
+          "lr": 0.03,
+          "negative_goodness": 1.1000949136628044,
+          "pair_accuracy": 0.9041555555714501,
+          "positive_goodness": 3.62350832356347,
+          "runtime_seconds": 5.487447738647461
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.8898744351704916,
+          "lr": 0.03,
+          "negative_goodness": 1.047657404083676,
+          "pair_accuracy": 0.9057111111111111,
+          "positive_goodness": 3.610856678305732,
+          "runtime_seconds": 5.475712060928345
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.8929182352277968,
+          "lr": 0.03,
+          "negative_goodness": 1.0770899312761095,
+          "pair_accuracy": 0.9100222222261959,
+          "positive_goodness": 3.5730012862523397,
+          "runtime_seconds": 5.473771095275879
+        }
+      ],
+      "layer": 31
+    }
+  ],
+  "protocol_family": "resnet_local_learning_crossover",
+  "provenance": {
+    "git_commit": "f55872beaee658ff76ac15fd421b73017820c320",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 0,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": 2027,
+    "test_examples": 10000,
+    "train_examples": 45000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {
+      "0": 500,
+      "1": 500,
+      "2": 500,
+      "3": 500,
+      "4": 500,
+      "5": 500,
+      "6": 500,
+      "7": 500,
+      "8": 500,
+      "9": 500
+    },
+    "validation_examples": 5000,
+    "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b"
+  },
+  "total_wall_seconds": 7469.690595626831,
+  "work": {
+    "candidate_label_evaluation_presentations": 50000,
+    "completed_global_epochs": 1280,
+    "feedforward_example_passes": 115200000,
+    "forward_macs_per_example": 68862592,
+    "forward_parameter_count": 464154,
+    "local_target_backward_example_evaluations": 115200000,
+    "local_vjp_example_evaluations": 0,
+    "logical_task_loss_queries": 0,
+    "num_trainable_layers": 32,
+    "ordinary_training_examples": 57600000,
+    "ordinary_validation_examples": 5000,
+    "relaxation_example_passes": 0,
+    "training_example_presentations": 115200000
+  }
+}