experiment: add completed A6000 crossover resultsa6000-x1-results

author: Oscar Wan <oscarwan@orionp2.stanford.edu> 2026-08-26 08:50:07 -0700
committer: Oscar Wan <oscarwan@orionp2.stanford.edu> 2026-08-26 08:50:07 -0700
commit: 3c7c221ae6cfcdf6840da1d5262d94c75d56288b (patch)
tree: e13adbf676e3b5e1dc57fcf26dcc153c7983abc4 /results/resnet_crossover/r2/resnet-r2-ff-d20-lr0p03.json
parent: f55872beaee658ff76ac15fd421b73017820c320 (diff)
1 files changed, 8265 insertions, 0 deletions
diff --git a/results/resnet_crossover/r2/resnet-r2-ff-d20-lr0p03.json b/results/resnet_crossover/r2/resnet-r2-ff-d20-lr0p03.json
new file mode 100644
index 0000000..fbf60bd
--- /dev/null
+++ b/results/resnet_crossover/r2/resnet-r2-ff-d20-lr0p03.json
@@ -0,0 +1,8265 @@
+{
+  "architecture": {
+    "base_width": 16,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "forward_parameter_count": 269722,
+    "normalization": "batchnorm",
+    "residual_scale": 1.0
+  },
+  "args": {
+    "augment_train": 1,
+    "batch_size": 128,
+    "data_dir": "/orion/u/oscarwan/scratch/sdil-data",
+    "depth": 20,
+    "device": "cuda",
+    "dp_alpha": 0.0,
+    "dp_beta": 0.1,
+    "dp_inference_passes": 16,
+    "ep_beta": 0.5,
+    "ep_dt": 0.5,
+    "ep_free_steps": 20,
+    "ep_nudge_steps": 4,
+    "epochs": 40,
+    "eval_every": 1,
+    "eval_split": "validation",
+    "feedback_seed": 1729,
+    "ff_score_from_layer": 1,
+    "ff_threshold": 2.0,
+    "loader_seed": 0,
+    "lr": 0.03,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "constant",
+    "max_steps": 0,
+    "method": "ff",
+    "momentum": 0.9,
+    "out": "/orion/u/oscarwan/scratch/sdil-work/sdil-a6000-full-rerun/results/resnet_crossover/r2/resnet-r2-ff-d20-lr0p03.json",
+    "output_lr": 0.03,
+    "pepita_projection_scale": 0.05,
+    "seed": 0,
+    "split_seed": 2027,
+    "train_limit": 0,
+    "val_examples": 5000,
+    "weight_decay": 0.0001,
+    "width": 16
+  },
+  "epochs": [],
+  "evaluation_protocol": {
+    "split": "validation",
+    "test_evaluations": 0,
+    "test_used_for_selection": false
+  },
+  "final": {
+    "accuracy": 0.1174,
+    "evaluation_seconds": 1.5146634578704834,
+    "examples": 5000,
+    "finite": true,
+    "loss": null
+  },
+  "first_nonfinite_step": null,
+  "hardware": {
+    "cuda_device_name": "NVIDIA RTX A6000",
+    "cuda_visible_devices": "0",
+    "device": "cuda",
+    "device_total_memory_bytes": 50896568320,
+    "peak_memory_allocated_bytes": 5474375168,
+    "peak_memory_reserved_bytes": 5981077504,
+    "torch_version": "2.3.1+cu118"
+  },
+  "layers": [
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.4005121697319878,
+          "lr": 0.03,
+          "negative_goodness": 1.9601310234069824,
+          "pair_accuracy": 0.4739333333598243,
+          "positive_goodness": 1.960143262354533,
+          "runtime_seconds": 4.442354917526245
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.387007635582818,
+          "lr": 0.03,
+          "negative_goodness": 1.9987232278611924,
+          "pair_accuracy": 0.47797777780426876,
+          "positive_goodness": 1.9987444209204779,
+          "runtime_seconds": 4.020473480224609
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.3869588102340697,
+          "lr": 0.03,
+          "negative_goodness": 1.9987902463701037,
+          "pair_accuracy": 0.48168888891537986,
+          "positive_goodness": 1.9988118118286133,
+          "runtime_seconds": 4.022093057632446
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.3869192715115017,
+          "lr": 0.03,
+          "negative_goodness": 1.9989530067443848,
+          "pair_accuracy": 0.47273333336512247,
+          "positive_goodness": 1.9989705510033502,
+          "runtime_seconds": 4.014694690704346
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.3867757701237997,
+          "lr": 0.03,
+          "negative_goodness": 1.999157364824083,
+          "pair_accuracy": 0.47580000001589456,
+          "positive_goodness": 1.9991776374816894,
+          "runtime_seconds": 4.016554832458496
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.386698933813307,
+          "lr": 0.03,
+          "negative_goodness": 1.9993364699469671,
+          "pair_accuracy": 0.4782444444656372,
+          "positive_goodness": 1.9993548776838515,
+          "runtime_seconds": 4.028818130493164
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.3865385099834866,
+          "lr": 0.03,
+          "negative_goodness": 1.9995932447221545,
+          "pair_accuracy": 0.4743111111164093,
+          "positive_goodness": 1.9996111343807643,
+          "runtime_seconds": 4.022809743881226
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.3864329044977823,
+          "lr": 0.03,
+          "negative_goodness": 1.999763582971361,
+          "pair_accuracy": 0.47788888888888886,
+          "positive_goodness": 1.9997798079808553,
+          "runtime_seconds": 4.012293815612793
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.3863745658662585,
+          "lr": 0.03,
+          "negative_goodness": 1.9998732730017768,
+          "pair_accuracy": 0.48206666666666664,
+          "positive_goodness": 1.9998874375661215,
+          "runtime_seconds": 4.015212297439575
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.38633431869083,
+          "lr": 0.03,
+          "negative_goodness": 1.9999270596398249,
+          "pair_accuracy": 0.4774444444126553,
+          "positive_goodness": 1.9999369727240668,
+          "runtime_seconds": 4.020283460617065
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.3863177184846667,
+          "lr": 0.03,
+          "negative_goodness": 1.9999535449557835,
+          "pair_accuracy": 0.48113333332273694,
+          "positive_goodness": 1.9999625151316325,
+          "runtime_seconds": 4.0136635303497314
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.3863131265004476,
+          "lr": 0.03,
+          "negative_goodness": 1.999965398449368,
+          "pair_accuracy": 0.479,
+          "positive_goodness": 1.9999739984088474,
+          "runtime_seconds": 4.013098478317261
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.3863072466108535,
+          "lr": 0.03,
+          "negative_goodness": 1.9999784149593778,
+          "pair_accuracy": 0.47993333331214055,
+          "positive_goodness": 1.9999848613527087,
+          "runtime_seconds": 3.9994678497314453
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.3863020559734769,
+          "lr": 0.03,
+          "negative_goodness": 1.999984212176005,
+          "pair_accuracy": 0.4804888888888889,
+          "positive_goodness": 1.9999912085851033,
+          "runtime_seconds": 4.003154039382935
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.3862991156260172,
+          "lr": 0.03,
+          "negative_goodness": 1.9999898837831285,
+          "pair_accuracy": 0.47864444448682997,
+          "positive_goodness": 1.9999962279849581,
+          "runtime_seconds": 4.000916481018066
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.3862972198486327,
+          "lr": 0.03,
+          "negative_goodness": 1.9999917033513388,
+          "pair_accuracy": 0.47744444443384804,
+          "positive_goodness": 1.999997399160597,
+          "runtime_seconds": 4.000702142715454
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.3862957434124417,
+          "lr": 0.03,
+          "negative_goodness": 1.9999922891616821,
+          "pair_accuracy": 0.47704444445504085,
+          "positive_goodness": 1.9999996165593465,
+          "runtime_seconds": 4.0117340087890625
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.3862954868740505,
+          "lr": 0.03,
+          "negative_goodness": 1.999992126803928,
+          "pair_accuracy": 0.47262222221162586,
+          "positive_goodness": 2.0000018541971842,
+          "runtime_seconds": 4.025058031082153
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.386294012811449,
+          "lr": 0.03,
+          "negative_goodness": 1.9999834719975789,
+          "pair_accuracy": 0.46595555555555557,
+          "positive_goodness": 2.000004315800137,
+          "runtime_seconds": 4.020641803741455
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.3862845910602146,
+          "lr": 0.03,
+          "negative_goodness": 1.9999536404927571,
+          "pair_accuracy": 0.4767777777618832,
+          "positive_goodness": 2.000026096534729,
+          "runtime_seconds": 4.025409698486328
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.3862585081736247,
+          "lr": 0.03,
+          "negative_goodness": 1.999894027794732,
+          "pair_accuracy": 0.48071111107932196,
+          "positive_goodness": 2.00008999065823,
+          "runtime_seconds": 4.013952255249023
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.3862183980941774,
+          "lr": 0.03,
+          "negative_goodness": 1.9998316767374675,
+          "pair_accuracy": 0.480444444460339,
+          "positive_goodness": 2.0001379673851862,
+          "runtime_seconds": 4.018738746643066
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.3861571537653605,
+          "lr": 0.03,
+          "negative_goodness": 1.9997450352350872,
+          "pair_accuracy": 0.47771111108991837,
+          "positive_goodness": 2.0002439667595757,
+          "runtime_seconds": 4.02006196975708
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.3861010393354627,
+          "lr": 0.03,
+          "negative_goodness": 1.9995863431294758,
+          "pair_accuracy": 0.4808888888994853,
+          "positive_goodness": 2.0003641815609403,
+          "runtime_seconds": 4.017390727996826
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.3860183791266547,
+          "lr": 0.03,
+          "negative_goodness": 1.9994270960913765,
+          "pair_accuracy": 0.4767111110952165,
+          "positive_goodness": 2.0004117652045355,
+          "runtime_seconds": 4.0145299434661865
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.3858748785018922,
+          "lr": 0.03,
+          "negative_goodness": 1.999183433702257,
+          "pair_accuracy": 0.47682222221692405,
+          "positive_goodness": 2.0007004488839044,
+          "runtime_seconds": 4.007335186004639
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.3857943122016059,
+          "lr": 0.03,
+          "negative_goodness": 1.999058674536811,
+          "pair_accuracy": 0.4764666666560703,
+          "positive_goodness": 2.0009235049353706,
+          "runtime_seconds": 4.0228271484375
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.3859377777311537,
+          "lr": 0.03,
+          "negative_goodness": 1.9993038423326281,
+          "pair_accuracy": 0.48022222221162586,
+          "positive_goodness": 2.000637299092611,
+          "runtime_seconds": 4.021588563919067
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.3855776105456883,
+          "lr": 0.03,
+          "negative_goodness": 1.9986911282433404,
+          "pair_accuracy": 0.4796222222222222,
+          "positive_goodness": 2.0011943065219455,
+          "runtime_seconds": 4.012900114059448
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.3854861862394545,
+          "lr": 0.03,
+          "negative_goodness": 1.998729441663954,
+          "pair_accuracy": 0.47946666669845583,
+          "positive_goodness": 2.001515883763631,
+          "runtime_seconds": 4.018191576004028
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.3852819519466824,
+          "lr": 0.03,
+          "negative_goodness": 1.998212189102173,
+          "pair_accuracy": 0.4805555555661519,
+          "positive_goodness": 2.001762049272325,
+          "runtime_seconds": 4.014139890670776
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.3854936304516263,
+          "lr": 0.03,
+          "negative_goodness": 1.998297024536133,
+          "pair_accuracy": 0.48102222224871316,
+          "positive_goodness": 2.0014716115103828,
+          "runtime_seconds": 4.005394697189331
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.385308371755812,
+          "lr": 0.03,
+          "negative_goodness": 1.9982786936865913,
+          "pair_accuracy": 0.4831555555873447,
+          "positive_goodness": 2.0018401529735987,
+          "runtime_seconds": 4.019372940063477
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.3851973777982924,
+          "lr": 0.03,
+          "negative_goodness": 1.997974285613166,
+          "pair_accuracy": 0.48304444447623357,
+          "positive_goodness": 2.0018273219214544,
+          "runtime_seconds": 4.024045705795288
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.3853170914120145,
+          "lr": 0.03,
+          "negative_goodness": 1.9982329156239826,
+          "pair_accuracy": 0.4868444444762336,
+          "positive_goodness": 2.0019923520618015,
+          "runtime_seconds": 4.022265434265137
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.3852790722952948,
+          "lr": 0.03,
+          "negative_goodness": 1.9981024457719592,
+          "pair_accuracy": 0.48771111113230387,
+          "positive_goodness": 2.001845592329237,
+          "runtime_seconds": 4.022640943527222
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.38514535668691,
+          "lr": 0.03,
+          "negative_goodness": 1.9979354625066121,
+          "pair_accuracy": 0.4862888889418708,
+          "positive_goodness": 2.0020988483428956,
+          "runtime_seconds": 4.01956844329834
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.3853505014419556,
+          "lr": 0.03,
+          "negative_goodness": 1.9982058176676432,
+          "pair_accuracy": 0.48740000002119277,
+          "positive_goodness": 2.001756338289049,
+          "runtime_seconds": 4.021960020065308
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.3851402035395304,
+          "lr": 0.03,
+          "negative_goodness": 1.9978458022223577,
+          "pair_accuracy": 0.4874222222275204,
+          "positive_goodness": 2.0021881000094943,
+          "runtime_seconds": 4.0125696659088135
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.3851493269178603,
+          "lr": 0.03,
+          "negative_goodness": 1.9978735819498699,
+          "pair_accuracy": 0.4847333333492279,
+          "positive_goodness": 2.0020106267293296,
+          "runtime_seconds": 4.008484125137329
+        }
+      ],
+      "layer": 0
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.3932117523829142,
+          "lr": 0.03,
+          "negative_goodness": 1.9616084063635932,
+          "pair_accuracy": 0.5247555555820466,
+          "positive_goodness": 1.974602836057875,
+          "runtime_seconds": 4.113959550857544
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.3788628021876017,
+          "lr": 0.03,
+          "negative_goodness": 1.9895675208621555,
+          "pair_accuracy": 0.5424222222010294,
+          "positive_goodness": 2.014808629099528,
+          "runtime_seconds": 4.104449510574341
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.3786113515641953,
+          "lr": 0.03,
+          "negative_goodness": 1.9886924804475572,
+          "pair_accuracy": 0.5455777777989705,
+          "positive_goodness": 2.015313993771871,
+          "runtime_seconds": 4.11234712600708
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.377780750550164,
+          "lr": 0.03,
+          "negative_goodness": 1.9879824965159099,
+          "pair_accuracy": 0.5495111111005148,
+          "positive_goodness": 2.017264287439982,
+          "runtime_seconds": 4.115158319473267
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.3765279240290325,
+          "lr": 0.03,
+          "negative_goodness": 1.9865627773072985,
+          "pair_accuracy": 0.5553333333757189,
+          "positive_goodness": 2.019646032121446,
+          "runtime_seconds": 4.1120030879974365
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.376173061413235,
+          "lr": 0.03,
+          "negative_goodness": 1.9854636295954387,
+          "pair_accuracy": 0.5514000000317891,
+          "positive_goodness": 2.0205752878401015,
+          "runtime_seconds": 4.109644412994385
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.375299360148112,
+          "lr": 0.03,
+          "negative_goodness": 1.9841995730294122,
+          "pair_accuracy": 0.5567555555714502,
+          "positive_goodness": 2.0230227034038966,
+          "runtime_seconds": 4.113102436065674
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.3759224034839206,
+          "lr": 0.03,
+          "negative_goodness": 1.985288997162713,
+          "pair_accuracy": 0.5568222222328186,
+          "positive_goodness": 2.021230537372165,
+          "runtime_seconds": 4.119059324264526
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.3745707266277738,
+          "lr": 0.03,
+          "negative_goodness": 1.9830020762973362,
+          "pair_accuracy": 0.5587555555555556,
+          "positive_goodness": 2.024046246761746,
+          "runtime_seconds": 4.122097492218018
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.3748952810499404,
+          "lr": 0.03,
+          "negative_goodness": 1.9827730545891655,
+          "pair_accuracy": 0.5614000000317891,
+          "positive_goodness": 2.023238257153829,
+          "runtime_seconds": 4.121074914932251
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.3740840565363566,
+          "lr": 0.03,
+          "negative_goodness": 1.9826951626459757,
+          "pair_accuracy": 0.5675333333757189,
+          "positive_goodness": 2.0253078161027696,
+          "runtime_seconds": 4.122215509414673
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.3735402496761746,
+          "lr": 0.03,
+          "negative_goodness": 1.9814580365710788,
+          "pair_accuracy": 0.5683333333015442,
+          "positive_goodness": 2.0261573245578344,
+          "runtime_seconds": 4.118436336517334
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.3735931759940254,
+          "lr": 0.03,
+          "negative_goodness": 1.9812357808007135,
+          "pair_accuracy": 0.5697111111323039,
+          "positive_goodness": 2.0262974440256754,
+          "runtime_seconds": 4.121304035186768
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.3727920609580146,
+          "lr": 0.03,
+          "negative_goodness": 1.9802444451861911,
+          "pair_accuracy": 0.5747333333757189,
+          "positive_goodness": 2.0279628845638697,
+          "runtime_seconds": 4.114097356796265
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.373754797384474,
+          "lr": 0.03,
+          "negative_goodness": 1.9805093935224745,
+          "pair_accuracy": 0.5681555555343628,
+          "positive_goodness": 2.025516858461168,
+          "runtime_seconds": 4.1124608516693115
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.3733848461151124,
+          "lr": 0.03,
+          "negative_goodness": 1.9802470002916124,
+          "pair_accuracy": 0.5681777777989705,
+          "positive_goodness": 2.0270457220289444,
+          "runtime_seconds": 4.109096050262451
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.3730305892096626,
+          "lr": 0.03,
+          "negative_goodness": 1.9798825311024983,
+          "pair_accuracy": 0.5712888889100817,
+          "positive_goodness": 2.0274167782677543,
+          "runtime_seconds": 4.112367630004883
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.3722204663806492,
+          "lr": 0.03,
+          "negative_goodness": 1.9783378393809001,
+          "pair_accuracy": 0.5704666666984558,
+          "positive_goodness": 2.029221641243829,
+          "runtime_seconds": 4.114980220794678
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.3718132865269979,
+          "lr": 0.03,
+          "negative_goodness": 1.9782278279622396,
+          "pair_accuracy": 0.573044444433848,
+          "positive_goodness": 2.029831932682461,
+          "runtime_seconds": 4.117157459259033
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.3723131368425157,
+          "lr": 0.03,
+          "negative_goodness": 1.977868480512831,
+          "pair_accuracy": 0.5662444444762336,
+          "positive_goodness": 2.0281764190673828,
+          "runtime_seconds": 4.110045671463013
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.3716715061823528,
+          "lr": 0.03,
+          "negative_goodness": 1.977911436589559,
+          "pair_accuracy": 0.5648666666878595,
+          "positive_goodness": 2.0306532088597615,
+          "runtime_seconds": 4.111177921295166
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.3707589925130208,
+          "lr": 0.03,
+          "negative_goodness": 1.9765842014524673,
+          "pair_accuracy": 0.565288888894187,
+          "positive_goodness": 2.0322339486016165,
+          "runtime_seconds": 4.110898971557617
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.3705475579367743,
+          "lr": 0.03,
+          "negative_goodness": 1.9760299474080403,
+          "pair_accuracy": 0.5623777777777778,
+          "positive_goodness": 2.032383829583062,
+          "runtime_seconds": 4.112079620361328
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.3704794426176283,
+          "lr": 0.03,
+          "negative_goodness": 1.9754500739839342,
+          "pair_accuracy": 0.5654222222010294,
+          "positive_goodness": 2.0320675870259604,
+          "runtime_seconds": 4.110180377960205
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.3701289758046469,
+          "lr": 0.03,
+          "negative_goodness": 1.9758330468071832,
+          "pair_accuracy": 0.5655777778201633,
+          "positive_goodness": 2.0334881067487927,
+          "runtime_seconds": 4.11220645904541
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.3707050980673896,
+          "lr": 0.03,
+          "negative_goodness": 1.9754781870736016,
+          "pair_accuracy": 0.569222222243415,
+          "positive_goodness": 2.0323951642778186,
+          "runtime_seconds": 4.106773853302002
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.3700828728569878,
+          "lr": 0.03,
+          "negative_goodness": 1.9751642570707533,
+          "pair_accuracy": 0.5675777777671814,
+          "positive_goodness": 2.032820465342204,
+          "runtime_seconds": 4.107302904129028
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.3702864546669855,
+          "lr": 0.03,
+          "negative_goodness": 1.9752910245683457,
+          "pair_accuracy": 0.5660222222540113,
+          "positive_goodness": 2.0329235928429497,
+          "runtime_seconds": 4.10903525352478
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.3692832588407728,
+          "lr": 0.03,
+          "negative_goodness": 1.974154246351454,
+          "pair_accuracy": 0.5685555555343628,
+          "positive_goodness": 2.034878907945421,
+          "runtime_seconds": 4.12065315246582
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.3693706057442558,
+          "lr": 0.03,
+          "negative_goodness": 1.9733561725616455,
+          "pair_accuracy": 0.569355555597941,
+          "positive_goodness": 2.0345855024125843,
+          "runtime_seconds": 4.105545282363892
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.369382768503825,
+          "lr": 0.03,
+          "negative_goodness": 1.972923424741957,
+          "pair_accuracy": 0.571688888920678,
+          "positive_goodness": 2.034545042461819,
+          "runtime_seconds": 4.101029396057129
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.3687460449006823,
+          "lr": 0.03,
+          "negative_goodness": 1.9730511844846936,
+          "pair_accuracy": 0.5806444444232517,
+          "positive_goodness": 2.0357176334381104,
+          "runtime_seconds": 4.110149383544922
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.3699555436240303,
+          "lr": 0.03,
+          "negative_goodness": 1.9736906222449409,
+          "pair_accuracy": 0.5723111111534966,
+          "positive_goodness": 2.033873972998725,
+          "runtime_seconds": 4.110774993896484
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.3682082608116997,
+          "lr": 0.03,
+          "negative_goodness": 1.972206425772773,
+          "pair_accuracy": 0.5771333333015441,
+          "positive_goodness": 2.037496131939358,
+          "runtime_seconds": 4.109734296798706
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.3686906690385607,
+          "lr": 0.03,
+          "negative_goodness": 1.9720414384629992,
+          "pair_accuracy": 0.5766666666348775,
+          "positive_goodness": 2.0361298236846923,
+          "runtime_seconds": 4.105909585952759
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.367443592071533,
+          "lr": 0.03,
+          "negative_goodness": 1.9704478031582302,
+          "pair_accuracy": 0.5784666667090522,
+          "positive_goodness": 2.0388355396906537,
+          "runtime_seconds": 4.10884690284729
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.369210840818617,
+          "lr": 0.03,
+          "negative_goodness": 1.9718139563030668,
+          "pair_accuracy": 0.5817111110793219,
+          "positive_goodness": 2.0347980559455023,
+          "runtime_seconds": 4.107010841369629
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.3679332441541883,
+          "lr": 0.03,
+          "negative_goodness": 1.9716569560792712,
+          "pair_accuracy": 0.5771111111111111,
+          "positive_goodness": 2.0374635754479304,
+          "runtime_seconds": 4.1074538230896
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.3676768312030367,
+          "lr": 0.03,
+          "negative_goodness": 1.971307231648763,
+          "pair_accuracy": 0.5788666666560703,
+          "positive_goodness": 2.0386354187435574,
+          "runtime_seconds": 4.110522985458374
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.3673629220750596,
+          "lr": 0.03,
+          "negative_goodness": 1.9699760090933907,
+          "pair_accuracy": 0.5747111111005148,
+          "positive_goodness": 2.038680723444621,
+          "runtime_seconds": 4.107245445251465
+        }
+      ],
+      "layer": 1
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.377819001473321,
+          "lr": 0.03,
+          "negative_goodness": 1.988411927011278,
+          "pair_accuracy": 0.6025777777936724,
+          "positive_goodness": 2.0198782718870376,
+          "runtime_seconds": 4.189739227294922
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.3689779887517293,
+          "lr": 0.03,
+          "negative_goodness": 1.977996727180481,
+          "pair_accuracy": 0.6368222222646077,
+          "positive_goodness": 2.0353663258446586,
+          "runtime_seconds": 4.187904357910156
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.3653394732369317,
+          "lr": 0.03,
+          "negative_goodness": 1.9717015564176772,
+          "pair_accuracy": 0.6386222222222222,
+          "positive_goodness": 2.0421092027028402,
+          "runtime_seconds": 4.190337419509888
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.3630898765775892,
+          "lr": 0.03,
+          "negative_goodness": 1.969029081132677,
+          "pair_accuracy": 0.6375333333545261,
+          "positive_goodness": 2.04675103225708,
+          "runtime_seconds": 4.1922993659973145
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.3621609250174629,
+          "lr": 0.03,
+          "negative_goodness": 1.9674551836861505,
+          "pair_accuracy": 0.6351777777777777,
+          "positive_goodness": 2.0488910830603704,
+          "runtime_seconds": 4.192067861557007
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.3584965751859877,
+          "lr": 0.03,
+          "negative_goodness": 1.962687554359436,
+          "pair_accuracy": 0.6484666666878595,
+          "positive_goodness": 2.0554449939727784,
+          "runtime_seconds": 4.188335657119751
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.3579738311555651,
+          "lr": 0.03,
+          "negative_goodness": 1.9613158783170912,
+          "pair_accuracy": 0.6446222222222222,
+          "positive_goodness": 2.0575264681922065,
+          "runtime_seconds": 4.19608473777771
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.3570324223836263,
+          "lr": 0.03,
+          "negative_goodness": 1.9603937348683675,
+          "pair_accuracy": 0.6486888889418708,
+          "positive_goodness": 2.0589015285491943,
+          "runtime_seconds": 4.192540407180786
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.3565069114896986,
+          "lr": 0.03,
+          "negative_goodness": 1.9574748461405436,
+          "pair_accuracy": 0.6499555555237664,
+          "positive_goodness": 2.0602696283976236,
+          "runtime_seconds": 4.191425085067749
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.3548604204389785,
+          "lr": 0.03,
+          "negative_goodness": 1.9565950325436063,
+          "pair_accuracy": 0.6549777777459886,
+          "positive_goodness": 2.0633816044277613,
+          "runtime_seconds": 4.1922101974487305
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.3576543834686279,
+          "lr": 0.03,
+          "negative_goodness": 1.9582678382025824,
+          "pair_accuracy": 0.6433777777671814,
+          "positive_goodness": 2.057178598573473,
+          "runtime_seconds": 4.190258026123047
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.3543724989785089,
+          "lr": 0.03,
+          "negative_goodness": 1.9560766280492148,
+          "pair_accuracy": 0.6526222222063276,
+          "positive_goodness": 2.0639543571048313,
+          "runtime_seconds": 4.196247577667236
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.3541788685480753,
+          "lr": 0.03,
+          "negative_goodness": 1.9558083656522962,
+          "pair_accuracy": 0.6543333333015442,
+          "positive_goodness": 2.064950257788764,
+          "runtime_seconds": 4.195421934127808
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.3527351928710938,
+          "lr": 0.03,
+          "negative_goodness": 1.9519619402355617,
+          "pair_accuracy": 0.6550888889153799,
+          "positive_goodness": 2.0670503174040054,
+          "runtime_seconds": 4.192782640457153
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.351364672279358,
+          "lr": 0.03,
+          "negative_goodness": 1.9520452878528172,
+          "pair_accuracy": 0.6645555556085374,
+          "positive_goodness": 2.0699025149027506,
+          "runtime_seconds": 4.191969633102417
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.3504573486116198,
+          "lr": 0.03,
+          "negative_goodness": 1.9508601203494602,
+          "pair_accuracy": 0.6547555555343628,
+          "positive_goodness": 2.073028755739,
+          "runtime_seconds": 4.193140506744385
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.3510946736865574,
+          "lr": 0.03,
+          "negative_goodness": 1.9499657888412476,
+          "pair_accuracy": 0.6579555555661519,
+          "positive_goodness": 2.0703362597147623,
+          "runtime_seconds": 4.193693399429321
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.3515895300759209,
+          "lr": 0.03,
+          "negative_goodness": 1.951262267473009,
+          "pair_accuracy": 0.6517333333757188,
+          "positive_goodness": 2.0698351888868545,
+          "runtime_seconds": 4.201700925827026
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.348997885047065,
+          "lr": 0.03,
+          "negative_goodness": 1.9480472557915582,
+          "pair_accuracy": 0.6626666666454739,
+          "positive_goodness": 2.074948938645257,
+          "runtime_seconds": 4.194263696670532
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.3493221042209202,
+          "lr": 0.03,
+          "negative_goodness": 1.9477416581683689,
+          "pair_accuracy": 0.6602888889312745,
+          "positive_goodness": 2.074237415568034,
+          "runtime_seconds": 4.191493511199951
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.3491587013244628,
+          "lr": 0.03,
+          "negative_goodness": 1.9469362277560764,
+          "pair_accuracy": 0.6563555555449592,
+          "positive_goodness": 2.0752004085116917,
+          "runtime_seconds": 4.192288875579834
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.3484515547010634,
+          "lr": 0.03,
+          "negative_goodness": 1.9464157408396403,
+          "pair_accuracy": 0.6596444444656372,
+          "positive_goodness": 2.0758873582204185,
+          "runtime_seconds": 4.195840120315552
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.3472602286868625,
+          "lr": 0.03,
+          "negative_goodness": 1.943950325287713,
+          "pair_accuracy": 0.6643555555343628,
+          "positive_goodness": 2.079246378941006,
+          "runtime_seconds": 4.19755220413208
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.3445955679363675,
+          "lr": 0.03,
+          "negative_goodness": 1.9409946622636582,
+          "pair_accuracy": 0.6659999999894036,
+          "positive_goodness": 2.082460123782688,
+          "runtime_seconds": 4.191541910171509
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.347445178604126,
+          "lr": 0.03,
+          "negative_goodness": 1.944903024673462,
+          "pair_accuracy": 0.6602888888782925,
+          "positive_goodness": 2.078291101116604,
+          "runtime_seconds": 4.196112394332886
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.3451454876581828,
+          "lr": 0.03,
+          "negative_goodness": 1.9426024759928386,
+          "pair_accuracy": 0.6640444444550408,
+          "positive_goodness": 2.0826487350463867,
+          "runtime_seconds": 4.196904182434082
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.3476428396013047,
+          "lr": 0.03,
+          "negative_goodness": 1.9441010345458984,
+          "pair_accuracy": 0.6514444444656372,
+          "positive_goodness": 2.0779040483898585,
+          "runtime_seconds": 4.1969990730285645
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.3460337111155192,
+          "lr": 0.03,
+          "negative_goodness": 1.9414667540656196,
+          "pair_accuracy": 0.6618666666878594,
+          "positive_goodness": 2.0802998406304254,
+          "runtime_seconds": 4.2013139724731445
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.3455608212788899,
+          "lr": 0.03,
+          "negative_goodness": 1.9409561617745295,
+          "pair_accuracy": 0.6598888889100817,
+          "positive_goodness": 2.082043794208103,
+          "runtime_seconds": 4.191962003707886
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.3452154147254096,
+          "lr": 0.03,
+          "negative_goodness": 1.9412786587609185,
+          "pair_accuracy": 0.6612000000423855,
+          "positive_goodness": 2.083108978568183,
+          "runtime_seconds": 4.188827753067017
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.3440360547595553,
+          "lr": 0.03,
+          "negative_goodness": 1.9406251360575357,
+          "pair_accuracy": 0.6558444444550409,
+          "positive_goodness": 2.0848511718326144,
+          "runtime_seconds": 4.184606313705444
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.3450186493767633,
+          "lr": 0.03,
+          "negative_goodness": 1.9395471615261501,
+          "pair_accuracy": 0.6597999999682108,
+          "positive_goodness": 2.083051565000746,
+          "runtime_seconds": 4.190711975097656
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.3430828803804187,
+          "lr": 0.03,
+          "negative_goodness": 1.9397762009938557,
+          "pair_accuracy": 0.6647333333015442,
+          "positive_goodness": 2.086174620183309,
+          "runtime_seconds": 4.194082498550415
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.3443509083429972,
+          "lr": 0.03,
+          "negative_goodness": 1.939459768401252,
+          "pair_accuracy": 0.6593333333651225,
+          "positive_goodness": 2.0850511862013077,
+          "runtime_seconds": 4.1875410079956055
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.343963647058275,
+          "lr": 0.03,
+          "negative_goodness": 1.938435262383355,
+          "pair_accuracy": 0.6605555555873447,
+          "positive_goodness": 2.0843620100657145,
+          "runtime_seconds": 4.1936259269714355
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.3425550727208455,
+          "lr": 0.03,
+          "negative_goodness": 1.9362288673612806,
+          "pair_accuracy": 0.6664444444762336,
+          "positive_goodness": 2.0886418140835232,
+          "runtime_seconds": 4.192058324813843
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.3442666721132066,
+          "lr": 0.03,
+          "negative_goodness": 1.938911836412218,
+          "pair_accuracy": 0.6634222221904331,
+          "positive_goodness": 2.085127221340603,
+          "runtime_seconds": 4.2011988162994385
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.3421695910135905,
+          "lr": 0.03,
+          "negative_goodness": 1.938083782280816,
+          "pair_accuracy": 0.6660222222540114,
+          "positive_goodness": 2.0885892077551946,
+          "runtime_seconds": 4.189666986465454
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.3424739128960503,
+          "lr": 0.03,
+          "negative_goodness": 1.9359384698232014,
+          "pair_accuracy": 0.6598222222646077,
+          "positive_goodness": 2.0879136048210993,
+          "runtime_seconds": 4.190378904342651
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.3415609036551581,
+          "lr": 0.03,
+          "negative_goodness": 1.9366985896852282,
+          "pair_accuracy": 0.6621999999788072,
+          "positive_goodness": 2.0899602895524767,
+          "runtime_seconds": 4.189827919006348
+        }
+      ],
+      "layer": 2
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.363385203827752,
+          "lr": 0.03,
+          "negative_goodness": 1.931928123558892,
+          "pair_accuracy": 0.6857333333863153,
+          "positive_goodness": 2.032686831580268,
+          "runtime_seconds": 4.109395265579224
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.3369102628072103,
+          "lr": 0.03,
+          "negative_goodness": 1.94321404616038,
+          "pair_accuracy": 0.7363333333439297,
+          "positive_goodness": 2.0945876924726696,
+          "runtime_seconds": 4.1077492237091064
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.3268187275568644,
+          "lr": 0.03,
+          "negative_goodness": 1.9339646657731797,
+          "pair_accuracy": 0.7559333333757189,
+          "positive_goodness": 2.1149529910193547,
+          "runtime_seconds": 4.110430717468262
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.3245545294019911,
+          "lr": 0.03,
+          "negative_goodness": 1.9301436735788982,
+          "pair_accuracy": 0.7551111111217075,
+          "positive_goodness": 2.1197704235924615,
+          "runtime_seconds": 4.1098246574401855
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.3178527632819281,
+          "lr": 0.03,
+          "negative_goodness": 1.9235243468814427,
+          "pair_accuracy": 0.7648888888888888,
+          "positive_goodness": 2.1320185907151963,
+          "runtime_seconds": 4.111273288726807
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.315113187874688,
+          "lr": 0.03,
+          "negative_goodness": 1.9183410339567397,
+          "pair_accuracy": 0.7679333333651225,
+          "positive_goodness": 2.1381145515441893,
+          "runtime_seconds": 4.114124059677124
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.3114647230148315,
+          "lr": 0.03,
+          "negative_goodness": 1.9148493578169081,
+          "pair_accuracy": 0.7791555555237664,
+          "positive_goodness": 2.146503318532308,
+          "runtime_seconds": 4.1095290184021
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.3104503438313801,
+          "lr": 0.03,
+          "negative_goodness": 1.9163819240993925,
+          "pair_accuracy": 0.7753777777459886,
+          "positive_goodness": 2.148409844631619,
+          "runtime_seconds": 4.1121180057525635
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.3083513871298895,
+          "lr": 0.03,
+          "negative_goodness": 1.9117465037239922,
+          "pair_accuracy": 0.7786000000211928,
+          "positive_goodness": 2.153146329667833,
+          "runtime_seconds": 4.110498666763306
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.3067161347495184,
+          "lr": 0.03,
+          "negative_goodness": 1.9115743683073256,
+          "pair_accuracy": 0.7828444444550409,
+          "positive_goodness": 2.1538376466963025,
+          "runtime_seconds": 4.123650550842285
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.305268999332852,
+          "lr": 0.03,
+          "negative_goodness": 1.9080196282280817,
+          "pair_accuracy": 0.7817333333333333,
+          "positive_goodness": 2.1598868948618573,
+          "runtime_seconds": 4.118238925933838
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.3026913959291246,
+          "lr": 0.03,
+          "negative_goodness": 1.9037724354426067,
+          "pair_accuracy": 0.7814000000105964,
+          "positive_goodness": 2.164972158135308,
+          "runtime_seconds": 4.1203014850616455
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.2983160450617472,
+          "lr": 0.03,
+          "negative_goodness": 1.903342233742608,
+          "pair_accuracy": 0.789422222243415,
+          "positive_goodness": 2.1723839891645644,
+          "runtime_seconds": 4.110793828964233
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.3024447118123372,
+          "lr": 0.03,
+          "negative_goodness": 1.9038895222345988,
+          "pair_accuracy": 0.785155555597941,
+          "positive_goodness": 2.1654021936204697,
+          "runtime_seconds": 4.112881660461426
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.300776331753201,
+          "lr": 0.03,
+          "negative_goodness": 1.904529643037584,
+          "pair_accuracy": 0.7814444444868299,
+          "positive_goodness": 2.1692047299702963,
+          "runtime_seconds": 4.1149022579193115
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.295808846007453,
+          "lr": 0.03,
+          "negative_goodness": 1.8953657155142891,
+          "pair_accuracy": 0.7936222222328186,
+          "positive_goodness": 2.1770795996348062,
+          "runtime_seconds": 4.110299825668335
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.2970855795330472,
+          "lr": 0.03,
+          "negative_goodness": 1.8987712918599446,
+          "pair_accuracy": 0.787111111164093,
+          "positive_goodness": 2.177000882636176,
+          "runtime_seconds": 4.1118690967559814
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.2918610087924534,
+          "lr": 0.03,
+          "negative_goodness": 1.8922594525231256,
+          "pair_accuracy": 0.7957333333015442,
+          "positive_goodness": 2.1850923847198485,
+          "runtime_seconds": 4.112123966217041
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.2919201947742038,
+          "lr": 0.03,
+          "negative_goodness": 1.8956940507888793,
+          "pair_accuracy": 0.7908000000211928,
+          "positive_goodness": 2.187077578353882,
+          "runtime_seconds": 4.1048362255096436
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.2930115173975627,
+          "lr": 0.03,
+          "negative_goodness": 1.8957206906636557,
+          "pair_accuracy": 0.7942666666772631,
+          "positive_goodness": 2.182431216812134,
+          "runtime_seconds": 4.117568731307983
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.2937716511832342,
+          "lr": 0.03,
+          "negative_goodness": 1.8946809824201796,
+          "pair_accuracy": 0.7905333333015442,
+          "positive_goodness": 2.185149971050686,
+          "runtime_seconds": 4.114433526992798
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.2919936807844374,
+          "lr": 0.03,
+          "negative_goodness": 1.8919096178266737,
+          "pair_accuracy": 0.7935555555449592,
+          "positive_goodness": 2.1863580347061156,
+          "runtime_seconds": 4.11887264251709
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.2913187218560114,
+          "lr": 0.03,
+          "negative_goodness": 1.8922362888124253,
+          "pair_accuracy": 0.7917555555237664,
+          "positive_goodness": 2.1884951011233857,
+          "runtime_seconds": 4.110252380371094
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.286971730486552,
+          "lr": 0.03,
+          "negative_goodness": 1.8853241403579712,
+          "pair_accuracy": 0.7964888888570998,
+          "positive_goodness": 2.195241275490655,
+          "runtime_seconds": 4.118106126785278
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.283953804037306,
+          "lr": 0.03,
+          "negative_goodness": 1.88493439678616,
+          "pair_accuracy": 0.8019999999788072,
+          "positive_goodness": 2.203698545413547,
+          "runtime_seconds": 4.117110252380371
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.2850521908442178,
+          "lr": 0.03,
+          "negative_goodness": 1.8889475898106893,
+          "pair_accuracy": 0.8008000000317892,
+          "positive_goodness": 2.2001524258083767,
+          "runtime_seconds": 4.116452217102051
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.2863224657058716,
+          "lr": 0.03,
+          "negative_goodness": 1.8848744878556993,
+          "pair_accuracy": 0.8008,
+          "positive_goodness": 2.198052465947469,
+          "runtime_seconds": 4.109140396118164
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.2888672659132216,
+          "lr": 0.03,
+          "negative_goodness": 1.8857604767693414,
+          "pair_accuracy": 0.7932888888782925,
+          "positive_goodness": 2.195436905585395,
+          "runtime_seconds": 4.109589099884033
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.287426065105862,
+          "lr": 0.03,
+          "negative_goodness": 1.8860534832848443,
+          "pair_accuracy": 0.796244444433848,
+          "positive_goodness": 2.1965638163672554,
+          "runtime_seconds": 4.114764928817749
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.2829054540634155,
+          "lr": 0.03,
+          "negative_goodness": 1.8822332061343723,
+          "pair_accuracy": 0.8018444444656372,
+          "positive_goodness": 2.2035463251749676,
+          "runtime_seconds": 4.117783546447754
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.2779868308173286,
+          "lr": 0.03,
+          "negative_goodness": 1.8805023892508612,
+          "pair_accuracy": 0.8104666666772631,
+          "positive_goodness": 2.2148855459425185,
+          "runtime_seconds": 4.109351873397827
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.2816419819513958,
+          "lr": 0.03,
+          "negative_goodness": 1.8800837342368233,
+          "pair_accuracy": 0.8048888888570997,
+          "positive_goodness": 2.2094416664123537,
+          "runtime_seconds": 4.113013744354248
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.2849041304270425,
+          "lr": 0.03,
+          "negative_goodness": 1.883195079506768,
+          "pair_accuracy": 0.8004222222752041,
+          "positive_goodness": 2.204313894059923,
+          "runtime_seconds": 4.10442852973938
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.2862440074920654,
+          "lr": 0.03,
+          "negative_goodness": 1.8819093544218275,
+          "pair_accuracy": 0.795333333354526,
+          "positive_goodness": 2.1977786841922335,
+          "runtime_seconds": 4.106237888336182
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.2795901706271702,
+          "lr": 0.03,
+          "negative_goodness": 1.878754656346639,
+          "pair_accuracy": 0.800511111164093,
+          "positive_goodness": 2.2136409760369196,
+          "runtime_seconds": 4.115696668624878
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.273770546468099,
+          "lr": 0.03,
+          "negative_goodness": 1.8739364440706041,
+          "pair_accuracy": 0.8139999999788072,
+          "positive_goodness": 2.2241989495595296,
+          "runtime_seconds": 4.120581150054932
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.2855378384484184,
+          "lr": 0.03,
+          "negative_goodness": 1.8780484038035075,
+          "pair_accuracy": 0.7950444444762336,
+          "positive_goodness": 2.200965281889174,
+          "runtime_seconds": 4.113895654678345
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.2787170732710096,
+          "lr": 0.03,
+          "negative_goodness": 1.8770143736097549,
+          "pair_accuracy": 0.8050222221904331,
+          "positive_goodness": 2.2143660593244765,
+          "runtime_seconds": 4.105283737182617
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.2779149461534287,
+          "lr": 0.03,
+          "negative_goodness": 1.8770735144085355,
+          "pair_accuracy": 0.8076444444232517,
+          "positive_goodness": 2.2181284451378716,
+          "runtime_seconds": 4.112576484680176
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.2746874359766642,
+          "lr": 0.03,
+          "negative_goodness": 1.874471704588996,
+          "pair_accuracy": 0.8097111110793219,
+          "positive_goodness": 2.2218546881781682,
+          "runtime_seconds": 4.11297082901001
+        }
+      ],
+      "layer": 3
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.3157120634290906,
+          "lr": 0.03,
+          "negative_goodness": 1.9484853195614285,
+          "pair_accuracy": 0.7645777778201633,
+          "positive_goodness": 2.159882808007134,
+          "runtime_seconds": 4.204307317733765
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.288856547249688,
+          "lr": 0.03,
+          "negative_goodness": 1.922778161324395,
+          "pair_accuracy": 0.8473777778201633,
+          "positive_goodness": 2.2029851684570314,
+          "runtime_seconds": 4.196081161499023
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.2831481364780002,
+          "lr": 0.03,
+          "negative_goodness": 1.9161016929626464,
+          "pair_accuracy": 0.8459999999894037,
+          "positive_goodness": 2.2125621995713978,
+          "runtime_seconds": 4.201501846313477
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.2773577492396038,
+          "lr": 0.03,
+          "negative_goodness": 1.909256796052721,
+          "pair_accuracy": 0.8535333333439297,
+          "positive_goodness": 2.2219490837944877,
+          "runtime_seconds": 4.1992692947387695
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.281189894824558,
+          "lr": 0.03,
+          "negative_goodness": 1.9089860293918186,
+          "pair_accuracy": 0.8432444444974263,
+          "positive_goodness": 2.2147648111131457,
+          "runtime_seconds": 4.1973044872283936
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.267738566992018,
+          "lr": 0.03,
+          "negative_goodness": 1.9021486432393393,
+          "pair_accuracy": 0.862711111164093,
+          "positive_goodness": 2.2413983477274577,
+          "runtime_seconds": 4.20433235168457
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.2716917334874471,
+          "lr": 0.03,
+          "negative_goodness": 1.9015547044330172,
+          "pair_accuracy": 0.8528666667196486,
+          "positive_goodness": 2.232240942086114,
+          "runtime_seconds": 4.195948362350464
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.268565087721083,
+          "lr": 0.03,
+          "negative_goodness": 1.897976900906033,
+          "pair_accuracy": 0.8529777778307597,
+          "positive_goodness": 2.2403096967485214,
+          "runtime_seconds": 4.196468114852905
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.2722486602995131,
+          "lr": 0.03,
+          "negative_goodness": 1.8991807861116197,
+          "pair_accuracy": 0.8445555555661519,
+          "positive_goodness": 2.2317002367655436,
+          "runtime_seconds": 4.189431428909302
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.2715027571148343,
+          "lr": 0.03,
+          "negative_goodness": 1.8981195918824938,
+          "pair_accuracy": 0.8423777778307597,
+          "positive_goodness": 2.2346959274715847,
+          "runtime_seconds": 4.200538635253906
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.2652780989117092,
+          "lr": 0.03,
+          "negative_goodness": 1.8943852587382,
+          "pair_accuracy": 0.8531111111111112,
+          "positive_goodness": 2.247254833645291,
+          "runtime_seconds": 4.192700386047363
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.2609423194885254,
+          "lr": 0.03,
+          "negative_goodness": 1.8917788743125068,
+          "pair_accuracy": 0.8580888888888889,
+          "positive_goodness": 2.255651056628757,
+          "runtime_seconds": 4.193871736526489
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.2643611871931288,
+          "lr": 0.03,
+          "negative_goodness": 1.8916995449066163,
+          "pair_accuracy": 0.8551555555979411,
+          "positive_goodness": 2.2481832693311903,
+          "runtime_seconds": 4.203734874725342
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.2568806176291571,
+          "lr": 0.03,
+          "negative_goodness": 1.8886215185589261,
+          "pair_accuracy": 0.8588000000423855,
+          "positive_goodness": 2.263132833353678,
+          "runtime_seconds": 4.208460092544556
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.2610209760877822,
+          "lr": 0.03,
+          "negative_goodness": 1.8899302138646443,
+          "pair_accuracy": 0.8533111111005147,
+          "positive_goodness": 2.255463768386841,
+          "runtime_seconds": 4.208158493041992
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.2577741435580783,
+          "lr": 0.03,
+          "negative_goodness": 1.8883643886990018,
+          "pair_accuracy": 0.8593333333439297,
+          "positive_goodness": 2.2636377524058022,
+          "runtime_seconds": 4.199467182159424
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.2629735854466757,
+          "lr": 0.03,
+          "negative_goodness": 1.8870703446494208,
+          "pair_accuracy": 0.8501333333757188,
+          "positive_goodness": 2.2503213762495253,
+          "runtime_seconds": 4.200150012969971
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.2616565897623697,
+          "lr": 0.03,
+          "negative_goodness": 1.885458588112725,
+          "pair_accuracy": 0.8536222222328186,
+          "positive_goodness": 2.256426188108656,
+          "runtime_seconds": 4.1971845626831055
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.258948041703966,
+          "lr": 0.03,
+          "negative_goodness": 1.8856301119062635,
+          "pair_accuracy": 0.8553111111005147,
+          "positive_goodness": 2.2627197759840225,
+          "runtime_seconds": 4.201722621917725
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.2626366814931234,
+          "lr": 0.03,
+          "negative_goodness": 1.8864861684375338,
+          "pair_accuracy": 0.8458222222222223,
+          "positive_goodness": 2.251456928973728,
+          "runtime_seconds": 4.199927091598511
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.258236756600274,
+          "lr": 0.03,
+          "negative_goodness": 1.885933362197876,
+          "pair_accuracy": 0.8567555555661519,
+          "positive_goodness": 2.2624497179667156,
+          "runtime_seconds": 4.201143026351929
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.2537546156141492,
+          "lr": 0.03,
+          "negative_goodness": 1.8826512704849243,
+          "pair_accuracy": 0.8634222222222222,
+          "positive_goodness": 2.2695890622033015,
+          "runtime_seconds": 4.197016477584839
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.2545791104210748,
+          "lr": 0.03,
+          "negative_goodness": 1.8804515733718872,
+          "pair_accuracy": 0.8510888889418708,
+          "positive_goodness": 2.268062123362223,
+          "runtime_seconds": 4.2015540599823
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.2598558737860786,
+          "lr": 0.03,
+          "negative_goodness": 1.883889200952318,
+          "pair_accuracy": 0.8443555555661519,
+          "positive_goodness": 2.2604875445048016,
+          "runtime_seconds": 4.199657440185547
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.251000226465861,
+          "lr": 0.03,
+          "negative_goodness": 1.8796693729612561,
+          "pair_accuracy": 0.8598666666772631,
+          "positive_goodness": 2.277060289764404,
+          "runtime_seconds": 4.198919057846069
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.2538767469406127,
+          "lr": 0.03,
+          "negative_goodness": 1.8825780462900799,
+          "pair_accuracy": 0.8567555555767483,
+          "positive_goodness": 2.2724789172702367,
+          "runtime_seconds": 4.195985555648804
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.255681205982632,
+          "lr": 0.03,
+          "negative_goodness": 1.8782661268234253,
+          "pair_accuracy": 0.849644444433848,
+          "positive_goodness": 2.2660218763139515,
+          "runtime_seconds": 4.200608491897583
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.2569354396608141,
+          "lr": 0.03,
+          "negative_goodness": 1.881655883471171,
+          "pair_accuracy": 0.8555111110899184,
+          "positive_goodness": 2.265819185087416,
+          "runtime_seconds": 4.206806659698486
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.2572458042144776,
+          "lr": 0.03,
+          "negative_goodness": 1.8813825391557482,
+          "pair_accuracy": 0.8477777778201633,
+          "positive_goodness": 2.2641023755815293,
+          "runtime_seconds": 4.229756116867065
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.2528791308297051,
+          "lr": 0.03,
+          "negative_goodness": 1.8796792140748766,
+          "pair_accuracy": 0.855822222243415,
+          "positive_goodness": 2.2716078596750897,
+          "runtime_seconds": 4.198012590408325
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.2482066959169176,
+          "lr": 0.03,
+          "negative_goodness": 1.8749223246892293,
+          "pair_accuracy": 0.8649555555767483,
+          "positive_goodness": 2.283548356713189,
+          "runtime_seconds": 4.191958904266357
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.255266463194953,
+          "lr": 0.03,
+          "negative_goodness": 1.8821477475060358,
+          "pair_accuracy": 0.8520444444338481,
+          "positive_goodness": 2.2713998101764257,
+          "runtime_seconds": 4.196762800216675
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.2492809716542561,
+          "lr": 0.03,
+          "negative_goodness": 1.876965950287713,
+          "pair_accuracy": 0.8567111110899184,
+          "positive_goodness": 2.2810123310512966,
+          "runtime_seconds": 4.200186729431152
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.2522084690729778,
+          "lr": 0.03,
+          "negative_goodness": 1.8745041070302328,
+          "pair_accuracy": 0.8550666666560703,
+          "positive_goodness": 2.2744709118737116,
+          "runtime_seconds": 4.196854114532471
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.2531635791142781,
+          "lr": 0.03,
+          "negative_goodness": 1.8761790663825142,
+          "pair_accuracy": 0.8522444444974263,
+          "positive_goodness": 2.2732953005048966,
+          "runtime_seconds": 4.196591854095459
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.252931639374627,
+          "lr": 0.03,
+          "negative_goodness": 1.879946422068278,
+          "pair_accuracy": 0.8550666667090522,
+          "positive_goodness": 2.2732917787763807,
+          "runtime_seconds": 4.193106174468994
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.252428323788113,
+          "lr": 0.03,
+          "negative_goodness": 1.8761344367133246,
+          "pair_accuracy": 0.8489555555343627,
+          "positive_goodness": 2.2745753856658935,
+          "runtime_seconds": 4.191633701324463
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.2447429954952665,
+          "lr": 0.03,
+          "negative_goodness": 1.8715160071902806,
+          "pair_accuracy": 0.8606888888570997,
+          "positive_goodness": 2.2904863514794243,
+          "runtime_seconds": 4.1963582038879395
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.247154250441657,
+          "lr": 0.03,
+          "negative_goodness": 1.8738527304331463,
+          "pair_accuracy": 0.859177777756585,
+          "positive_goodness": 2.285267403793335,
+          "runtime_seconds": 4.185273885726929
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.254693643315633,
+          "lr": 0.03,
+          "negative_goodness": 1.878792155011495,
+          "pair_accuracy": 0.8467999999894036,
+          "positive_goodness": 2.2718647586186727,
+          "runtime_seconds": 4.191496133804321
+        }
+      ],
+      "layer": 4
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.2261495694054498,
+          "lr": 0.03,
+          "negative_goodness": 1.846273912217882,
+          "pair_accuracy": 0.8636666667196485,
+          "positive_goodness": 2.3070808848487006,
+          "runtime_seconds": 4.106675386428833
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.1712898673481411,
+          "lr": 0.03,
+          "negative_goodness": 1.8397306237326727,
+          "pair_accuracy": 0.8874222222116258,
+          "positive_goodness": 2.438155224609375,
+          "runtime_seconds": 4.117546796798706
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.1548335404925876,
+          "lr": 0.03,
+          "negative_goodness": 1.824768670739068,
+          "pair_accuracy": 0.8901333333757189,
+          "positive_goodness": 2.476646268251207,
+          "runtime_seconds": 4.115573167800903
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.150726117346022,
+          "lr": 0.03,
+          "negative_goodness": 1.8177449900097318,
+          "pair_accuracy": 0.8958000000317892,
+          "positive_goodness": 2.4877128871070013,
+          "runtime_seconds": 4.110372066497803
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.13550559586419,
+          "lr": 0.03,
+          "negative_goodness": 1.8021509422302247,
+          "pair_accuracy": 0.9006,
+          "positive_goodness": 2.5281707704755996,
+          "runtime_seconds": 4.108009576797485
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.1413805837101407,
+          "lr": 0.03,
+          "negative_goodness": 1.8074235565609402,
+          "pair_accuracy": 0.8972222222222223,
+          "positive_goodness": 2.5102762009090847,
+          "runtime_seconds": 4.108757257461548
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.1273996325598823,
+          "lr": 0.03,
+          "negative_goodness": 1.7942975905524359,
+          "pair_accuracy": 0.8991555555237664,
+          "positive_goodness": 2.548309704123603,
+          "runtime_seconds": 4.10643196105957
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.1150318355242412,
+          "lr": 0.03,
+          "negative_goodness": 1.7895531732135348,
+          "pair_accuracy": 0.9064222222116258,
+          "positive_goodness": 2.575343133629693,
+          "runtime_seconds": 4.1074371337890625
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.1278533650928073,
+          "lr": 0.03,
+          "negative_goodness": 1.7907552389568753,
+          "pair_accuracy": 0.8966000000317892,
+          "positive_goodness": 2.546345408121745,
+          "runtime_seconds": 4.112310171127319
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.119874164422353,
+          "lr": 0.03,
+          "negative_goodness": 1.7889745242860582,
+          "pair_accuracy": 0.9062444444444444,
+          "positive_goodness": 2.5609932209014894,
+          "runtime_seconds": 4.1086225509643555
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.1267456806288825,
+          "lr": 0.03,
+          "negative_goodness": 1.787269320869446,
+          "pair_accuracy": 0.890511111164093,
+          "positive_goodness": 2.551787612279256,
+          "runtime_seconds": 4.104816675186157
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.1227829819573296,
+          "lr": 0.03,
+          "negative_goodness": 1.7890382353040908,
+          "pair_accuracy": 0.8938666666878594,
+          "positive_goodness": 2.557402565765381,
+          "runtime_seconds": 4.106895923614502
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.1133449703322515,
+          "lr": 0.03,
+          "negative_goodness": 1.7809584218555026,
+          "pair_accuracy": 0.9034222222222222,
+          "positive_goodness": 2.5775802551693388,
+          "runtime_seconds": 4.117905139923096
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.1116062195248073,
+          "lr": 0.03,
+          "negative_goodness": 1.776624480480618,
+          "pair_accuracy": 0.9046000000105964,
+          "positive_goodness": 2.5840108837975397,
+          "runtime_seconds": 4.107118368148804
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.104581275452508,
+          "lr": 0.03,
+          "negative_goodness": 1.7667369323306614,
+          "pair_accuracy": 0.9027333333121406,
+          "positive_goodness": 2.604363182406955,
+          "runtime_seconds": 4.101730585098267
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.0890382770114475,
+          "lr": 0.03,
+          "negative_goodness": 1.7625344626108805,
+          "pair_accuracy": 0.9158666666507721,
+          "positive_goodness": 2.6373711786058216,
+          "runtime_seconds": 4.107868194580078
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.0999188919067382,
+          "lr": 0.03,
+          "negative_goodness": 1.7646269097646077,
+          "pair_accuracy": 0.9048222222275204,
+          "positive_goodness": 2.608219020292494,
+          "runtime_seconds": 4.10097336769104
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.1012301017973158,
+          "lr": 0.03,
+          "negative_goodness": 1.7666165583292643,
+          "pair_accuracy": 0.9074444444444445,
+          "positive_goodness": 2.6064119266933865,
+          "runtime_seconds": 4.104971170425415
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.1002144324620564,
+          "lr": 0.03,
+          "negative_goodness": 1.7622497907426622,
+          "pair_accuracy": 0.9065111111111112,
+          "positive_goodness": 2.6119467107984753,
+          "runtime_seconds": 4.113715171813965
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.0859359534687467,
+          "lr": 0.03,
+          "negative_goodness": 1.7537220824771458,
+          "pair_accuracy": 0.9099111111005147,
+          "positive_goodness": 2.6461770452287463,
+          "runtime_seconds": 4.10743260383606
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.0961598378075494,
+          "lr": 0.03,
+          "negative_goodness": 1.7621391343010797,
+          "pair_accuracy": 0.9046222221904331,
+          "positive_goodness": 2.623654704793294,
+          "runtime_seconds": 4.109234809875488
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.1111296663496228,
+          "lr": 0.03,
+          "negative_goodness": 1.7718900956471761,
+          "pair_accuracy": 0.8995777777777778,
+          "positive_goodness": 2.582934309556749,
+          "runtime_seconds": 4.10819673538208
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.1079474945492214,
+          "lr": 0.03,
+          "negative_goodness": 1.7705527676264445,
+          "pair_accuracy": 0.9076444444126553,
+          "positive_goodness": 2.5943449639638265,
+          "runtime_seconds": 4.102893114089966
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.1167044221242268,
+          "lr": 0.03,
+          "negative_goodness": 1.773430486339993,
+          "pair_accuracy": 0.894977777756585,
+          "positive_goodness": 2.577734714041816,
+          "runtime_seconds": 4.106491565704346
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.09606968460083,
+          "lr": 0.03,
+          "negative_goodness": 1.7651921961890327,
+          "pair_accuracy": 0.9110000000529819,
+          "positive_goodness": 2.622268991088867,
+          "runtime_seconds": 4.111208915710449
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.1023774824778239,
+          "lr": 0.03,
+          "negative_goodness": 1.7662188081317478,
+          "pair_accuracy": 0.9075333333015442,
+          "positive_goodness": 2.602567477501763,
+          "runtime_seconds": 4.108267545700073
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.1002922629462348,
+          "lr": 0.03,
+          "negative_goodness": 1.7583807843738133,
+          "pair_accuracy": 0.8983555555449592,
+          "positive_goodness": 2.6132256741841635,
+          "runtime_seconds": 4.110975742340088
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.0839439553578694,
+          "lr": 0.03,
+          "negative_goodness": 1.7537993270874024,
+          "pair_accuracy": 0.9174666666666667,
+          "positive_goodness": 2.649188068177965,
+          "runtime_seconds": 4.1149396896362305
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.10768420914544,
+          "lr": 0.03,
+          "negative_goodness": 1.762215388361613,
+          "pair_accuracy": 0.8966222222646077,
+          "positive_goodness": 2.597895335430569,
+          "runtime_seconds": 4.108246326446533
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.106371989271376,
+          "lr": 0.03,
+          "negative_goodness": 1.7670591165966458,
+          "pair_accuracy": 0.8955111110899183,
+          "positive_goodness": 2.600708002344767,
+          "runtime_seconds": 4.100904941558838
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.0930078121609157,
+          "lr": 0.03,
+          "negative_goodness": 1.755316619152493,
+          "pair_accuracy": 0.9030888888782925,
+          "positive_goodness": 2.627472414991591,
+          "runtime_seconds": 4.101433038711548
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.0807727708816528,
+          "lr": 0.03,
+          "negative_goodness": 1.747190545739068,
+          "pair_accuracy": 0.9093333333121406,
+          "positive_goodness": 2.657519578721788,
+          "runtime_seconds": 4.1081531047821045
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.086436436780294,
+          "lr": 0.03,
+          "negative_goodness": 1.749000685988532,
+          "pair_accuracy": 0.9083999999682109,
+          "positive_goodness": 2.6419464111751982,
+          "runtime_seconds": 4.118070602416992
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.0928397960450915,
+          "lr": 0.03,
+          "negative_goodness": 1.7556655973646376,
+          "pair_accuracy": 0.903822222243415,
+          "positive_goodness": 2.629086883884006,
+          "runtime_seconds": 4.112451076507568
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.0838440064960055,
+          "lr": 0.03,
+          "negative_goodness": 1.747723941675822,
+          "pair_accuracy": 0.9109999999788072,
+          "positive_goodness": 2.652326032723321,
+          "runtime_seconds": 4.115649700164795
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.0802116849687364,
+          "lr": 0.03,
+          "negative_goodness": 1.7458540690316093,
+          "pair_accuracy": 0.9100222222328186,
+          "positive_goodness": 2.6584667794969348,
+          "runtime_seconds": 4.117010593414307
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.0919653782950507,
+          "lr": 0.03,
+          "negative_goodness": 1.7514284866756864,
+          "pair_accuracy": 0.9058888889418708,
+          "positive_goodness": 2.633768251885308,
+          "runtime_seconds": 4.11143159866333
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.080985579999288,
+          "lr": 0.03,
+          "negative_goodness": 1.742019308895535,
+          "pair_accuracy": 0.9063777777777777,
+          "positive_goodness": 2.65904129647149,
+          "runtime_seconds": 4.102772951126099
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.1102697087817721,
+          "lr": 0.03,
+          "negative_goodness": 1.7628061603122287,
+          "pair_accuracy": 0.8910444444762335,
+          "positive_goodness": 2.5946157149420843,
+          "runtime_seconds": 4.106356143951416
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.0745362322701348,
+          "lr": 0.03,
+          "negative_goodness": 1.739738830312093,
+          "pair_accuracy": 0.9123777777459886,
+          "positive_goodness": 2.6703601700676813,
+          "runtime_seconds": 4.105858564376831
+        }
+      ],
+      "layer": 5
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.2282417302873399,
+          "lr": 0.03,
+          "negative_goodness": 1.9139733407550388,
+          "pair_accuracy": 0.838422222190433,
+          "positive_goodness": 2.3548981219821505,
+          "runtime_seconds": 4.183380365371704
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.1528942929797703,
+          "lr": 0.03,
+          "negative_goodness": 1.8545381876627605,
+          "pair_accuracy": 0.9038666666666667,
+          "positive_goodness": 2.489146173010932,
+          "runtime_seconds": 4.186413049697876
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.1441439374923705,
+          "lr": 0.03,
+          "negative_goodness": 1.8414307845433553,
+          "pair_accuracy": 0.9059111111640931,
+          "positive_goodness": 2.51084839714898,
+          "runtime_seconds": 4.182114362716675
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.1254109309090508,
+          "lr": 0.03,
+          "negative_goodness": 1.8262093807644315,
+          "pair_accuracy": 0.9185777777777778,
+          "positive_goodness": 2.5477708988613554,
+          "runtime_seconds": 4.181799411773682
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.1301531390508015,
+          "lr": 0.03,
+          "negative_goodness": 1.827271707810296,
+          "pair_accuracy": 0.9052888889418708,
+          "positive_goodness": 2.546695994652642,
+          "runtime_seconds": 4.187775611877441
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.120451905632019,
+          "lr": 0.03,
+          "negative_goodness": 1.8158629444970025,
+          "pair_accuracy": 0.9123111111111111,
+          "positive_goodness": 2.5558012626224094,
+          "runtime_seconds": 4.189437389373779
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.1356065869861178,
+          "lr": 0.03,
+          "negative_goodness": 1.824257005458408,
+          "pair_accuracy": 0.9037777777883742,
+          "positive_goodness": 2.5264420747968885,
+          "runtime_seconds": 4.190229892730713
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.127683812099033,
+          "lr": 0.03,
+          "negative_goodness": 1.8262822903315226,
+          "pair_accuracy": 0.9100666667196485,
+          "positive_goodness": 2.5570729092491997,
+          "runtime_seconds": 4.185404300689697
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.1134229776382447,
+          "lr": 0.03,
+          "negative_goodness": 1.8045417392518786,
+          "pair_accuracy": 0.9136000000529819,
+          "positive_goodness": 2.5714300395117866,
+          "runtime_seconds": 4.188624858856201
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.115643950843811,
+          "lr": 0.03,
+          "negative_goodness": 1.808674778535631,
+          "pair_accuracy": 0.9150444444444444,
+          "positive_goodness": 2.5773485818227133,
+          "runtime_seconds": 4.18666934967041
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.1108136850145127,
+          "lr": 0.03,
+          "negative_goodness": 1.8010588664160834,
+          "pair_accuracy": 0.9103333333121406,
+          "positive_goodness": 2.5858695802900526,
+          "runtime_seconds": 4.193897724151611
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.10547662908766,
+          "lr": 0.03,
+          "negative_goodness": 1.8018836910247802,
+          "pair_accuracy": 0.9129555555979411,
+          "positive_goodness": 2.599337922244602,
+          "runtime_seconds": 4.186630725860596
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.101928511153327,
+          "lr": 0.03,
+          "negative_goodness": 1.7928600411732991,
+          "pair_accuracy": 0.9142888888888889,
+          "positive_goodness": 2.6065821189456515,
+          "runtime_seconds": 4.187521934509277
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.102749447886149,
+          "lr": 0.03,
+          "negative_goodness": 1.7906048328399657,
+          "pair_accuracy": 0.9124888888782925,
+          "positive_goodness": 2.605717048687405,
+          "runtime_seconds": 4.1851372718811035
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.1206658038669162,
+          "lr": 0.03,
+          "negative_goodness": 1.8006284732394748,
+          "pair_accuracy": 0.9025555555237664,
+          "positive_goodness": 2.5556880288441977,
+          "runtime_seconds": 4.18665623664856
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.1069506627188788,
+          "lr": 0.03,
+          "negative_goodness": 1.7928888461642796,
+          "pair_accuracy": 0.9088888888676961,
+          "positive_goodness": 2.5999124927944606,
+          "runtime_seconds": 4.185266733169556
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.0970086763275995,
+          "lr": 0.03,
+          "negative_goodness": 1.7887196825027465,
+          "pair_accuracy": 0.9157999999788072,
+          "positive_goodness": 2.614145469792684,
+          "runtime_seconds": 4.192104816436768
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.1046667453765868,
+          "lr": 0.03,
+          "negative_goodness": 1.7854950257195368,
+          "pair_accuracy": 0.9040888888782925,
+          "positive_goodness": 2.59957791756524,
+          "runtime_seconds": 4.182960033416748
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.0964878037876553,
+          "lr": 0.03,
+          "negative_goodness": 1.7866339332580568,
+          "pair_accuracy": 0.9166444444338481,
+          "positive_goodness": 2.617560800382826,
+          "runtime_seconds": 4.182856321334839
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.104281988588969,
+          "lr": 0.03,
+          "negative_goodness": 1.7853485932032267,
+          "pair_accuracy": 0.9070000000317892,
+          "positive_goodness": 2.6027050721910263,
+          "runtime_seconds": 4.18218994140625
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.093880547205607,
+          "lr": 0.03,
+          "negative_goodness": 1.7818320153978136,
+          "pair_accuracy": 0.9113555555449592,
+          "positive_goodness": 2.624588359790378,
+          "runtime_seconds": 4.188371658325195
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.1089344637976752,
+          "lr": 0.03,
+          "negative_goodness": 1.7902253051757813,
+          "pair_accuracy": 0.9037777778201633,
+          "positive_goodness": 2.5970583329518635,
+          "runtime_seconds": 4.194866180419922
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 1.0973363797505697,
+          "lr": 0.03,
+          "negative_goodness": 1.7793532372368706,
+          "pair_accuracy": 0.9114666667090522,
+          "positive_goodness": 2.6173748268551296,
+          "runtime_seconds": 4.182745695114136
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.083446769481235,
+          "lr": 0.03,
+          "negative_goodness": 1.7700866875330608,
+          "pair_accuracy": 0.9105777777883741,
+          "positive_goodness": 2.6520619473351372,
+          "runtime_seconds": 4.200013637542725
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.0895815067397223,
+          "lr": 0.03,
+          "negative_goodness": 1.78178900964525,
+          "pair_accuracy": 0.9148666666666667,
+          "positive_goodness": 2.633288595453898,
+          "runtime_seconds": 4.198870420455933
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 1.0899646204630533,
+          "lr": 0.03,
+          "negative_goodness": 1.7726043417400783,
+          "pair_accuracy": 0.908755555566152,
+          "positive_goodness": 2.6313519655015734,
+          "runtime_seconds": 4.189499616622925
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 1.0940151066886055,
+          "lr": 0.03,
+          "negative_goodness": 1.7806745727327136,
+          "pair_accuracy": 0.9119555555767483,
+          "positive_goodness": 2.6332524874369305,
+          "runtime_seconds": 4.1830267906188965
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 1.0918055002212523,
+          "lr": 0.03,
+          "negative_goodness": 1.7750634720908272,
+          "pair_accuracy": 0.9102888888782925,
+          "positive_goodness": 2.626335217497084,
+          "runtime_seconds": 4.1856865882873535
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 1.0909241199705335,
+          "lr": 0.03,
+          "negative_goodness": 1.7725908629099527,
+          "pair_accuracy": 0.9091999999894036,
+          "positive_goodness": 2.641830966398451,
+          "runtime_seconds": 4.18153190612793
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 1.092774199485779,
+          "lr": 0.03,
+          "negative_goodness": 1.7789551886876425,
+          "pair_accuracy": 0.9198888888994853,
+          "positive_goodness": 2.631766346232096,
+          "runtime_seconds": 4.17955207824707
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.08910296459198,
+          "lr": 0.03,
+          "negative_goodness": 1.7688072917726305,
+          "pair_accuracy": 0.906911111079322,
+          "positive_goodness": 2.636232932366265,
+          "runtime_seconds": 4.182530403137207
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 1.0668831248283386,
+          "lr": 0.03,
+          "negative_goodness": 1.7581169848548042,
+          "pair_accuracy": 0.9193111111005148,
+          "positive_goodness": 2.68321595954895,
+          "runtime_seconds": 4.194822072982788
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 1.0772013047112359,
+          "lr": 0.03,
+          "negative_goodness": 1.7653497921413845,
+          "pair_accuracy": 0.917666666677263,
+          "positive_goodness": 2.670431421110365,
+          "runtime_seconds": 4.18279767036438
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.0893278295728896,
+          "lr": 0.03,
+          "negative_goodness": 1.7705945396847196,
+          "pair_accuracy": 0.9088666666454739,
+          "positive_goodness": 2.643431201722887,
+          "runtime_seconds": 4.187745094299316
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 1.0939264350043403,
+          "lr": 0.03,
+          "negative_goodness": 1.7715770559946695,
+          "pair_accuracy": 0.9066666666984559,
+          "positive_goodness": 2.624885014682346,
+          "runtime_seconds": 4.188612222671509
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 1.1082750990761652,
+          "lr": 0.03,
+          "negative_goodness": 1.7769605804231432,
+          "pair_accuracy": 0.8950222222328186,
+          "positive_goodness": 2.601079196972317,
+          "runtime_seconds": 4.187227725982666
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 1.0996608392503526,
+          "lr": 0.03,
+          "negative_goodness": 1.7816196267445883,
+          "pair_accuracy": 0.9034444444868299,
+          "positive_goodness": 2.620765762286716,
+          "runtime_seconds": 4.184179306030273
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 1.0955652079688178,
+          "lr": 0.03,
+          "negative_goodness": 1.7699977742089166,
+          "pair_accuracy": 0.9041555555555556,
+          "positive_goodness": 2.621982020441691,
+          "runtime_seconds": 4.185506343841553
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 1.0766044742584229,
+          "lr": 0.03,
+          "negative_goodness": 1.7584998134613037,
+          "pair_accuracy": 0.9079777777671814,
+          "positive_goodness": 2.663644162326389,
+          "runtime_seconds": 4.1832146644592285
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.0892708026674058,
+          "lr": 0.03,
+          "negative_goodness": 1.76780527282291,
+          "pair_accuracy": 0.9054444444868299,
+          "positive_goodness": 2.643021335644192,
+          "runtime_seconds": 4.185601472854614
+        }
+      ],
+      "layer": 6
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.1253311761008369,
+          "lr": 0.03,
+          "negative_goodness": 1.6575051356845432,
+          "pair_accuracy": 0.8460666666560703,
+          "positive_goodness": 2.557292859141032,
+          "runtime_seconds": 3.891817331314087
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.0763676758024427,
+          "lr": 0.03,
+          "negative_goodness": 1.6518669692569308,
+          "pair_accuracy": 0.8623555555555555,
+          "positive_goodness": 2.6672118925730386,
+          "runtime_seconds": 3.896362066268921
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.0728448446273804,
+          "lr": 0.03,
+          "negative_goodness": 1.6546233544773525,
+          "pair_accuracy": 0.8680888888570998,
+          "positive_goodness": 2.6859911384158663,
+          "runtime_seconds": 3.8920247554779053
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.0365681575987074,
+          "lr": 0.03,
+          "negative_goodness": 1.6315087844000922,
+          "pair_accuracy": 0.8820222222381168,
+          "positive_goodness": 2.769213263744778,
+          "runtime_seconds": 3.8668699264526367
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.0445627415868972,
+          "lr": 0.03,
+          "negative_goodness": 1.629291656451755,
+          "pair_accuracy": 0.8768222222116259,
+          "positive_goodness": 2.7458765820821127,
+          "runtime_seconds": 3.879272699356079
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.0211790038638644,
+          "lr": 0.03,
+          "negative_goodness": 1.6018875737508138,
+          "pair_accuracy": 0.8818444444762336,
+          "positive_goodness": 2.8127167895846896,
+          "runtime_seconds": 3.890521287918091
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.029574119038052,
+          "lr": 0.03,
+          "negative_goodness": 1.6114481822543674,
+          "pair_accuracy": 0.8778000000211927,
+          "positive_goodness": 2.7895690158843993,
+          "runtime_seconds": 3.8903748989105225
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.0264175943374634,
+          "lr": 0.03,
+          "negative_goodness": 1.6093906185574,
+          "pair_accuracy": 0.8832222222646078,
+          "positive_goodness": 2.7925160817040338,
+          "runtime_seconds": 3.890129327774048
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.006596037949456,
+          "lr": 0.03,
+          "negative_goodness": 1.5959457813898723,
+          "pair_accuracy": 0.8902666666454739,
+          "positive_goodness": 2.8440994382222495,
+          "runtime_seconds": 3.862400770187378
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.0075055130640667,
+          "lr": 0.03,
+          "negative_goodness": 1.5890174460517035,
+          "pair_accuracy": 0.8848888888994852,
+          "positive_goodness": 2.8418201305389403,
+          "runtime_seconds": 3.891815185546875
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.9913885815090603,
+          "lr": 0.03,
+          "negative_goodness": 1.5767886158625284,
+          "pair_accuracy": 0.8924666666984558,
+          "positive_goodness": 2.886002661683824,
+          "runtime_seconds": 3.8908305168151855
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.9671852130148146,
+          "lr": 0.03,
+          "negative_goodness": 1.5379837447802225,
+          "pair_accuracy": 0.892977777756585,
+          "positive_goodness": 2.9561121763865152,
+          "runtime_seconds": 3.90191912651062
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.9981403942320082,
+          "lr": 0.03,
+          "negative_goodness": 1.5739102121565076,
+          "pair_accuracy": 0.8828000000211927,
+          "positive_goodness": 2.879414331817627,
+          "runtime_seconds": 3.8799173831939697
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.9865688554763794,
+          "lr": 0.03,
+          "negative_goodness": 1.5627147153218588,
+          "pair_accuracy": 0.8913111111217075,
+          "positive_goodness": 2.898682731543647,
+          "runtime_seconds": 3.8865065574645996
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.9876086483637492,
+          "lr": 0.03,
+          "negative_goodness": 1.5663233857472738,
+          "pair_accuracy": 0.8917333333015441,
+          "positive_goodness": 2.900077297973633,
+          "runtime_seconds": 3.879426956176758
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.9722018902036879,
+          "lr": 0.03,
+          "negative_goodness": 1.5425182858361137,
+          "pair_accuracy": 0.8934888888994853,
+          "positive_goodness": 2.951553590053982,
+          "runtime_seconds": 3.8823554515838623
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.9493757187631395,
+          "lr": 0.03,
+          "negative_goodness": 1.519185211859809,
+          "pair_accuracy": 0.900533333322737,
+          "positive_goodness": 3.002834382587009,
+          "runtime_seconds": 3.8933327198028564
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.9704292489581637,
+          "lr": 0.03,
+          "negative_goodness": 1.5397263514412773,
+          "pair_accuracy": 0.8953777777777778,
+          "positive_goodness": 2.9483693684895833,
+          "runtime_seconds": 3.8986411094665527
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.9569258130603366,
+          "lr": 0.03,
+          "negative_goodness": 1.5266976169162327,
+          "pair_accuracy": 0.8955999999788072,
+          "positive_goodness": 2.9991216736687556,
+          "runtime_seconds": 3.8721351623535156
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.9736129059897529,
+          "lr": 0.03,
+          "negative_goodness": 1.5432440814759996,
+          "pair_accuracy": 0.8900666666666667,
+          "positive_goodness": 2.9432943698883056,
+          "runtime_seconds": 3.8891103267669678
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.9708328408771091,
+          "lr": 0.03,
+          "negative_goodness": 1.538618601820204,
+          "pair_accuracy": 0.889688888920678,
+          "positive_goodness": 2.962089084752401,
+          "runtime_seconds": 3.8976728916168213
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.9948084070735508,
+          "lr": 0.03,
+          "negative_goodness": 1.5637291308720906,
+          "pair_accuracy": 0.8846666666454739,
+          "positive_goodness": 2.9047905408647323,
+          "runtime_seconds": 3.9057857990264893
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.971773373858134,
+          "lr": 0.03,
+          "negative_goodness": 1.5433490192201402,
+          "pair_accuracy": 0.8976888889312744,
+          "positive_goodness": 2.956057413185967,
+          "runtime_seconds": 3.878641128540039
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.9662275307549371,
+          "lr": 0.03,
+          "negative_goodness": 1.5293324873182508,
+          "pair_accuracy": 0.8927333333015441,
+          "positive_goodness": 2.982958706198798,
+          "runtime_seconds": 3.892656087875366
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.9604807125939263,
+          "lr": 0.03,
+          "negative_goodness": 1.5226243591308595,
+          "pair_accuracy": 0.8936000000317892,
+          "positive_goodness": 2.984456341764662,
+          "runtime_seconds": 3.8817129135131836
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.9586343354649014,
+          "lr": 0.03,
+          "negative_goodness": 1.5128548272662692,
+          "pair_accuracy": 0.8897999999682109,
+          "positive_goodness": 3.0081344315422904,
+          "runtime_seconds": 4.018235683441162
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.9640578417248196,
+          "lr": 0.03,
+          "negative_goodness": 1.5206767811245387,
+          "pair_accuracy": 0.8883333333651224,
+          "positive_goodness": 2.9983419269561766,
+          "runtime_seconds": 4.060157299041748
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.9197704285091824,
+          "lr": 0.03,
+          "negative_goodness": 1.4732675714492798,
+          "pair_accuracy": 0.9063555555343628,
+          "positive_goodness": 3.1108201388888888,
+          "runtime_seconds": 4.026797771453857
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.9398780798594157,
+          "lr": 0.03,
+          "negative_goodness": 1.4960400100072224,
+          "pair_accuracy": 0.8978000000317892,
+          "positive_goodness": 3.057522085020277,
+          "runtime_seconds": 3.886897563934326
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.9511253603299459,
+          "lr": 0.03,
+          "negative_goodness": 1.502223103989495,
+          "pair_accuracy": 0.8925333333333333,
+          "positive_goodness": 3.03213802579244,
+          "runtime_seconds": 3.8795042037963867
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.9603229959487916,
+          "lr": 0.03,
+          "negative_goodness": 1.517600659942627,
+          "pair_accuracy": 0.8949333333863152,
+          "positive_goodness": 3.017794240866767,
+          "runtime_seconds": 3.8384146690368652
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.950588881556193,
+          "lr": 0.03,
+          "negative_goodness": 1.4990133396148682,
+          "pair_accuracy": 0.8959555556085375,
+          "positive_goodness": 3.031329246902466,
+          "runtime_seconds": 3.8312416076660156
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.9335020172542996,
+          "lr": 0.03,
+          "negative_goodness": 1.47775428276062,
+          "pair_accuracy": 0.8924222222434149,
+          "positive_goodness": 3.081496426773071,
+          "runtime_seconds": 3.824446678161621
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.944277149242825,
+          "lr": 0.03,
+          "negative_goodness": 1.4969571764204237,
+          "pair_accuracy": 0.8948888888676961,
+          "positive_goodness": 3.057461026679145,
+          "runtime_seconds": 3.8228912353515625
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.9630947551515368,
+          "lr": 0.03,
+          "negative_goodness": 1.5212136888715957,
+          "pair_accuracy": 0.8920666666560703,
+          "positive_goodness": 2.9990695167965358,
+          "runtime_seconds": 3.8245339393615723
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.9452382517602709,
+          "lr": 0.03,
+          "negative_goodness": 1.4966110318342845,
+          "pair_accuracy": 0.8946,
+          "positive_goodness": 3.050751921335856,
+          "runtime_seconds": 3.8248226642608643
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.9562018103970422,
+          "lr": 0.03,
+          "negative_goodness": 1.5105079015043046,
+          "pair_accuracy": 0.8909777777777778,
+          "positive_goodness": 3.019462661149767,
+          "runtime_seconds": 3.827463150024414
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.907993979771932,
+          "lr": 0.03,
+          "negative_goodness": 1.456880996746487,
+          "pair_accuracy": 0.9066222222646078,
+          "positive_goodness": 3.1567500873989527,
+          "runtime_seconds": 3.827312469482422
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.9444151743994819,
+          "lr": 0.03,
+          "negative_goodness": 1.495000817404853,
+          "pair_accuracy": 0.8988222222540113,
+          "positive_goodness": 3.0617941925472683,
+          "runtime_seconds": 3.8533265590667725
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.970937155342102,
+          "lr": 0.03,
+          "negative_goodness": 1.5101799403932359,
+          "pair_accuracy": 0.8834444444444445,
+          "positive_goodness": 2.9957221263885496,
+          "runtime_seconds": 3.8618123531341553
+        }
+      ],
+      "layer": 7
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.1843314747916327,
+          "lr": 0.03,
+          "negative_goodness": 1.8096785085466174,
+          "pair_accuracy": 0.8119333333439297,
+          "positive_goodness": 2.4477177166408963,
+          "runtime_seconds": 3.907862663269043
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.0908262498007881,
+          "lr": 0.03,
+          "negative_goodness": 1.7145724468655057,
+          "pair_accuracy": 0.8672000000105964,
+          "positive_goodness": 2.639638025156657,
+          "runtime_seconds": 3.8882288932800293
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 1.0643919554392496,
+          "lr": 0.03,
+          "negative_goodness": 1.668543790075514,
+          "pair_accuracy": 0.8724888889418708,
+          "positive_goodness": 2.7071398744371202,
+          "runtime_seconds": 3.8655688762664795
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 1.0630058233790927,
+          "lr": 0.03,
+          "negative_goodness": 1.6633555345111424,
+          "pair_accuracy": 0.8711333333333333,
+          "positive_goodness": 2.720318223190308,
+          "runtime_seconds": 3.8666837215423584
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 1.0618469442155627,
+          "lr": 0.03,
+          "negative_goodness": 1.6594931891123454,
+          "pair_accuracy": 0.8728444444974264,
+          "positive_goodness": 2.7255787406073675,
+          "runtime_seconds": 3.855844497680664
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 1.0495743374294706,
+          "lr": 0.03,
+          "negative_goodness": 1.6361259392844305,
+          "pair_accuracy": 0.8753333333651224,
+          "positive_goodness": 2.7702808492024737,
+          "runtime_seconds": 3.87961483001709
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 1.0467650150299073,
+          "lr": 0.03,
+          "negative_goodness": 1.6289938568115234,
+          "pair_accuracy": 0.8731111110899183,
+          "positive_goodness": 2.7646711762746174,
+          "runtime_seconds": 3.8812477588653564
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 1.0531198591974047,
+          "lr": 0.03,
+          "negative_goodness": 1.6303391473770141,
+          "pair_accuracy": 0.8746444444126553,
+          "positive_goodness": 2.768021809471978,
+          "runtime_seconds": 3.901270866394043
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 1.0322821862750584,
+          "lr": 0.03,
+          "negative_goodness": 1.6214960707982382,
+          "pair_accuracy": 0.8846666667196486,
+          "positive_goodness": 2.805942648654514,
+          "runtime_seconds": 3.924118757247925
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 1.0120673136605156,
+          "lr": 0.03,
+          "negative_goodness": 1.5919928324805366,
+          "pair_accuracy": 0.8879111111111111,
+          "positive_goodness": 2.8543076766120064,
+          "runtime_seconds": 3.912341356277466
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 1.0134641191800435,
+          "lr": 0.03,
+          "negative_goodness": 1.5882788895289104,
+          "pair_accuracy": 0.8836,
+          "positive_goodness": 2.8654654865264892,
+          "runtime_seconds": 4.003767013549805
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 1.0213920141008166,
+          "lr": 0.03,
+          "negative_goodness": 1.6006039105945162,
+          "pair_accuracy": 0.883533333322737,
+          "positive_goodness": 2.8506203154246013,
+          "runtime_seconds": 3.9204907417297363
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 1.0042789044274225,
+          "lr": 0.03,
+          "negative_goodness": 1.585235983551873,
+          "pair_accuracy": 0.8835333333015442,
+          "positive_goodness": 2.889981962500678,
+          "runtime_seconds": 3.9103479385375977
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 1.0242807126363118,
+          "lr": 0.03,
+          "negative_goodness": 1.5924005566279094,
+          "pair_accuracy": 0.8827777777777778,
+          "positive_goodness": 2.8300068995157877,
+          "runtime_seconds": 3.9340481758117676
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 1.0146125266498989,
+          "lr": 0.03,
+          "negative_goodness": 1.589675334654914,
+          "pair_accuracy": 0.8811111111111111,
+          "positive_goodness": 2.872640680355496,
+          "runtime_seconds": 3.8742222785949707
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 1.02594399383333,
+          "lr": 0.03,
+          "negative_goodness": 1.586355850007799,
+          "pair_accuracy": 0.8740444444444444,
+          "positive_goodness": 2.8491206364949546,
+          "runtime_seconds": 3.909990072250366
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 1.0040110695732964,
+          "lr": 0.03,
+          "negative_goodness": 1.5713011403401693,
+          "pair_accuracy": 0.889177777756585,
+          "positive_goodness": 2.899435606765747,
+          "runtime_seconds": 3.8839914798736572
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 1.0131056555324132,
+          "lr": 0.03,
+          "negative_goodness": 1.574580996937222,
+          "pair_accuracy": 0.8814444444974263,
+          "positive_goodness": 2.8823492155710855,
+          "runtime_seconds": 3.8894004821777344
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 1.0000256185849508,
+          "lr": 0.03,
+          "negative_goodness": 1.5647295669131809,
+          "pair_accuracy": 0.8848,
+          "positive_goodness": 2.919537128194173,
+          "runtime_seconds": 4.051071405410767
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 1.0019603678597344,
+          "lr": 0.03,
+          "negative_goodness": 1.5666641600926716,
+          "pair_accuracy": 0.8837555556085375,
+          "positive_goodness": 2.9175658261617023,
+          "runtime_seconds": 4.1140007972717285
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 1.0088668394936455,
+          "lr": 0.03,
+          "negative_goodness": 1.567333915922377,
+          "pair_accuracy": 0.8832888889100816,
+          "positive_goodness": 2.8925293108410304,
+          "runtime_seconds": 4.086546421051025
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 1.0147882745954726,
+          "lr": 0.03,
+          "negative_goodness": 1.5675391729142931,
+          "pair_accuracy": 0.8811333333121406,
+          "positive_goodness": 2.8851874069213865,
+          "runtime_seconds": 3.9882283210754395
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.9775476300557454,
+          "lr": 0.03,
+          "negative_goodness": 1.5453736410564847,
+          "pair_accuracy": 0.8896000000105964,
+          "positive_goodness": 2.9565597864786786,
+          "runtime_seconds": 4.124258279800415
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 1.0086930328263177,
+          "lr": 0.03,
+          "negative_goodness": 1.5672792819764878,
+          "pair_accuracy": 0.8848888888570997,
+          "positive_goodness": 2.9004936158921986,
+          "runtime_seconds": 4.13614296913147
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 1.004484528933631,
+          "lr": 0.03,
+          "negative_goodness": 1.5652869699902006,
+          "pair_accuracy": 0.8776444444444444,
+          "positive_goodness": 2.8996909873962404,
+          "runtime_seconds": 3.9356095790863037
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.9996444772614373,
+          "lr": 0.03,
+          "negative_goodness": 1.5542908275816176,
+          "pair_accuracy": 0.8870888888888889,
+          "positive_goodness": 2.9176612499660917,
+          "runtime_seconds": 3.8748137950897217
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.99581383389367,
+          "lr": 0.03,
+          "negative_goodness": 1.554695945739746,
+          "pair_accuracy": 0.8837777778307597,
+          "positive_goodness": 2.932477813212077,
+          "runtime_seconds": 4.096490859985352
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.9769430025524564,
+          "lr": 0.03,
+          "negative_goodness": 1.54367327770657,
+          "pair_accuracy": 0.8932888889418708,
+          "positive_goodness": 2.967214637798733,
+          "runtime_seconds": 4.005157470703125
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.9958069711261326,
+          "lr": 0.03,
+          "negative_goodness": 1.5501911715401544,
+          "pair_accuracy": 0.8857333333439297,
+          "positive_goodness": 2.9392935397254094,
+          "runtime_seconds": 4.02176308631897
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.9945689824210273,
+          "lr": 0.03,
+          "negative_goodness": 1.549483028878106,
+          "pair_accuracy": 0.8896444444444445,
+          "positive_goodness": 2.9278550802230834,
+          "runtime_seconds": 3.8879575729370117
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 1.0012718841340806,
+          "lr": 0.03,
+          "negative_goodness": 1.5568728165096706,
+          "pair_accuracy": 0.8787111111323038,
+          "positive_goodness": 2.9311372423807778,
+          "runtime_seconds": 3.9071977138519287
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.9884383135371738,
+          "lr": 0.03,
+          "negative_goodness": 1.5362172483020358,
+          "pair_accuracy": 0.8891111111005148,
+          "positive_goodness": 2.9436491321987575,
+          "runtime_seconds": 3.878896474838257
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.9966020227644179,
+          "lr": 0.03,
+          "negative_goodness": 1.5529784621344673,
+          "pair_accuracy": 0.8856444444762336,
+          "positive_goodness": 2.942101957702637,
+          "runtime_seconds": 3.882232666015625
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 1.0121936600367227,
+          "lr": 0.03,
+          "negative_goodness": 1.5539330653296577,
+          "pair_accuracy": 0.879,
+          "positive_goodness": 2.8834142702314587,
+          "runtime_seconds": 3.9066760540008545
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.9778893494076198,
+          "lr": 0.03,
+          "negative_goodness": 1.5371667425791422,
+          "pair_accuracy": 0.8920444444126553,
+          "positive_goodness": 2.9968213414933946,
+          "runtime_seconds": 3.908698320388794
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.9934703800413344,
+          "lr": 0.03,
+          "negative_goodness": 1.5379041339238484,
+          "pair_accuracy": 0.8794444444444445,
+          "positive_goodness": 2.9410683835347493,
+          "runtime_seconds": 3.920137405395508
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.9869493277973599,
+          "lr": 0.03,
+          "negative_goodness": 1.539103998629252,
+          "pair_accuracy": 0.8869777778201633,
+          "positive_goodness": 2.9599283844417994,
+          "runtime_seconds": 3.9171736240386963
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.983934252527025,
+          "lr": 0.03,
+          "negative_goodness": 1.5345206484688654,
+          "pair_accuracy": 0.884066666645474,
+          "positive_goodness": 2.978272841644287,
+          "runtime_seconds": 3.8899288177490234
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.977417014143202,
+          "lr": 0.03,
+          "negative_goodness": 1.527415295622084,
+          "pair_accuracy": 0.892,
+          "positive_goodness": 2.9887521514468722,
+          "runtime_seconds": 3.863647222518921
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 1.0022231745613945,
+          "lr": 0.03,
+          "negative_goodness": 1.5487360752741495,
+          "pair_accuracy": 0.8798,
+          "positive_goodness": 2.929055310100979,
+          "runtime_seconds": 3.8910257816314697
+        }
+      ],
+      "layer": 8
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.0358832864337497,
+          "lr": 0.03,
+          "negative_goodness": 1.6675561219321358,
+          "pair_accuracy": 0.8819555555873447,
+          "positive_goodness": 2.7537703990936278,
+          "runtime_seconds": 3.8370935916900635
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.9891615707291497,
+          "lr": 0.03,
+          "negative_goodness": 1.6530320317586262,
+          "pair_accuracy": 0.8782222222010294,
+          "positive_goodness": 2.8915867245144313,
+          "runtime_seconds": 3.83945894241333
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.8878141170077853,
+          "lr": 0.03,
+          "negative_goodness": 1.5606034367879231,
+          "pair_accuracy": 0.9192888888888889,
+          "positive_goodness": 3.1682924705929225,
+          "runtime_seconds": 3.837035894393921
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.9117577192730374,
+          "lr": 0.03,
+          "negative_goodness": 1.5643655072106255,
+          "pair_accuracy": 0.9013777777724796,
+          "positive_goodness": 3.146012950621711,
+          "runtime_seconds": 3.910130262374878
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.9163189773877461,
+          "lr": 0.03,
+          "negative_goodness": 1.5582847270329794,
+          "pair_accuracy": 0.9064888888888889,
+          "positive_goodness": 3.129040741475423,
+          "runtime_seconds": 3.9021759033203125
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.9082701563305325,
+          "lr": 0.03,
+          "negative_goodness": 1.545086894162496,
+          "pair_accuracy": 0.8994000000211928,
+          "positive_goodness": 3.1755112706926134,
+          "runtime_seconds": 3.9099040031433105
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.9188763835112254,
+          "lr": 0.03,
+          "negative_goodness": 1.5447528271357218,
+          "pair_accuracy": 0.8950222222222223,
+          "positive_goodness": 3.1430123339335125,
+          "runtime_seconds": 3.9067559242248535
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.9009803359561497,
+          "lr": 0.03,
+          "negative_goodness": 1.5375380429797703,
+          "pair_accuracy": 0.8955777777777778,
+          "positive_goodness": 3.210897341240777,
+          "runtime_seconds": 3.9030160903930664
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.9296967094845242,
+          "lr": 0.03,
+          "negative_goodness": 1.558184096230401,
+          "pair_accuracy": 0.8940444444762335,
+          "positive_goodness": 3.1142229231940375,
+          "runtime_seconds": 3.893656015396118
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.9302207252502441,
+          "lr": 0.03,
+          "negative_goodness": 1.5469240951326158,
+          "pair_accuracy": 0.8794222222328186,
+          "positive_goodness": 3.1327387749989826,
+          "runtime_seconds": 3.8969104290008545
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.9186549046622382,
+          "lr": 0.03,
+          "negative_goodness": 1.5371480662027994,
+          "pair_accuracy": 0.8908222222169241,
+          "positive_goodness": 3.157744024954902,
+          "runtime_seconds": 3.904487133026123
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.9055257738961113,
+          "lr": 0.03,
+          "negative_goodness": 1.5495680402119953,
+          "pair_accuracy": 0.9050444444974264,
+          "positive_goodness": 3.2144851754506427,
+          "runtime_seconds": 3.903032064437866
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.9011442115677728,
+          "lr": 0.03,
+          "negative_goodness": 1.5247069632424248,
+          "pair_accuracy": 0.9033999999682109,
+          "positive_goodness": 3.2015889662424724,
+          "runtime_seconds": 3.897266387939453
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.884363050450219,
+          "lr": 0.03,
+          "negative_goodness": 1.5073396715164185,
+          "pair_accuracy": 0.9005777777671814,
+          "positive_goodness": 3.254066605207655,
+          "runtime_seconds": 3.904639482498169
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.8884530794249641,
+          "lr": 0.03,
+          "negative_goodness": 1.5119021244684856,
+          "pair_accuracy": 0.9037111111111111,
+          "positive_goodness": 3.2621248037550186,
+          "runtime_seconds": 3.903503179550171
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.9187686367140876,
+          "lr": 0.03,
+          "negative_goodness": 1.5215731049643622,
+          "pair_accuracy": 0.8779333333333333,
+          "positive_goodness": 3.1877019118414984,
+          "runtime_seconds": 3.907388210296631
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.8834266141679552,
+          "lr": 0.03,
+          "negative_goodness": 1.5007580158869425,
+          "pair_accuracy": 0.9014000000211928,
+          "positive_goodness": 3.2883937250349256,
+          "runtime_seconds": 3.8962643146514893
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.9097687305238512,
+          "lr": 0.03,
+          "negative_goodness": 1.5162624812232124,
+          "pair_accuracy": 0.8775333333651225,
+          "positive_goodness": 3.227445184495714,
+          "runtime_seconds": 3.90580153465271
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.8739692093743219,
+          "lr": 0.03,
+          "negative_goodness": 1.4910369480980767,
+          "pair_accuracy": 0.9014,
+          "positive_goodness": 3.3236650600857205,
+          "runtime_seconds": 3.906627893447876
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.8951612075911628,
+          "lr": 0.03,
+          "negative_goodness": 1.5078423842324151,
+          "pair_accuracy": 0.8975555555555556,
+          "positive_goodness": 3.27828961452908,
+          "runtime_seconds": 3.9129366874694824
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.9092739360809327,
+          "lr": 0.03,
+          "negative_goodness": 1.5301395987616644,
+          "pair_accuracy": 0.8998444444974264,
+          "positive_goodness": 3.1839873522016737,
+          "runtime_seconds": 3.918229818344116
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.873044596391254,
+          "lr": 0.03,
+          "negative_goodness": 1.4895911621411642,
+          "pair_accuracy": 0.9045777777777778,
+          "positive_goodness": 3.346990058135986,
+          "runtime_seconds": 3.906986951828003
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.8575657847086589,
+          "lr": 0.03,
+          "negative_goodness": 1.4663995742162068,
+          "pair_accuracy": 0.9096444444444445,
+          "positive_goodness": 3.391477436404758,
+          "runtime_seconds": 3.908240795135498
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.8869966570748223,
+          "lr": 0.03,
+          "negative_goodness": 1.495113319545322,
+          "pair_accuracy": 0.8983555555237664,
+          "positive_goodness": 3.297498961639404,
+          "runtime_seconds": 3.9032323360443115
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.8865034440676371,
+          "lr": 0.03,
+          "negative_goodness": 1.490049732568529,
+          "pair_accuracy": 0.8895777778095669,
+          "positive_goodness": 3.3070731699201796,
+          "runtime_seconds": 3.9077041149139404
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.8749743803977966,
+          "lr": 0.03,
+          "negative_goodness": 1.4780747811635335,
+          "pair_accuracy": 0.8995555555343628,
+          "positive_goodness": 3.3651324629889596,
+          "runtime_seconds": 3.908973217010498
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.8773001370800866,
+          "lr": 0.03,
+          "negative_goodness": 1.4838626975165472,
+          "pair_accuracy": 0.9038444444444445,
+          "positive_goodness": 3.318234583706326,
+          "runtime_seconds": 3.90739369392395
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.877095800866021,
+          "lr": 0.03,
+          "negative_goodness": 1.4652223713556924,
+          "pair_accuracy": 0.8914444444550408,
+          "positive_goodness": 3.348999482006497,
+          "runtime_seconds": 3.9011974334716797
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.8842959954897562,
+          "lr": 0.03,
+          "negative_goodness": 1.4718309762742785,
+          "pair_accuracy": 0.8925777778307596,
+          "positive_goodness": 3.3168835601382787,
+          "runtime_seconds": 3.9106037616729736
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.8843337440278795,
+          "lr": 0.03,
+          "negative_goodness": 1.492759492195977,
+          "pair_accuracy": 0.892955555597941,
+          "positive_goodness": 3.3245956931644014,
+          "runtime_seconds": 3.9105334281921387
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.8821527151955498,
+          "lr": 0.03,
+          "negative_goodness": 1.4774398944642808,
+          "pair_accuracy": 0.8911999999788073,
+          "positive_goodness": 3.3469902198367647,
+          "runtime_seconds": 3.9100475311279297
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.8507096779081557,
+          "lr": 0.03,
+          "negative_goodness": 1.4567865567737155,
+          "pair_accuracy": 0.9117111111005147,
+          "positive_goodness": 3.4275777196248374,
+          "runtime_seconds": 3.8992552757263184
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.8544254676394992,
+          "lr": 0.03,
+          "negative_goodness": 1.457909365272522,
+          "pair_accuracy": 0.9106444444444445,
+          "positive_goodness": 3.415316786532932,
+          "runtime_seconds": 3.9088897705078125
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.8812329434818692,
+          "lr": 0.03,
+          "negative_goodness": 1.4804432313495213,
+          "pair_accuracy": 0.8978888888782925,
+          "positive_goodness": 3.3376074785868326,
+          "runtime_seconds": 3.868914842605591
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.8678501529693603,
+          "lr": 0.03,
+          "negative_goodness": 1.4742986324628193,
+          "pair_accuracy": 0.9004444444444445,
+          "positive_goodness": 3.3758217328389484,
+          "runtime_seconds": 3.8653645515441895
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.8640371051364475,
+          "lr": 0.03,
+          "negative_goodness": 1.450820818625556,
+          "pair_accuracy": 0.9100444444444444,
+          "positive_goodness": 3.40370659061008,
+          "runtime_seconds": 3.872363567352295
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.8628585001839532,
+          "lr": 0.03,
+          "negative_goodness": 1.4698487561543783,
+          "pair_accuracy": 0.9032222222328186,
+          "positive_goodness": 3.4137300084431965,
+          "runtime_seconds": 3.845562696456909
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.8846077808168199,
+          "lr": 0.03,
+          "negative_goodness": 1.4818413024054633,
+          "pair_accuracy": 0.8956222222010295,
+          "positive_goodness": 3.3225142946455213,
+          "runtime_seconds": 3.863171339035034
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.8155634877734714,
+          "lr": 0.03,
+          "negative_goodness": 1.4268885684543187,
+          "pair_accuracy": 0.9235555556085374,
+          "positive_goodness": 3.550938623046875,
+          "runtime_seconds": 3.847903251647949
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.8900680318832398,
+          "lr": 0.03,
+          "negative_goodness": 1.4901371713638305,
+          "pair_accuracy": 0.8961333333121406,
+          "positive_goodness": 3.3048774739159477,
+          "runtime_seconds": 3.904465913772583
+        }
+      ],
+      "layer": 9
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.0558351916684046,
+          "lr": 0.03,
+          "negative_goodness": 1.6067137994554308,
+          "pair_accuracy": 0.849644444433848,
+          "positive_goodness": 2.9186081733703615,
+          "runtime_seconds": 3.915478467941284
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.9601502426147461,
+          "lr": 0.03,
+          "negative_goodness": 1.4416416626824273,
+          "pair_accuracy": 0.8825333333439297,
+          "positive_goodness": 3.0841339188045924,
+          "runtime_seconds": 3.9097015857696533
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.9383914781358507,
+          "lr": 0.03,
+          "negative_goodness": 1.421867149840461,
+          "pair_accuracy": 0.8879333333015442,
+          "positive_goodness": 3.128555516857571,
+          "runtime_seconds": 3.909867525100708
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.9118359811358981,
+          "lr": 0.03,
+          "negative_goodness": 1.4038405808554755,
+          "pair_accuracy": 0.8943777777459886,
+          "positive_goodness": 3.1915371131896975,
+          "runtime_seconds": 3.8653600215911865
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.9123529336505466,
+          "lr": 0.03,
+          "negative_goodness": 1.4165537573708429,
+          "pair_accuracy": 0.8956444444762336,
+          "positive_goodness": 3.2077453693389892,
+          "runtime_seconds": 3.9085640907287598
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.8871742343266805,
+          "lr": 0.03,
+          "negative_goodness": 1.3885399338616264,
+          "pair_accuracy": 0.89604444448683,
+          "positive_goodness": 3.2800258140563967,
+          "runtime_seconds": 3.907447338104248
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.9020539134343465,
+          "lr": 0.03,
+          "negative_goodness": 1.409446581946479,
+          "pair_accuracy": 0.888466666677263,
+          "positive_goodness": 3.2381191890292698,
+          "runtime_seconds": 3.9050984382629395
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.8911553741455078,
+          "lr": 0.03,
+          "negative_goodness": 1.3994558487786186,
+          "pair_accuracy": 0.8967999999788072,
+          "positive_goodness": 3.2583565584818523,
+          "runtime_seconds": 3.9226937294006348
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.8563773856480916,
+          "lr": 0.03,
+          "negative_goodness": 1.3645244947857327,
+          "pair_accuracy": 0.9061111111217075,
+          "positive_goodness": 3.390390911738078,
+          "runtime_seconds": 3.9016947746276855
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.8591050770123799,
+          "lr": 0.03,
+          "negative_goodness": 1.357219104854266,
+          "pair_accuracy": 0.9074444444444445,
+          "positive_goodness": 3.3817755713568793,
+          "runtime_seconds": 3.8427021503448486
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.8486003678851658,
+          "lr": 0.03,
+          "negative_goodness": 1.3438505852275424,
+          "pair_accuracy": 0.9098222222222222,
+          "positive_goodness": 3.4300622630649142,
+          "runtime_seconds": 3.844301700592041
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.8622047729598151,
+          "lr": 0.03,
+          "negative_goodness": 1.3653751761436463,
+          "pair_accuracy": 0.9028222222222222,
+          "positive_goodness": 3.4188227526346844,
+          "runtime_seconds": 3.8534493446350098
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.8448330414242214,
+          "lr": 0.03,
+          "negative_goodness": 1.3307753030141194,
+          "pair_accuracy": 0.9062444444656372,
+          "positive_goodness": 3.4596204611036514,
+          "runtime_seconds": 3.853543758392334
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.8678845011499193,
+          "lr": 0.03,
+          "negative_goodness": 1.3660157205581664,
+          "pair_accuracy": 0.8988222222222222,
+          "positive_goodness": 3.3959336793687607,
+          "runtime_seconds": 3.852619171142578
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.8356462349467807,
+          "lr": 0.03,
+          "negative_goodness": 1.3266758021672567,
+          "pair_accuracy": 0.9064222222222222,
+          "positive_goodness": 3.5070715271843804,
+          "runtime_seconds": 3.850132465362549
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.8201515030172136,
+          "lr": 0.03,
+          "negative_goodness": 1.3000073939429388,
+          "pair_accuracy": 0.9118,
+          "positive_goodness": 3.5903649731953937,
+          "runtime_seconds": 3.8485333919525146
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.8472950864579942,
+          "lr": 0.03,
+          "negative_goodness": 1.335951808643341,
+          "pair_accuracy": 0.9033333333333333,
+          "positive_goodness": 3.4772789139641658,
+          "runtime_seconds": 3.844280242919922
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.8416874306360881,
+          "lr": 0.03,
+          "negative_goodness": 1.334253598382738,
+          "pair_accuracy": 0.9083111111429003,
+          "positive_goodness": 3.504263954035441,
+          "runtime_seconds": 3.848423957824707
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.845147163910336,
+          "lr": 0.03,
+          "negative_goodness": 1.3505227263397641,
+          "pair_accuracy": 0.9065333333333333,
+          "positive_goodness": 3.474437249077691,
+          "runtime_seconds": 3.8709206581115723
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.8251677840338812,
+          "lr": 0.03,
+          "negative_goodness": 1.3000160573323567,
+          "pair_accuracy": 0.9118666666454739,
+          "positive_goodness": 3.563138605456882,
+          "runtime_seconds": 3.9167888164520264
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.8264957674794727,
+          "lr": 0.03,
+          "negative_goodness": 1.3109123407072492,
+          "pair_accuracy": 0.9071333333333333,
+          "positive_goodness": 3.5757242730034724,
+          "runtime_seconds": 3.9021761417388916
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.8075486160066393,
+          "lr": 0.03,
+          "negative_goodness": 1.2898654060151842,
+          "pair_accuracy": 0.9191555556085375,
+          "positive_goodness": 3.644220988845825,
+          "runtime_seconds": 3.903717279434204
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.8173870400746663,
+          "lr": 0.03,
+          "negative_goodness": 1.2887617046356201,
+          "pair_accuracy": 0.9076666666454739,
+          "positive_goodness": 3.6470405620151096,
+          "runtime_seconds": 3.9132630825042725
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.8551283103095161,
+          "lr": 0.03,
+          "negative_goodness": 1.3388442260954114,
+          "pair_accuracy": 0.8978222222540113,
+          "positive_goodness": 3.5073866847144233,
+          "runtime_seconds": 3.8511555194854736
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.8107140611224705,
+          "lr": 0.03,
+          "negative_goodness": 1.279279676331414,
+          "pair_accuracy": 0.9116222222010295,
+          "positive_goodness": 3.655449427837796,
+          "runtime_seconds": 3.8524422645568848
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.8283477087550694,
+          "lr": 0.03,
+          "negative_goodness": 1.3093871060901219,
+          "pair_accuracy": 0.909733333322737,
+          "positive_goodness": 3.6376003587086996,
+          "runtime_seconds": 3.8554325103759766
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.8208261838277181,
+          "lr": 0.03,
+          "negative_goodness": 1.3111751277711656,
+          "pair_accuracy": 0.9124666666984558,
+          "positive_goodness": 3.592458839458889,
+          "runtime_seconds": 3.855693817138672
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.8106666393703884,
+          "lr": 0.03,
+          "negative_goodness": 1.2786455172220865,
+          "pair_accuracy": 0.9120666667090522,
+          "positive_goodness": 3.6696208088345,
+          "runtime_seconds": 3.8595430850982666
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.8037709504445394,
+          "lr": 0.03,
+          "negative_goodness": 1.2663682245678372,
+          "pair_accuracy": 0.9128222221904331,
+          "positive_goodness": 3.6842671020507813,
+          "runtime_seconds": 3.8626623153686523
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.7958856056743198,
+          "lr": 0.03,
+          "negative_goodness": 1.2591524255540636,
+          "pair_accuracy": 0.9156444444444445,
+          "positive_goodness": 3.7226974939982096,
+          "runtime_seconds": 3.854762315750122
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.7791351869556639,
+          "lr": 0.03,
+          "negative_goodness": 1.234616523162524,
+          "pair_accuracy": 0.9174,
+          "positive_goodness": 3.877089628346761,
+          "runtime_seconds": 3.8604252338409424
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.815367404323154,
+          "lr": 0.03,
+          "negative_goodness": 1.2798442450205485,
+          "pair_accuracy": 0.9144888888570998,
+          "positive_goodness": 3.654650759209527,
+          "runtime_seconds": 3.913480520248413
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.7859028269873725,
+          "lr": 0.03,
+          "negative_goodness": 1.2477321193059285,
+          "pair_accuracy": 0.9167333333545261,
+          "positive_goodness": 3.755795608859592,
+          "runtime_seconds": 3.8648133277893066
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.8295221572875977,
+          "lr": 0.03,
+          "negative_goodness": 1.2960095588260228,
+          "pair_accuracy": 0.9003333333121406,
+          "positive_goodness": 3.604596774843004,
+          "runtime_seconds": 3.8969411849975586
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.8073719693289862,
+          "lr": 0.03,
+          "negative_goodness": 1.2717388545778063,
+          "pair_accuracy": 0.9144666667196486,
+          "positive_goodness": 3.695022182591756,
+          "runtime_seconds": 3.888864517211914
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.8209946473942863,
+          "lr": 0.03,
+          "negative_goodness": 1.2879728712293836,
+          "pair_accuracy": 0.9033555555555556,
+          "positive_goodness": 3.656694803788927,
+          "runtime_seconds": 3.878284215927124
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.8024388017018637,
+          "lr": 0.03,
+          "negative_goodness": 1.2641130877600777,
+          "pair_accuracy": 0.9175111111429003,
+          "positive_goodness": 3.702834570058187,
+          "runtime_seconds": 3.9240264892578125
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.7886253163284725,
+          "lr": 0.03,
+          "negative_goodness": 1.248301322301229,
+          "pair_accuracy": 0.9202,
+          "positive_goodness": 3.7417381613837346,
+          "runtime_seconds": 3.912605047225952
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.7849113559828864,
+          "lr": 0.03,
+          "negative_goodness": 1.2513682071738772,
+          "pair_accuracy": 0.9186444444444445,
+          "positive_goodness": 3.763354557715522,
+          "runtime_seconds": 3.9177615642547607
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.786431483274036,
+          "lr": 0.03,
+          "negative_goodness": 1.2500878911866082,
+          "pair_accuracy": 0.9154666666666667,
+          "positive_goodness": 3.7885238456726076,
+          "runtime_seconds": 3.9139344692230225
+        }
+      ],
+      "layer": 10
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9468249512778388,
+          "lr": 0.03,
+          "negative_goodness": 1.3204057310316297,
+          "pair_accuracy": 0.863777777783076,
+          "positive_goodness": 3.0895350177764893,
+          "runtime_seconds": 3.9005627632141113
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8487998251067268,
+          "lr": 0.03,
+          "negative_goodness": 1.2718467063268026,
+          "pair_accuracy": 0.9001999999788073,
+          "positive_goodness": 3.39873157365587,
+          "runtime_seconds": 3.8964779376983643
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.854365719127655,
+          "lr": 0.03,
+          "negative_goodness": 1.2608610014809503,
+          "pair_accuracy": 0.8967555555449592,
+          "positive_goodness": 3.38607457347446,
+          "runtime_seconds": 3.8429393768310547
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7880270669725206,
+          "lr": 0.03,
+          "negative_goodness": 1.1702091563330757,
+          "pair_accuracy": 0.9146000000529819,
+          "positive_goodness": 3.6401710270351835,
+          "runtime_seconds": 3.877209186553955
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.8010227835973104,
+          "lr": 0.03,
+          "negative_goodness": 1.1939093811459012,
+          "pair_accuracy": 0.9088222222752042,
+          "positive_goodness": 3.609933455106947,
+          "runtime_seconds": 3.838693141937256
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7712847319920858,
+          "lr": 0.03,
+          "negative_goodness": 1.1547626070022583,
+          "pair_accuracy": 0.9135555555449592,
+          "positive_goodness": 3.7263993840535483,
+          "runtime_seconds": 3.8337302207946777
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7530221975061628,
+          "lr": 0.03,
+          "negative_goodness": 1.1332294219070012,
+          "pair_accuracy": 0.9189555555555555,
+          "positive_goodness": 3.816787183041043,
+          "runtime_seconds": 3.9034388065338135
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7625816127035353,
+          "lr": 0.03,
+          "negative_goodness": 1.1389508597691853,
+          "pair_accuracy": 0.9139111111111111,
+          "positive_goodness": 3.8304185469733345,
+          "runtime_seconds": 3.8991498947143555
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7548678985171848,
+          "lr": 0.03,
+          "negative_goodness": 1.1211944930818345,
+          "pair_accuracy": 0.9162888888888889,
+          "positive_goodness": 3.856129520458645,
+          "runtime_seconds": 3.9053709506988525
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7666283572329415,
+          "lr": 0.03,
+          "negative_goodness": 1.1345050811502668,
+          "pair_accuracy": 0.9106,
+          "positive_goodness": 3.8186040117899576,
+          "runtime_seconds": 3.89774489402771
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7755829943233066,
+          "lr": 0.03,
+          "negative_goodness": 1.1560776280826992,
+          "pair_accuracy": 0.9156444444444445,
+          "positive_goodness": 3.804604751671685,
+          "runtime_seconds": 3.9063711166381836
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7591350213898552,
+          "lr": 0.03,
+          "negative_goodness": 1.1263152501000298,
+          "pair_accuracy": 0.9170666666878594,
+          "positive_goodness": 3.8892634816487632,
+          "runtime_seconds": 3.9011969566345215
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7373749463982052,
+          "lr": 0.03,
+          "negative_goodness": 1.0926800289339489,
+          "pair_accuracy": 0.9170666666666667,
+          "positive_goodness": 4.00246992263794,
+          "runtime_seconds": 3.895674228668213
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.781813658036126,
+          "lr": 0.03,
+          "negative_goodness": 1.155914085706075,
+          "pair_accuracy": 0.911577777756585,
+          "positive_goodness": 3.8111412300957572,
+          "runtime_seconds": 3.8969686031341553
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.7285303099685245,
+          "lr": 0.03,
+          "negative_goodness": 1.087854132408566,
+          "pair_accuracy": 0.9219777777777778,
+          "positive_goodness": 4.027747608862983,
+          "runtime_seconds": 3.8957676887512207
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.7384331241342756,
+          "lr": 0.03,
+          "negative_goodness": 1.1174515972773233,
+          "pair_accuracy": 0.9209777777777778,
+          "positive_goodness": 3.9917766626146105,
+          "runtime_seconds": 3.898087739944458
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.7153649346987406,
+          "lr": 0.03,
+          "negative_goodness": 1.0875280453364053,
+          "pair_accuracy": 0.92404444448683,
+          "positive_goodness": 4.1265461230383975,
+          "runtime_seconds": 3.8917388916015625
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.725791405889723,
+          "lr": 0.03,
+          "negative_goodness": 1.095050508732266,
+          "pair_accuracy": 0.9222000000211927,
+          "positive_goodness": 4.053754569329156,
+          "runtime_seconds": 3.8963663578033447
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6751564452701144,
+          "lr": 0.03,
+          "negative_goodness": 1.0129327408896551,
+          "pair_accuracy": 0.9333555555343628,
+          "positive_goodness": 4.3327192353990345,
+          "runtime_seconds": 3.9045045375823975
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.7049860657162137,
+          "lr": 0.03,
+          "negative_goodness": 1.0386129658805,
+          "pair_accuracy": 0.9245333333439297,
+          "positive_goodness": 4.2470057428571915,
+          "runtime_seconds": 3.8986971378326416
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6562255241605971,
+          "lr": 0.03,
+          "negative_goodness": 0.9907547793282403,
+          "pair_accuracy": 0.9356444444656372,
+          "positive_goodness": 4.441044807179769,
+          "runtime_seconds": 3.8853600025177
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6918718002425299,
+          "lr": 0.03,
+          "negative_goodness": 1.0240726950327554,
+          "pair_accuracy": 0.9295111111005148,
+          "positive_goodness": 4.268153716108534,
+          "runtime_seconds": 3.909026861190796
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.7078117112265693,
+          "lr": 0.03,
+          "negative_goodness": 1.0638484600279066,
+          "pair_accuracy": 0.9281999999788072,
+          "positive_goodness": 4.252589094712999,
+          "runtime_seconds": 3.8973166942596436
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.7089377976523505,
+          "lr": 0.03,
+          "negative_goodness": 1.0535264881134032,
+          "pair_accuracy": 0.9250444444762336,
+          "positive_goodness": 4.218918970870972,
+          "runtime_seconds": 3.8400402069091797
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.7071906132592095,
+          "lr": 0.03,
+          "negative_goodness": 1.047954317771064,
+          "pair_accuracy": 0.9195111110793219,
+          "positive_goodness": 4.262293440416125,
+          "runtime_seconds": 3.8457603454589844
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.7116877640088399,
+          "lr": 0.03,
+          "negative_goodness": 1.0522976061291165,
+          "pair_accuracy": 0.9203333333015442,
+          "positive_goodness": 4.242380603790283,
+          "runtime_seconds": 3.842684030532837
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.7251088712586297,
+          "lr": 0.03,
+          "negative_goodness": 1.0552146358913845,
+          "pair_accuracy": 0.9188000000529819,
+          "positive_goodness": 4.1465361424764,
+          "runtime_seconds": 3.8365907669067383
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6870019319693248,
+          "lr": 0.03,
+          "negative_goodness": 1.0192479966693455,
+          "pair_accuracy": 0.928,
+          "positive_goodness": 4.348951516977946,
+          "runtime_seconds": 3.8479909896850586
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.715013603401184,
+          "lr": 0.03,
+          "negative_goodness": 1.0573060506714715,
+          "pair_accuracy": 0.9198444444656372,
+          "positive_goodness": 4.278624683761596,
+          "runtime_seconds": 3.8979618549346924
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.7120110624127918,
+          "lr": 0.03,
+          "negative_goodness": 1.0707091020849016,
+          "pair_accuracy": 0.9245555555555556,
+          "positive_goodness": 4.16941495997111,
+          "runtime_seconds": 3.9019105434417725
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6906147976769341,
+          "lr": 0.03,
+          "negative_goodness": 1.0338624197218154,
+          "pair_accuracy": 0.9305555555343628,
+          "positive_goodness": 4.3780581447177465,
+          "runtime_seconds": 3.833395481109619
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.7117188526418474,
+          "lr": 0.03,
+          "negative_goodness": 1.0395845964749655,
+          "pair_accuracy": 0.9166444444444445,
+          "positive_goodness": 4.327581964111328,
+          "runtime_seconds": 3.8332207202911377
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6844747766123878,
+          "lr": 0.03,
+          "negative_goodness": 1.0150699672487047,
+          "pair_accuracy": 0.9281111110899184,
+          "positive_goodness": 4.411062888336182,
+          "runtime_seconds": 3.8316667079925537
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.6922942256556617,
+          "lr": 0.03,
+          "negative_goodness": 1.0258845878601075,
+          "pair_accuracy": 0.9252444444444444,
+          "positive_goodness": 4.365875509728326,
+          "runtime_seconds": 3.843471050262451
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6570231073644426,
+          "lr": 0.03,
+          "negative_goodness": 0.9738702452977498,
+          "pair_accuracy": 0.9317777777777778,
+          "positive_goodness": 4.58300728386773,
+          "runtime_seconds": 3.8823084831237793
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.6567871012793647,
+          "lr": 0.03,
+          "negative_goodness": 0.977057303958469,
+          "pair_accuracy": 0.936733333322737,
+          "positive_goodness": 4.575164974255032,
+          "runtime_seconds": 3.910874605178833
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6961285183323754,
+          "lr": 0.03,
+          "negative_goodness": 1.0176973945299785,
+          "pair_accuracy": 0.9249999999894036,
+          "positive_goodness": 4.405254905954997,
+          "runtime_seconds": 3.907802104949951
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6981639866669973,
+          "lr": 0.03,
+          "negative_goodness": 1.0126278137683868,
+          "pair_accuracy": 0.9239111111111111,
+          "positive_goodness": 4.418038633812799,
+          "runtime_seconds": 3.900681495666504
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6729135822402106,
+          "lr": 0.03,
+          "negative_goodness": 0.9919594741715325,
+          "pair_accuracy": 0.9310222222222222,
+          "positive_goodness": 4.5101987101236976,
+          "runtime_seconds": 3.9013195037841797
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.6710425524605645,
+          "lr": 0.03,
+          "negative_goodness": 0.9931388754314846,
+          "pair_accuracy": 0.930977777756585,
+          "positive_goodness": 4.57458455051846,
+          "runtime_seconds": 3.9087913036346436
+        }
+      ],
+      "layer": 11
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.3185271839353774,
+          "lr": 0.03,
+          "negative_goodness": 1.887508733092414,
+          "pair_accuracy": 0.7703555555555556,
+          "positive_goodness": 2.946332304679023,
+          "runtime_seconds": 3.9298603534698486
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 1.0538476404296027,
+          "lr": 0.03,
+          "negative_goodness": 1.5676008949279785,
+          "pair_accuracy": 0.8383555555979411,
+          "positive_goodness": 3.155625390709771,
+          "runtime_seconds": 3.9115865230560303
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.9585096132066515,
+          "lr": 0.03,
+          "negative_goodness": 1.437667080031501,
+          "pair_accuracy": 0.8750888888570998,
+          "positive_goodness": 3.2918078805711533,
+          "runtime_seconds": 3.887042760848999
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.8724830559412639,
+          "lr": 0.03,
+          "negative_goodness": 1.3157048323313396,
+          "pair_accuracy": 0.9029333333439297,
+          "positive_goodness": 3.426985045030382,
+          "runtime_seconds": 3.9251480102539062
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.8774001080407037,
+          "lr": 0.03,
+          "negative_goodness": 1.3067769260618423,
+          "pair_accuracy": 0.8980000000423856,
+          "positive_goodness": 3.4186257697635227,
+          "runtime_seconds": 3.9104325771331787
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.8864061154047648,
+          "lr": 0.03,
+          "negative_goodness": 1.3154028912968105,
+          "pair_accuracy": 0.900911111079322,
+          "positive_goodness": 3.321017227300008,
+          "runtime_seconds": 3.936570644378662
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.834978289964464,
+          "lr": 0.03,
+          "negative_goodness": 1.2430314351823595,
+          "pair_accuracy": 0.9102444444762335,
+          "positive_goodness": 3.496619998847114,
+          "runtime_seconds": 3.9334516525268555
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.8177921928193834,
+          "lr": 0.03,
+          "negative_goodness": 1.2044719324111939,
+          "pair_accuracy": 0.9155555555767483,
+          "positive_goodness": 3.5216175231933593,
+          "runtime_seconds": 3.845991611480713
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7978795686086019,
+          "lr": 0.03,
+          "negative_goodness": 1.180627177450392,
+          "pair_accuracy": 0.9162666666984558,
+          "positive_goodness": 3.5885706604851615,
+          "runtime_seconds": 3.8512234687805176
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.8082160500632392,
+          "lr": 0.03,
+          "negative_goodness": 1.1830865351570976,
+          "pair_accuracy": 0.9140222222222222,
+          "positive_goodness": 3.555669383494059,
+          "runtime_seconds": 3.85798978805542
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7956344126595392,
+          "lr": 0.03,
+          "negative_goodness": 1.1694402980380587,
+          "pair_accuracy": 0.917555555566152,
+          "positive_goodness": 3.635924807484945,
+          "runtime_seconds": 3.8609530925750732
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7968834280437893,
+          "lr": 0.03,
+          "negative_goodness": 1.186173814227846,
+          "pair_accuracy": 0.9196444444338481,
+          "positive_goodness": 3.5892775128682453,
+          "runtime_seconds": 3.890718460083008
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7943821539137098,
+          "lr": 0.03,
+          "negative_goodness": 1.1597710718366834,
+          "pair_accuracy": 0.9185777777777778,
+          "positive_goodness": 3.622129463068644,
+          "runtime_seconds": 3.9260261058807373
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7961443520122105,
+          "lr": 0.03,
+          "negative_goodness": 1.1603307704607646,
+          "pair_accuracy": 0.9179333333757188,
+          "positive_goodness": 3.6188617546081545,
+          "runtime_seconds": 3.9222264289855957
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.7437063765843709,
+          "lr": 0.03,
+          "negative_goodness": 1.1043735557556151,
+          "pair_accuracy": 0.9294666666666667,
+          "positive_goodness": 3.784000438944499,
+          "runtime_seconds": 3.9175736904144287
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.7791582089953952,
+          "lr": 0.03,
+          "negative_goodness": 1.1289865065892537,
+          "pair_accuracy": 0.9187555555979411,
+          "positive_goodness": 3.7111513886769614,
+          "runtime_seconds": 3.880596160888672
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.7622104647742377,
+          "lr": 0.03,
+          "negative_goodness": 1.1050140443589953,
+          "pair_accuracy": 0.9213111110899184,
+          "positive_goodness": 3.7612183052910697,
+          "runtime_seconds": 3.861327648162842
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.7940157075511085,
+          "lr": 0.03,
+          "negative_goodness": 1.1450878811306424,
+          "pair_accuracy": 0.9135111110793219,
+          "positive_goodness": 3.6287584171719023,
+          "runtime_seconds": 3.8529882431030273
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.7525702519522773,
+          "lr": 0.03,
+          "negative_goodness": 1.097413838789198,
+          "pair_accuracy": 0.9259555556085375,
+          "positive_goodness": 3.792832419204712,
+          "runtime_seconds": 3.851757287979126
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.7390556241883172,
+          "lr": 0.03,
+          "negative_goodness": 1.086934466489156,
+          "pair_accuracy": 0.9296666666560703,
+          "positive_goodness": 3.8372004843817815,
+          "runtime_seconds": 3.8560264110565186
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.7477235282262167,
+          "lr": 0.03,
+          "negative_goodness": 1.0905819366878933,
+          "pair_accuracy": 0.9251777777671814,
+          "positive_goodness": 3.812375106302897,
+          "runtime_seconds": 3.894591808319092
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.7522649048752255,
+          "lr": 0.03,
+          "negative_goodness": 1.1055291634559632,
+          "pair_accuracy": 0.9259777777671814,
+          "positive_goodness": 3.7835853234185115,
+          "runtime_seconds": 3.8674988746643066
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.7339181278864543,
+          "lr": 0.03,
+          "negative_goodness": 1.0716687260945639,
+          "pair_accuracy": 0.9285333333015442,
+          "positive_goodness": 3.9176464138454863,
+          "runtime_seconds": 3.8688933849334717
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.7607215806007386,
+          "lr": 0.03,
+          "negative_goodness": 1.1035220854335361,
+          "pair_accuracy": 0.9231111111005147,
+          "positive_goodness": 3.7789207315233018,
+          "runtime_seconds": 3.8720293045043945
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.7213977890014649,
+          "lr": 0.03,
+          "negative_goodness": 1.0410647917429605,
+          "pair_accuracy": 0.9305111111217075,
+          "positive_goodness": 3.9565952503204347,
+          "runtime_seconds": 3.872450590133667
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.7464911210378011,
+          "lr": 0.03,
+          "negative_goodness": 1.0664513245264688,
+          "pair_accuracy": 0.9239555556085375,
+          "positive_goodness": 3.8778968577914767,
+          "runtime_seconds": 3.869954824447632
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.7114085529751247,
+          "lr": 0.03,
+          "negative_goodness": 1.0316443641026816,
+          "pair_accuracy": 0.9300666666560703,
+          "positive_goodness": 3.986421192720201,
+          "runtime_seconds": 3.881387710571289
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.731734022670322,
+          "lr": 0.03,
+          "negative_goodness": 1.0467169155544704,
+          "pair_accuracy": 0.9265777777989705,
+          "positive_goodness": 3.8731126875135633,
+          "runtime_seconds": 3.852855682373047
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.718660465865665,
+          "lr": 0.03,
+          "negative_goodness": 1.0528238191922505,
+          "pair_accuracy": 0.9299999999788072,
+          "positive_goodness": 3.9243148715549045,
+          "runtime_seconds": 3.9162094593048096
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.7376200407769945,
+          "lr": 0.03,
+          "negative_goodness": 1.075409499973721,
+          "pair_accuracy": 0.9242,
+          "positive_goodness": 3.8837724106258817,
+          "runtime_seconds": 3.9272773265838623
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.7357056013319228,
+          "lr": 0.03,
+          "negative_goodness": 1.0630966669082642,
+          "pair_accuracy": 0.9235777778307597,
+          "positive_goodness": 3.894642550616794,
+          "runtime_seconds": 3.9176580905914307
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.7394641547467974,
+          "lr": 0.03,
+          "negative_goodness": 1.0713817902988858,
+          "pair_accuracy": 0.925133333322737,
+          "positive_goodness": 3.877066040971544,
+          "runtime_seconds": 3.925891160964966
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.7395559886084663,
+          "lr": 0.03,
+          "negative_goodness": 1.0492063057051764,
+          "pair_accuracy": 0.9221999999788072,
+          "positive_goodness": 3.911743345896403,
+          "runtime_seconds": 3.917706251144409
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.7363708227157593,
+          "lr": 0.03,
+          "negative_goodness": 1.0597754657745362,
+          "pair_accuracy": 0.9264222222222223,
+          "positive_goodness": 3.9006665195041235,
+          "runtime_seconds": 3.9313409328460693
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.752273914972941,
+          "lr": 0.03,
+          "negative_goodness": 1.0814482376734416,
+          "pair_accuracy": 0.9230444444974264,
+          "positive_goodness": 3.8442159672207303,
+          "runtime_seconds": 3.9416258335113525
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.7138455394956801,
+          "lr": 0.03,
+          "negative_goodness": 1.0092146866692437,
+          "pair_accuracy": 0.9274000000423855,
+          "positive_goodness": 4.0174319735633,
+          "runtime_seconds": 3.922100067138672
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.7154065210766263,
+          "lr": 0.03,
+          "negative_goodness": 1.0389859244876438,
+          "pair_accuracy": 0.9323555555873447,
+          "positive_goodness": 4.0220463450961645,
+          "runtime_seconds": 3.928891181945801
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.6992003760231866,
+          "lr": 0.03,
+          "negative_goodness": 0.9963172398991055,
+          "pair_accuracy": 0.933577777756585,
+          "positive_goodness": 4.098868013381958,
+          "runtime_seconds": 3.9161112308502197
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.7195847440719605,
+          "lr": 0.03,
+          "negative_goodness": 1.037339400683509,
+          "pair_accuracy": 0.9262888888570997,
+          "positive_goodness": 4.004261943266127,
+          "runtime_seconds": 3.918886423110962
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.7497493489477369,
+          "lr": 0.03,
+          "negative_goodness": 1.0539330623626708,
+          "pair_accuracy": 0.9207777778201633,
+          "positive_goodness": 3.9021214069366454,
+          "runtime_seconds": 3.928858995437622
+        }
+      ],
+      "layer": 12
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9897457589467367,
+          "lr": 0.03,
+          "negative_goodness": 1.3422176013628642,
+          "pair_accuracy": 0.8501555555449591,
+          "positive_goodness": 2.9998260765923392,
+          "runtime_seconds": 3.926103115081787
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.941633687930637,
+          "lr": 0.03,
+          "negative_goodness": 1.3315876194636027,
+          "pair_accuracy": 0.8691999999894037,
+          "positive_goodness": 3.152401608403524,
+          "runtime_seconds": 3.899630546569824
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.9204310355504354,
+          "lr": 0.03,
+          "negative_goodness": 1.298874842262268,
+          "pair_accuracy": 0.8750666666348775,
+          "positive_goodness": 3.219549514304267,
+          "runtime_seconds": 3.902782440185547
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.8869137210951911,
+          "lr": 0.03,
+          "negative_goodness": 1.26926410235299,
+          "pair_accuracy": 0.8853999999788073,
+          "positive_goodness": 3.300233348634508,
+          "runtime_seconds": 3.8953773975372314
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.8810357227325439,
+          "lr": 0.03,
+          "negative_goodness": 1.2697638557010227,
+          "pair_accuracy": 0.8888888888994853,
+          "positive_goodness": 3.3525470156987507,
+          "runtime_seconds": 3.9022879600524902
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.8823558606041803,
+          "lr": 0.03,
+          "negative_goodness": 1.2548078119913737,
+          "pair_accuracy": 0.8866222222222222,
+          "positive_goodness": 3.351088674672445,
+          "runtime_seconds": 3.9149863719940186
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.8628695985158285,
+          "lr": 0.03,
+          "negative_goodness": 1.2392077796088325,
+          "pair_accuracy": 0.8926666666984558,
+          "positive_goodness": 3.4001668996598986,
+          "runtime_seconds": 3.9063034057617188
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.8743702362060547,
+          "lr": 0.03,
+          "negative_goodness": 1.2445717261844211,
+          "pair_accuracy": 0.8858222222010295,
+          "positive_goodness": 3.3836656655629476,
+          "runtime_seconds": 3.9007363319396973
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.8505621334075928,
+          "lr": 0.03,
+          "negative_goodness": 1.219017782825894,
+          "pair_accuracy": 0.8937111111005147,
+          "positive_goodness": 3.4841313712649877,
+          "runtime_seconds": 3.893037796020508
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.8643822475539313,
+          "lr": 0.03,
+          "negative_goodness": 1.2311093984391954,
+          "pair_accuracy": 0.8920222222646077,
+          "positive_goodness": 3.426124864112006,
+          "runtime_seconds": 3.893289089202881
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.8484905865351359,
+          "lr": 0.03,
+          "negative_goodness": 1.211715002632141,
+          "pair_accuracy": 0.8937333333015441,
+          "positive_goodness": 3.4991822474161784,
+          "runtime_seconds": 3.925253391265869
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.8382850954744551,
+          "lr": 0.03,
+          "negative_goodness": 1.1946074604988097,
+          "pair_accuracy": 0.8964444444444445,
+          "positive_goodness": 3.5412085612826876,
+          "runtime_seconds": 3.9113609790802
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.8589689746220907,
+          "lr": 0.03,
+          "negative_goodness": 1.2189074726528593,
+          "pair_accuracy": 0.8918222222222222,
+          "positive_goodness": 3.460806776682536,
+          "runtime_seconds": 3.909353733062744
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.8382921874576145,
+          "lr": 0.03,
+          "negative_goodness": 1.194120587433709,
+          "pair_accuracy": 0.8962444444868299,
+          "positive_goodness": 3.5494751014709474,
+          "runtime_seconds": 3.9132654666900635
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.8373078263706631,
+          "lr": 0.03,
+          "negative_goodness": 1.189800752984153,
+          "pair_accuracy": 0.8975555555979411,
+          "positive_goodness": 3.5562288522932266,
+          "runtime_seconds": 3.9149625301361084
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.8138099120563931,
+          "lr": 0.03,
+          "negative_goodness": 1.1630562759823269,
+          "pair_accuracy": 0.903022222190433,
+          "positive_goodness": 3.651068496025933,
+          "runtime_seconds": 3.9146087169647217
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.8208305387285021,
+          "lr": 0.03,
+          "negative_goodness": 1.1565215217060514,
+          "pair_accuracy": 0.9010666667196485,
+          "positive_goodness": 3.6449738268958196,
+          "runtime_seconds": 3.9044671058654785
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.8327840298334758,
+          "lr": 0.03,
+          "negative_goodness": 1.181743448193868,
+          "pair_accuracy": 0.8977111111534967,
+          "positive_goodness": 3.581564500596788,
+          "runtime_seconds": 3.87178111076355
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.8467262108590867,
+          "lr": 0.03,
+          "negative_goodness": 1.1977639463980994,
+          "pair_accuracy": 0.8923111111111112,
+          "positive_goodness": 3.5630890951368546,
+          "runtime_seconds": 3.8162147998809814
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.8348355386310153,
+          "lr": 0.03,
+          "negative_goodness": 1.1784591431087919,
+          "pair_accuracy": 0.8952888888676961,
+          "positive_goodness": 3.5852722641415067,
+          "runtime_seconds": 3.821647882461548
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.8180928344514635,
+          "lr": 0.03,
+          "negative_goodness": 1.1677586513519287,
+          "pair_accuracy": 0.8998666666984558,
+          "positive_goodness": 3.654529478242662,
+          "runtime_seconds": 3.9178028106689453
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.8001247010654874,
+          "lr": 0.03,
+          "negative_goodness": 1.129678199450175,
+          "pair_accuracy": 0.9043555555555556,
+          "positive_goodness": 3.730193137359619,
+          "runtime_seconds": 3.9250919818878174
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.83402632194625,
+          "lr": 0.03,
+          "negative_goodness": 1.1668323285738627,
+          "pair_accuracy": 0.8942888888782925,
+          "positive_goodness": 3.6007708541022407,
+          "runtime_seconds": 3.910881996154785
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.7959150106006199,
+          "lr": 0.03,
+          "negative_goodness": 1.1224587226867675,
+          "pair_accuracy": 0.9039777777459886,
+          "positive_goodness": 3.7748881131066216,
+          "runtime_seconds": 3.8910136222839355
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.8257771210776435,
+          "lr": 0.03,
+          "negative_goodness": 1.1688468457698822,
+          "pair_accuracy": 0.8971111111005148,
+          "positive_goodness": 3.6351160851372613,
+          "runtime_seconds": 3.804781675338745
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.7914416019545661,
+          "lr": 0.03,
+          "negative_goodness": 1.1017765376620823,
+          "pair_accuracy": 0.9060000000529819,
+          "positive_goodness": 3.7985594579060873,
+          "runtime_seconds": 3.8129026889801025
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.814687057240804,
+          "lr": 0.03,
+          "negative_goodness": 1.1498000959184436,
+          "pair_accuracy": 0.9018444444603391,
+          "positive_goodness": 3.686912654368083,
+          "runtime_seconds": 3.8221235275268555
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.8145993664953444,
+          "lr": 0.03,
+          "negative_goodness": 1.1493916024631925,
+          "pair_accuracy": 0.9037555555237664,
+          "positive_goodness": 3.6813575778961183,
+          "runtime_seconds": 3.8154408931732178
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.8077748132175869,
+          "lr": 0.03,
+          "negative_goodness": 1.1383171142896016,
+          "pair_accuracy": 0.9051333333863152,
+          "positive_goodness": 3.7131362295362687,
+          "runtime_seconds": 3.81921124458313
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.7890516102049085,
+          "lr": 0.03,
+          "negative_goodness": 1.1225600020938449,
+          "pair_accuracy": 0.9120666666666667,
+          "positive_goodness": 3.811327413898044,
+          "runtime_seconds": 3.8269670009613037
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.8040497264650133,
+          "lr": 0.03,
+          "negative_goodness": 1.1267237514919706,
+          "pair_accuracy": 0.9041333333651225,
+          "positive_goodness": 3.74125780359904,
+          "runtime_seconds": 3.8397576808929443
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.7980873599264356,
+          "lr": 0.03,
+          "negative_goodness": 1.1179847688462998,
+          "pair_accuracy": 0.9049777778307597,
+          "positive_goodness": 3.7891956053415936,
+          "runtime_seconds": 3.8322391510009766
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.7983331745783488,
+          "lr": 0.03,
+          "negative_goodness": 1.1104851909001667,
+          "pair_accuracy": 0.9047111111217075,
+          "positive_goodness": 3.7770513941870796,
+          "runtime_seconds": 3.836911916732788
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.7962364349047343,
+          "lr": 0.03,
+          "negative_goodness": 1.1184681528197395,
+          "pair_accuracy": 0.9070888888570997,
+          "positive_goodness": 3.7629022566901313,
+          "runtime_seconds": 3.823380470275879
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.7819444798151652,
+          "lr": 0.03,
+          "negative_goodness": 1.0936477658377752,
+          "pair_accuracy": 0.9085777777989705,
+          "positive_goodness": 3.9046398670196534,
+          "runtime_seconds": 3.8161845207214355
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.8161905946731567,
+          "lr": 0.03,
+          "negative_goodness": 1.1309946965535482,
+          "pair_accuracy": 0.8963333333439297,
+          "positive_goodness": 3.723821687698364,
+          "runtime_seconds": 3.8143906593322754
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.7990322351031833,
+          "lr": 0.03,
+          "negative_goodness": 1.104172683821784,
+          "pair_accuracy": 0.9037333333333334,
+          "positive_goodness": 3.8091714139726425,
+          "runtime_seconds": 3.8179116249084473
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.8323696867624919,
+          "lr": 0.03,
+          "negative_goodness": 1.1567761015997993,
+          "pair_accuracy": 0.8956222222328186,
+          "positive_goodness": 3.659682942920261,
+          "runtime_seconds": 3.812333583831787
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.8112501290109423,
+          "lr": 0.03,
+          "negative_goodness": 1.133375339741177,
+          "pair_accuracy": 0.9000000000529819,
+          "positive_goodness": 3.727873260243734,
+          "runtime_seconds": 3.8229198455810547
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.7952498845418294,
+          "lr": 0.03,
+          "negative_goodness": 1.1138768318600125,
+          "pair_accuracy": 0.9064444444550408,
+          "positive_goodness": 3.814595316441854,
+          "runtime_seconds": 3.8077547550201416
+        }
+      ],
+      "layer": 13
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.9927435837109884,
+          "lr": 0.03,
+          "negative_goodness": 1.371428248977661,
+          "pair_accuracy": 0.8501333333651224,
+          "positive_goodness": 3.180533321762085,
+          "runtime_seconds": 3.8475613594055176
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8972017687320709,
+          "lr": 0.03,
+          "negative_goodness": 1.2478669930352104,
+          "pair_accuracy": 0.8862888888888889,
+          "positive_goodness": 3.4034515160454646,
+          "runtime_seconds": 3.8471381664276123
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.83355728225708,
+          "lr": 0.03,
+          "negative_goodness": 1.1898207000308567,
+          "pair_accuracy": 0.9050888888676961,
+          "positive_goodness": 3.567763674884372,
+          "runtime_seconds": 3.86142897605896
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.8317280115445455,
+          "lr": 0.03,
+          "negative_goodness": 1.170232958624098,
+          "pair_accuracy": 0.8990222222010295,
+          "positive_goodness": 3.5746266167110865,
+          "runtime_seconds": 3.8573617935180664
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.7972440318531461,
+          "lr": 0.03,
+          "negative_goodness": 1.139726331975725,
+          "pair_accuracy": 0.911044444433848,
+          "positive_goodness": 3.6475575857374403,
+          "runtime_seconds": 3.8659579753875732
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.7975238952530755,
+          "lr": 0.03,
+          "negative_goodness": 1.1403054419729444,
+          "pair_accuracy": 0.9085555555449591,
+          "positive_goodness": 3.6817897068447536,
+          "runtime_seconds": 3.865429639816284
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.755075655301412,
+          "lr": 0.03,
+          "negative_goodness": 1.094656585714552,
+          "pair_accuracy": 0.9218444444126553,
+          "positive_goodness": 3.845978601582845,
+          "runtime_seconds": 3.864448308944702
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7316005357954237,
+          "lr": 0.03,
+          "negative_goodness": 1.0845576380199857,
+          "pair_accuracy": 0.9312444444232517,
+          "positive_goodness": 3.890253694788615,
+          "runtime_seconds": 3.8736095428466797
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.7511945588694678,
+          "lr": 0.03,
+          "negative_goodness": 1.1034989507039388,
+          "pair_accuracy": 0.9195111111111111,
+          "positive_goodness": 3.798990623219808,
+          "runtime_seconds": 3.873521089553833
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.7429910631921556,
+          "lr": 0.03,
+          "negative_goodness": 1.0841457685258653,
+          "pair_accuracy": 0.9202222222116259,
+          "positive_goodness": 3.8820672032674155,
+          "runtime_seconds": 3.8549673557281494
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7543365297847324,
+          "lr": 0.03,
+          "negative_goodness": 1.1100962123129103,
+          "pair_accuracy": 0.9203555556085374,
+          "positive_goodness": 3.803879145558675,
+          "runtime_seconds": 3.8532605171203613
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7291592262479994,
+          "lr": 0.03,
+          "negative_goodness": 1.08297777200275,
+          "pair_accuracy": 0.9221111111429002,
+          "positive_goodness": 3.92532549273173,
+          "runtime_seconds": 3.8545966148376465
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.69681714764701,
+          "lr": 0.03,
+          "negative_goodness": 1.0417558953391182,
+          "pair_accuracy": 0.9319999999788072,
+          "positive_goodness": 4.092233706071641,
+          "runtime_seconds": 3.861940383911133
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7102607422298856,
+          "lr": 0.03,
+          "negative_goodness": 1.0484091600524055,
+          "pair_accuracy": 0.9279555555555555,
+          "positive_goodness": 3.9972046440124513,
+          "runtime_seconds": 4.024444103240967
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.7117048489040798,
+          "lr": 0.03,
+          "negative_goodness": 1.060182642724779,
+          "pair_accuracy": 0.9296000000105964,
+          "positive_goodness": 3.9884732605404323,
+          "runtime_seconds": 4.101162672042847
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.6871303003523085,
+          "lr": 0.03,
+          "negative_goodness": 1.0202624196370442,
+          "pair_accuracy": 0.9323555555661519,
+          "positive_goodness": 4.1345319319831,
+          "runtime_seconds": 4.092319965362549
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.6819168406062656,
+          "lr": 0.03,
+          "negative_goodness": 1.0196824308819241,
+          "pair_accuracy": 0.9364000000529819,
+          "positive_goodness": 4.115802656597562,
+          "runtime_seconds": 4.097151279449463
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.6917262025409274,
+          "lr": 0.03,
+          "negative_goodness": 1.0199751360151503,
+          "pair_accuracy": 0.9304222222540114,
+          "positive_goodness": 4.073841888978746,
+          "runtime_seconds": 4.088978052139282
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.6883058398564657,
+          "lr": 0.03,
+          "negative_goodness": 1.0209365759319728,
+          "pair_accuracy": 0.9309555555979411,
+          "positive_goodness": 4.111548299556309,
+          "runtime_seconds": 3.913853406906128
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.696681451649136,
+          "lr": 0.03,
+          "negative_goodness": 1.021330736372206,
+          "pair_accuracy": 0.9268888889312744,
+          "positive_goodness": 4.101939597829183,
+          "runtime_seconds": 4.093047142028809
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.6933414397875468,
+          "lr": 0.03,
+          "negative_goodness": 1.0383107833226521,
+          "pair_accuracy": 0.9320222221904331,
+          "positive_goodness": 4.112108587392171,
+          "runtime_seconds": 4.072264194488525
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.6650079068289863,
+          "lr": 0.03,
+          "negative_goodness": 0.9933130378087361,
+          "pair_accuracy": 0.9379999999788072,
+          "positive_goodness": 4.169857550811767,
+          "runtime_seconds": 3.919973850250244
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.6846415030691358,
+          "lr": 0.03,
+          "negative_goodness": 1.0140913085513645,
+          "pair_accuracy": 0.9311333333121405,
+          "positive_goodness": 4.137001554361979,
+          "runtime_seconds": 3.868976354598999
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.6584406207826402,
+          "lr": 0.03,
+          "negative_goodness": 0.9772191049257914,
+          "pair_accuracy": 0.9373777777671813,
+          "positive_goodness": 4.230124160512289,
+          "runtime_seconds": 3.964521646499634
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6743088566462199,
+          "lr": 0.03,
+          "negative_goodness": 1.002647195010715,
+          "pair_accuracy": 0.93384444448683,
+          "positive_goodness": 4.192681758541531,
+          "runtime_seconds": 4.096384048461914
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.6550116949505276,
+          "lr": 0.03,
+          "negative_goodness": 0.9566675271881951,
+          "pair_accuracy": 0.9388222222222222,
+          "positive_goodness": 4.2652373776753745,
+          "runtime_seconds": 4.04522705078125
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.6542717175801595,
+          "lr": 0.03,
+          "negative_goodness": 0.9637270623948839,
+          "pair_accuracy": 0.9356222222222222,
+          "positive_goodness": 4.28298183063931,
+          "runtime_seconds": 3.917681932449341
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.6674591303083631,
+          "lr": 0.03,
+          "negative_goodness": 0.985511946911282,
+          "pair_accuracy": 0.935733333322737,
+          "positive_goodness": 4.2471505895402695,
+          "runtime_seconds": 3.9382097721099854
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.648469323152966,
+          "lr": 0.03,
+          "negative_goodness": 0.9452383399248123,
+          "pair_accuracy": 0.937,
+          "positive_goodness": 4.350823145294189,
+          "runtime_seconds": 4.013874292373657
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.6465691491656833,
+          "lr": 0.03,
+          "negative_goodness": 0.9511275424639384,
+          "pair_accuracy": 0.9390666666454739,
+          "positive_goodness": 4.326571492597792,
+          "runtime_seconds": 4.078093767166138
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.6329634171168009,
+          "lr": 0.03,
+          "negative_goodness": 0.9330124511082967,
+          "pair_accuracy": 0.9445333333227369,
+          "positive_goodness": 4.433930954530504,
+          "runtime_seconds": 4.0952982902526855
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.6323839157104493,
+          "lr": 0.03,
+          "negative_goodness": 0.9197256020651924,
+          "pair_accuracy": 0.9417555555343627,
+          "positive_goodness": 4.447618661499024,
+          "runtime_seconds": 4.093653917312622
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.653815532901552,
+          "lr": 0.03,
+          "negative_goodness": 0.9478567444059584,
+          "pair_accuracy": 0.9345555555449592,
+          "positive_goodness": 4.338125744374593,
+          "runtime_seconds": 4.0948405265808105
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.627855408583747,
+          "lr": 0.03,
+          "negative_goodness": 0.9294390690273708,
+          "pair_accuracy": 0.9454888889100816,
+          "positive_goodness": 4.431742012532552,
+          "runtime_seconds": 4.058185815811157
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.6444618001937866,
+          "lr": 0.03,
+          "negative_goodness": 0.9484672688802084,
+          "pair_accuracy": 0.9396444444126553,
+          "positive_goodness": 4.355242827267117,
+          "runtime_seconds": 4.096928834915161
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.637737031671736,
+          "lr": 0.03,
+          "negative_goodness": 0.9296492751227485,
+          "pair_accuracy": 0.9429777778201633,
+          "positive_goodness": 4.411582122378879,
+          "runtime_seconds": 4.100308895111084
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.6394215944290161,
+          "lr": 0.03,
+          "negative_goodness": 0.9395501088248359,
+          "pair_accuracy": 0.939777777756585,
+          "positive_goodness": 4.435339725579156,
+          "runtime_seconds": 4.093689680099487
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.660016583442688,
+          "lr": 0.03,
+          "negative_goodness": 0.943231183327569,
+          "pair_accuracy": 0.9350666666348775,
+          "positive_goodness": 4.319819572533501,
+          "runtime_seconds": 4.012077808380127
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.6339202422671848,
+          "lr": 0.03,
+          "negative_goodness": 0.918854190381368,
+          "pair_accuracy": 0.9398222222116258,
+          "positive_goodness": 4.4606144256591795,
+          "runtime_seconds": 3.8652520179748535
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.656699076880349,
+          "lr": 0.03,
+          "negative_goodness": 0.9560864576816559,
+          "pair_accuracy": 0.9348,
+          "positive_goodness": 4.325829438527425,
+          "runtime_seconds": 3.8723371028900146
+        }
+      ],
+      "layer": 14
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.5874056291156345,
+          "lr": 0.03,
+          "negative_goodness": 0.8470072862625122,
+          "pair_accuracy": 0.9333555555767483,
+          "positive_goodness": 4.389488594267103,
+          "runtime_seconds": 4.048981666564941
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.47105628654691906,
+          "lr": 0.03,
+          "negative_goodness": 0.7114742046515147,
+          "pair_accuracy": 0.9556888888888889,
+          "positive_goodness": 4.912495910135905,
+          "runtime_seconds": 3.9583826065063477
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.4308567408985562,
+          "lr": 0.03,
+          "negative_goodness": 0.6499376036961874,
+          "pair_accuracy": 0.9612888888782926,
+          "positive_goodness": 5.2190226319207085,
+          "runtime_seconds": 4.097906827926636
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.4745926030211978,
+          "lr": 0.03,
+          "negative_goodness": 0.6863426258616977,
+          "pair_accuracy": 0.9478888888782925,
+          "positive_goodness": 4.957175006866455,
+          "runtime_seconds": 4.098802328109741
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.4426095139662425,
+          "lr": 0.03,
+          "negative_goodness": 0.6423796742863125,
+          "pair_accuracy": 0.9527333333227369,
+          "positive_goodness": 5.181111384582519,
+          "runtime_seconds": 4.080105543136597
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.4406747067186568,
+          "lr": 0.03,
+          "negative_goodness": 0.6447717011610667,
+          "pair_accuracy": 0.96,
+          "positive_goodness": 5.298106381310357,
+          "runtime_seconds": 4.069923639297485
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.4207660053888957,
+          "lr": 0.03,
+          "negative_goodness": 0.6116653859668307,
+          "pair_accuracy": 0.9629333333545261,
+          "positive_goodness": 5.373381487909953,
+          "runtime_seconds": 4.062923431396484
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.43222096531126236,
+          "lr": 0.03,
+          "negative_goodness": 0.64458302090168,
+          "pair_accuracy": 0.9613333333333334,
+          "positive_goodness": 5.2987389734056265,
+          "runtime_seconds": 3.9239490032196045
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.3955785537560781,
+          "lr": 0.03,
+          "negative_goodness": 0.5884488096343147,
+          "pair_accuracy": 0.9707777777777777,
+          "positive_goodness": 5.6218479604085285,
+          "runtime_seconds": 3.8564014434814453
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.4290270928356383,
+          "lr": 0.03,
+          "negative_goodness": 0.6101725010050668,
+          "pair_accuracy": 0.9582222222222222,
+          "positive_goodness": 5.475240735032823,
+          "runtime_seconds": 3.8505990505218506
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.41946038685639697,
+          "lr": 0.03,
+          "negative_goodness": 0.6068836446656121,
+          "pair_accuracy": 0.9627111111111111,
+          "positive_goodness": 5.5583525326199,
+          "runtime_seconds": 3.8543567657470703
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.4444979146321615,
+          "lr": 0.03,
+          "negative_goodness": 0.6325329741795858,
+          "pair_accuracy": 0.9586444444444444,
+          "positive_goodness": 5.364362528297637,
+          "runtime_seconds": 3.858032464981079
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.44069798616833156,
+          "lr": 0.03,
+          "negative_goodness": 0.627452710893419,
+          "pair_accuracy": 0.953111111164093,
+          "positive_goodness": 5.302849096510146,
+          "runtime_seconds": 3.8605687618255615
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.41172359619140625,
+          "lr": 0.03,
+          "negative_goodness": 0.5818674978892009,
+          "pair_accuracy": 0.960933333322737,
+          "positive_goodness": 5.59815097410414,
+          "runtime_seconds": 3.856013774871826
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.44305318718486364,
+          "lr": 0.03,
+          "negative_goodness": 0.6154837809960048,
+          "pair_accuracy": 0.953,
+          "positive_goodness": 5.389977985890706,
+          "runtime_seconds": 3.8575384616851807
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.44391995067596435,
+          "lr": 0.03,
+          "negative_goodness": 0.6160402979956733,
+          "pair_accuracy": 0.950577777756585,
+          "positive_goodness": 5.370386554718017,
+          "runtime_seconds": 3.8563365936279297
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.4118602144771152,
+          "lr": 0.03,
+          "negative_goodness": 0.5980614718172286,
+          "pair_accuracy": 0.9630888888888889,
+          "positive_goodness": 5.6768775515238445,
+          "runtime_seconds": 3.8624608516693115
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.38235890719625687,
+          "lr": 0.03,
+          "negative_goodness": 0.5542257090568542,
+          "pair_accuracy": 0.9673555555555555,
+          "positive_goodness": 5.740799926842583,
+          "runtime_seconds": 3.85457444190979
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.42380321776602004,
+          "lr": 0.03,
+          "negative_goodness": 0.6037785151375664,
+          "pair_accuracy": 0.9600888888676962,
+          "positive_goodness": 5.565293125576443,
+          "runtime_seconds": 3.85642147064209
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.43805616834428573,
+          "lr": 0.03,
+          "negative_goodness": 0.6248121809562047,
+          "pair_accuracy": 0.9541555555555555,
+          "positive_goodness": 5.5280421120537655,
+          "runtime_seconds": 3.852433919906616
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.43026385887463886,
+          "lr": 0.03,
+          "negative_goodness": 0.6134875072214339,
+          "pair_accuracy": 0.9572,
+          "positive_goodness": 5.4865948466830785,
+          "runtime_seconds": 3.8529438972473145
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.42612292109065586,
+          "lr": 0.03,
+          "negative_goodness": 0.6118213372018603,
+          "pair_accuracy": 0.9569777777777778,
+          "positive_goodness": 5.547145421176486,
+          "runtime_seconds": 3.9022300243377686
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.44833453663720024,
+          "lr": 0.03,
+          "negative_goodness": 0.6359109555986192,
+          "pair_accuracy": 0.9488222222116258,
+          "positive_goodness": 5.363537948735555,
+          "runtime_seconds": 3.910219430923462
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.39738104627132415,
+          "lr": 0.03,
+          "negative_goodness": 0.5696806381834878,
+          "pair_accuracy": 0.9637111111111111,
+          "positive_goodness": 5.685835601552327,
+          "runtime_seconds": 3.865561008453369
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.3963717205842336,
+          "lr": 0.03,
+          "negative_goodness": 0.5697817426045736,
+          "pair_accuracy": 0.9676666666666667,
+          "positive_goodness": 5.820200190056695,
+          "runtime_seconds": 4.025519609451294
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.4633304613961114,
+          "lr": 0.03,
+          "negative_goodness": 0.6604052895651923,
+          "pair_accuracy": 0.9484666667196485,
+          "positive_goodness": 5.350510113016765,
+          "runtime_seconds": 3.936511278152466
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.4176096972200606,
+          "lr": 0.03,
+          "negative_goodness": 0.6100497753461201,
+          "pair_accuracy": 0.9613111111111111,
+          "positive_goodness": 5.535516904703776,
+          "runtime_seconds": 3.838644027709961
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.3967975211090512,
+          "lr": 0.03,
+          "negative_goodness": 0.5798405318419139,
+          "pair_accuracy": 0.9669777777777778,
+          "positive_goodness": 5.747317598639595,
+          "runtime_seconds": 4.039176940917969
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.3850191614892748,
+          "lr": 0.03,
+          "negative_goodness": 0.5582752846399943,
+          "pair_accuracy": 0.967511111079322,
+          "positive_goodness": 5.854789434729682,
+          "runtime_seconds": 4.087815523147583
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.38856920256614685,
+          "lr": 0.03,
+          "negative_goodness": 0.561785100279914,
+          "pair_accuracy": 0.9690666666666666,
+          "positive_goodness": 5.767497074635823,
+          "runtime_seconds": 3.9395267963409424
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.372534764152103,
+          "lr": 0.03,
+          "negative_goodness": 0.5292157534705269,
+          "pair_accuracy": 0.9677555555555556,
+          "positive_goodness": 5.966233510038588,
+          "runtime_seconds": 3.8350164890289307
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.3893827283196979,
+          "lr": 0.03,
+          "negative_goodness": 0.5555531898710463,
+          "pair_accuracy": 0.9670666666666666,
+          "positive_goodness": 5.761491807132297,
+          "runtime_seconds": 3.8568344116210938
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.4788663980854882,
+          "lr": 0.03,
+          "negative_goodness": 0.662757611656189,
+          "pair_accuracy": 0.9472222222116259,
+          "positive_goodness": 5.3611576752556696,
+          "runtime_seconds": 4.094604015350342
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.39045151273674433,
+          "lr": 0.03,
+          "negative_goodness": 0.5571704278045231,
+          "pair_accuracy": 0.965,
+          "positive_goodness": 5.748908765920003,
+          "runtime_seconds": 4.021821737289429
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.37656840449439155,
+          "lr": 0.03,
+          "negative_goodness": 0.5376582881715563,
+          "pair_accuracy": 0.9679333333015442,
+          "positive_goodness": 5.959503935496012,
+          "runtime_seconds": 4.106711149215698
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.4395785480181376,
+          "lr": 0.03,
+          "negative_goodness": 0.5974242279820972,
+          "pair_accuracy": 0.9535333333333333,
+          "positive_goodness": 5.49539454744127,
+          "runtime_seconds": 4.100239276885986
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.41272952580981787,
+          "lr": 0.03,
+          "negative_goodness": 0.573578044933743,
+          "pair_accuracy": 0.9560444444762336,
+          "positive_goodness": 5.7954757748921715,
+          "runtime_seconds": 4.061889886856079
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.38825500514772204,
+          "lr": 0.03,
+          "negative_goodness": 0.5436893267525567,
+          "pair_accuracy": 0.9621111111111111,
+          "positive_goodness": 5.86184908879598,
+          "runtime_seconds": 3.9957008361816406
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.4095791998253928,
+          "lr": 0.03,
+          "negative_goodness": 0.5780717928144666,
+          "pair_accuracy": 0.9560888888888889,
+          "positive_goodness": 5.6972717988755965,
+          "runtime_seconds": 3.857776403427124
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.3962808748351203,
+          "lr": 0.03,
+          "negative_goodness": 0.5595591606775919,
+          "pair_accuracy": 0.9651777777777778,
+          "positive_goodness": 5.816897706010606,
+          "runtime_seconds": 3.996206760406494
+        }
+      ],
+      "layer": 15
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 1.1037286151885985,
+          "lr": 0.03,
+          "negative_goodness": 1.735691058391995,
+          "pair_accuracy": 0.830711111108462,
+          "positive_goodness": 3.837062057601081,
+          "runtime_seconds": 4.126862287521362
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.8588871418529087,
+          "lr": 0.03,
+          "negative_goodness": 1.2944788153860305,
+          "pair_accuracy": 0.8987555555237664,
+          "positive_goodness": 4.293171892632379,
+          "runtime_seconds": 4.0779149532318115
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7315956226295895,
+          "lr": 0.03,
+          "negative_goodness": 1.0853145355754428,
+          "pair_accuracy": 0.9222,
+          "positive_goodness": 4.647820052761502,
+          "runtime_seconds": 4.1251561641693115
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.6619982407357957,
+          "lr": 0.03,
+          "negative_goodness": 1.1070927302678426,
+          "pair_accuracy": 0.9313999999894036,
+          "positive_goodness": 4.594846694352892,
+          "runtime_seconds": 3.9373412132263184
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.5750638111856249,
+          "lr": 0.03,
+          "negative_goodness": 0.9377299954732259,
+          "pair_accuracy": 0.9423555555449592,
+          "positive_goodness": 4.921641605292426,
+          "runtime_seconds": 3.9327919483184814
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.5742392288049062,
+          "lr": 0.03,
+          "negative_goodness": 0.9272008467886182,
+          "pair_accuracy": 0.9345333333333333,
+          "positive_goodness": 4.8462381005181205,
+          "runtime_seconds": 3.933500289916992
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.5599243617110782,
+          "lr": 0.03,
+          "negative_goodness": 0.9053771364635892,
+          "pair_accuracy": 0.9406222222222222,
+          "positive_goodness": 4.970169921535915,
+          "runtime_seconds": 3.9310765266418457
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.5326668416500091,
+          "lr": 0.03,
+          "negative_goodness": 0.8437669569068484,
+          "pair_accuracy": 0.9474444444444444,
+          "positive_goodness": 5.013439182281494,
+          "runtime_seconds": 3.9390313625335693
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.5460394308990902,
+          "lr": 0.03,
+          "negative_goodness": 0.845555419254303,
+          "pair_accuracy": 0.9432666666666667,
+          "positive_goodness": 5.065125306955974,
+          "runtime_seconds": 3.93769907951355
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.5330875303321414,
+          "lr": 0.03,
+          "negative_goodness": 0.8124970892853207,
+          "pair_accuracy": 0.9441777777777778,
+          "positive_goodness": 5.122416002824571,
+          "runtime_seconds": 3.8959507942199707
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.5309866003513336,
+          "lr": 0.03,
+          "negative_goodness": 0.8298380652639601,
+          "pair_accuracy": 0.9489333333333333,
+          "positive_goodness": 5.096726090833876,
+          "runtime_seconds": 3.859955310821533
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.5383232957628038,
+          "lr": 0.03,
+          "negative_goodness": 0.8181714871088663,
+          "pair_accuracy": 0.9383777777459886,
+          "positive_goodness": 5.112697885682848,
+          "runtime_seconds": 3.8623080253601074
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.5479773717562357,
+          "lr": 0.03,
+          "negative_goodness": 0.838069969092475,
+          "pair_accuracy": 0.9364888888888889,
+          "positive_goodness": 4.972529047648112,
+          "runtime_seconds": 3.9010822772979736
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.520786135398017,
+          "lr": 0.03,
+          "negative_goodness": 0.8044685966915555,
+          "pair_accuracy": 0.9486444444391463,
+          "positive_goodness": 5.160231547461616,
+          "runtime_seconds": 3.9002559185028076
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.5520766305393643,
+          "lr": 0.03,
+          "negative_goodness": 0.8407056345621745,
+          "pair_accuracy": 0.9341333333863152,
+          "positive_goodness": 4.9466104638841415,
+          "runtime_seconds": 3.8662993907928467
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.5354720631493463,
+          "lr": 0.03,
+          "negative_goodness": 0.8058247510062324,
+          "pair_accuracy": 0.9435999999788073,
+          "positive_goodness": 5.106605230161879,
+          "runtime_seconds": 3.93524432182312
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.5473982710520426,
+          "lr": 0.03,
+          "negative_goodness": 0.8237621835072835,
+          "pair_accuracy": 0.9367111111270057,
+          "positive_goodness": 5.025638469780816,
+          "runtime_seconds": 3.938058376312256
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.5240521452373929,
+          "lr": 0.03,
+          "negative_goodness": 0.808945811843872,
+          "pair_accuracy": 0.9465333333121406,
+          "positive_goodness": 5.13514719420539,
+          "runtime_seconds": 3.930907964706421
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.5530481625874837,
+          "lr": 0.03,
+          "negative_goodness": 0.8190036996629503,
+          "pair_accuracy": 0.9357555555608538,
+          "positive_goodness": 5.0518151269488865,
+          "runtime_seconds": 3.923275947570801
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.5178424617555406,
+          "lr": 0.03,
+          "negative_goodness": 0.7922904553731283,
+          "pair_accuracy": 0.9450444444444445,
+          "positive_goodness": 5.126710022629632,
+          "runtime_seconds": 3.9474802017211914
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.512259197420544,
+          "lr": 0.03,
+          "negative_goodness": 0.7750590584701962,
+          "pair_accuracy": 0.9474444444444444,
+          "positive_goodness": 5.2578440849304195,
+          "runtime_seconds": 3.860387086868286
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5031339485115475,
+          "lr": 0.03,
+          "negative_goodness": 0.7453542940563626,
+          "pair_accuracy": 0.9477777777777778,
+          "positive_goodness": 5.316610199483236,
+          "runtime_seconds": 3.865333318710327
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.5425699098110199,
+          "lr": 0.03,
+          "negative_goodness": 0.7986878082010481,
+          "pair_accuracy": 0.9396666666666667,
+          "positive_goodness": 5.159570078870985,
+          "runtime_seconds": 3.8740484714508057
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.49105331598917645,
+          "lr": 0.03,
+          "negative_goodness": 0.7497807261361016,
+          "pair_accuracy": 0.9568,
+          "positive_goodness": 5.375977751837836,
+          "runtime_seconds": 3.9087319374084473
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5327753486421373,
+          "lr": 0.03,
+          "negative_goodness": 0.8034203391181098,
+          "pair_accuracy": 0.946533333349228,
+          "positive_goodness": 5.237360865359836,
+          "runtime_seconds": 3.9415297508239746
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.4939642111990187,
+          "lr": 0.03,
+          "negative_goodness": 0.7426050375620524,
+          "pair_accuracy": 0.9537999999682109,
+          "positive_goodness": 5.30258372569614,
+          "runtime_seconds": 3.9194276332855225
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5131330797195435,
+          "lr": 0.03,
+          "negative_goodness": 0.7747595157835219,
+          "pair_accuracy": 0.9469333333651225,
+          "positive_goodness": 5.355814484786987,
+          "runtime_seconds": 3.9268736839294434
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5239260049608019,
+          "lr": 0.03,
+          "negative_goodness": 0.7787311667972141,
+          "pair_accuracy": 0.9446666666613684,
+          "positive_goodness": 5.188008808432685,
+          "runtime_seconds": 3.917374610900879
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5136728825251261,
+          "lr": 0.03,
+          "negative_goodness": 0.7285850036833021,
+          "pair_accuracy": 0.9436000000211927,
+          "positive_goodness": 5.2877294560750325,
+          "runtime_seconds": 3.928753137588501
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.5313088116063012,
+          "lr": 0.03,
+          "negative_goodness": 0.7762623659769694,
+          "pair_accuracy": 0.9395333333333333,
+          "positive_goodness": 5.097755367702908,
+          "runtime_seconds": 3.9291746616363525
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5308934855381647,
+          "lr": 0.03,
+          "negative_goodness": 0.7775476137744056,
+          "pair_accuracy": 0.9412888888888888,
+          "positive_goodness": 5.331867823791504,
+          "runtime_seconds": 3.926022529602051
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.4894051421377394,
+          "lr": 0.03,
+          "negative_goodness": 0.7350317971759373,
+          "pair_accuracy": 0.9523333333015442,
+          "positive_goodness": 5.574683961613973,
+          "runtime_seconds": 3.93035626411438
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5046816167460547,
+          "lr": 0.03,
+          "negative_goodness": 0.7302403922186957,
+          "pair_accuracy": 0.9442,
+          "positive_goodness": 5.390593143208822,
+          "runtime_seconds": 3.937390089035034
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.49669114627838135,
+          "lr": 0.03,
+          "negative_goodness": 0.7316012315326267,
+          "pair_accuracy": 0.9505999999894036,
+          "positive_goodness": 5.454772280565898,
+          "runtime_seconds": 3.9452366828918457
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.48576984630160863,
+          "lr": 0.03,
+          "negative_goodness": 0.72541312851376,
+          "pair_accuracy": 0.9542444444603391,
+          "positive_goodness": 5.593988674439324,
+          "runtime_seconds": 3.9366493225097656
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.5151901540968153,
+          "lr": 0.03,
+          "negative_goodness": 0.7566550712691413,
+          "pair_accuracy": 0.9448222222222222,
+          "positive_goodness": 5.431130543687608,
+          "runtime_seconds": 3.946904182434082
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.4867814237515132,
+          "lr": 0.03,
+          "negative_goodness": 0.7182685162173377,
+          "pair_accuracy": 0.9577555555555556,
+          "positive_goodness": 5.579440804799398,
+          "runtime_seconds": 3.8974452018737793
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.54305230398443,
+          "lr": 0.03,
+          "negative_goodness": 0.8053101126511891,
+          "pair_accuracy": 0.9395111111111111,
+          "positive_goodness": 5.255170621405708,
+          "runtime_seconds": 3.8682634830474854
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.4659505391862657,
+          "lr": 0.03,
+          "negative_goodness": 0.678499389690823,
+          "pair_accuracy": 0.9601555555767484,
+          "positive_goodness": 5.73503406706916,
+          "runtime_seconds": 3.8704633712768555
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.48317568202548555,
+          "lr": 0.03,
+          "negative_goodness": 0.7059040532430013,
+          "pair_accuracy": 0.9540888888888889,
+          "positive_goodness": 5.684920119306776,
+          "runtime_seconds": 3.8675014972686768
+        }
+      ],
+      "layer": 16
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.7586615669674344,
+          "lr": 0.03,
+          "negative_goodness": 1.0916804257922703,
+          "pair_accuracy": 0.9087777778095669,
+          "positive_goodness": 4.250027406671312,
+          "runtime_seconds": 3.8413751125335693
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.677990246603224,
+          "lr": 0.03,
+          "negative_goodness": 1.038208615451389,
+          "pair_accuracy": 0.9208888888676962,
+          "positive_goodness": 4.640136895031399,
+          "runtime_seconds": 3.924159288406372
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.665008257039388,
+          "lr": 0.03,
+          "negative_goodness": 1.0324396991729736,
+          "pair_accuracy": 0.9220666666719649,
+          "positive_goodness": 4.753602556800843,
+          "runtime_seconds": 3.911895275115967
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.6081227573606703,
+          "lr": 0.03,
+          "negative_goodness": 0.9626450615353055,
+          "pair_accuracy": 0.9412,
+          "positive_goodness": 4.908655993991428,
+          "runtime_seconds": 3.9062507152557373
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.5654408628198836,
+          "lr": 0.03,
+          "negative_goodness": 0.892465837044186,
+          "pair_accuracy": 0.9483555555555555,
+          "positive_goodness": 5.364968763054741,
+          "runtime_seconds": 3.9162437915802
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.5766828758504655,
+          "lr": 0.03,
+          "negative_goodness": 0.9025845632129246,
+          "pair_accuracy": 0.9469555555555556,
+          "positive_goodness": 5.153242272186279,
+          "runtime_seconds": 3.9091036319732666
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.5997738396750556,
+          "lr": 0.03,
+          "negative_goodness": 0.927967771297031,
+          "pair_accuracy": 0.9350444444444445,
+          "positive_goodness": 5.092716813871595,
+          "runtime_seconds": 3.9133336544036865
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.575873211812973,
+          "lr": 0.03,
+          "negative_goodness": 0.8906434065288967,
+          "pair_accuracy": 0.9438888888888889,
+          "positive_goodness": 5.097391577233209,
+          "runtime_seconds": 3.907472610473633
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.5493676128387451,
+          "lr": 0.03,
+          "negative_goodness": 0.8714729200363159,
+          "pair_accuracy": 0.9527333333757189,
+          "positive_goodness": 5.279890227296617,
+          "runtime_seconds": 3.912637710571289
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.5550840728759766,
+          "lr": 0.03,
+          "negative_goodness": 0.8720231152852377,
+          "pair_accuracy": 0.9490888888888889,
+          "positive_goodness": 5.18629994925393,
+          "runtime_seconds": 3.8823142051696777
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.5674689796129863,
+          "lr": 0.03,
+          "negative_goodness": 0.8695816284391615,
+          "pair_accuracy": 0.9381777777459887,
+          "positive_goodness": 5.120570919715034,
+          "runtime_seconds": 3.916275978088379
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.5543431355423397,
+          "lr": 0.03,
+          "negative_goodness": 0.8568709933280945,
+          "pair_accuracy": 0.9465333333227369,
+          "positive_goodness": 5.3013614087422685,
+          "runtime_seconds": 3.915222644805908
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.5346418526649475,
+          "lr": 0.03,
+          "negative_goodness": 0.8228881141079797,
+          "pair_accuracy": 0.9497333333333333,
+          "positive_goodness": 5.474570681762695,
+          "runtime_seconds": 3.9182536602020264
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.5305073735766941,
+          "lr": 0.03,
+          "negative_goodness": 0.8096861326641507,
+          "pair_accuracy": 0.9500888889312744,
+          "positive_goodness": 5.7211670981089275,
+          "runtime_seconds": 3.919935703277588
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.5643990787929959,
+          "lr": 0.03,
+          "negative_goodness": 0.8612753474341498,
+          "pair_accuracy": 0.9458,
+          "positive_goodness": 5.213083960639106,
+          "runtime_seconds": 3.9164929389953613
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.5615045519193014,
+          "lr": 0.03,
+          "negative_goodness": 0.8571677096048991,
+          "pair_accuracy": 0.9465111111217075,
+          "positive_goodness": 5.204213348558214,
+          "runtime_seconds": 3.9158213138580322
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.5322039067983627,
+          "lr": 0.03,
+          "negative_goodness": 0.8142418759610918,
+          "pair_accuracy": 0.9532666666666667,
+          "positive_goodness": 5.363461328464084,
+          "runtime_seconds": 3.9106087684631348
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.5342219806777107,
+          "lr": 0.03,
+          "negative_goodness": 0.8096399970610937,
+          "pair_accuracy": 0.9488222222222222,
+          "positive_goodness": 5.36584740041097,
+          "runtime_seconds": 3.9353952407836914
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.5398867576069302,
+          "lr": 0.03,
+          "negative_goodness": 0.8226270603285896,
+          "pair_accuracy": 0.9465333333333333,
+          "positive_goodness": 5.349246341196696,
+          "runtime_seconds": 3.9077253341674805
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.5554774314244588,
+          "lr": 0.03,
+          "negative_goodness": 0.8395211765713162,
+          "pair_accuracy": 0.9442888889100817,
+          "positive_goodness": 5.4120756100124785,
+          "runtime_seconds": 3.9449379444122314
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.5330274446275499,
+          "lr": 0.03,
+          "negative_goodness": 0.8118214014265273,
+          "pair_accuracy": 0.95,
+          "positive_goodness": 5.495063440450033,
+          "runtime_seconds": 3.920408248901367
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.5230589733335707,
+          "lr": 0.03,
+          "negative_goodness": 0.7914677900526259,
+          "pair_accuracy": 0.9504888889153799,
+          "positive_goodness": 5.567852670563592,
+          "runtime_seconds": 3.9231085777282715
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.5355902297284868,
+          "lr": 0.03,
+          "negative_goodness": 0.7926053251584371,
+          "pair_accuracy": 0.9438444444232517,
+          "positive_goodness": 5.483232170274523,
+          "runtime_seconds": 3.936486005783081
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.5063716541290283,
+          "lr": 0.03,
+          "negative_goodness": 0.7821036146640777,
+          "pair_accuracy": 0.9559111111111112,
+          "positive_goodness": 5.5131356434292265,
+          "runtime_seconds": 3.9241185188293457
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.5512631209638383,
+          "lr": 0.03,
+          "negative_goodness": 0.8129799520227644,
+          "pair_accuracy": 0.9451777777777778,
+          "positive_goodness": 5.345480949910482,
+          "runtime_seconds": 3.856553792953491
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.5341362471845414,
+          "lr": 0.03,
+          "negative_goodness": 0.7949520338800219,
+          "pair_accuracy": 0.9437555555555556,
+          "positive_goodness": 5.522969711303711,
+          "runtime_seconds": 3.8554799556732178
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.5331730677975549,
+          "lr": 0.03,
+          "negative_goodness": 0.7955434938483769,
+          "pair_accuracy": 0.9489777777777778,
+          "positive_goodness": 5.387353615654839,
+          "runtime_seconds": 3.847607135772705
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.5493709773328569,
+          "lr": 0.03,
+          "negative_goodness": 0.7981132944160038,
+          "pair_accuracy": 0.9417111111111112,
+          "positive_goodness": 5.459244980282254,
+          "runtime_seconds": 3.8501980304718018
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.5543026714033551,
+          "lr": 0.03,
+          "negative_goodness": 0.8178763434622023,
+          "pair_accuracy": 0.9414666666666667,
+          "positive_goodness": 5.316324805619981,
+          "runtime_seconds": 3.8513782024383545
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.4939218893369039,
+          "lr": 0.03,
+          "negative_goodness": 0.7453480491214328,
+          "pair_accuracy": 0.9584222222222222,
+          "positive_goodness": 5.7769214179144965,
+          "runtime_seconds": 3.865675926208496
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.5152683940463596,
+          "lr": 0.03,
+          "negative_goodness": 0.7800449671851264,
+          "pair_accuracy": 0.9518666666560703,
+          "positive_goodness": 5.806410187106662,
+          "runtime_seconds": 3.8533811569213867
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.5127227973514134,
+          "lr": 0.03,
+          "negative_goodness": 0.7604451662805345,
+          "pair_accuracy": 0.9573333333333334,
+          "positive_goodness": 5.582389385732015,
+          "runtime_seconds": 3.853175640106201
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.5290071175893147,
+          "lr": 0.03,
+          "negative_goodness": 0.7957968071407742,
+          "pair_accuracy": 0.9529777778307597,
+          "positive_goodness": 5.592521416812473,
+          "runtime_seconds": 3.8508284091949463
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.4685826285203298,
+          "lr": 0.03,
+          "negative_goodness": 0.7164890910360548,
+          "pair_accuracy": 0.9639333333333333,
+          "positive_goodness": 5.908779762437608,
+          "runtime_seconds": 3.914210319519043
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.5018731364674038,
+          "lr": 0.03,
+          "negative_goodness": 0.7547937106238471,
+          "pair_accuracy": 0.9528222222116258,
+          "positive_goodness": 5.617706099361843,
+          "runtime_seconds": 3.85937237739563
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.47497297270033095,
+          "lr": 0.03,
+          "negative_goodness": 0.720595511118571,
+          "pair_accuracy": 0.9626000000211927,
+          "positive_goodness": 6.028655215072632,
+          "runtime_seconds": 3.9092907905578613
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.5243999756601122,
+          "lr": 0.03,
+          "negative_goodness": 0.7624058069970873,
+          "pair_accuracy": 0.9500888888888889,
+          "positive_goodness": 5.697151492140028,
+          "runtime_seconds": 3.921797752380371
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.521622302447425,
+          "lr": 0.03,
+          "negative_goodness": 0.7687800934261746,
+          "pair_accuracy": 0.9544666667196485,
+          "positive_goodness": 5.54342650718689,
+          "runtime_seconds": 3.848965883255005
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.4913499216609531,
+          "lr": 0.03,
+          "negative_goodness": 0.7406809664620293,
+          "pair_accuracy": 0.9587777777671814,
+          "positive_goodness": 5.926230840471056,
+          "runtime_seconds": 3.8797240257263184
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.5429708968692356,
+          "lr": 0.03,
+          "negative_goodness": 0.7853209460788303,
+          "pair_accuracy": 0.9461555555555555,
+          "positive_goodness": 5.379881164635552,
+          "runtime_seconds": 3.8645825386047363
+        }
+      ],
+      "layer": 17
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8259686123847961,
+          "lr": 0.03,
+          "negative_goodness": 1.3389674243927001,
+          "pair_accuracy": 0.9036222222010295,
+          "positive_goodness": 4.806562017440796,
+          "runtime_seconds": 3.8636341094970703
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.5788217274241977,
+          "lr": 0.03,
+          "negative_goodness": 0.9419700681262546,
+          "pair_accuracy": 0.9484222222222223,
+          "positive_goodness": 5.49278571150038,
+          "runtime_seconds": 3.8657214641571045
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.5452739104800755,
+          "lr": 0.03,
+          "negative_goodness": 0.8748219245910644,
+          "pair_accuracy": 0.9482444444444444,
+          "positive_goodness": 5.398229738532172,
+          "runtime_seconds": 3.854307174682617
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.45720737796094685,
+          "lr": 0.03,
+          "negative_goodness": 0.7167868900378546,
+          "pair_accuracy": 0.9614222222116259,
+          "positive_goodness": 5.8161153249104816,
+          "runtime_seconds": 3.8811235427856445
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.469736750263638,
+          "lr": 0.03,
+          "negative_goodness": 0.7384170273621877,
+          "pair_accuracy": 0.9646,
+          "positive_goodness": 5.531330157894558,
+          "runtime_seconds": 3.881183624267578
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.41790379668341743,
+          "lr": 0.03,
+          "negative_goodness": 0.6347421670542823,
+          "pair_accuracy": 0.9651777777777778,
+          "positive_goodness": 6.030887801615397,
+          "runtime_seconds": 4.097397327423096
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.4006347717497084,
+          "lr": 0.03,
+          "negative_goodness": 0.6212350602679783,
+          "pair_accuracy": 0.9732222222752042,
+          "positive_goodness": 6.3339286349402535,
+          "runtime_seconds": 3.9917373657226562
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.46259186188644835,
+          "lr": 0.03,
+          "negative_goodness": 0.6732803741746478,
+          "pair_accuracy": 0.9578,
+          "positive_goodness": 5.527439904954698,
+          "runtime_seconds": 3.919882297515869
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.36039457421567705,
+          "lr": 0.03,
+          "negative_goodness": 0.5354044926855299,
+          "pair_accuracy": 0.9762,
+          "positive_goodness": 6.4684110660976835,
+          "runtime_seconds": 3.93808913230896
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.4191694047821893,
+          "lr": 0.03,
+          "negative_goodness": 0.614789413494534,
+          "pair_accuracy": 0.9667555555979411,
+          "positive_goodness": 5.857750079939101,
+          "runtime_seconds": 3.918116331100464
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.37569413325256773,
+          "lr": 0.03,
+          "negative_goodness": 0.5344191539525985,
+          "pair_accuracy": 0.9682222222222222,
+          "positive_goodness": 6.470014559766981,
+          "runtime_seconds": 3.913426637649536
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.3965109835863113,
+          "lr": 0.03,
+          "negative_goodness": 0.5750921640978919,
+          "pair_accuracy": 0.9684888888888888,
+          "positive_goodness": 6.197246535746257,
+          "runtime_seconds": 3.8500475883483887
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.3876774400419659,
+          "lr": 0.03,
+          "negative_goodness": 0.547981151898702,
+          "pair_accuracy": 0.9671777777777778,
+          "positive_goodness": 6.139969396633572,
+          "runtime_seconds": 3.8462307453155518
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.3792311737007565,
+          "lr": 0.03,
+          "negative_goodness": 0.5350332353671392,
+          "pair_accuracy": 0.9701333333333333,
+          "positive_goodness": 6.3542265944586855,
+          "runtime_seconds": 3.8593735694885254
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.3618579012711843,
+          "lr": 0.03,
+          "negative_goodness": 0.5199745007316271,
+          "pair_accuracy": 0.9734888888888888,
+          "positive_goodness": 6.281533173116048,
+          "runtime_seconds": 3.870372772216797
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.39634108844333227,
+          "lr": 0.03,
+          "negative_goodness": 0.5631719219578637,
+          "pair_accuracy": 0.9643111111111111,
+          "positive_goodness": 6.278186319393582,
+          "runtime_seconds": 3.8494772911071777
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.3803172600640191,
+          "lr": 0.03,
+          "negative_goodness": 0.5487459373447631,
+          "pair_accuracy": 0.9673777777777778,
+          "positive_goodness": 6.219796577623155,
+          "runtime_seconds": 3.8615305423736572
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.4019638591342502,
+          "lr": 0.03,
+          "negative_goodness": 0.5593759052700467,
+          "pair_accuracy": 0.9621555555555555,
+          "positive_goodness": 6.256822263675266,
+          "runtime_seconds": 3.8488924503326416
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.3416882675250371,
+          "lr": 0.03,
+          "negative_goodness": 0.49287176938586763,
+          "pair_accuracy": 0.9773333333333334,
+          "positive_goodness": 6.576029263729519,
+          "runtime_seconds": 3.8501155376434326
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.3620601107623842,
+          "lr": 0.03,
+          "negative_goodness": 0.5124692486286163,
+          "pair_accuracy": 0.9753777777777778,
+          "positive_goodness": 6.3990465777926975,
+          "runtime_seconds": 3.8538014888763428
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.4049675173494551,
+          "lr": 0.03,
+          "negative_goodness": 0.5472224340756734,
+          "pair_accuracy": 0.9586888888888889,
+          "positive_goodness": 6.37498036066691,
+          "runtime_seconds": 3.8620553016662598
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.33891054705778756,
+          "lr": 0.03,
+          "negative_goodness": 0.4881928093380398,
+          "pair_accuracy": 0.9782,
+          "positive_goodness": 6.537544328308106,
+          "runtime_seconds": 3.8455708026885986
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.3837569868829515,
+          "lr": 0.03,
+          "negative_goodness": 0.5320657742924161,
+          "pair_accuracy": 0.9676666666666667,
+          "positive_goodness": 6.2128113115946455,
+          "runtime_seconds": 3.8544373512268066
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.32475028533935546,
+          "lr": 0.03,
+          "negative_goodness": 0.4454149994638231,
+          "pair_accuracy": 0.9772888888888889,
+          "positive_goodness": 6.929710346137153,
+          "runtime_seconds": 3.8468000888824463
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.3527931089639664,
+          "lr": 0.03,
+          "negative_goodness": 0.4730946593635612,
+          "pair_accuracy": 0.9728,
+          "positive_goodness": 6.8493069038391114,
+          "runtime_seconds": 3.8451690673828125
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.34312050483756595,
+          "lr": 0.03,
+          "negative_goodness": 0.4535034031060007,
+          "pair_accuracy": 0.9716,
+          "positive_goodness": 6.763877388848199,
+          "runtime_seconds": 3.8402135372161865
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.3597784379296833,
+          "lr": 0.03,
+          "negative_goodness": 0.4927623445802265,
+          "pair_accuracy": 0.9721333333333333,
+          "positive_goodness": 6.5638175576951765,
+          "runtime_seconds": 3.8595786094665527
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.3394632726510366,
+          "lr": 0.03,
+          "negative_goodness": 0.4670485525290171,
+          "pair_accuracy": 0.9775333333333334,
+          "positive_goodness": 6.526536104668511,
+          "runtime_seconds": 3.925543785095215
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.3669456438673867,
+          "lr": 0.03,
+          "negative_goodness": 0.4731154606872135,
+          "pair_accuracy": 0.9623333333333334,
+          "positive_goodness": 6.5778701544019915,
+          "runtime_seconds": 3.931903123855591
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.3297052407688565,
+          "lr": 0.03,
+          "negative_goodness": 0.43899190334214105,
+          "pair_accuracy": 0.9747555555449592,
+          "positive_goodness": 7.103966812939114,
+          "runtime_seconds": 3.933610677719116
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.3071729453722636,
+          "lr": 0.03,
+          "negative_goodness": 0.4208682724263933,
+          "pair_accuracy": 0.9811555555555556,
+          "positive_goodness": 6.976453070661757,
+          "runtime_seconds": 3.9413397312164307
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.35308734004232617,
+          "lr": 0.03,
+          "negative_goodness": 0.4886600203990936,
+          "pair_accuracy": 0.9735111111005147,
+          "positive_goodness": 6.51723375278049,
+          "runtime_seconds": 3.9345340728759766
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.34387368368572657,
+          "lr": 0.03,
+          "negative_goodness": 0.43323115503523085,
+          "pair_accuracy": 0.9716,
+          "positive_goodness": 6.770022542995877,
+          "runtime_seconds": 3.921149969100952
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.38037150200737846,
+          "lr": 0.03,
+          "negative_goodness": 0.5160685161060757,
+          "pair_accuracy": 0.9654222222222222,
+          "positive_goodness": 6.391655477227105,
+          "runtime_seconds": 3.9093334674835205
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.31865622033013236,
+          "lr": 0.03,
+          "negative_goodness": 0.43610168860091103,
+          "pair_accuracy": 0.9794222222222222,
+          "positive_goodness": 6.734662050543891,
+          "runtime_seconds": 3.9346818923950195
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.3391467007901933,
+          "lr": 0.03,
+          "negative_goodness": 0.4630040694342719,
+          "pair_accuracy": 0.9745555555555555,
+          "positive_goodness": 6.817466590457492,
+          "runtime_seconds": 3.9160642623901367
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.331196120707194,
+          "lr": 0.03,
+          "negative_goodness": 0.4256816998852624,
+          "pair_accuracy": 0.9733777777777778,
+          "positive_goodness": 6.937445837815603,
+          "runtime_seconds": 3.880622625350952
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.3578230931599935,
+          "lr": 0.03,
+          "negative_goodness": 0.4748589723057217,
+          "pair_accuracy": 0.9688222222328186,
+          "positive_goodness": 6.682817717255486,
+          "runtime_seconds": 3.8480892181396484
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.28852497049702536,
+          "lr": 0.03,
+          "negative_goodness": 0.3886095251321793,
+          "pair_accuracy": 0.9874888888888889,
+          "positive_goodness": 7.2759385794745555,
+          "runtime_seconds": 3.8858482837677
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.3394897342628903,
+          "lr": 0.03,
+          "negative_goodness": 0.4562199644751019,
+          "pair_accuracy": 0.9749555555555556,
+          "positive_goodness": 6.458949321492513,
+          "runtime_seconds": 3.9331071376800537
+        }
+      ],
+      "layer": 18
+    },
+    {
+      "epochs": [
+        {
+          "epoch": 1,
+          "examples": 45000,
+          "loss": 0.8378556284162734,
+          "lr": 0.03,
+          "negative_goodness": 0.8190931993140115,
+          "pair_accuracy": 0.9032444444444444,
+          "positive_goodness": 4.4816375066280365,
+          "runtime_seconds": 3.6656405925750732
+        },
+        {
+          "epoch": 2,
+          "examples": 45000,
+          "loss": 0.793786353026496,
+          "lr": 0.03,
+          "negative_goodness": 0.6602042104509142,
+          "pair_accuracy": 0.926400000052982,
+          "positive_goodness": 5.252249863974253,
+          "runtime_seconds": 3.638366937637329
+        },
+        {
+          "epoch": 3,
+          "examples": 45000,
+          "loss": 0.7150230112287733,
+          "lr": 0.03,
+          "negative_goodness": 0.6579606157302856,
+          "pair_accuracy": 0.9446444444762336,
+          "positive_goodness": 5.449562658172184,
+          "runtime_seconds": 3.688756227493286
+        },
+        {
+          "epoch": 4,
+          "examples": 45000,
+          "loss": 0.7272881580776639,
+          "lr": 0.03,
+          "negative_goodness": 0.6310853884696961,
+          "pair_accuracy": 0.9392444444126553,
+          "positive_goodness": 5.403566014586555,
+          "runtime_seconds": 3.660064697265625
+        },
+        {
+          "epoch": 5,
+          "examples": 45000,
+          "loss": 0.8136597938987944,
+          "lr": 0.03,
+          "negative_goodness": 0.8834357947243584,
+          "pair_accuracy": 0.9400222222222222,
+          "positive_goodness": 4.934488987308078,
+          "runtime_seconds": 3.666287660598755
+        },
+        {
+          "epoch": 6,
+          "examples": 45000,
+          "loss": 0.792785745271047,
+          "lr": 0.03,
+          "negative_goodness": 0.796174953142802,
+          "pair_accuracy": 0.943,
+          "positive_goodness": 4.682592287784153,
+          "runtime_seconds": 3.6586015224456787
+        },
+        {
+          "epoch": 7,
+          "examples": 45000,
+          "loss": 0.7878554633590911,
+          "lr": 0.03,
+          "negative_goodness": 0.8333511306232876,
+          "pair_accuracy": 0.9417111111111112,
+          "positive_goodness": 5.0035317302280005,
+          "runtime_seconds": 3.693408966064453
+        },
+        {
+          "epoch": 8,
+          "examples": 45000,
+          "loss": 0.7611826844321357,
+          "lr": 0.03,
+          "negative_goodness": 0.797366199795405,
+          "pair_accuracy": 0.9456666666560702,
+          "positive_goodness": 4.750197190602621,
+          "runtime_seconds": 3.6431591510772705
+        },
+        {
+          "epoch": 9,
+          "examples": 45000,
+          "loss": 0.710203143035041,
+          "lr": 0.03,
+          "negative_goodness": 0.7506467061678569,
+          "pair_accuracy": 0.9620222222116258,
+          "positive_goodness": 5.208370551088121,
+          "runtime_seconds": 3.662313461303711
+        },
+        {
+          "epoch": 10,
+          "examples": 45000,
+          "loss": 0.8188559944788615,
+          "lr": 0.03,
+          "negative_goodness": 0.8794479369693332,
+          "pair_accuracy": 0.9532222222222222,
+          "positive_goodness": 4.602978541819255,
+          "runtime_seconds": 3.670264959335327
+        },
+        {
+          "epoch": 11,
+          "examples": 45000,
+          "loss": 0.7283904992262522,
+          "lr": 0.03,
+          "negative_goodness": 0.7886248685306972,
+          "pair_accuracy": 0.9553111111111111,
+          "positive_goodness": 5.024405931684706,
+          "runtime_seconds": 3.623258352279663
+        },
+        {
+          "epoch": 12,
+          "examples": 45000,
+          "loss": 0.7273276751677196,
+          "lr": 0.03,
+          "negative_goodness": 0.7504454702642229,
+          "pair_accuracy": 0.9398222222222222,
+          "positive_goodness": 5.26897135603163,
+          "runtime_seconds": 3.6219589710235596
+        },
+        {
+          "epoch": 13,
+          "examples": 45000,
+          "loss": 0.7431851822535197,
+          "lr": 0.03,
+          "negative_goodness": 0.817262694782681,
+          "pair_accuracy": 0.9430888888994853,
+          "positive_goodness": 4.927849314382341,
+          "runtime_seconds": 3.6218836307525635
+        },
+        {
+          "epoch": 14,
+          "examples": 45000,
+          "loss": 0.7888229042927424,
+          "lr": 0.03,
+          "negative_goodness": 0.8557820429590013,
+          "pair_accuracy": 0.9523111111111111,
+          "positive_goodness": 4.649183097966512,
+          "runtime_seconds": 3.622542142868042
+        },
+        {
+          "epoch": 15,
+          "examples": 45000,
+          "loss": 0.790370363468594,
+          "lr": 0.03,
+          "negative_goodness": 0.8172142630471123,
+          "pair_accuracy": 0.9441777778307597,
+          "positive_goodness": 4.7578598287794325,
+          "runtime_seconds": 3.6189162731170654
+        },
+        {
+          "epoch": 16,
+          "examples": 45000,
+          "loss": 0.7213186428281996,
+          "lr": 0.03,
+          "negative_goodness": 0.8018780158148872,
+          "pair_accuracy": 0.9576888888888889,
+          "positive_goodness": 4.893322066201104,
+          "runtime_seconds": 3.643550395965576
+        },
+        {
+          "epoch": 17,
+          "examples": 45000,
+          "loss": 0.719649231531885,
+          "lr": 0.03,
+          "negative_goodness": 0.7912019467406802,
+          "pair_accuracy": 0.9655111111111111,
+          "positive_goodness": 5.176326021364,
+          "runtime_seconds": 3.6200449466705322
+        },
+        {
+          "epoch": 18,
+          "examples": 45000,
+          "loss": 0.762235623354382,
+          "lr": 0.03,
+          "negative_goodness": 0.7961893403265211,
+          "pair_accuracy": 0.9496888888888889,
+          "positive_goodness": 4.963705967288547,
+          "runtime_seconds": 3.623379707336426
+        },
+        {
+          "epoch": 19,
+          "examples": 45000,
+          "loss": 0.7888209527810415,
+          "lr": 0.03,
+          "negative_goodness": 0.940478202925788,
+          "pair_accuracy": 0.9644222222222222,
+          "positive_goodness": 4.398103315819634,
+          "runtime_seconds": 3.625978708267212
+        },
+        {
+          "epoch": 20,
+          "examples": 45000,
+          "loss": 0.6804959466298421,
+          "lr": 0.03,
+          "negative_goodness": 0.8154352258258396,
+          "pair_accuracy": 0.9699555555608538,
+          "positive_goodness": 5.2733856780582,
+          "runtime_seconds": 3.6139540672302246
+        },
+        {
+          "epoch": 21,
+          "examples": 45000,
+          "loss": 0.7537416289859348,
+          "lr": 0.03,
+          "negative_goodness": 0.8231160748852624,
+          "pair_accuracy": 0.9586666666878594,
+          "positive_goodness": 4.74653024031851,
+          "runtime_seconds": 3.617305040359497
+        },
+        {
+          "epoch": 22,
+          "examples": 45000,
+          "loss": 0.7601175495412614,
+          "lr": 0.03,
+          "negative_goodness": 0.8482662359343635,
+          "pair_accuracy": 0.9593555555555555,
+          "positive_goodness": 5.0593434859805635,
+          "runtime_seconds": 3.620288610458374
+        },
+        {
+          "epoch": 23,
+          "examples": 45000,
+          "loss": 0.7552843845208486,
+          "lr": 0.03,
+          "negative_goodness": 0.8298653539551629,
+          "pair_accuracy": 0.9546222222222223,
+          "positive_goodness": 4.979660187827216,
+          "runtime_seconds": 3.6558327674865723
+        },
+        {
+          "epoch": 24,
+          "examples": 45000,
+          "loss": 0.7132218266805013,
+          "lr": 0.03,
+          "negative_goodness": 0.7899800141970317,
+          "pair_accuracy": 0.9603555555343628,
+          "positive_goodness": 5.05491555112203,
+          "runtime_seconds": 3.66025447845459
+        },
+        {
+          "epoch": 25,
+          "examples": 45000,
+          "loss": 0.6736454852210151,
+          "lr": 0.03,
+          "negative_goodness": 0.7284934794690874,
+          "pair_accuracy": 0.9603111111323038,
+          "positive_goodness": 5.179482285955217,
+          "runtime_seconds": 3.6590731143951416
+        },
+        {
+          "epoch": 26,
+          "examples": 45000,
+          "loss": 0.7802763431125217,
+          "lr": 0.03,
+          "negative_goodness": 0.8739584117412568,
+          "pair_accuracy": 0.9496666666666667,
+          "positive_goodness": 4.604382725000382,
+          "runtime_seconds": 3.6600799560546875
+        },
+        {
+          "epoch": 27,
+          "examples": 45000,
+          "loss": 0.7418865736219618,
+          "lr": 0.03,
+          "negative_goodness": 0.8144318610509237,
+          "pair_accuracy": 0.9569777777671814,
+          "positive_goodness": 4.733769334030152,
+          "runtime_seconds": 3.663022041320801
+        },
+        {
+          "epoch": 28,
+          "examples": 45000,
+          "loss": 0.720155341498057,
+          "lr": 0.03,
+          "negative_goodness": 0.8167131082746718,
+          "pair_accuracy": 0.9581111111111111,
+          "positive_goodness": 4.770802198876275,
+          "runtime_seconds": 3.6647558212280273
+        },
+        {
+          "epoch": 29,
+          "examples": 45000,
+          "loss": 0.7766031409396066,
+          "lr": 0.03,
+          "negative_goodness": 0.8580984510845608,
+          "pair_accuracy": 0.9486222222222223,
+          "positive_goodness": 4.6893890176985,
+          "runtime_seconds": 3.65832781791687
+        },
+        {
+          "epoch": 30,
+          "examples": 45000,
+          "loss": 0.8182663829273648,
+          "lr": 0.03,
+          "negative_goodness": 0.9199759199460348,
+          "pair_accuracy": 0.9460444444444445,
+          "positive_goodness": 4.3285252565171985,
+          "runtime_seconds": 3.779449462890625
+        },
+        {
+          "epoch": 31,
+          "examples": 45000,
+          "loss": 0.7592799105008443,
+          "lr": 0.03,
+          "negative_goodness": 0.852420579984453,
+          "pair_accuracy": 0.9513111110899184,
+          "positive_goodness": 4.933446850967408,
+          "runtime_seconds": 3.670698404312134
+        },
+        {
+          "epoch": 32,
+          "examples": 45000,
+          "loss": 0.718013380908966,
+          "lr": 0.03,
+          "negative_goodness": 0.8205504271719191,
+          "pair_accuracy": 0.9663555556085375,
+          "positive_goodness": 4.834306415685018,
+          "runtime_seconds": 3.658837080001831
+        },
+        {
+          "epoch": 33,
+          "examples": 45000,
+          "loss": 0.6914673953586155,
+          "lr": 0.03,
+          "negative_goodness": 0.7858992307821909,
+          "pair_accuracy": 0.9560888888994853,
+          "positive_goodness": 5.414765327805943,
+          "runtime_seconds": 3.657630681991577
+        },
+        {
+          "epoch": 34,
+          "examples": 45000,
+          "loss": 0.7121127066877153,
+          "lr": 0.03,
+          "negative_goodness": 0.7977258121066624,
+          "pair_accuracy": 0.9614888888888888,
+          "positive_goodness": 4.991760984590319,
+          "runtime_seconds": 3.6261799335479736
+        },
+        {
+          "epoch": 35,
+          "examples": 45000,
+          "loss": 0.7520923722293642,
+          "lr": 0.03,
+          "negative_goodness": 0.8486520180649227,
+          "pair_accuracy": 0.9546666666666667,
+          "positive_goodness": 4.7654911400265165,
+          "runtime_seconds": 3.6199333667755127
+        },
+        {
+          "epoch": 36,
+          "examples": 45000,
+          "loss": 0.7217549567752414,
+          "lr": 0.03,
+          "negative_goodness": 0.8545575268745422,
+          "pair_accuracy": 0.9610444444523917,
+          "positive_goodness": 4.983532989623812,
+          "runtime_seconds": 3.61509370803833
+        },
+        {
+          "epoch": 37,
+          "examples": 45000,
+          "loss": 0.7317499878406525,
+          "lr": 0.03,
+          "negative_goodness": 0.821341920264562,
+          "pair_accuracy": 0.9602222222222222,
+          "positive_goodness": 4.659991877237956,
+          "runtime_seconds": 3.615964889526367
+        },
+        {
+          "epoch": 38,
+          "examples": 45000,
+          "loss": 0.7587645548264186,
+          "lr": 0.03,
+          "negative_goodness": 0.8634413420465258,
+          "pair_accuracy": 0.9634222222222222,
+          "positive_goodness": 4.76607735824585,
+          "runtime_seconds": 3.6209447383880615
+        },
+        {
+          "epoch": 39,
+          "examples": 45000,
+          "loss": 0.7140099500762092,
+          "lr": 0.03,
+          "negative_goodness": 0.8132642613516914,
+          "pair_accuracy": 0.9644222222222222,
+          "positive_goodness": 4.859307693311903,
+          "runtime_seconds": 3.6259891986846924
+        },
+        {
+          "epoch": 40,
+          "examples": 45000,
+          "loss": 0.7358407176097234,
+          "lr": 0.03,
+          "negative_goodness": 0.842765372882949,
+          "pair_accuracy": 0.9631333333333333,
+          "positive_goodness": 4.857692943572998,
+          "runtime_seconds": 3.628889322280884
+        }
+      ],
+      "layer": 19
+    }
+  ],
+  "protocol_family": "resnet_local_learning_crossover",
+  "provenance": {
+    "git_commit": "f55872beaee658ff76ac15fd421b73017820c320",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 0,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": 2027,
+    "test_examples": 10000,
+    "train_examples": 45000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {
+      "0": 500,
+      "1": 500,
+      "2": 500,
+      "3": 500,
+      "4": 500,
+      "5": 500,
+      "6": 500,
+      "7": 500,
+      "8": 500,
+      "9": 500
+    },
+    "validation_examples": 5000,
+    "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b"
+  },
+  "total_wall_seconds": 3180.144710302353,
+  "work": {
+    "candidate_label_evaluation_presentations": 50000,
+    "completed_global_epochs": 800,
+    "feedforward_example_passes": 72000000,
+    "forward_macs_per_example": 40551040,
+    "forward_parameter_count": 269722,
+    "local_target_backward_example_evaluations": 72000000,
+    "local_vjp_example_evaluations": 0,
+    "logical_task_loss_queries": 0,
+    "num_trainable_layers": 20,
+    "ordinary_training_examples": 36000000,
+    "ordinary_validation_examples": 5000,
+    "relaxation_example_passes": 0,
+    "training_example_presentations": 72000000
+  }
+}
author	Oscar Wan <oscarwan@orionp2.stanford.edu>	2026-08-26 08:50:07 -0700
committer	Oscar Wan <oscarwan@orionp2.stanford.edu>	2026-08-26 08:50:07 -0700
commit	3c7c221ae6cfcdf6840da1d5262d94c75d56288b (patch)
tree	e13adbf676e3b5e1dc57fcf26dcc153c7983abc4 /results/resnet_crossover/r2/resnet-r2-ff-d20-lr0p03.json
parent	f55872beaee658ff76ac15fd421b73017820c320 (diff)