diff options
Diffstat (limited to 'results/resnet_crossover/r2/resnet-r2-ff-d56-lr0p03.json')
| -rw-r--r-- | results/resnet_crossover/r2/resnet-r2-ff-d56-lr0p03.json | 22845 |
1 files changed, 22845 insertions, 0 deletions
diff --git a/results/resnet_crossover/r2/resnet-r2-ff-d56-lr0p03.json b/results/resnet_crossover/r2/resnet-r2-ff-d56-lr0p03.json new file mode 100644 index 0000000..d5e9716 --- /dev/null +++ b/results/resnet_crossover/r2/resnet-r2-ff-d56-lr0p03.json @@ -0,0 +1,22845 @@ +{ + "architecture": { + "base_width": 16, + "depth": 56, + "family": "CIFAR 6n+2 ResNet, option-A shortcuts", + "forward_parameter_count": 853018, + "normalization": "batchnorm", + "residual_scale": 1.0 + }, + "args": { + "augment_train": 1, + "batch_size": 128, + "data_dir": "/orion/u/oscarwan/scratch/sdil-data", + "depth": 56, + "device": "cuda", + "dp_alpha": 0.0, + "dp_beta": 0.1, + "dp_inference_passes": 16, + "ep_beta": 0.5, + "ep_dt": 0.5, + "ep_free_steps": 20, + "ep_nudge_steps": 4, + "epochs": 40, + "eval_every": 1, + "eval_split": "validation", + "feedback_seed": 1729, + "ff_score_from_layer": 1, + "ff_threshold": 2.0, + "loader_seed": 0, + "lr": 0.03, + "lr_gamma": 0.1, + "lr_milestones": "100,150", + "lr_schedule": "constant", + "max_steps": 0, + "method": "ff", + "momentum": 0.9, + "out": "/orion/u/oscarwan/scratch/sdil-work/sdil-a6000-full-rerun/results/resnet_crossover/r2/resnet-r2-ff-d56-lr0p03.json", + "output_lr": 0.03, + "pepita_projection_scale": 0.05, + "seed": 0, + "split_seed": 2027, + "train_limit": 0, + "val_examples": 5000, + "weight_decay": 0.0001, + "width": 16 + }, + "epochs": [], + "evaluation_protocol": { + "split": "validation", + "test_evaluations": 0, + "test_used_for_selection": false + }, + "final": { + "accuracy": 0.1122, + "evaluation_seconds": 4.29287576675415, + "examples": 5000, + "finite": true, + "loss": null + }, + "first_nonfinite_step": null, + "hardware": { + "cuda_device_name": "NVIDIA RTX A6000", + "cuda_visible_devices": "0", + "device": "cuda", + "device_total_memory_bytes": 50896568320, + "peak_memory_allocated_bytes": 13807850496, + "peak_memory_reserved_bytes": 14566817792, + "torch_version": "2.3.1+cu118" + }, + "layers": [ + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.4005121646457248, + "lr": 0.03, + "negative_goodness": 1.9601310249752468, + "pair_accuracy": 0.47391111113760204, + "positive_goodness": 1.960143265914917, + "runtime_seconds": 11.888412475585938 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.3870076300091214, + "lr": 0.03, + "negative_goodness": 1.9987232397291395, + "pair_accuracy": 0.47784444443384805, + "positive_goodness": 1.998744415834215, + "runtime_seconds": 11.472265481948853 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.3869588095559013, + "lr": 0.03, + "negative_goodness": 1.9987902501000299, + "pair_accuracy": 0.48128888891537985, + "positive_goodness": 1.9988118084377713, + "runtime_seconds": 11.478168487548828 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.3869192699644302, + "lr": 0.03, + "negative_goodness": 1.9989530040317112, + "pair_accuracy": 0.47242222225401137, + "positive_goodness": 1.9989705482906766, + "runtime_seconds": 11.497294902801514 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.3867757711410522, + "lr": 0.03, + "negative_goodness": 1.9991573665195042, + "pair_accuracy": 0.47540000001589455, + "positive_goodness": 1.9991776463402642, + "runtime_seconds": 11.505736112594604 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.3866989361868964, + "lr": 0.03, + "negative_goodness": 1.9993364716423883, + "pair_accuracy": 0.4778000000211928, + "positive_goodness": 1.9993548786587185, + "runtime_seconds": 11.502387523651123 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.3865385047488743, + "lr": 0.03, + "negative_goodness": 1.9995932444254558, + "pair_accuracy": 0.4744666666825612, + "positive_goodness": 1.9996111411624484, + "runtime_seconds": 11.520817279815674 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.3864329044977823, + "lr": 0.03, + "negative_goodness": 1.9997635805977716, + "pair_accuracy": 0.4780666666560703, + "positive_goodness": 1.9997798171361287, + "runtime_seconds": 11.526031494140625 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.3863745672225951, + "lr": 0.03, + "negative_goodness": 1.999873269314236, + "pair_accuracy": 0.48231111111111113, + "positive_goodness": 1.999887440278795, + "runtime_seconds": 11.544586420059204 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.38633431869083, + "lr": 0.03, + "negative_goodness": 1.9999270545959473, + "pair_accuracy": 0.4776444444126553, + "positive_goodness": 1.9999369700537788, + "runtime_seconds": 11.547145128250122 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.386317720519172, + "lr": 0.03, + "negative_goodness": 1.9999535422854953, + "pair_accuracy": 0.4809555555820465, + "positive_goodness": 1.9999625154707168, + "runtime_seconds": 11.537258625030518 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.386313130569458, + "lr": 0.03, + "negative_goodness": 1.9999653950585259, + "pair_accuracy": 0.47904444444444444, + "positive_goodness": 1.9999740001042683, + "runtime_seconds": 11.545739650726318 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.386307244237264, + "lr": 0.03, + "negative_goodness": 1.9999784156799316, + "pair_accuracy": 0.48011111108991833, + "positive_goodness": 1.9999848660998873, + "runtime_seconds": 11.529833555221558 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.3863020586861505, + "lr": 0.03, + "negative_goodness": 1.999984213871426, + "pair_accuracy": 0.4806888888888889, + "positive_goodness": 1.999991203795539, + "runtime_seconds": 11.53919506072998 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.3862991127649944, + "lr": 0.03, + "negative_goodness": 1.9999898811128405, + "pair_accuracy": 0.4789777778095669, + "positive_goodness": 1.999996231036716, + "runtime_seconds": 11.530725955963135 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.3862972239176432, + "lr": 0.03, + "negative_goodness": 1.999991698943244, + "pair_accuracy": 0.4777777777671814, + "positive_goodness": 1.9999973920398288, + "runtime_seconds": 11.51472806930542 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.3862957444296944, + "lr": 0.03, + "negative_goodness": 1.999992286491394, + "pair_accuracy": 0.47711111113230387, + "positive_goodness": 1.999999624739753, + "runtime_seconds": 11.52843189239502 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.3862954870223998, + "lr": 0.03, + "negative_goodness": 1.9999921376546224, + "pair_accuracy": 0.47268888890478344, + "positive_goodness": 2.0000018501281738, + "runtime_seconds": 11.527636051177979 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.3862940211402046, + "lr": 0.03, + "negative_goodness": 1.9999834799236722, + "pair_accuracy": 0.4655999999894036, + "positive_goodness": 2.000004312239753, + "runtime_seconds": 11.527149677276611 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.3862847721099854, + "lr": 0.03, + "negative_goodness": 1.9999535123401218, + "pair_accuracy": 0.47613333332803515, + "positive_goodness": 2.0000252869500055, + "runtime_seconds": 11.554929494857788 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.3862584415859647, + "lr": 0.03, + "negative_goodness": 1.9998969139522977, + "pair_accuracy": 0.48017777774598863, + "positive_goodness": 2.0000922549353706, + "runtime_seconds": 11.5234215259552 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.386219581158956, + "lr": 0.03, + "negative_goodness": 1.9998349396599664, + "pair_accuracy": 0.48055555557145013, + "positive_goodness": 2.0001358089023165, + "runtime_seconds": 11.532071352005005 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.3861581343544853, + "lr": 0.03, + "negative_goodness": 1.9997466002782185, + "pair_accuracy": 0.47713333332273694, + "positive_goodness": 2.0002426638709174, + "runtime_seconds": 11.537826299667358 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.3861012099160088, + "lr": 0.03, + "negative_goodness": 1.9995884713490804, + "pair_accuracy": 0.4808888888994853, + "positive_goodness": 2.000364315838284, + "runtime_seconds": 11.541010856628418 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.3860186934577094, + "lr": 0.03, + "negative_goodness": 1.99942697974311, + "pair_accuracy": 0.4763777777618832, + "positive_goodness": 2.0004105749342176, + "runtime_seconds": 11.547834396362305 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.3858750409868028, + "lr": 0.03, + "negative_goodness": 1.999180720117357, + "pair_accuracy": 0.4766888888835907, + "positive_goodness": 2.000694658385383, + "runtime_seconds": 11.552971124649048 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.3857830055448743, + "lr": 0.03, + "negative_goodness": 1.9990499725129869, + "pair_accuracy": 0.4768666666454739, + "positive_goodness": 2.0009320565541584, + "runtime_seconds": 11.545578241348267 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.385942573038737, + "lr": 0.03, + "negative_goodness": 1.9993100320180257, + "pair_accuracy": 0.4802888888782925, + "positive_goodness": 2.000648820537991, + "runtime_seconds": 11.52512502670288 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.3855780379189386, + "lr": 0.03, + "negative_goodness": 1.9986798217985364, + "pair_accuracy": 0.4787111111217075, + "positive_goodness": 2.0011903016408286, + "runtime_seconds": 11.547099590301514 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.3854929528342352, + "lr": 0.03, + "negative_goodness": 1.9987340570025973, + "pair_accuracy": 0.48042222224341496, + "positive_goodness": 2.0014954757266574, + "runtime_seconds": 11.53250789642334 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.38529529554579, + "lr": 0.03, + "negative_goodness": 1.9982106337441339, + "pair_accuracy": 0.4801555555767483, + "positive_goodness": 2.0017501200781926, + "runtime_seconds": 11.543595552444458 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.38551191851298, + "lr": 0.03, + "negative_goodness": 1.9983050478829278, + "pair_accuracy": 0.48117777780426874, + "positive_goodness": 2.0014268269644844, + "runtime_seconds": 11.542173862457275 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.3853183434804281, + "lr": 0.03, + "negative_goodness": 1.9983176961686877, + "pair_accuracy": 0.4829777778095669, + "positive_goodness": 2.001822560564677, + "runtime_seconds": 11.527581453323364 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.3851959697723388, + "lr": 0.03, + "negative_goodness": 1.9979889679167007, + "pair_accuracy": 0.48308888893127444, + "positive_goodness": 2.001833200454712, + "runtime_seconds": 11.530505895614624 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.3853187643263074, + "lr": 0.03, + "negative_goodness": 1.9982384596294827, + "pair_accuracy": 0.48664444447623356, + "positive_goodness": 2.0019903350194297, + "runtime_seconds": 11.537710905075073 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.3852804603364732, + "lr": 0.03, + "negative_goodness": 1.9981059277428521, + "pair_accuracy": 0.4867555555767483, + "positive_goodness": 2.001842661497328, + "runtime_seconds": 11.532411575317383 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.3851466642379762, + "lr": 0.03, + "negative_goodness": 1.997938426484002, + "pair_accuracy": 0.4864000000529819, + "positive_goodness": 2.0020966667599147, + "runtime_seconds": 11.535484790802002 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.385352158885532, + "lr": 0.03, + "negative_goodness": 1.9982086719089085, + "pair_accuracy": 0.48704444444444445, + "positive_goodness": 2.0017527420043946, + "runtime_seconds": 11.529053688049316 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.385140723016527, + "lr": 0.03, + "negative_goodness": 1.9978433038499621, + "pair_accuracy": 0.48646666666136845, + "positive_goodness": 2.0021842341529, + "runtime_seconds": 11.540180921554565 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.3851511835098267, + "lr": 0.03, + "negative_goodness": 1.9978831863403321, + "pair_accuracy": 0.4845333333492279, + "positive_goodness": 2.0020109354654947, + "runtime_seconds": 11.532382726669312 + } + ], + "layer": 0 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.393239182387458, + "lr": 0.03, + "negative_goodness": 1.9616807654910617, + "pair_accuracy": 0.5257555555449591, + "positive_goodness": 1.974690376747979, + "runtime_seconds": 11.670281648635864 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.3788410871505736, + "lr": 0.03, + "negative_goodness": 1.989470316865709, + "pair_accuracy": 0.5428888888782925, + "positive_goodness": 2.0147465257432726, + "runtime_seconds": 11.653087139129639 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.3786003628836738, + "lr": 0.03, + "negative_goodness": 1.9887916625552706, + "pair_accuracy": 0.5456666666666666, + "positive_goodness": 2.0154076199001736, + "runtime_seconds": 11.651921510696411 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.377793459171719, + "lr": 0.03, + "negative_goodness": 1.9879681592941285, + "pair_accuracy": 0.5493333333598243, + "positive_goodness": 2.0172291335635717, + "runtime_seconds": 11.659631252288818 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.3765557661056518, + "lr": 0.03, + "negative_goodness": 1.9865790831883747, + "pair_accuracy": 0.55524444448683, + "positive_goodness": 2.0195820301055907, + "runtime_seconds": 11.654523372650146 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.3761253327475653, + "lr": 0.03, + "negative_goodness": 1.9854320661332872, + "pair_accuracy": 0.5534222222116258, + "positive_goodness": 2.0206570768568253, + "runtime_seconds": 11.646361589431763 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.3752493978712295, + "lr": 0.03, + "negative_goodness": 1.9841625955793594, + "pair_accuracy": 0.5591111111164093, + "positive_goodness": 2.0231010535769993, + "runtime_seconds": 11.651077270507812 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.3758854344050089, + "lr": 0.03, + "negative_goodness": 1.9852601196712918, + "pair_accuracy": 0.5582666666772631, + "positive_goodness": 2.0212522205352785, + "runtime_seconds": 11.661660432815552 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.3745526916503907, + "lr": 0.03, + "negative_goodness": 1.9828639489915636, + "pair_accuracy": 0.5611111111005147, + "positive_goodness": 2.0239674207051594, + "runtime_seconds": 11.64214825630188 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.3749197245491875, + "lr": 0.03, + "negative_goodness": 1.9827560615963407, + "pair_accuracy": 0.5600444444656372, + "positive_goodness": 2.0232069963667128, + "runtime_seconds": 11.64255690574646 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.374197341325548, + "lr": 0.03, + "negative_goodness": 1.9827787133322823, + "pair_accuracy": 0.5670888889312744, + "positive_goodness": 2.025035506990221, + "runtime_seconds": 11.64520263671875 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.373631821738349, + "lr": 0.03, + "negative_goodness": 1.9816444267484876, + "pair_accuracy": 0.5680444444974263, + "positive_goodness": 2.0259911195966933, + "runtime_seconds": 11.63614559173584 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.373728506533305, + "lr": 0.03, + "negative_goodness": 1.981421699057685, + "pair_accuracy": 0.5689333333545261, + "positive_goodness": 2.025994673156738, + "runtime_seconds": 11.642465353012085 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.3729024719662137, + "lr": 0.03, + "negative_goodness": 1.980512024921841, + "pair_accuracy": 0.574777777809567, + "positive_goodness": 2.0276968816545273, + "runtime_seconds": 11.642671823501587 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.3738867102305095, + "lr": 0.03, + "negative_goodness": 1.980746754413181, + "pair_accuracy": 0.5673111111005147, + "positive_goodness": 2.0251719367133245, + "runtime_seconds": 11.649094104766846 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.3735298875172932, + "lr": 0.03, + "negative_goodness": 1.9805400116814507, + "pair_accuracy": 0.5680222222328186, + "positive_goodness": 2.0267051574283177, + "runtime_seconds": 11.649485349655151 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.3731885256873237, + "lr": 0.03, + "negative_goodness": 1.980150555144416, + "pair_accuracy": 0.5710444444656372, + "positive_goodness": 2.0270660296122234, + "runtime_seconds": 11.631670236587524 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.3723228305180868, + "lr": 0.03, + "negative_goodness": 1.9786794797261555, + "pair_accuracy": 0.5710666667090522, + "positive_goodness": 2.0289484508514404, + "runtime_seconds": 11.639246702194214 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.3720224593480428, + "lr": 0.03, + "negative_goodness": 1.978490402730306, + "pair_accuracy": 0.5724666666772631, + "positive_goodness": 2.029432863108317, + "runtime_seconds": 11.624900817871094 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.3724742984347873, + "lr": 0.03, + "negative_goodness": 1.9781931638293797, + "pair_accuracy": 0.566088888920678, + "positive_goodness": 2.027853514099121, + "runtime_seconds": 11.62791657447815 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.3718375903023614, + "lr": 0.03, + "negative_goodness": 1.9782027191797893, + "pair_accuracy": 0.5666222222328186, + "positive_goodness": 2.0302766784879895, + "runtime_seconds": 11.628828763961792 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.370922574488322, + "lr": 0.03, + "negative_goodness": 1.976829414600796, + "pair_accuracy": 0.5660888889153799, + "positive_goodness": 2.031816070429484, + "runtime_seconds": 11.631505966186523 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.3707920121510824, + "lr": 0.03, + "negative_goodness": 1.9763365146213108, + "pair_accuracy": 0.5638444444338481, + "positive_goodness": 2.03183480313619, + "runtime_seconds": 11.62484097480774 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.370685884475708, + "lr": 0.03, + "negative_goodness": 1.9758300384521483, + "pair_accuracy": 0.5675777777459886, + "positive_goodness": 2.0316514954249065, + "runtime_seconds": 11.635108947753906 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.3703188287734986, + "lr": 0.03, + "negative_goodness": 1.97615784096188, + "pair_accuracy": 0.5665333333651225, + "positive_goodness": 2.033067085054186, + "runtime_seconds": 11.628687143325806 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.3708816438039144, + "lr": 0.03, + "negative_goodness": 1.9758337425443862, + "pair_accuracy": 0.5721111111217075, + "positive_goodness": 2.0320555086347794, + "runtime_seconds": 11.630337238311768 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.3702506418652005, + "lr": 0.03, + "negative_goodness": 1.9754018872790866, + "pair_accuracy": 0.5706666666348775, + "positive_goodness": 2.0323763962215846, + "runtime_seconds": 11.633752346038818 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.3704272895177205, + "lr": 0.03, + "negative_goodness": 1.9755978047476874, + "pair_accuracy": 0.5698888889100816, + "positive_goodness": 2.03263863474528, + "runtime_seconds": 11.64438009262085 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.3695679747899374, + "lr": 0.03, + "negative_goodness": 1.9746400522443983, + "pair_accuracy": 0.5712, + "positive_goodness": 2.0343042987823488, + "runtime_seconds": 11.636109828948975 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.3694282942030165, + "lr": 0.03, + "negative_goodness": 1.9735730887095133, + "pair_accuracy": 0.5731999999682108, + "positive_goodness": 2.0342647095150417, + "runtime_seconds": 11.643722772598267 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.3695027187983195, + "lr": 0.03, + "negative_goodness": 1.9734778780195448, + "pair_accuracy": 0.5751111111429003, + "positive_goodness": 2.03434226375156, + "runtime_seconds": 11.642555713653564 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.368854802746243, + "lr": 0.03, + "negative_goodness": 1.973143243492974, + "pair_accuracy": 0.5815555555343628, + "positive_goodness": 2.0353850836435954, + "runtime_seconds": 11.635533571243286 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.3700896099090576, + "lr": 0.03, + "negative_goodness": 1.974072251701355, + "pair_accuracy": 0.5722222222752041, + "positive_goodness": 2.0335351993984645, + "runtime_seconds": 11.643234014511108 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.3683025502522785, + "lr": 0.03, + "negative_goodness": 1.9725307209014893, + "pair_accuracy": 0.5773333333015442, + "positive_goodness": 2.0372370908525257, + "runtime_seconds": 11.642822265625 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.3687897600809733, + "lr": 0.03, + "negative_goodness": 1.972279850599501, + "pair_accuracy": 0.5769555555237664, + "positive_goodness": 2.0358499195098876, + "runtime_seconds": 11.634697198867798 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.367533031548394, + "lr": 0.03, + "negative_goodness": 1.970652756076389, + "pair_accuracy": 0.5771333333757188, + "positive_goodness": 2.0385554161495634, + "runtime_seconds": 11.618282794952393 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.3692380514992608, + "lr": 0.03, + "negative_goodness": 1.9719833724127875, + "pair_accuracy": 0.5803777778307597, + "positive_goodness": 2.034656539577908, + "runtime_seconds": 11.61963677406311 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.3680272641499838, + "lr": 0.03, + "negative_goodness": 1.971846527481079, + "pair_accuracy": 0.5758666666666666, + "positive_goodness": 2.0372249233669706, + "runtime_seconds": 11.616859436035156 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.367805988269382, + "lr": 0.03, + "negative_goodness": 1.9715043141682942, + "pair_accuracy": 0.5773333333333334, + "positive_goodness": 2.038396928299798, + "runtime_seconds": 11.619065046310425 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.3674915272394816, + "lr": 0.03, + "negative_goodness": 1.9700829806645712, + "pair_accuracy": 0.5748444444338481, + "positive_goodness": 2.03831669637892, + "runtime_seconds": 11.623569965362549 + } + ], + "layer": 1 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.3779288852055867, + "lr": 0.03, + "negative_goodness": 1.9887657958136664, + "pair_accuracy": 0.6058444444391462, + "positive_goodness": 2.019618115785387, + "runtime_seconds": 11.730591297149658 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.3687814564387004, + "lr": 0.03, + "negative_goodness": 1.9779838721593221, + "pair_accuracy": 0.6417333333757188, + "positive_goodness": 2.0357369383070205, + "runtime_seconds": 11.721787452697754 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.3644064165327283, + "lr": 0.03, + "negative_goodness": 1.9714145876778497, + "pair_accuracy": 0.6431555555449592, + "positive_goodness": 2.0440731387456257, + "runtime_seconds": 11.723405361175537 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.362065449333191, + "lr": 0.03, + "negative_goodness": 1.9683866706848145, + "pair_accuracy": 0.6455111111005147, + "positive_goodness": 2.0485361354404024, + "runtime_seconds": 11.722576141357422 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.3612158682293363, + "lr": 0.03, + "negative_goodness": 1.966961821768019, + "pair_accuracy": 0.6397111111111111, + "positive_goodness": 2.0508648213068645, + "runtime_seconds": 11.722963571548462 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.3568571471956041, + "lr": 0.03, + "negative_goodness": 1.9619198601616754, + "pair_accuracy": 0.6581333333651225, + "positive_goodness": 2.058422923448351, + "runtime_seconds": 11.722264528274536 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.3563150974061755, + "lr": 0.03, + "negative_goodness": 1.9595249438179865, + "pair_accuracy": 0.6472444444868299, + "positive_goodness": 2.06053877398173, + "runtime_seconds": 11.710577249526978 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.3549759705649482, + "lr": 0.03, + "negative_goodness": 1.9585947766198053, + "pair_accuracy": 0.6510444444974264, + "positive_goodness": 2.0625272004445394, + "runtime_seconds": 11.708112239837646 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.3543412515640258, + "lr": 0.03, + "negative_goodness": 1.9554468627929686, + "pair_accuracy": 0.6513111111429003, + "positive_goodness": 2.063941818194919, + "runtime_seconds": 11.70679521560669 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.3528763632244534, + "lr": 0.03, + "negative_goodness": 1.9547743957095676, + "pair_accuracy": 0.6574666666772631, + "positive_goodness": 2.0672829138014053, + "runtime_seconds": 11.705687999725342 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.3560978654649523, + "lr": 0.03, + "negative_goodness": 1.955414313337538, + "pair_accuracy": 0.6444444444497426, + "positive_goodness": 2.0601611454433866, + "runtime_seconds": 11.711697340011597 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.3524977211210463, + "lr": 0.03, + "negative_goodness": 1.9540758435143364, + "pair_accuracy": 0.6544888889100816, + "positive_goodness": 2.0679304470909967, + "runtime_seconds": 11.713745594024658 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.3518627265930176, + "lr": 0.03, + "negative_goodness": 1.9525753909640842, + "pair_accuracy": 0.6546666666348775, + "positive_goodness": 2.0690668973710804, + "runtime_seconds": 11.70510745048523 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.3506922488530477, + "lr": 0.03, + "negative_goodness": 1.9494787661446464, + "pair_accuracy": 0.6551999999947018, + "positive_goodness": 2.0711264187494915, + "runtime_seconds": 11.703119039535522 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.3493246259265477, + "lr": 0.03, + "negative_goodness": 1.9490591440836589, + "pair_accuracy": 0.6634000000105964, + "positive_goodness": 2.0734378031836616, + "runtime_seconds": 11.700402975082397 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.3488970048480564, + "lr": 0.03, + "negative_goodness": 1.9485145690282186, + "pair_accuracy": 0.6548000000317892, + "positive_goodness": 2.075845837656657, + "runtime_seconds": 11.71081805229187 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.3495160894817777, + "lr": 0.03, + "negative_goodness": 1.9472817274517482, + "pair_accuracy": 0.654288888920678, + "positive_goodness": 2.0735929873572454, + "runtime_seconds": 11.695086479187012 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.350903788333469, + "lr": 0.03, + "negative_goodness": 1.949051123131646, + "pair_accuracy": 0.6490888888676961, + "positive_goodness": 2.0715569050682916, + "runtime_seconds": 11.716677904129028 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.3471432321972316, + "lr": 0.03, + "negative_goodness": 1.945978702460395, + "pair_accuracy": 0.6623555555979411, + "positive_goodness": 2.077838640107049, + "runtime_seconds": 11.702491760253906 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.3479180399364896, + "lr": 0.03, + "negative_goodness": 1.9449413262261284, + "pair_accuracy": 0.6597555555873447, + "positive_goodness": 2.076523918363783, + "runtime_seconds": 11.701437711715698 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.3481328354941473, + "lr": 0.03, + "negative_goodness": 1.9450641219245064, + "pair_accuracy": 0.6556444444762336, + "positive_goodness": 2.077333525127835, + "runtime_seconds": 11.710411071777344 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.3472794145584106, + "lr": 0.03, + "negative_goodness": 1.9443302415211996, + "pair_accuracy": 0.6572444444391462, + "positive_goodness": 2.0780227456410727, + "runtime_seconds": 11.709099769592285 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.3464267033259074, + "lr": 0.03, + "negative_goodness": 1.9418150040944417, + "pair_accuracy": 0.6620222222010295, + "positive_goodness": 2.0812279297934637, + "runtime_seconds": 11.71731686592102 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.343720426834954, + "lr": 0.03, + "negative_goodness": 1.9397735955132378, + "pair_accuracy": 0.6637999999894036, + "positive_goodness": 2.0842563710530597, + "runtime_seconds": 11.7159583568573 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.34674928372701, + "lr": 0.03, + "negative_goodness": 1.9431276210784911, + "pair_accuracy": 0.6601555555608537, + "positive_goodness": 2.0791513670603434, + "runtime_seconds": 11.722659349441528 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.3443423208236693, + "lr": 0.03, + "negative_goodness": 1.9409642622205947, + "pair_accuracy": 0.6657777777989705, + "positive_goodness": 2.0844644080691865, + "runtime_seconds": 11.722656488418579 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.3468330902735393, + "lr": 0.03, + "negative_goodness": 1.941868440161811, + "pair_accuracy": 0.652422222216924, + "positive_goodness": 2.0789949456532795, + "runtime_seconds": 11.718188047409058 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.3456064592573378, + "lr": 0.03, + "negative_goodness": 1.9406791231367324, + "pair_accuracy": 0.6624444444656372, + "positive_goodness": 2.0815360538482666, + "runtime_seconds": 11.720701694488525 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.345142516877916, + "lr": 0.03, + "negative_goodness": 1.9398507436964247, + "pair_accuracy": 0.6605555555979411, + "positive_goodness": 2.082879420598348, + "runtime_seconds": 11.716899633407593 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.3442338406456842, + "lr": 0.03, + "negative_goodness": 1.9395842061572606, + "pair_accuracy": 0.6600444444550408, + "positive_goodness": 2.084769582663642, + "runtime_seconds": 11.721388816833496 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.3441558550516763, + "lr": 0.03, + "negative_goodness": 1.9395059670766195, + "pair_accuracy": 0.6571111111429002, + "positive_goodness": 2.0850807479010687, + "runtime_seconds": 11.718357563018799 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.3446083188798692, + "lr": 0.03, + "negative_goodness": 1.9379974900139703, + "pair_accuracy": 0.6592000000211927, + "positive_goodness": 2.0834518875545927, + "runtime_seconds": 11.723237037658691 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.3431040344662137, + "lr": 0.03, + "negative_goodness": 1.9392359955045912, + "pair_accuracy": 0.6648666666666667, + "positive_goodness": 2.0866791542053225, + "runtime_seconds": 11.720881462097168 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.3437935701158312, + "lr": 0.03, + "negative_goodness": 1.9389615159140692, + "pair_accuracy": 0.6619333333863152, + "positive_goodness": 2.0859078858269586, + "runtime_seconds": 11.72426986694336 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.343361407746209, + "lr": 0.03, + "negative_goodness": 1.9375534372541638, + "pair_accuracy": 0.66304444448683, + "positive_goodness": 2.085440637927585, + "runtime_seconds": 11.723474979400635 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.3424837616814507, + "lr": 0.03, + "negative_goodness": 1.935817343436347, + "pair_accuracy": 0.6673777777989706, + "positive_goodness": 2.0889858891381157, + "runtime_seconds": 11.72346019744873 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.3436959777832032, + "lr": 0.03, + "negative_goodness": 1.937473092481825, + "pair_accuracy": 0.667333333354526, + "positive_goodness": 2.086082305293613, + "runtime_seconds": 11.729148864746094 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.341579214117262, + "lr": 0.03, + "negative_goodness": 1.9371237266116672, + "pair_accuracy": 0.6674000000105964, + "positive_goodness": 2.0890570577409533, + "runtime_seconds": 11.723307847976685 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.3419573312759399, + "lr": 0.03, + "negative_goodness": 1.9358948572794596, + "pair_accuracy": 0.6640222222328186, + "positive_goodness": 2.0892184382544623, + "runtime_seconds": 11.72895884513855 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.3413844200346206, + "lr": 0.03, + "negative_goodness": 1.9352415680143569, + "pair_accuracy": 0.6656222222540114, + "positive_goodness": 2.09022466085222, + "runtime_seconds": 11.722878217697144 + } + ], + "layer": 2 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.367459845161438, + "lr": 0.03, + "negative_goodness": 1.9330516387727525, + "pair_accuracy": 0.641066666645474, + "positive_goodness": 2.0261028359307183, + "runtime_seconds": 11.667250394821167 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.3472698350694445, + "lr": 0.03, + "negative_goodness": 1.9507722727033827, + "pair_accuracy": 0.6807777777459887, + "positive_goodness": 2.0758965493943955, + "runtime_seconds": 11.661813259124756 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.3402033028072782, + "lr": 0.03, + "negative_goodness": 1.9453956406911215, + "pair_accuracy": 0.7050666666984559, + "positive_goodness": 2.0905503288269043, + "runtime_seconds": 11.645031690597534 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.338367722553677, + "lr": 0.03, + "negative_goodness": 1.9432355700174968, + "pair_accuracy": 0.7085777778201633, + "positive_goodness": 2.0938557069566515, + "runtime_seconds": 11.642852544784546 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.3344461128022935, + "lr": 0.03, + "negative_goodness": 1.9399895871056452, + "pair_accuracy": 0.7206666666772631, + "positive_goodness": 2.1013122850630017, + "runtime_seconds": 11.651227951049805 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.3315617384380765, + "lr": 0.03, + "negative_goodness": 1.9371667368994818, + "pair_accuracy": 0.7284222222540113, + "positive_goodness": 2.1069872475941978, + "runtime_seconds": 11.643929719924927 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.3285587941699557, + "lr": 0.03, + "negative_goodness": 1.9342771880679661, + "pair_accuracy": 0.736, + "positive_goodness": 2.113783571243286, + "runtime_seconds": 11.64828085899353 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.3265849003050063, + "lr": 0.03, + "negative_goodness": 1.9326733703613281, + "pair_accuracy": 0.7379777778201633, + "positive_goodness": 2.117318302324083, + "runtime_seconds": 11.645737886428833 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.3253709215799967, + "lr": 0.03, + "negative_goodness": 1.931463662677341, + "pair_accuracy": 0.7440888889312745, + "positive_goodness": 2.119651028611925, + "runtime_seconds": 11.646366119384766 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.3253197524388631, + "lr": 0.03, + "negative_goodness": 1.931640121799045, + "pair_accuracy": 0.745755555597941, + "positive_goodness": 2.1195050912221274, + "runtime_seconds": 11.636082172393799 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.322776247490777, + "lr": 0.03, + "negative_goodness": 1.9290033570395575, + "pair_accuracy": 0.7493111111429003, + "positive_goodness": 2.1253040307362876, + "runtime_seconds": 11.645835161209106 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.3204720533794827, + "lr": 0.03, + "negative_goodness": 1.9231762857437134, + "pair_accuracy": 0.7449111111217075, + "positive_goodness": 2.130285669369168, + "runtime_seconds": 11.63994026184082 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.3175998697280884, + "lr": 0.03, + "negative_goodness": 1.923855586666531, + "pair_accuracy": 0.7539777778042688, + "positive_goodness": 2.1357438816070555, + "runtime_seconds": 11.644152879714966 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.3211536750157675, + "lr": 0.03, + "negative_goodness": 1.9226992101245457, + "pair_accuracy": 0.746911111164093, + "positive_goodness": 2.1281302406522964, + "runtime_seconds": 11.623492956161499 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.319751652675205, + "lr": 0.03, + "negative_goodness": 1.9243443406422933, + "pair_accuracy": 0.748422222243415, + "positive_goodness": 2.132717906697591, + "runtime_seconds": 11.628913402557373 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.3150872550328572, + "lr": 0.03, + "negative_goodness": 1.9186897555881077, + "pair_accuracy": 0.7639555555767483, + "positive_goodness": 2.140177485699124, + "runtime_seconds": 11.627901554107666 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.316307385190328, + "lr": 0.03, + "negative_goodness": 1.9201749829186334, + "pair_accuracy": 0.7561111111534966, + "positive_goodness": 2.1396531886206733, + "runtime_seconds": 11.629817724227905 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.313331455569797, + "lr": 0.03, + "negative_goodness": 1.9130325802909003, + "pair_accuracy": 0.7633555555555556, + "positive_goodness": 2.1434914997524683, + "runtime_seconds": 11.623202323913574 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.3123902754041883, + "lr": 0.03, + "negative_goodness": 1.915258291223314, + "pair_accuracy": 0.7598888888888888, + "positive_goodness": 2.14806330625746, + "runtime_seconds": 11.619752407073975 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.3130006041844686, + "lr": 0.03, + "negative_goodness": 1.9159666412777372, + "pair_accuracy": 0.7623111111111112, + "positive_goodness": 2.1457001810709637, + "runtime_seconds": 11.637765169143677 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.3154597177929348, + "lr": 0.03, + "negative_goodness": 1.916594235950046, + "pair_accuracy": 0.7538888889206781, + "positive_goodness": 2.1410362669203016, + "runtime_seconds": 11.641167640686035 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.312836881934272, + "lr": 0.03, + "negative_goodness": 1.914357154973348, + "pair_accuracy": 0.7585777777883742, + "positive_goodness": 2.1469469069374933, + "runtime_seconds": 11.63805603981018 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.3125800873862372, + "lr": 0.03, + "negative_goodness": 1.913197738901774, + "pair_accuracy": 0.758822222243415, + "positive_goodness": 2.146700999153985, + "runtime_seconds": 11.621946096420288 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.3095291776869031, + "lr": 0.03, + "negative_goodness": 1.9085307179556952, + "pair_accuracy": 0.7667555555449592, + "positive_goodness": 2.1535462416966755, + "runtime_seconds": 11.623175144195557 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.3048832671695285, + "lr": 0.03, + "negative_goodness": 1.9060974386427139, + "pair_accuracy": 0.7748666666348776, + "positive_goodness": 2.1630530720180934, + "runtime_seconds": 11.618128776550293 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.3096126085917155, + "lr": 0.03, + "negative_goodness": 1.9098250877804226, + "pair_accuracy": 0.7658444444232517, + "positive_goodness": 2.152207693311903, + "runtime_seconds": 11.616456270217896 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.3087055231730143, + "lr": 0.03, + "negative_goodness": 1.908130583275689, + "pair_accuracy": 0.7731333333439298, + "positive_goodness": 2.1546057190789116, + "runtime_seconds": 11.623927354812622 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.3108820977105036, + "lr": 0.03, + "negative_goodness": 1.908169064034356, + "pair_accuracy": 0.7585111111111111, + "positive_goodness": 2.1519969491322835, + "runtime_seconds": 11.628703355789185 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.3094999146355524, + "lr": 0.03, + "negative_goodness": 1.908427742852105, + "pair_accuracy": 0.7626, + "positive_goodness": 2.154376592042711, + "runtime_seconds": 11.618270874023438 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.3071542667812772, + "lr": 0.03, + "negative_goodness": 1.9072853684531317, + "pair_accuracy": 0.7695111111429003, + "positive_goodness": 2.156296457672119, + "runtime_seconds": 11.612388849258423 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.3037435710695056, + "lr": 0.03, + "negative_goodness": 1.9053281052907307, + "pair_accuracy": 0.77824444448683, + "positive_goodness": 2.164063990995619, + "runtime_seconds": 11.618407487869263 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.3051587497499253, + "lr": 0.03, + "negative_goodness": 1.903402171919081, + "pair_accuracy": 0.7731333333863153, + "positive_goodness": 2.163484990141127, + "runtime_seconds": 11.620911121368408 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.3064426875008477, + "lr": 0.03, + "negative_goodness": 1.9060485151926676, + "pair_accuracy": 0.7691999999894036, + "positive_goodness": 2.159691228315565, + "runtime_seconds": 11.610280752182007 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.308355294058058, + "lr": 0.03, + "negative_goodness": 1.9051784443537394, + "pair_accuracy": 0.7619111111217075, + "positive_goodness": 2.1564514309777154, + "runtime_seconds": 11.614599466323853 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.3042696283128528, + "lr": 0.03, + "negative_goodness": 1.9028806007385255, + "pair_accuracy": 0.7675333333863152, + "positive_goodness": 2.1636217622968887, + "runtime_seconds": 11.604770421981812 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.300296650483873, + "lr": 0.03, + "negative_goodness": 1.8978835581673517, + "pair_accuracy": 0.7782666666560702, + "positive_goodness": 2.1727986998240154, + "runtime_seconds": 11.609273195266724 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.3086429328494602, + "lr": 0.03, + "negative_goodness": 1.9046085112253825, + "pair_accuracy": 0.7616888888994853, + "positive_goodness": 2.1568697394053142, + "runtime_seconds": 11.605615139007568 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.3027260330412123, + "lr": 0.03, + "negative_goodness": 1.9004781151453654, + "pair_accuracy": 0.7750222222646077, + "positive_goodness": 2.1668782386779784, + "runtime_seconds": 11.606534481048584 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.302135106171502, + "lr": 0.03, + "negative_goodness": 1.9000673748228285, + "pair_accuracy": 0.7743111110793219, + "positive_goodness": 2.170170675532023, + "runtime_seconds": 11.611836671829224 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.2992284558614096, + "lr": 0.03, + "negative_goodness": 1.8986741865581935, + "pair_accuracy": 0.7775777777883741, + "positive_goodness": 2.1736937514199153, + "runtime_seconds": 11.604755640029907 + } + ], + "layer": 3 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.2974100570042928, + "lr": 0.03, + "negative_goodness": 1.9269117997487386, + "pair_accuracy": 0.8021111111429002, + "positive_goodness": 2.2028569863637286, + "runtime_seconds": 11.71943974494934 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.266902316877577, + "lr": 0.03, + "negative_goodness": 1.8903473185857138, + "pair_accuracy": 0.8629555555979411, + "positive_goodness": 2.2574358168707955, + "runtime_seconds": 11.705174684524536 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.2602848402235243, + "lr": 0.03, + "negative_goodness": 1.8844839577568901, + "pair_accuracy": 0.8586444444656373, + "positive_goodness": 2.27039889348348, + "runtime_seconds": 11.700181007385254 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.2541868543836805, + "lr": 0.03, + "negative_goodness": 1.8768214871724447, + "pair_accuracy": 0.8630444444656372, + "positive_goodness": 2.279573274697198, + "runtime_seconds": 11.697310209274292 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.258516755104065, + "lr": 0.03, + "negative_goodness": 1.8788381919648913, + "pair_accuracy": 0.8528222222010294, + "positive_goodness": 2.2712957264794245, + "runtime_seconds": 11.685123682022095 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.2459681421279907, + "lr": 0.03, + "negative_goodness": 1.8724061972300212, + "pair_accuracy": 0.8662888889418708, + "positive_goodness": 2.295175547366672, + "runtime_seconds": 11.678721189498901 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.2476011573791503, + "lr": 0.03, + "negative_goodness": 1.8705129869249133, + "pair_accuracy": 0.8556222222222222, + "positive_goodness": 2.2910348448435465, + "runtime_seconds": 11.68252682685852 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.2391502485911052, + "lr": 0.03, + "negative_goodness": 1.8617994691001045, + "pair_accuracy": 0.8643777778307596, + "positive_goodness": 2.3087576757219104, + "runtime_seconds": 11.697506427764893 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.2430077379862468, + "lr": 0.03, + "negative_goodness": 1.8647374381171333, + "pair_accuracy": 0.8567111111111111, + "positive_goodness": 2.2991002980126276, + "runtime_seconds": 11.691073179244995 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.2425199806213378, + "lr": 0.03, + "negative_goodness": 1.8643790057076348, + "pair_accuracy": 0.8580888888676961, + "positive_goodness": 2.3020848465389676, + "runtime_seconds": 11.688095331192017 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.2373072817060682, + "lr": 0.03, + "negative_goodness": 1.8596033768759834, + "pair_accuracy": 0.8605111111429002, + "positive_goodness": 2.312140870581733, + "runtime_seconds": 11.709283590316772 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.2283480828179254, + "lr": 0.03, + "negative_goodness": 1.8550180793338351, + "pair_accuracy": 0.8710888889312745, + "positive_goodness": 2.3313412198384604, + "runtime_seconds": 11.686227560043335 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.2346090318467882, + "lr": 0.03, + "negative_goodness": 1.8553644347720677, + "pair_accuracy": 0.8640888888888889, + "positive_goodness": 2.3175848207685683, + "runtime_seconds": 11.6819748878479 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.2267238519456651, + "lr": 0.03, + "negative_goodness": 1.8520526095496284, + "pair_accuracy": 0.8676222222116259, + "positive_goodness": 2.332529445054796, + "runtime_seconds": 11.692780017852783 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.231348532019721, + "lr": 0.03, + "negative_goodness": 1.8511238772710163, + "pair_accuracy": 0.859711111079322, + "positive_goodness": 2.3248994780222576, + "runtime_seconds": 11.623886823654175 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.224970084063212, + "lr": 0.03, + "negative_goodness": 1.8484964473512437, + "pair_accuracy": 0.8694222222540113, + "positive_goodness": 2.337208944193522, + "runtime_seconds": 11.623820066452026 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.2337086119969687, + "lr": 0.03, + "negative_goodness": 1.8517006676355998, + "pair_accuracy": 0.8582222222540113, + "positive_goodness": 2.320470022455851, + "runtime_seconds": 11.622841596603394 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.2233535760243734, + "lr": 0.03, + "negative_goodness": 1.8441259371439616, + "pair_accuracy": 0.8621111111005147, + "positive_goodness": 2.341385015911526, + "runtime_seconds": 11.623075723648071 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.2238338752746583, + "lr": 0.03, + "negative_goodness": 1.8431409721798366, + "pair_accuracy": 0.863977777809567, + "positive_goodness": 2.341117366748386, + "runtime_seconds": 11.620038032531738 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.2320029454549153, + "lr": 0.03, + "negative_goodness": 1.8481553483115303, + "pair_accuracy": 0.8548444444550408, + "positive_goodness": 2.323660628721449, + "runtime_seconds": 11.623883724212646 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.2252296841727364, + "lr": 0.03, + "negative_goodness": 1.8471482981363931, + "pair_accuracy": 0.8634666666878594, + "positive_goodness": 2.339702256562975, + "runtime_seconds": 11.620970010757446 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.216896374575297, + "lr": 0.03, + "negative_goodness": 1.8399128238677978, + "pair_accuracy": 0.8714444444126553, + "positive_goodness": 2.352192191865709, + "runtime_seconds": 11.624725818634033 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.2211043091668023, + "lr": 0.03, + "negative_goodness": 1.837358495839437, + "pair_accuracy": 0.8575111111005147, + "positive_goodness": 2.347506913757324, + "runtime_seconds": 11.621871709823608 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.2195650589201186, + "lr": 0.03, + "negative_goodness": 1.8400406060112848, + "pair_accuracy": 0.861977777809567, + "positive_goodness": 2.3512246698167587, + "runtime_seconds": 11.618400573730469 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.2172330122417874, + "lr": 0.03, + "negative_goodness": 1.8378624129825167, + "pair_accuracy": 0.8661111110793219, + "positive_goodness": 2.356418167453342, + "runtime_seconds": 11.623245239257812 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.2202847961213854, + "lr": 0.03, + "negative_goodness": 1.8398439022911919, + "pair_accuracy": 0.8641111111534966, + "positive_goodness": 2.350682380549113, + "runtime_seconds": 11.619524002075195 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.2184630412419637, + "lr": 0.03, + "negative_goodness": 1.8356134390936958, + "pair_accuracy": 0.8619111110899184, + "positive_goodness": 2.3530470195346407, + "runtime_seconds": 11.62349557876587 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.2198888775931465, + "lr": 0.03, + "negative_goodness": 1.8395154721577962, + "pair_accuracy": 0.8632888889312744, + "positive_goodness": 2.3478364072587756, + "runtime_seconds": 11.625456094741821 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.2210440651787653, + "lr": 0.03, + "negative_goodness": 1.8363555541144476, + "pair_accuracy": 0.8597111111534966, + "positive_goodness": 2.3461366112179225, + "runtime_seconds": 11.632477521896362 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.2153547239091662, + "lr": 0.03, + "negative_goodness": 1.835810061009725, + "pair_accuracy": 0.870333333322737, + "positive_goodness": 2.359571813074748, + "runtime_seconds": 11.631120920181274 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.210071067958408, + "lr": 0.03, + "negative_goodness": 1.8302204285727608, + "pair_accuracy": 0.8749111111429002, + "positive_goodness": 2.371207626809014, + "runtime_seconds": 11.626039981842041 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.2212485893249512, + "lr": 0.03, + "negative_goodness": 1.8375002615186904, + "pair_accuracy": 0.8562000000211928, + "positive_goodness": 2.3504805737813315, + "runtime_seconds": 11.622323513031006 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.2096435585869683, + "lr": 0.03, + "negative_goodness": 1.8281557895236544, + "pair_accuracy": 0.8686888888994853, + "positive_goodness": 2.370964261288113, + "runtime_seconds": 11.618919610977173 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.2151046886232164, + "lr": 0.03, + "negative_goodness": 1.8310402765274048, + "pair_accuracy": 0.8636666667196485, + "positive_goodness": 2.3598729967329235, + "runtime_seconds": 11.615501165390015 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.2134665329827203, + "lr": 0.03, + "negative_goodness": 1.8323688009474013, + "pair_accuracy": 0.8668000000105964, + "positive_goodness": 2.3668355489518906, + "runtime_seconds": 11.621449947357178 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.2125865678151448, + "lr": 0.03, + "negative_goodness": 1.8306454999923707, + "pair_accuracy": 0.8675111111217075, + "positive_goodness": 2.367877593188816, + "runtime_seconds": 11.615777730941772 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.215733489312066, + "lr": 0.03, + "negative_goodness": 1.8316720685111152, + "pair_accuracy": 0.8602222222752042, + "positive_goodness": 2.3616803107791475, + "runtime_seconds": 11.618388652801514 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.2051207848654852, + "lr": 0.03, + "negative_goodness": 1.8211462195078532, + "pair_accuracy": 0.8687999999894036, + "positive_goodness": 2.383752703942193, + "runtime_seconds": 11.614291667938232 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.2088908529069688, + "lr": 0.03, + "negative_goodness": 1.8280805202907986, + "pair_accuracy": 0.8697333333121405, + "positive_goodness": 2.3775679295433894, + "runtime_seconds": 11.61533522605896 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.2186238932715523, + "lr": 0.03, + "negative_goodness": 1.8293737785551283, + "pair_accuracy": 0.8589111111534966, + "positive_goodness": 2.3541522352430557, + "runtime_seconds": 11.629469633102417 + } + ], + "layer": 4 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.2640943185806275, + "lr": 0.03, + "negative_goodness": 1.837949653010898, + "pair_accuracy": 0.817422222190433, + "positive_goodness": 2.2383010758294, + "runtime_seconds": 11.543519496917725 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.2257584898206924, + "lr": 0.03, + "negative_goodness": 1.8485151755226983, + "pair_accuracy": 0.8469777777671814, + "positive_goodness": 2.3276434290568035, + "runtime_seconds": 11.528894186019897 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.2186515785853067, + "lr": 0.03, + "negative_goodness": 1.8423954274495442, + "pair_accuracy": 0.8486000000423856, + "positive_goodness": 2.3426477941301136, + "runtime_seconds": 11.536607503890991 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.2148487347284953, + "lr": 0.03, + "negative_goodness": 1.839344624710083, + "pair_accuracy": 0.8546888888782925, + "positive_goodness": 2.3535570917341446, + "runtime_seconds": 11.529999256134033 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.2094115921444364, + "lr": 0.03, + "negative_goodness": 1.8373536109076607, + "pair_accuracy": 0.8564666666666667, + "positive_goodness": 2.3640496288723414, + "runtime_seconds": 11.537490367889404 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.2084835014979045, + "lr": 0.03, + "negative_goodness": 1.833891646364, + "pair_accuracy": 0.856422222243415, + "positive_goodness": 2.364744267442491, + "runtime_seconds": 11.527695655822754 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.1991506695217558, + "lr": 0.03, + "negative_goodness": 1.8261526878992715, + "pair_accuracy": 0.8599999999682109, + "positive_goodness": 2.3870917737325033, + "runtime_seconds": 11.528368949890137 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.1879227691226535, + "lr": 0.03, + "negative_goodness": 1.8220267570919462, + "pair_accuracy": 0.8696888888888888, + "positive_goodness": 2.414912501186795, + "runtime_seconds": 11.524341106414795 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.196601596238878, + "lr": 0.03, + "negative_goodness": 1.8190533699247573, + "pair_accuracy": 0.8565777777565851, + "positive_goodness": 2.3921807975345186, + "runtime_seconds": 11.521955251693726 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.192830986234877, + "lr": 0.03, + "negative_goodness": 1.8233083541234334, + "pair_accuracy": 0.8683111111005147, + "positive_goodness": 2.400154271274143, + "runtime_seconds": 11.524983882904053 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.195799821556939, + "lr": 0.03, + "negative_goodness": 1.828004918776618, + "pair_accuracy": 0.8581777777777778, + "positive_goodness": 2.395688100687663, + "runtime_seconds": 11.531301259994507 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.1882898572497897, + "lr": 0.03, + "negative_goodness": 1.83034230533176, + "pair_accuracy": 0.8659333333333333, + "positive_goodness": 2.4098353417714438, + "runtime_seconds": 11.529027462005615 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.1830635355419583, + "lr": 0.03, + "negative_goodness": 1.8295861261791653, + "pair_accuracy": 0.8722444444232517, + "positive_goodness": 2.4185531385209824, + "runtime_seconds": 11.53736162185669 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.1830593860626222, + "lr": 0.03, + "negative_goodness": 1.8295215478685167, + "pair_accuracy": 0.8675333333015441, + "positive_goodness": 2.4190804520077176, + "runtime_seconds": 11.542793989181519 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.1783839426252578, + "lr": 0.03, + "negative_goodness": 1.8269362415737576, + "pair_accuracy": 0.8726666666348776, + "positive_goodness": 2.4326939543830024, + "runtime_seconds": 11.541524648666382 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.1670567652172512, + "lr": 0.03, + "negative_goodness": 1.8228577316708034, + "pair_accuracy": 0.8855777778307596, + "positive_goodness": 2.451684148322211, + "runtime_seconds": 11.542285442352295 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.1646284853193496, + "lr": 0.03, + "negative_goodness": 1.8171203642527263, + "pair_accuracy": 0.8821777777777777, + "positive_goodness": 2.459286468908522, + "runtime_seconds": 11.53899359703064 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.1734953879568313, + "lr": 0.03, + "negative_goodness": 1.8188947138044569, + "pair_accuracy": 0.8769999999788073, + "positive_goodness": 2.4421356020185683, + "runtime_seconds": 11.531331539154053 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.1733903111139934, + "lr": 0.03, + "negative_goodness": 1.8217276794009738, + "pair_accuracy": 0.8745333333863152, + "positive_goodness": 2.443972422027588, + "runtime_seconds": 11.543113946914673 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.1579077375517952, + "lr": 0.03, + "negative_goodness": 1.8098951486587525, + "pair_accuracy": 0.8828666666666667, + "positive_goodness": 2.474400340652466, + "runtime_seconds": 11.534554243087769 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.1619299196243287, + "lr": 0.03, + "negative_goodness": 1.8154900616539849, + "pair_accuracy": 0.8755555555237664, + "positive_goodness": 2.4672131683349607, + "runtime_seconds": 11.540829181671143 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.1672344216452704, + "lr": 0.03, + "negative_goodness": 1.8176004131529067, + "pair_accuracy": 0.8785777778201633, + "positive_goodness": 2.455469316482544, + "runtime_seconds": 11.553859949111938 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.1715546137068007, + "lr": 0.03, + "negative_goodness": 1.8171795966042412, + "pair_accuracy": 0.8706222222646077, + "positive_goodness": 2.4485380153656005, + "runtime_seconds": 11.540721416473389 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.176495985306634, + "lr": 0.03, + "negative_goodness": 1.8202688810984293, + "pair_accuracy": 0.8626888888676961, + "positive_goodness": 2.4382167087131075, + "runtime_seconds": 11.554187536239624 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.1624179238637289, + "lr": 0.03, + "negative_goodness": 1.8158309200498792, + "pair_accuracy": 0.8846888888570997, + "positive_goodness": 2.468046030553182, + "runtime_seconds": 11.549007892608643 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.1736109365887113, + "lr": 0.03, + "negative_goodness": 1.8189527132458156, + "pair_accuracy": 0.873777777756585, + "positive_goodness": 2.4418824298858643, + "runtime_seconds": 11.554255485534668 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.164602993657854, + "lr": 0.03, + "negative_goodness": 1.8128246152453953, + "pair_accuracy": 0.8739777777671814, + "positive_goodness": 2.4650518174489338, + "runtime_seconds": 11.552649736404419 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.1558470350689358, + "lr": 0.03, + "negative_goodness": 1.81203887424469, + "pair_accuracy": 0.8863111111005147, + "positive_goodness": 2.4806192494710286, + "runtime_seconds": 11.541622877120972 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.1705708314259846, + "lr": 0.03, + "negative_goodness": 1.8168842864990233, + "pair_accuracy": 0.8754222222328186, + "positive_goodness": 2.453692120827569, + "runtime_seconds": 11.541551113128662 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.167636282602946, + "lr": 0.03, + "negative_goodness": 1.8136602623621623, + "pair_accuracy": 0.8702444444126552, + "positive_goodness": 2.457043643230862, + "runtime_seconds": 11.533794403076172 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.1491878471586439, + "lr": 0.03, + "negative_goodness": 1.8019826803631254, + "pair_accuracy": 0.8855333333015442, + "positive_goodness": 2.495717789883084, + "runtime_seconds": 11.55349349975586 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.1570207036972047, + "lr": 0.03, + "negative_goodness": 1.8057381370968288, + "pair_accuracy": 0.8806444444232516, + "positive_goodness": 2.4827624225616454, + "runtime_seconds": 11.5486421585083 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.1579727396011352, + "lr": 0.03, + "negative_goodness": 1.8047701614379883, + "pair_accuracy": 0.8808666666772631, + "positive_goodness": 2.4783652513715957, + "runtime_seconds": 11.551050424575806 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.1590536931355795, + "lr": 0.03, + "negative_goodness": 1.8106206292894151, + "pair_accuracy": 0.8805555555237664, + "positive_goodness": 2.4739725797865124, + "runtime_seconds": 11.549458026885986 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.1479945594787597, + "lr": 0.03, + "negative_goodness": 1.798618041059706, + "pair_accuracy": 0.8868888888676961, + "positive_goodness": 2.503169287829929, + "runtime_seconds": 11.551609754562378 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.145593791601393, + "lr": 0.03, + "negative_goodness": 1.793120276260376, + "pair_accuracy": 0.8898222222540114, + "positive_goodness": 2.506599712329441, + "runtime_seconds": 11.540189027786255 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.1569806369569566, + "lr": 0.03, + "negative_goodness": 1.8061028752009074, + "pair_accuracy": 0.883733333322737, + "positive_goodness": 2.4832660158369277, + "runtime_seconds": 11.541802167892456 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.1494661441379124, + "lr": 0.03, + "negative_goodness": 1.7960279945585462, + "pair_accuracy": 0.8794000000529819, + "positive_goodness": 2.499471570417616, + "runtime_seconds": 11.542744159698486 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.1600474132325913, + "lr": 0.03, + "negative_goodness": 1.8039143653021918, + "pair_accuracy": 0.8668888888676961, + "positive_goodness": 2.4775163215213354, + "runtime_seconds": 11.535056829452515 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.1499775709788005, + "lr": 0.03, + "negative_goodness": 1.797292807091607, + "pair_accuracy": 0.8822888889312744, + "positive_goodness": 2.500367884190877, + "runtime_seconds": 11.545231819152832 + } + ], + "layer": 5 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.2831310903549193, + "lr": 0.03, + "negative_goodness": 1.9032643579271105, + "pair_accuracy": 0.7616444444444445, + "positive_goodness": 2.256997769970364, + "runtime_seconds": 11.64335560798645 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.2216866991043092, + "lr": 0.03, + "negative_goodness": 1.8548423623402914, + "pair_accuracy": 0.8301777777724796, + "positive_goodness": 2.3521213873969185, + "runtime_seconds": 11.635652542114258 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.2185263077841866, + "lr": 0.03, + "negative_goodness": 1.84158028594123, + "pair_accuracy": 0.8302666667090521, + "positive_goodness": 2.3502636603461373, + "runtime_seconds": 11.63414216041565 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.2001175803926256, + "lr": 0.03, + "negative_goodness": 1.8359826647228665, + "pair_accuracy": 0.8460888889100816, + "positive_goodness": 2.390721460511949, + "runtime_seconds": 11.637096881866455 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.1992333313624064, + "lr": 0.03, + "negative_goodness": 1.8327802218119302, + "pair_accuracy": 0.8430000000423855, + "positive_goodness": 2.3909603073543972, + "runtime_seconds": 11.629005670547485 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.1939834526485866, + "lr": 0.03, + "negative_goodness": 1.8216703240712484, + "pair_accuracy": 0.8457111110899184, + "positive_goodness": 2.3978169802771676, + "runtime_seconds": 11.636808156967163 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.2042369902928671, + "lr": 0.03, + "negative_goodness": 1.8351795131259494, + "pair_accuracy": 0.8393777777565851, + "positive_goodness": 2.37671755794949, + "runtime_seconds": 11.644983530044556 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.1937279999838935, + "lr": 0.03, + "negative_goodness": 1.8255864045461019, + "pair_accuracy": 0.8449777777459886, + "positive_goodness": 2.395956175189548, + "runtime_seconds": 11.647197484970093 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.1822545893563166, + "lr": 0.03, + "negative_goodness": 1.8136470387988621, + "pair_accuracy": 0.8522666666878594, + "positive_goodness": 2.4208717231750487, + "runtime_seconds": 11.639488458633423 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.1753739503860474, + "lr": 0.03, + "negative_goodness": 1.8126982564502292, + "pair_accuracy": 0.8579333333333333, + "positive_goodness": 2.436575340270996, + "runtime_seconds": 11.637054920196533 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.1734663257598876, + "lr": 0.03, + "negative_goodness": 1.8063731282975939, + "pair_accuracy": 0.8558888888782925, + "positive_goodness": 2.4396613458421497, + "runtime_seconds": 11.62238597869873 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.1676012566248575, + "lr": 0.03, + "negative_goodness": 1.7997524366590711, + "pair_accuracy": 0.8590222222752041, + "positive_goodness": 2.454410974036323, + "runtime_seconds": 11.634993553161621 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.1617865560955472, + "lr": 0.03, + "negative_goodness": 1.7935044751061333, + "pair_accuracy": 0.8613555555343628, + "positive_goodness": 2.4669948513454862, + "runtime_seconds": 11.620763301849365 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.1595107731501262, + "lr": 0.03, + "negative_goodness": 1.7922387006547715, + "pair_accuracy": 0.8613333333492279, + "positive_goodness": 2.4709676604800754, + "runtime_seconds": 11.62801194190979 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.1818918980492485, + "lr": 0.03, + "negative_goodness": 1.8059306574927436, + "pair_accuracy": 0.8468666667196486, + "positive_goodness": 2.4239385548061794, + "runtime_seconds": 11.63556694984436 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.158981059243944, + "lr": 0.03, + "negative_goodness": 1.7916974442164104, + "pair_accuracy": 0.8702222221904331, + "positive_goodness": 2.469469474750095, + "runtime_seconds": 11.630403757095337 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.1553620676252576, + "lr": 0.03, + "negative_goodness": 1.7864330818388197, + "pair_accuracy": 0.8642666667090522, + "positive_goodness": 2.481314300282796, + "runtime_seconds": 11.634033918380737 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.1619070245954726, + "lr": 0.03, + "negative_goodness": 1.7875835597568088, + "pair_accuracy": 0.8564444444497427, + "positive_goodness": 2.4678259824328954, + "runtime_seconds": 11.632471084594727 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.1670588163375855, + "lr": 0.03, + "negative_goodness": 1.7894921004825168, + "pair_accuracy": 0.852711111164093, + "positive_goodness": 2.4588375985039606, + "runtime_seconds": 11.631313562393188 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.1522335155698988, + "lr": 0.03, + "negative_goodness": 1.7806840529971653, + "pair_accuracy": 0.8617777777989706, + "positive_goodness": 2.4897556865268284, + "runtime_seconds": 11.63663935661316 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.153405696996053, + "lr": 0.03, + "negative_goodness": 1.77760267607371, + "pair_accuracy": 0.8664444444550409, + "positive_goodness": 2.483673891576131, + "runtime_seconds": 11.635491132736206 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.1688775838851928, + "lr": 0.03, + "negative_goodness": 1.7865968455844454, + "pair_accuracy": 0.8437555555449592, + "positive_goodness": 2.4552407937791614, + "runtime_seconds": 11.639838933944702 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.1512686656739977, + "lr": 0.03, + "negative_goodness": 1.7732483816358777, + "pair_accuracy": 0.862177777809567, + "positive_goodness": 2.4921748797098795, + "runtime_seconds": 11.650378227233887 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.140595461294386, + "lr": 0.03, + "negative_goodness": 1.7676722120285033, + "pair_accuracy": 0.8703777778201633, + "positive_goodness": 2.5145021452585854, + "runtime_seconds": 11.648691892623901 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.1509253253830805, + "lr": 0.03, + "negative_goodness": 1.7751500752978855, + "pair_accuracy": 0.8640888888570998, + "positive_goodness": 2.4923622044033475, + "runtime_seconds": 11.647879600524902 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.1450816348605686, + "lr": 0.03, + "negative_goodness": 1.7687745539135402, + "pair_accuracy": 0.8655333333545261, + "positive_goodness": 2.505045714272393, + "runtime_seconds": 11.650751113891602 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.1506344610638088, + "lr": 0.03, + "negative_goodness": 1.7733274820963543, + "pair_accuracy": 0.8662222221904331, + "positive_goodness": 2.498063173336453, + "runtime_seconds": 11.654037475585938 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.1537141801834105, + "lr": 0.03, + "negative_goodness": 1.767330745485094, + "pair_accuracy": 0.85384444448683, + "positive_goodness": 2.4871170323265925, + "runtime_seconds": 11.644893169403076 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.1407649997923108, + "lr": 0.03, + "negative_goodness": 1.7592718709309896, + "pair_accuracy": 0.8563555555237664, + "positive_goodness": 2.5183498206032646, + "runtime_seconds": 11.654298782348633 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.150628978093465, + "lr": 0.03, + "negative_goodness": 1.7694000733481514, + "pair_accuracy": 0.865177777809567, + "positive_goodness": 2.4955952262454564, + "runtime_seconds": 11.647338151931763 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.155311982568105, + "lr": 0.03, + "negative_goodness": 1.7679326303482055, + "pair_accuracy": 0.8567111110899184, + "positive_goodness": 2.486476365322537, + "runtime_seconds": 11.653135299682617 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.1231622149149576, + "lr": 0.03, + "negative_goodness": 1.751640970802307, + "pair_accuracy": 0.880355555566152, + "positive_goodness": 2.55521278690762, + "runtime_seconds": 11.647217750549316 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.1323195665783352, + "lr": 0.03, + "negative_goodness": 1.7516998313056098, + "pair_accuracy": 0.8678888888782925, + "positive_goodness": 2.541685751724243, + "runtime_seconds": 11.650207996368408 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.1406212789217631, + "lr": 0.03, + "negative_goodness": 1.755116664038764, + "pair_accuracy": 0.8613777777671814, + "positive_goodness": 2.5187380920410156, + "runtime_seconds": 11.6449134349823 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.1541338058259751, + "lr": 0.03, + "negative_goodness": 1.7651160417132907, + "pair_accuracy": 0.8551333333545261, + "positive_goodness": 2.4896445960998537, + "runtime_seconds": 11.63179612159729 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.1490392410914103, + "lr": 0.03, + "negative_goodness": 1.7605886145485772, + "pair_accuracy": 0.85544444448683, + "positive_goodness": 2.5015436003367104, + "runtime_seconds": 11.640091896057129 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.1550054531945122, + "lr": 0.03, + "negative_goodness": 1.7668716177198622, + "pair_accuracy": 0.8542666667090522, + "positive_goodness": 2.4880130575815835, + "runtime_seconds": 11.63948392868042 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.143092616589864, + "lr": 0.03, + "negative_goodness": 1.7522311424043444, + "pair_accuracy": 0.8588666666984558, + "positive_goodness": 2.515844226328532, + "runtime_seconds": 11.651279926300049 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.1281243333922493, + "lr": 0.03, + "negative_goodness": 1.7438618380652533, + "pair_accuracy": 0.8678222222222223, + "positive_goodness": 2.5548484908209907, + "runtime_seconds": 11.647342443466187 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.1336454075283475, + "lr": 0.03, + "negative_goodness": 1.7440049746407402, + "pair_accuracy": 0.8655999999682109, + "positive_goodness": 2.534890666241116, + "runtime_seconds": 11.651652574539185 + } + ], + "layer": 6 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.193708923933241, + "lr": 0.03, + "negative_goodness": 1.8106541033214993, + "pair_accuracy": 0.8111333333015441, + "positive_goodness": 2.3650558641009862, + "runtime_seconds": 11.578234910964966 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.0638215680440266, + "lr": 0.03, + "negative_goodness": 1.7233453978644477, + "pair_accuracy": 0.848711111108462, + "positive_goodness": 2.693716177813212, + "runtime_seconds": 11.563432693481445 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.0232853580050998, + "lr": 0.03, + "negative_goodness": 1.6599879977332221, + "pair_accuracy": 0.853177777785725, + "positive_goodness": 2.8395551266988117, + "runtime_seconds": 11.570576429367065 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.0067333543141683, + "lr": 0.03, + "negative_goodness": 1.6444733361138237, + "pair_accuracy": 0.8414666666666667, + "positive_goodness": 2.865559132003784, + "runtime_seconds": 11.565989255905151 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.0417599753167894, + "lr": 0.03, + "negative_goodness": 1.6617913422054715, + "pair_accuracy": 0.8300444444444445, + "positive_goodness": 2.793796153089735, + "runtime_seconds": 11.559894561767578 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.0057484053505792, + "lr": 0.03, + "negative_goodness": 1.636474609014723, + "pair_accuracy": 0.8531333333121406, + "positive_goodness": 2.8901943898095026, + "runtime_seconds": 11.572447538375854 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.9935006383895874, + "lr": 0.03, + "negative_goodness": 1.6029610666486953, + "pair_accuracy": 0.8399777777777778, + "positive_goodness": 2.917819483311971, + "runtime_seconds": 11.565543174743652 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.0588986869388157, + "lr": 0.03, + "negative_goodness": 1.6799850389268662, + "pair_accuracy": 0.8277777777777777, + "positive_goodness": 2.7682005643208822, + "runtime_seconds": 11.566135883331299 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.9779198942608304, + "lr": 0.03, + "negative_goodness": 1.5964112702475655, + "pair_accuracy": 0.8558888888888889, + "positive_goodness": 2.9650085633595786, + "runtime_seconds": 11.5684494972229 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.0030526588863797, + "lr": 0.03, + "negative_goodness": 1.625244273715549, + "pair_accuracy": 0.8526000000001656, + "positive_goodness": 2.917096414756775, + "runtime_seconds": 11.571086168289185 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.9862556213590834, + "lr": 0.03, + "negative_goodness": 1.6023293881734213, + "pair_accuracy": 0.8589111111429003, + "positive_goodness": 2.953614741388957, + "runtime_seconds": 11.57690691947937 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.9585694722387526, + "lr": 0.03, + "negative_goodness": 1.5739991123623318, + "pair_accuracy": 0.8665999999894036, + "positive_goodness": 3.0354659536573623, + "runtime_seconds": 11.572102785110474 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.0127696116765341, + "lr": 0.03, + "negative_goodness": 1.6235073079427083, + "pair_accuracy": 0.8515555555449592, + "positive_goodness": 2.8888150266859265, + "runtime_seconds": 11.570863008499146 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.967100605392456, + "lr": 0.03, + "negative_goodness": 1.5838099830203587, + "pair_accuracy": 0.8675777777777778, + "positive_goodness": 3.0391008648766413, + "runtime_seconds": 11.573936700820923 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.9884672917683919, + "lr": 0.03, + "negative_goodness": 1.5855790413114759, + "pair_accuracy": 0.8501333333333333, + "positive_goodness": 2.9624402432335746, + "runtime_seconds": 11.571308135986328 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.9441820137023926, + "lr": 0.03, + "negative_goodness": 1.5726106774012247, + "pair_accuracy": 0.8805555555449591, + "positive_goodness": 3.0805527334425182, + "runtime_seconds": 11.566744565963745 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.9422643315633138, + "lr": 0.03, + "negative_goodness": 1.554574377017551, + "pair_accuracy": 0.8677777777777778, + "positive_goodness": 3.0937586096021863, + "runtime_seconds": 11.56650185585022 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.9714892594761319, + "lr": 0.03, + "negative_goodness": 1.5747348880873786, + "pair_accuracy": 0.8614, + "positive_goodness": 3.005356151029799, + "runtime_seconds": 11.567492485046387 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.9531869136598375, + "lr": 0.03, + "negative_goodness": 1.558459246084425, + "pair_accuracy": 0.8646222222222222, + "positive_goodness": 3.0524219104766845, + "runtime_seconds": 11.56470012664795 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.9599510569466485, + "lr": 0.03, + "negative_goodness": 1.5595230391608343, + "pair_accuracy": 0.8500666666560703, + "positive_goodness": 3.06916668226454, + "runtime_seconds": 11.56752061843872 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.9879240493562487, + "lr": 0.03, + "negative_goodness": 1.593888588778178, + "pair_accuracy": 0.8585777778307597, + "positive_goodness": 2.9737403921339247, + "runtime_seconds": 11.562905311584473 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.9790169833925035, + "lr": 0.03, + "negative_goodness": 1.5751507808473375, + "pair_accuracy": 0.8551777777459887, + "positive_goodness": 3.0164108688778346, + "runtime_seconds": 11.56494140625 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.989998945151435, + "lr": 0.03, + "negative_goodness": 1.6011156029595268, + "pair_accuracy": 0.8581333333386315, + "positive_goodness": 2.9544246815787423, + "runtime_seconds": 11.572411060333252 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.9608355660332574, + "lr": 0.03, + "negative_goodness": 1.571561061859131, + "pair_accuracy": 0.8742000000211928, + "positive_goodness": 3.076666064707438, + "runtime_seconds": 11.562913656234741 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.0016085388183593, + "lr": 0.03, + "negative_goodness": 1.5987449869367811, + "pair_accuracy": 0.8460444444709354, + "positive_goodness": 2.957156473244561, + "runtime_seconds": 11.571542024612427 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.0047700121773613, + "lr": 0.03, + "negative_goodness": 1.5937798593309191, + "pair_accuracy": 0.8335999999788072, + "positive_goodness": 2.926841056611803, + "runtime_seconds": 11.559342384338379 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.9821756483289931, + "lr": 0.03, + "negative_goodness": 1.588885865826077, + "pair_accuracy": 0.8530666666668323, + "positive_goodness": 3.015258138296339, + "runtime_seconds": 11.549248456954956 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.9736262245496115, + "lr": 0.03, + "negative_goodness": 1.5798177282121446, + "pair_accuracy": 0.8628888888782925, + "positive_goodness": 2.9795200074513755, + "runtime_seconds": 11.552801132202148 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.9665005274454752, + "lr": 0.03, + "negative_goodness": 1.5645531705644395, + "pair_accuracy": 0.8609777778042688, + "positive_goodness": 3.0491655886544122, + "runtime_seconds": 11.558199167251587 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.9634738037321302, + "lr": 0.03, + "negative_goodness": 1.5632364145914714, + "pair_accuracy": 0.8576666666666667, + "positive_goodness": 3.050362683614095, + "runtime_seconds": 11.567423105239868 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.9823360467274984, + "lr": 0.03, + "negative_goodness": 1.5871771996816, + "pair_accuracy": 0.8691111111112767, + "positive_goodness": 3.0120031104829574, + "runtime_seconds": 11.569977045059204 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.9679386521233453, + "lr": 0.03, + "negative_goodness": 1.567070337846544, + "pair_accuracy": 0.8556444444464313, + "positive_goodness": 3.0237515992906356, + "runtime_seconds": 11.564167022705078 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.9779824444452921, + "lr": 0.03, + "negative_goodness": 1.5751856358210246, + "pair_accuracy": 0.8552000000211928, + "positive_goodness": 3.0002514718797473, + "runtime_seconds": 11.56067967414856 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.0016394863976372, + "lr": 0.03, + "negative_goodness": 1.5976119382646348, + "pair_accuracy": 0.8445555555661519, + "positive_goodness": 2.9667820676167804, + "runtime_seconds": 11.553045511245728 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.9779250389628941, + "lr": 0.03, + "negative_goodness": 1.585612048043145, + "pair_accuracy": 0.8632222222222222, + "positive_goodness": 2.9753170187208386, + "runtime_seconds": 11.557290077209473 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.9621538004345364, + "lr": 0.03, + "negative_goodness": 1.5585800388336182, + "pair_accuracy": 0.8648222222328186, + "positive_goodness": 3.068522462251451, + "runtime_seconds": 11.56400465965271 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.9708220187717014, + "lr": 0.03, + "negative_goodness": 1.5743880742814806, + "pair_accuracy": 0.8726, + "positive_goodness": 3.0283388798183863, + "runtime_seconds": 11.559566736221313 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.9609143774244521, + "lr": 0.03, + "negative_goodness": 1.5623675180223253, + "pair_accuracy": 0.8712, + "positive_goodness": 3.0584021805233426, + "runtime_seconds": 11.565445184707642 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.9456150897767809, + "lr": 0.03, + "negative_goodness": 1.5447191306432089, + "pair_accuracy": 0.8699777777777777, + "positive_goodness": 3.083082226774428, + "runtime_seconds": 11.56197452545166 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.9991903157975939, + "lr": 0.03, + "negative_goodness": 1.5931006571875679, + "pair_accuracy": 0.8445777777989706, + "positive_goodness": 2.981040947341919, + "runtime_seconds": 11.557490587234497 + } + ], + "layer": 7 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.1624050590727064, + "lr": 0.03, + "negative_goodness": 1.8071102701399062, + "pair_accuracy": 0.8214000000423856, + "positive_goodness": 2.655324779849582, + "runtime_seconds": 11.598166704177856 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.0629239166259765, + "lr": 0.03, + "negative_goodness": 1.6357996010674372, + "pair_accuracy": 0.8666, + "positive_goodness": 2.817196292241414, + "runtime_seconds": 11.58745265007019 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.0363019378662108, + "lr": 0.03, + "negative_goodness": 1.5878252516004774, + "pair_accuracy": 0.8704444444656372, + "positive_goodness": 2.8713181153615315, + "runtime_seconds": 11.586557865142822 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.0552016740904915, + "lr": 0.03, + "negative_goodness": 1.5901202859560648, + "pair_accuracy": 0.862644444433848, + "positive_goodness": 2.8061738337198894, + "runtime_seconds": 11.575703382492065 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.0504920744366115, + "lr": 0.03, + "negative_goodness": 1.5821493306054009, + "pair_accuracy": 0.8666888889206781, + "positive_goodness": 2.816741194576687, + "runtime_seconds": 11.573366165161133 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.0386215751859877, + "lr": 0.03, + "negative_goodness": 1.5553311055925156, + "pair_accuracy": 0.8686222222116259, + "positive_goodness": 2.8537127347310385, + "runtime_seconds": 11.564469814300537 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.0253396486388313, + "lr": 0.03, + "negative_goodness": 1.5309403247197468, + "pair_accuracy": 0.8680222221904331, + "positive_goodness": 2.882759758928087, + "runtime_seconds": 11.557538509368896 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.0303579194598729, + "lr": 0.03, + "negative_goodness": 1.5341225226084392, + "pair_accuracy": 0.8652222222434149, + "positive_goodness": 2.868284925672743, + "runtime_seconds": 11.574856519699097 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.0322211239496868, + "lr": 0.03, + "negative_goodness": 1.5345511588732401, + "pair_accuracy": 0.8675555555343628, + "positive_goodness": 2.856819558885362, + "runtime_seconds": 11.56475305557251 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.9952091615147061, + "lr": 0.03, + "negative_goodness": 1.5007011742273966, + "pair_accuracy": 0.8832444444868299, + "positive_goodness": 2.9690300074683296, + "runtime_seconds": 11.569388151168823 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.9917958272298177, + "lr": 0.03, + "negative_goodness": 1.4761433100382486, + "pair_accuracy": 0.8778444444444444, + "positive_goodness": 2.987101358795166, + "runtime_seconds": 11.571244716644287 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.039844977982839, + "lr": 0.03, + "negative_goodness": 1.5173656932195028, + "pair_accuracy": 0.8602888888782925, + "positive_goodness": 2.853926255544027, + "runtime_seconds": 11.573226690292358 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.0180194044854907, + "lr": 0.03, + "negative_goodness": 1.5093747937096489, + "pair_accuracy": 0.8664, + "positive_goodness": 2.8982726995256214, + "runtime_seconds": 11.569424390792847 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.011065776930915, + "lr": 0.03, + "negative_goodness": 1.4920133019765218, + "pair_accuracy": 0.8685777777459887, + "positive_goodness": 2.935240157784356, + "runtime_seconds": 11.56815481185913 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.0105102202945286, + "lr": 0.03, + "negative_goodness": 1.498405114724901, + "pair_accuracy": 0.8750666666348775, + "positive_goodness": 2.9148550056033664, + "runtime_seconds": 11.56531810760498 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.028764500448439, + "lr": 0.03, + "negative_goodness": 1.497916492038303, + "pair_accuracy": 0.8588222222010294, + "positive_goodness": 2.8848984497070314, + "runtime_seconds": 11.55925989151001 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.0003451054467096, + "lr": 0.03, + "negative_goodness": 1.4748300237549676, + "pair_accuracy": 0.8726888888782925, + "positive_goodness": 2.965740839513143, + "runtime_seconds": 11.55771279335022 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.0174301494174534, + "lr": 0.03, + "negative_goodness": 1.4962157827801175, + "pair_accuracy": 0.8704, + "positive_goodness": 2.9021022871229385, + "runtime_seconds": 11.561007499694824 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.0022147780736288, + "lr": 0.03, + "negative_goodness": 1.466903915585412, + "pair_accuracy": 0.8721333333227369, + "positive_goodness": 2.9632861269632977, + "runtime_seconds": 11.561740636825562 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.0017209449768067, + "lr": 0.03, + "negative_goodness": 1.4662789082845051, + "pair_accuracy": 0.8718222222752041, + "positive_goodness": 2.964099035771688, + "runtime_seconds": 11.563477993011475 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.0031634598202175, + "lr": 0.03, + "negative_goodness": 1.480427396244473, + "pair_accuracy": 0.8725111111429003, + "positive_goodness": 2.948700109948052, + "runtime_seconds": 11.548043489456177 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.9904079232957628, + "lr": 0.03, + "negative_goodness": 1.4524435780419245, + "pair_accuracy": 0.8762444444232517, + "positive_goodness": 3.0080146090613473, + "runtime_seconds": 11.549242734909058 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.9848939821031358, + "lr": 0.03, + "negative_goodness": 1.4544583805084228, + "pair_accuracy": 0.8799555555237664, + "positive_goodness": 3.008424222395155, + "runtime_seconds": 11.543025255203247 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.0136781842761569, + "lr": 0.03, + "negative_goodness": 1.4835673369513618, + "pair_accuracy": 0.8705111111534967, + "positive_goodness": 2.930361731677585, + "runtime_seconds": 11.541553258895874 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.0013109457651774, + "lr": 0.03, + "negative_goodness": 1.4673859877056545, + "pair_accuracy": 0.8748666667090522, + "positive_goodness": 2.957102272966173, + "runtime_seconds": 11.538407564163208 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.9949440238740709, + "lr": 0.03, + "negative_goodness": 1.460557360511356, + "pair_accuracy": 0.8784888888676962, + "positive_goodness": 2.9625886800554064, + "runtime_seconds": 11.55015230178833 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.0037332155015735, + "lr": 0.03, + "negative_goodness": 1.4624052653630575, + "pair_accuracy": 0.8649555555767483, + "positive_goodness": 2.965547286817763, + "runtime_seconds": 11.549099683761597 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.9747168774922689, + "lr": 0.03, + "negative_goodness": 1.447528918202718, + "pair_accuracy": 0.8853777777777778, + "positive_goodness": 3.03338418252733, + "runtime_seconds": 11.543556213378906 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.9968160237842136, + "lr": 0.03, + "negative_goodness": 1.4604224563598633, + "pair_accuracy": 0.8732222222646078, + "positive_goodness": 2.9775408834669324, + "runtime_seconds": 11.54002046585083 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.9909024478700426, + "lr": 0.03, + "negative_goodness": 1.4434840935389202, + "pair_accuracy": 0.8768444444126553, + "positive_goodness": 2.996407509909736, + "runtime_seconds": 11.538000583648682 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.995808433787028, + "lr": 0.03, + "negative_goodness": 1.4555070829603407, + "pair_accuracy": 0.8726222222328186, + "positive_goodness": 2.974818309995863, + "runtime_seconds": 11.53914213180542 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.9698203016704983, + "lr": 0.03, + "negative_goodness": 1.4334495524724324, + "pair_accuracy": 0.8817111111534967, + "positive_goodness": 3.0549879611968995, + "runtime_seconds": 11.537705659866333 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.9846197265836928, + "lr": 0.03, + "negative_goodness": 1.4376219977908664, + "pair_accuracy": 0.8766222222010295, + "positive_goodness": 3.027612776268853, + "runtime_seconds": 11.54435420036316 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.0217437257342867, + "lr": 0.03, + "negative_goodness": 1.4807908700095282, + "pair_accuracy": 0.8633555555343628, + "positive_goodness": 2.898221781200833, + "runtime_seconds": 11.543360471725464 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.970083560233646, + "lr": 0.03, + "negative_goodness": 1.435541660255856, + "pair_accuracy": 0.8848222222010295, + "positive_goodness": 3.051855604807536, + "runtime_seconds": 11.548787355422974 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.9876901002671984, + "lr": 0.03, + "negative_goodness": 1.4438267154163784, + "pair_accuracy": 0.8764666666666666, + "positive_goodness": 3.0055871031019423, + "runtime_seconds": 11.54691481590271 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.9870826393445333, + "lr": 0.03, + "negative_goodness": 1.444716289138794, + "pair_accuracy": 0.8794222222116258, + "positive_goodness": 3.0086579487270777, + "runtime_seconds": 11.538259506225586 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.9842266766442193, + "lr": 0.03, + "negative_goodness": 1.439598520681593, + "pair_accuracy": 0.8746888888676961, + "positive_goodness": 3.0224814715067545, + "runtime_seconds": 11.546049356460571 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.980545025338067, + "lr": 0.03, + "negative_goodness": 1.4359055313534206, + "pair_accuracy": 0.8818000000529819, + "positive_goodness": 3.0254759242163765, + "runtime_seconds": 11.547362565994263 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.9949075287077161, + "lr": 0.03, + "negative_goodness": 1.4519662930806478, + "pair_accuracy": 0.8751777777777778, + "positive_goodness": 2.9924401444753013, + "runtime_seconds": 11.546504735946655 + } + ], + "layer": 8 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.2810424160427518, + "lr": 0.03, + "negative_goodness": 1.802178020837572, + "pair_accuracy": 0.7330666666666666, + "positive_goodness": 2.2089679333580863, + "runtime_seconds": 11.46892237663269 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.2350619206746418, + "lr": 0.03, + "negative_goodness": 1.800489911609226, + "pair_accuracy": 0.7762888888994852, + "positive_goodness": 2.3197671134524875, + "runtime_seconds": 11.449081182479858 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.1918770500183105, + "lr": 0.03, + "negative_goodness": 1.7551822923872207, + "pair_accuracy": 0.805733333322737, + "positive_goodness": 2.412999385664198, + "runtime_seconds": 11.452248334884644 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.195995113796658, + "lr": 0.03, + "negative_goodness": 1.7533206011030409, + "pair_accuracy": 0.8047777777618832, + "positive_goodness": 2.4064073320388792, + "runtime_seconds": 11.448771715164185 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.1977013872994318, + "lr": 0.03, + "negative_goodness": 1.7538935129801432, + "pair_accuracy": 0.802711111164093, + "positive_goodness": 2.4096489748213026, + "runtime_seconds": 11.446816682815552 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.1811967791451348, + "lr": 0.03, + "negative_goodness": 1.7293699423048232, + "pair_accuracy": 0.8111333333545261, + "positive_goodness": 2.4435169648064505, + "runtime_seconds": 11.452430963516235 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.1790878586239284, + "lr": 0.03, + "negative_goodness": 1.7312912804073757, + "pair_accuracy": 0.812133333322737, + "positive_goodness": 2.4459274131351045, + "runtime_seconds": 11.44127631187439 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.176241363504198, + "lr": 0.03, + "negative_goodness": 1.72111992670695, + "pair_accuracy": 0.8104222222328186, + "positive_goodness": 2.4576332804785834, + "runtime_seconds": 11.445200443267822 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.171912247742547, + "lr": 0.03, + "negative_goodness": 1.719698671743605, + "pair_accuracy": 0.8106000000317891, + "positive_goodness": 2.4678126288943822, + "runtime_seconds": 11.446125984191895 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.1697931928422716, + "lr": 0.03, + "negative_goodness": 1.7140349965837267, + "pair_accuracy": 0.8142444444126553, + "positive_goodness": 2.4738440177493626, + "runtime_seconds": 11.442464351654053 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.1639880314932929, + "lr": 0.03, + "negative_goodness": 1.707286149851481, + "pair_accuracy": 0.8147333333863153, + "positive_goodness": 2.491516338517931, + "runtime_seconds": 11.443772554397583 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.1682570800145466, + "lr": 0.03, + "negative_goodness": 1.7109500538508098, + "pair_accuracy": 0.8109333333015442, + "positive_goodness": 2.479049278216892, + "runtime_seconds": 11.438893795013428 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.158277620930142, + "lr": 0.03, + "negative_goodness": 1.7035367208268908, + "pair_accuracy": 0.8190888888676962, + "positive_goodness": 2.5051479439205595, + "runtime_seconds": 11.43858528137207 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.153733840115865, + "lr": 0.03, + "negative_goodness": 1.6892236789279513, + "pair_accuracy": 0.8217999999682108, + "positive_goodness": 2.5151157393137615, + "runtime_seconds": 11.440085411071777 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.1513904504352146, + "lr": 0.03, + "negative_goodness": 1.6906933756934273, + "pair_accuracy": 0.8217555555979411, + "positive_goodness": 2.5319919010162355, + "runtime_seconds": 11.448254346847534 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.1535588036855062, + "lr": 0.03, + "negative_goodness": 1.6881935676998563, + "pair_accuracy": 0.8189777777671814, + "positive_goodness": 2.516611200544569, + "runtime_seconds": 11.442718982696533 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.1491351672490437, + "lr": 0.03, + "negative_goodness": 1.685635793685913, + "pair_accuracy": 0.8221555555767484, + "positive_goodness": 2.530864345889621, + "runtime_seconds": 11.439991474151611 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.1529820975197687, + "lr": 0.03, + "negative_goodness": 1.6918790591133965, + "pair_accuracy": 0.8192888888782925, + "positive_goodness": 2.5204783033159046, + "runtime_seconds": 11.440810203552246 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.1468147493362426, + "lr": 0.03, + "negative_goodness": 1.680855159166124, + "pair_accuracy": 0.8232888889312744, + "positive_goodness": 2.5330645046657985, + "runtime_seconds": 11.444422245025635 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.1376396603902181, + "lr": 0.03, + "negative_goodness": 1.6703671563042535, + "pair_accuracy": 0.826377777756585, + "positive_goodness": 2.5668101516299777, + "runtime_seconds": 11.447741031646729 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.1440726331922744, + "lr": 0.03, + "negative_goodness": 1.6744962484571668, + "pair_accuracy": 0.8226222222116258, + "positive_goodness": 2.5453936746385364, + "runtime_seconds": 11.452205657958984 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.129628098350101, + "lr": 0.03, + "negative_goodness": 1.6670555954403348, + "pair_accuracy": 0.8305333333651225, + "positive_goodness": 2.583802520328098, + "runtime_seconds": 11.458752870559692 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.118846660815345, + "lr": 0.03, + "negative_goodness": 1.6437995262145997, + "pair_accuracy": 0.8386888889312745, + "positive_goodness": 2.6126211353302002, + "runtime_seconds": 11.451538324356079 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.136883087963528, + "lr": 0.03, + "negative_goodness": 1.6610396134694416, + "pair_accuracy": 0.8276666666560702, + "positive_goodness": 2.5688784614562987, + "runtime_seconds": 11.45877194404602 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.1423543485005696, + "lr": 0.03, + "negative_goodness": 1.6723464031219482, + "pair_accuracy": 0.8225555555449592, + "positive_goodness": 2.555529827457004, + "runtime_seconds": 11.457077741622925 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.1361837560865615, + "lr": 0.03, + "negative_goodness": 1.663235276667277, + "pair_accuracy": 0.8265333333121405, + "positive_goodness": 2.5756415714263916, + "runtime_seconds": 11.453002452850342 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.129178019258711, + "lr": 0.03, + "negative_goodness": 1.6576433699925741, + "pair_accuracy": 0.8287111110793219, + "positive_goodness": 2.5982341188642715, + "runtime_seconds": 11.454869985580444 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.1362602837244669, + "lr": 0.03, + "negative_goodness": 1.6666065088272095, + "pair_accuracy": 0.8230888888676962, + "positive_goodness": 2.567364109463162, + "runtime_seconds": 11.454508543014526 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.1289022867414686, + "lr": 0.03, + "negative_goodness": 1.6530009918424817, + "pair_accuracy": 0.8249111111111112, + "positive_goodness": 2.595009131749471, + "runtime_seconds": 11.450302839279175 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.1459694388283623, + "lr": 0.03, + "negative_goodness": 1.6723779571957058, + "pair_accuracy": 0.8193777777989706, + "positive_goodness": 2.554299385113186, + "runtime_seconds": 11.457003593444824 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.1413544043858845, + "lr": 0.03, + "negative_goodness": 1.660772195900811, + "pair_accuracy": 0.8193999999894036, + "positive_goodness": 2.5553354953765868, + "runtime_seconds": 11.452372074127197 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.1231734962675306, + "lr": 0.03, + "negative_goodness": 1.6484852498796252, + "pair_accuracy": 0.8328222222646078, + "positive_goodness": 2.603844694222344, + "runtime_seconds": 11.451504468917847 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.120835010125902, + "lr": 0.03, + "negative_goodness": 1.6438771489461264, + "pair_accuracy": 0.8301555555343628, + "positive_goodness": 2.622349441401164, + "runtime_seconds": 11.44959306716919 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.120575396876865, + "lr": 0.03, + "negative_goodness": 1.6458346774631076, + "pair_accuracy": 0.8324666666348776, + "positive_goodness": 2.609006208674113, + "runtime_seconds": 11.453397750854492 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.131725577905443, + "lr": 0.03, + "negative_goodness": 1.6563217774497139, + "pair_accuracy": 0.8281999999894036, + "positive_goodness": 2.5826770040724014, + "runtime_seconds": 11.45354676246643 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.1212047446250915, + "lr": 0.03, + "negative_goodness": 1.6368803334765964, + "pair_accuracy": 0.8329333333757188, + "positive_goodness": 2.6214402926974825, + "runtime_seconds": 11.455111503601074 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.1331447929594252, + "lr": 0.03, + "negative_goodness": 1.6545736312442356, + "pair_accuracy": 0.826955555566152, + "positive_goodness": 2.586926565170288, + "runtime_seconds": 11.44940996170044 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.1293285662121242, + "lr": 0.03, + "negative_goodness": 1.6496625779893663, + "pair_accuracy": 0.827600000052982, + "positive_goodness": 2.5900656791263157, + "runtime_seconds": 11.453441619873047 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.1123874522950914, + "lr": 0.03, + "negative_goodness": 1.6318904026667278, + "pair_accuracy": 0.8390444444126554, + "positive_goodness": 2.645440456559923, + "runtime_seconds": 11.447323083877563 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.1248836096233792, + "lr": 0.03, + "negative_goodness": 1.639298873647054, + "pair_accuracy": 0.8311777777989705, + "positive_goodness": 2.6058933215671116, + "runtime_seconds": 11.43995976448059 + } + ], + "layer": 9 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.0197470476044548, + "lr": 0.03, + "negative_goodness": 1.6526911909739177, + "pair_accuracy": 0.847644444433848, + "positive_goodness": 2.951335395050049, + "runtime_seconds": 11.542145013809204 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.7907591996086968, + "lr": 0.03, + "negative_goodness": 1.3622017312261794, + "pair_accuracy": 0.9112444444444444, + "positive_goodness": 3.6709078497568766, + "runtime_seconds": 11.546712160110474 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.6900565280490452, + "lr": 0.03, + "negative_goodness": 1.186734651798672, + "pair_accuracy": 0.9222888889206781, + "positive_goodness": 4.092241453086006, + "runtime_seconds": 11.539007186889648 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.6624583934148153, + "lr": 0.03, + "negative_goodness": 1.1085671440972222, + "pair_accuracy": 0.9295333333333333, + "positive_goodness": 4.444590751690335, + "runtime_seconds": 11.545347452163696 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7045376744588216, + "lr": 0.03, + "negative_goodness": 1.123039866399765, + "pair_accuracy": 0.8970888888888889, + "positive_goodness": 4.350357008828057, + "runtime_seconds": 11.54257869720459 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.6816732353369395, + "lr": 0.03, + "negative_goodness": 1.0913058404975466, + "pair_accuracy": 0.9028, + "positive_goodness": 4.50996727027893, + "runtime_seconds": 11.544751644134521 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.662585324690077, + "lr": 0.03, + "negative_goodness": 1.0427874615987143, + "pair_accuracy": 0.915111111164093, + "positive_goodness": 4.7954829383850095, + "runtime_seconds": 11.540824890136719 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7140578371895684, + "lr": 0.03, + "negative_goodness": 1.090511099073622, + "pair_accuracy": 0.8993333333015442, + "positive_goodness": 4.901268071683248, + "runtime_seconds": 11.548352479934692 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6068567491849264, + "lr": 0.03, + "negative_goodness": 0.9661160415437486, + "pair_accuracy": 0.9287333333333333, + "positive_goodness": 5.15535404985216, + "runtime_seconds": 11.540897607803345 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6580246758672926, + "lr": 0.03, + "negative_goodness": 0.9854307993782891, + "pair_accuracy": 0.9078666666666667, + "positive_goodness": 4.996160660468208, + "runtime_seconds": 11.549391031265259 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6577051205237706, + "lr": 0.03, + "negative_goodness": 1.0049718107276493, + "pair_accuracy": 0.9204222222222223, + "positive_goodness": 5.127144548543295, + "runtime_seconds": 11.556092500686646 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6702429601987203, + "lr": 0.03, + "negative_goodness": 1.0247871730274625, + "pair_accuracy": 0.9098222222222222, + "positive_goodness": 5.014241579606798, + "runtime_seconds": 11.550369262695312 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6464180569701724, + "lr": 0.03, + "negative_goodness": 0.9823185089429219, + "pair_accuracy": 0.9215777777777778, + "positive_goodness": 5.0761317892286515, + "runtime_seconds": 11.545844554901123 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6934963181177775, + "lr": 0.03, + "negative_goodness": 0.9848393710268868, + "pair_accuracy": 0.8901555555555556, + "positive_goodness": 4.932096115790473, + "runtime_seconds": 11.541527271270752 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6492117781347698, + "lr": 0.03, + "negative_goodness": 0.9524534037325117, + "pair_accuracy": 0.9084, + "positive_goodness": 5.232229871453179, + "runtime_seconds": 11.540297508239746 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6205342916276719, + "lr": 0.03, + "negative_goodness": 0.941739904499054, + "pair_accuracy": 0.9239555555873447, + "positive_goodness": 5.723918665631612, + "runtime_seconds": 11.544211149215698 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6852208897908528, + "lr": 0.03, + "negative_goodness": 1.0010174025853475, + "pair_accuracy": 0.8980222222116259, + "positive_goodness": 5.182245096164279, + "runtime_seconds": 11.544406414031982 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6388488392088149, + "lr": 0.03, + "negative_goodness": 0.9354392488585578, + "pair_accuracy": 0.9185333333757189, + "positive_goodness": 5.438502935557895, + "runtime_seconds": 11.54707670211792 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6191577568901909, + "lr": 0.03, + "negative_goodness": 0.8940483794318305, + "pair_accuracy": 0.9144444444656372, + "positive_goodness": 5.333071939510769, + "runtime_seconds": 11.548838138580322 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6374720425181919, + "lr": 0.03, + "negative_goodness": 0.9527080087237888, + "pair_accuracy": 0.921, + "positive_goodness": 5.2867589215596515, + "runtime_seconds": 11.546690464019775 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6304635513623555, + "lr": 0.03, + "negative_goodness": 0.9147475657780966, + "pair_accuracy": 0.9188666666666667, + "positive_goodness": 5.348030254957411, + "runtime_seconds": 11.540030479431152 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6009789626200994, + "lr": 0.03, + "negative_goodness": 0.8905735390265783, + "pair_accuracy": 0.9219111111111111, + "positive_goodness": 5.76654562081231, + "runtime_seconds": 11.548795700073242 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.637808436732822, + "lr": 0.03, + "negative_goodness": 0.9180165583716499, + "pair_accuracy": 0.9139111111323038, + "positive_goodness": 5.5876707636727225, + "runtime_seconds": 11.552531719207764 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6646475955645244, + "lr": 0.03, + "negative_goodness": 0.9482181676016913, + "pair_accuracy": 0.8996444444444445, + "positive_goodness": 5.3838495855543345, + "runtime_seconds": 11.54880142211914 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6471510716014438, + "lr": 0.03, + "negative_goodness": 0.9467136119630601, + "pair_accuracy": 0.9124444444444444, + "positive_goodness": 5.511436414591471, + "runtime_seconds": 11.544897317886353 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6659424202813042, + "lr": 0.03, + "negative_goodness": 0.9556736569298638, + "pair_accuracy": 0.9001999999894036, + "positive_goodness": 5.8521287917243106, + "runtime_seconds": 11.544965982437134 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6273209865146213, + "lr": 0.03, + "negative_goodness": 0.917988824780782, + "pair_accuracy": 0.9129333333333334, + "positive_goodness": 5.399079176266988, + "runtime_seconds": 11.546667337417603 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6245543173472087, + "lr": 0.03, + "negative_goodness": 0.9247534974416097, + "pair_accuracy": 0.9281333333333334, + "positive_goodness": 5.799899732462565, + "runtime_seconds": 11.543205976486206 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6154186265945435, + "lr": 0.03, + "negative_goodness": 0.8889251074155172, + "pair_accuracy": 0.9105111111111112, + "positive_goodness": 5.677125831858317, + "runtime_seconds": 11.5482759475708 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6431973449336158, + "lr": 0.03, + "negative_goodness": 0.9009304652531942, + "pair_accuracy": 0.9076444444444445, + "positive_goodness": 5.518554148186578, + "runtime_seconds": 11.550745248794556 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6259825389226278, + "lr": 0.03, + "negative_goodness": 0.9247956595314873, + "pair_accuracy": 0.9272666666666667, + "positive_goodness": 5.851179406907823, + "runtime_seconds": 11.542673587799072 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6367674411667718, + "lr": 0.03, + "negative_goodness": 0.9143038021511501, + "pair_accuracy": 0.9151555555343628, + "positive_goodness": 5.499129385036892, + "runtime_seconds": 11.554342269897461 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.654088089413113, + "lr": 0.03, + "negative_goodness": 0.9111127433776856, + "pair_accuracy": 0.9102444444447756, + "positive_goodness": 5.704829903051588, + "runtime_seconds": 11.558852910995483 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6400204045613607, + "lr": 0.03, + "negative_goodness": 0.8942479709201389, + "pair_accuracy": 0.9070444444444444, + "positive_goodness": 5.250745907423231, + "runtime_seconds": 11.560565948486328 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6269667870415582, + "lr": 0.03, + "negative_goodness": 0.8882603498458862, + "pair_accuracy": 0.9103555555767483, + "positive_goodness": 5.647836947504679, + "runtime_seconds": 11.550877094268799 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6594994717703925, + "lr": 0.03, + "negative_goodness": 0.917987692811754, + "pair_accuracy": 0.9032222222222223, + "positive_goodness": 5.656359895155165, + "runtime_seconds": 11.551506519317627 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6464732962926228, + "lr": 0.03, + "negative_goodness": 0.9117061728795369, + "pair_accuracy": 0.9037555555237664, + "positive_goodness": 5.554154005813599, + "runtime_seconds": 11.549391746520996 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6122911452770233, + "lr": 0.03, + "negative_goodness": 0.8720993827237024, + "pair_accuracy": 0.9242444444444444, + "positive_goodness": 5.73562278857761, + "runtime_seconds": 11.54864501953125 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6550111597379049, + "lr": 0.03, + "negative_goodness": 0.9351782784779866, + "pair_accuracy": 0.9081555555555556, + "positive_goodness": 5.339910694461398, + "runtime_seconds": 11.551912784576416 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6805609974013435, + "lr": 0.03, + "negative_goodness": 0.9338013343175252, + "pair_accuracy": 0.8934888888782925, + "positive_goodness": 5.71300556725396, + "runtime_seconds": 11.550026655197144 + } + ], + "layer": 10 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.2111847195095486, + "lr": 0.03, + "negative_goodness": 1.7805507250044081, + "pair_accuracy": 0.8187333333492279, + "positive_goodness": 2.4150893653445773, + "runtime_seconds": 11.493102073669434 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.1470107851664226, + "lr": 0.03, + "negative_goodness": 1.7760346396976048, + "pair_accuracy": 0.8523333333863152, + "positive_goodness": 2.570447665447659, + "runtime_seconds": 11.481266736984253 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.1411677047305637, + "lr": 0.03, + "negative_goodness": 1.7542013695822822, + "pair_accuracy": 0.8479111110793219, + "positive_goodness": 2.604704242706299, + "runtime_seconds": 11.477240324020386 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.1318981454637316, + "lr": 0.03, + "negative_goodness": 1.7480286489698622, + "pair_accuracy": 0.8531777777936723, + "positive_goodness": 2.623071604368422, + "runtime_seconds": 11.47891116142273 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.1347760075887043, + "lr": 0.03, + "negative_goodness": 1.747025266096327, + "pair_accuracy": 0.8509333333333333, + "positive_goodness": 2.610262600241767, + "runtime_seconds": 11.474208116531372 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.139761929427253, + "lr": 0.03, + "negative_goodness": 1.764079036670261, + "pair_accuracy": 0.8462666666719648, + "positive_goodness": 2.5945838677724202, + "runtime_seconds": 11.484982252120972 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.1245643644650778, + "lr": 0.03, + "negative_goodness": 1.7378508670594957, + "pair_accuracy": 0.8535999999682109, + "positive_goodness": 2.6366177987416584, + "runtime_seconds": 11.479062795639038 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.1505384425057306, + "lr": 0.03, + "negative_goodness": 1.7634596385320027, + "pair_accuracy": 0.8369111110899183, + "positive_goodness": 2.5739212081485325, + "runtime_seconds": 11.472409963607788 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.1314235587014092, + "lr": 0.03, + "negative_goodness": 1.7503205571068658, + "pair_accuracy": 0.8502444444550408, + "positive_goodness": 2.627887469143338, + "runtime_seconds": 11.476337194442749 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.1353526366551716, + "lr": 0.03, + "negative_goodness": 1.7411861402299669, + "pair_accuracy": 0.8436888889100816, + "positive_goodness": 2.6166478427039253, + "runtime_seconds": 11.474050283432007 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.146920807202657, + "lr": 0.03, + "negative_goodness": 1.759958772828844, + "pair_accuracy": 0.8427333333121406, + "positive_goodness": 2.58356425904168, + "runtime_seconds": 11.468706846237183 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.1298980909135607, + "lr": 0.03, + "negative_goodness": 1.7453139710532295, + "pair_accuracy": 0.8465333333651225, + "positive_goodness": 2.633159346347385, + "runtime_seconds": 11.466829061508179 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.1251611360973781, + "lr": 0.03, + "negative_goodness": 1.7346969876183405, + "pair_accuracy": 0.8562888889312744, + "positive_goodness": 2.6565152744293212, + "runtime_seconds": 11.475943088531494 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.1286665219836765, + "lr": 0.03, + "negative_goodness": 1.743789956325955, + "pair_accuracy": 0.8478888888676961, + "positive_goodness": 2.622329004796346, + "runtime_seconds": 11.474309921264648 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.112904544152154, + "lr": 0.03, + "negative_goodness": 1.7235551546096801, + "pair_accuracy": 0.8581333333757188, + "positive_goodness": 2.699226770231459, + "runtime_seconds": 11.478260278701782 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.1275536583794488, + "lr": 0.03, + "negative_goodness": 1.734653325653076, + "pair_accuracy": 0.8523777777777778, + "positive_goodness": 2.6365874323103164, + "runtime_seconds": 11.472405910491943 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.1227410986582438, + "lr": 0.03, + "negative_goodness": 1.7343719259474013, + "pair_accuracy": 0.8482888888782925, + "positive_goodness": 2.6537717417822946, + "runtime_seconds": 11.478098630905151 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.1464650655640496, + "lr": 0.03, + "negative_goodness": 1.7630697198020087, + "pair_accuracy": 0.8402888888676961, + "positive_goodness": 2.5824177754296196, + "runtime_seconds": 11.47934079170227 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.111057382382287, + "lr": 0.03, + "negative_goodness": 1.720278442319234, + "pair_accuracy": 0.8605555555343628, + "positive_goodness": 2.6738229498121475, + "runtime_seconds": 11.472656726837158 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.1271803352567884, + "lr": 0.03, + "negative_goodness": 1.7342051865047878, + "pair_accuracy": 0.8418888889100816, + "positive_goodness": 2.6485416014353436, + "runtime_seconds": 11.473180532455444 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.1258867945988973, + "lr": 0.03, + "negative_goodness": 1.7378132394154866, + "pair_accuracy": 0.8485555555873447, + "positive_goodness": 2.636404772567749, + "runtime_seconds": 11.46953821182251 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.0941530153486463, + "lr": 0.03, + "negative_goodness": 1.7002550345950656, + "pair_accuracy": 0.861911111079322, + "positive_goodness": 2.7547994374169242, + "runtime_seconds": 11.475491285324097 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.1096769365946453, + "lr": 0.03, + "negative_goodness": 1.7158749684863621, + "pair_accuracy": 0.8588666666984558, + "positive_goodness": 2.7105133900536433, + "runtime_seconds": 11.476313591003418 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.1156801295598349, + "lr": 0.03, + "negative_goodness": 1.7280204755995008, + "pair_accuracy": 0.8566000000158945, + "positive_goodness": 2.667748974778917, + "runtime_seconds": 11.472839593887329 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.1373390385309856, + "lr": 0.03, + "negative_goodness": 1.7505225822872585, + "pair_accuracy": 0.8373555555979411, + "positive_goodness": 2.6083269564734564, + "runtime_seconds": 11.467719793319702 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.113638251262241, + "lr": 0.03, + "negative_goodness": 1.7335415981928508, + "pair_accuracy": 0.8614888888994853, + "positive_goodness": 2.672837751812405, + "runtime_seconds": 11.457533836364746 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.14028365427653, + "lr": 0.03, + "negative_goodness": 1.751970525656806, + "pair_accuracy": 0.8428888889418708, + "positive_goodness": 2.6018163433498804, + "runtime_seconds": 11.458572149276733 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.1191765787124635, + "lr": 0.03, + "negative_goodness": 1.7386669406043158, + "pair_accuracy": 0.8546222222646077, + "positive_goodness": 2.656929662238227, + "runtime_seconds": 11.464133977890015 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.1087499629762438, + "lr": 0.03, + "negative_goodness": 1.7135384314643012, + "pair_accuracy": 0.8551777777671814, + "positive_goodness": 2.698761953269111, + "runtime_seconds": 11.468998193740845 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.1387642513275147, + "lr": 0.03, + "negative_goodness": 1.741636189757453, + "pair_accuracy": 0.8383999999894036, + "positive_goodness": 2.6132325296613903, + "runtime_seconds": 11.474290370941162 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.1418560830858018, + "lr": 0.03, + "negative_goodness": 1.7599976495530871, + "pair_accuracy": 0.8410222222222222, + "positive_goodness": 2.59442695757548, + "runtime_seconds": 11.480457305908203 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.1352289052115547, + "lr": 0.03, + "negative_goodness": 1.7457155104955038, + "pair_accuracy": 0.8372444444974263, + "positive_goodness": 2.6203082054985893, + "runtime_seconds": 11.473753213882446 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.12519342534807, + "lr": 0.03, + "negative_goodness": 1.7426836949242486, + "pair_accuracy": 0.8506888889418708, + "positive_goodness": 2.6408929210238985, + "runtime_seconds": 11.469693183898926 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.131998105737898, + "lr": 0.03, + "negative_goodness": 1.7331860170152453, + "pair_accuracy": 0.8381777777671814, + "positive_goodness": 2.6304886586083307, + "runtime_seconds": 11.468692541122437 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.1242666631274754, + "lr": 0.03, + "negative_goodness": 1.7418215518315634, + "pair_accuracy": 0.8563555556085375, + "positive_goodness": 2.6452883426242404, + "runtime_seconds": 11.470277309417725 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.1082207261615329, + "lr": 0.03, + "negative_goodness": 1.7185913586298625, + "pair_accuracy": 0.8551555555873447, + "positive_goodness": 2.692173753950331, + "runtime_seconds": 11.46796703338623 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.122600012758043, + "lr": 0.03, + "negative_goodness": 1.728596531316969, + "pair_accuracy": 0.8499555555767483, + "positive_goodness": 2.6711099163479277, + "runtime_seconds": 11.465506553649902 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.130996280447642, + "lr": 0.03, + "negative_goodness": 1.7388997368282741, + "pair_accuracy": 0.8429111111111112, + "positive_goodness": 2.6309451173994276, + "runtime_seconds": 11.46432614326477 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.113902264383104, + "lr": 0.03, + "negative_goodness": 1.7193142015457152, + "pair_accuracy": 0.85244444448683, + "positive_goodness": 2.67905240872701, + "runtime_seconds": 11.46338176727295 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.1208294565200805, + "lr": 0.03, + "negative_goodness": 1.7318235557556152, + "pair_accuracy": 0.8502666667090522, + "positive_goodness": 2.6726195462968616, + "runtime_seconds": 11.4618501663208 + } + ], + "layer": 11 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.5193677131546868, + "lr": 0.03, + "negative_goodness": 1.9320369598388671, + "pair_accuracy": 0.6643333333651225, + "positive_goodness": 2.272864971669515, + "runtime_seconds": 11.545727729797363 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.262697262679206, + "lr": 0.03, + "negative_goodness": 1.8270866785049438, + "pair_accuracy": 0.793822222243415, + "positive_goodness": 2.4918087616814506, + "runtime_seconds": 11.532617092132568 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.2503030692842272, + "lr": 0.03, + "negative_goodness": 1.824347703022427, + "pair_accuracy": 0.8150444444762336, + "positive_goodness": 2.557272047000461, + "runtime_seconds": 11.534370183944702 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.198259717686971, + "lr": 0.03, + "negative_goodness": 1.766563485675388, + "pair_accuracy": 0.8423333333651225, + "positive_goodness": 2.624625918960571, + "runtime_seconds": 11.535468578338623 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.201768271721734, + "lr": 0.03, + "negative_goodness": 1.7708571797053019, + "pair_accuracy": 0.8450666666825613, + "positive_goodness": 2.6667771935568916, + "runtime_seconds": 11.53644871711731 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.1574914231406317, + "lr": 0.03, + "negative_goodness": 1.7371545761956109, + "pair_accuracy": 0.8379999999894037, + "positive_goodness": 2.6323825813717314, + "runtime_seconds": 11.527211666107178 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.0629911703109742, + "lr": 0.03, + "negative_goodness": 1.6635253148820666, + "pair_accuracy": 0.8816444444550409, + "positive_goodness": 2.7562135391659206, + "runtime_seconds": 11.532263278961182 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.0960080075158014, + "lr": 0.03, + "negative_goodness": 1.6929194522857667, + "pair_accuracy": 0.8638888888888889, + "positive_goodness": 2.7558015445285373, + "runtime_seconds": 11.534942865371704 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.051277198600769, + "lr": 0.03, + "negative_goodness": 1.6284768035464816, + "pair_accuracy": 0.8736222222116259, + "positive_goodness": 2.8061870825237696, + "runtime_seconds": 11.534278392791748 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.0479209172566732, + "lr": 0.03, + "negative_goodness": 1.6194205465952556, + "pair_accuracy": 0.8683111111429003, + "positive_goodness": 2.8155720493740506, + "runtime_seconds": 11.534322023391724 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.0175448275672065, + "lr": 0.03, + "negative_goodness": 1.6099820223914252, + "pair_accuracy": 0.8781555555449592, + "positive_goodness": 2.8649584050920276, + "runtime_seconds": 11.529380083084106 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.0546869684113396, + "lr": 0.03, + "negative_goodness": 1.6383192995283338, + "pair_accuracy": 0.8728222222222223, + "positive_goodness": 2.7737451714409724, + "runtime_seconds": 11.532482862472534 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.0507381366305881, + "lr": 0.03, + "negative_goodness": 1.6313363731384278, + "pair_accuracy": 0.8712000000006622, + "positive_goodness": 2.8201868965572783, + "runtime_seconds": 11.520715236663818 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.2124960111194187, + "lr": 0.03, + "negative_goodness": 1.7440821873558892, + "pair_accuracy": 0.7999777777459887, + "positive_goodness": 2.528493297068278, + "runtime_seconds": 11.52906584739685 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.0764184854507446, + "lr": 0.03, + "negative_goodness": 1.6542337481604683, + "pair_accuracy": 0.875266666677263, + "positive_goodness": 2.728055406528049, + "runtime_seconds": 11.53321123123169 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.0372030908584595, + "lr": 0.03, + "negative_goodness": 1.6146424490398832, + "pair_accuracy": 0.8815777778095669, + "positive_goodness": 2.834608659193251, + "runtime_seconds": 11.528754234313965 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.0495546552446153, + "lr": 0.03, + "negative_goodness": 1.6183708804236518, + "pair_accuracy": 0.8681777778201633, + "positive_goodness": 2.818839939710829, + "runtime_seconds": 11.534511804580688 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.0224570914268494, + "lr": 0.03, + "negative_goodness": 1.604338450855679, + "pair_accuracy": 0.8677111111111111, + "positive_goodness": 2.8641202906714547, + "runtime_seconds": 11.532573699951172 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.0609682135052152, + "lr": 0.03, + "negative_goodness": 1.5934994101630318, + "pair_accuracy": 0.8545111111534966, + "positive_goodness": 2.8040942819807264, + "runtime_seconds": 11.541002750396729 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.9765424047682021, + "lr": 0.03, + "negative_goodness": 1.5594088678148057, + "pair_accuracy": 0.8885111111217074, + "positive_goodness": 2.9834167423248292, + "runtime_seconds": 11.543180465698242 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.0344724028905232, + "lr": 0.03, + "negative_goodness": 1.6050069938659668, + "pair_accuracy": 0.8675555555608537, + "positive_goodness": 2.833638962788052, + "runtime_seconds": 11.535996675491333 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.9731153658760918, + "lr": 0.03, + "negative_goodness": 1.546537456003825, + "pair_accuracy": 0.879355555566152, + "positive_goodness": 2.9921038664923776, + "runtime_seconds": 11.53177547454834 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.0334494757970174, + "lr": 0.03, + "negative_goodness": 1.564444471783108, + "pair_accuracy": 0.8624666666560703, + "positive_goodness": 2.889780890274048, + "runtime_seconds": 11.534960508346558 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.0005535671446057, + "lr": 0.03, + "negative_goodness": 1.5636444779925875, + "pair_accuracy": 0.8819333333121405, + "positive_goodness": 2.8960605008867053, + "runtime_seconds": 11.530638456344604 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.9914159838570489, + "lr": 0.03, + "negative_goodness": 1.537100967449612, + "pair_accuracy": 0.8833999999788072, + "positive_goodness": 2.95103758676317, + "runtime_seconds": 11.53454875946045 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.9677256444719102, + "lr": 0.03, + "negative_goodness": 1.4994336482153998, + "pair_accuracy": 0.8764, + "positive_goodness": 3.036872087478638, + "runtime_seconds": 11.54128384590149 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.9541039331648085, + "lr": 0.03, + "negative_goodness": 1.4899488023122152, + "pair_accuracy": 0.8982666666348775, + "positive_goodness": 3.0348831945207384, + "runtime_seconds": 11.535680770874023 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.0193664511786567, + "lr": 0.03, + "negative_goodness": 1.5590861376444498, + "pair_accuracy": 0.8748666666666667, + "positive_goodness": 2.9056128875308564, + "runtime_seconds": 11.537053346633911 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.0129731191105313, + "lr": 0.03, + "negative_goodness": 1.5907342933442858, + "pair_accuracy": 0.8856444444444445, + "positive_goodness": 2.86142134636773, + "runtime_seconds": 11.543936014175415 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.9810234522925483, + "lr": 0.03, + "negative_goodness": 1.5207439072926838, + "pair_accuracy": 0.8833555555555556, + "positive_goodness": 2.9707189182281493, + "runtime_seconds": 11.54027771949768 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.9732660224278767, + "lr": 0.03, + "negative_goodness": 1.5146448860910204, + "pair_accuracy": 0.8822888888676961, + "positive_goodness": 2.982214727274577, + "runtime_seconds": 11.541056632995605 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.010890556102329, + "lr": 0.03, + "negative_goodness": 1.5369498457802666, + "pair_accuracy": 0.8769555555661519, + "positive_goodness": 2.891353311835395, + "runtime_seconds": 11.543065786361694 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.9595183154635959, + "lr": 0.03, + "negative_goodness": 1.4837897325727674, + "pair_accuracy": 0.8780222222540114, + "positive_goodness": 3.021982015270657, + "runtime_seconds": 11.531642198562622 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.9663335095299614, + "lr": 0.03, + "negative_goodness": 1.494070506392585, + "pair_accuracy": 0.8884444444444445, + "positive_goodness": 3.0065826642354327, + "runtime_seconds": 11.532119512557983 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.9965985849380493, + "lr": 0.03, + "negative_goodness": 1.5008866308848063, + "pair_accuracy": 0.8673555555237664, + "positive_goodness": 2.9677204121059844, + "runtime_seconds": 11.53207540512085 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.9590903651131524, + "lr": 0.03, + "negative_goodness": 1.5074019980960423, + "pair_accuracy": 0.8905333333333333, + "positive_goodness": 2.9884808716668023, + "runtime_seconds": 11.534015655517578 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.9817744597964817, + "lr": 0.03, + "negative_goodness": 1.507597320599026, + "pair_accuracy": 0.8742666666613684, + "positive_goodness": 2.9812523196114435, + "runtime_seconds": 11.542096614837646 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.9429059699588351, + "lr": 0.03, + "negative_goodness": 1.4726391412099202, + "pair_accuracy": 0.8867111110899184, + "positive_goodness": 3.063178432973226, + "runtime_seconds": 11.539838314056396 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.947278528605567, + "lr": 0.03, + "negative_goodness": 1.4637559517436558, + "pair_accuracy": 0.8852222222010294, + "positive_goodness": 3.0461649700164797, + "runtime_seconds": 11.537808656692505 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.9708946546448601, + "lr": 0.03, + "negative_goodness": 1.4801661722183228, + "pair_accuracy": 0.8747333333015442, + "positive_goodness": 2.996933869849311, + "runtime_seconds": 11.52981424331665 + } + ], + "layer": 12 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.187055238840315, + "lr": 0.03, + "negative_goodness": 1.6645303972456191, + "pair_accuracy": 0.7825999999788072, + "positive_goodness": 2.499781099743313, + "runtime_seconds": 11.463204860687256 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.1523983831299676, + "lr": 0.03, + "negative_goodness": 1.690518280114068, + "pair_accuracy": 0.7923999999788073, + "positive_goodness": 2.6134464219411213, + "runtime_seconds": 11.472151279449463 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.1095500896559822, + "lr": 0.03, + "negative_goodness": 1.6503688806321886, + "pair_accuracy": 0.8131777777777778, + "positive_goodness": 2.7411831461588543, + "runtime_seconds": 11.4614896774292 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.0960903608746, + "lr": 0.03, + "negative_goodness": 1.6540416673660279, + "pair_accuracy": 0.8274888889100817, + "positive_goodness": 2.764807811694675, + "runtime_seconds": 11.454071044921875 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.086757717259725, + "lr": 0.03, + "negative_goodness": 1.637558436287774, + "pair_accuracy": 0.8319777777671814, + "positive_goodness": 2.8068922745174834, + "runtime_seconds": 11.45148754119873 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.085557995584276, + "lr": 0.03, + "negative_goodness": 1.6419683685090807, + "pair_accuracy": 0.8273111110899184, + "positive_goodness": 2.804148233583238, + "runtime_seconds": 11.45022177696228 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.0840575093799167, + "lr": 0.03, + "negative_goodness": 1.6507474847581651, + "pair_accuracy": 0.8308, + "positive_goodness": 2.785093954510159, + "runtime_seconds": 11.462250471115112 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.081087223794725, + "lr": 0.03, + "negative_goodness": 1.624083229192098, + "pair_accuracy": 0.818066666677263, + "positive_goodness": 2.826162412050035, + "runtime_seconds": 11.450571298599243 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.0556726303524442, + "lr": 0.03, + "negative_goodness": 1.6192741134643556, + "pair_accuracy": 0.8330000000529819, + "positive_goodness": 2.8789256189134385, + "runtime_seconds": 11.444692373275757 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.0726550150553384, + "lr": 0.03, + "negative_goodness": 1.6443405077828301, + "pair_accuracy": 0.8364, + "positive_goodness": 2.818095349968804, + "runtime_seconds": 11.44552993774414 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.0427760321087307, + "lr": 0.03, + "negative_goodness": 1.5975865573035346, + "pair_accuracy": 0.8475333333386316, + "positive_goodness": 2.952888010872735, + "runtime_seconds": 11.446805953979492 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.052150032096439, + "lr": 0.03, + "negative_goodness": 1.5999639821794298, + "pair_accuracy": 0.8324, + "positive_goodness": 2.8899134225209555, + "runtime_seconds": 11.447792053222656 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.0554455427593654, + "lr": 0.03, + "negative_goodness": 1.610533689541287, + "pair_accuracy": 0.8328666666348775, + "positive_goodness": 2.8702683297899036, + "runtime_seconds": 11.45159649848938 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.0346028754764134, + "lr": 0.03, + "negative_goodness": 1.5802373492134942, + "pair_accuracy": 0.8349555555449591, + "positive_goodness": 2.9839156155904134, + "runtime_seconds": 11.445923089981079 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.0392125293519763, + "lr": 0.03, + "negative_goodness": 1.5930798063278198, + "pair_accuracy": 0.8459333333651224, + "positive_goodness": 2.9511025960710313, + "runtime_seconds": 11.447638988494873 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.0169939028104147, + "lr": 0.03, + "negative_goodness": 1.5689969771067303, + "pair_accuracy": 0.8481555555555556, + "positive_goodness": 3.0117116711086696, + "runtime_seconds": 11.442813873291016 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.010998498386807, + "lr": 0.03, + "negative_goodness": 1.5512925944222344, + "pair_accuracy": 0.8469333333757189, + "positive_goodness": 3.0556963124593097, + "runtime_seconds": 11.44613265991211 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.0347159330791897, + "lr": 0.03, + "negative_goodness": 1.589198858388265, + "pair_accuracy": 0.8449999999841055, + "positive_goodness": 2.9811453842163087, + "runtime_seconds": 11.44748330116272 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.0492824290487501, + "lr": 0.03, + "negative_goodness": 1.5961732657326593, + "pair_accuracy": 0.8365555555237664, + "positive_goodness": 2.9069758478800454, + "runtime_seconds": 11.445242643356323 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.0269272917747498, + "lr": 0.03, + "negative_goodness": 1.5823925561904908, + "pair_accuracy": 0.8436444444762335, + "positive_goodness": 2.958928258726332, + "runtime_seconds": 11.446783065795898 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.0133206390168932, + "lr": 0.03, + "negative_goodness": 1.558656491004096, + "pair_accuracy": 0.8404222222328186, + "positive_goodness": 3.0242538442399765, + "runtime_seconds": 11.445029497146606 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.0227636487113105, + "lr": 0.03, + "negative_goodness": 1.5659161832809447, + "pair_accuracy": 0.8399333333121406, + "positive_goodness": 2.9868255658043754, + "runtime_seconds": 11.44289493560791 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.0144517639584012, + "lr": 0.03, + "negative_goodness": 1.5586056084844802, + "pair_accuracy": 0.8520666666666666, + "positive_goodness": 3.0069104994455973, + "runtime_seconds": 11.444070816040039 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.0178563988155789, + "lr": 0.03, + "negative_goodness": 1.5712008424123127, + "pair_accuracy": 0.8473111111217075, + "positive_goodness": 2.9877158690134684, + "runtime_seconds": 11.444390535354614 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.009598030863868, + "lr": 0.03, + "negative_goodness": 1.5575954394234552, + "pair_accuracy": 0.8479111111111111, + "positive_goodness": 3.0114525914086236, + "runtime_seconds": 11.441192626953125 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.9922846456739638, + "lr": 0.03, + "negative_goodness": 1.5375812773810493, + "pair_accuracy": 0.8528000000052982, + "positive_goodness": 3.096474609798855, + "runtime_seconds": 11.449247121810913 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.0007158332400852, + "lr": 0.03, + "negative_goodness": 1.5485197892506917, + "pair_accuracy": 0.8458666666560702, + "positive_goodness": 3.054336033206516, + "runtime_seconds": 11.445556879043579 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.9866950854195489, + "lr": 0.03, + "negative_goodness": 1.5284585861206055, + "pair_accuracy": 0.8569333333280351, + "positive_goodness": 3.086672363726298, + "runtime_seconds": 11.446619272232056 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.0286698531044853, + "lr": 0.03, + "negative_goodness": 1.5724010879940458, + "pair_accuracy": 0.835177777756585, + "positive_goodness": 2.965653760655721, + "runtime_seconds": 11.450146913528442 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.0056273728794523, + "lr": 0.03, + "negative_goodness": 1.5462565071105958, + "pair_accuracy": 0.8435555555767483, + "positive_goodness": 3.0423256553226046, + "runtime_seconds": 11.44895887374878 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.0329135367923312, + "lr": 0.03, + "negative_goodness": 1.56774684937795, + "pair_accuracy": 0.8332888889418708, + "positive_goodness": 2.9468816632588704, + "runtime_seconds": 11.444929122924805 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.9821040502760146, + "lr": 0.03, + "negative_goodness": 1.5241473830329046, + "pair_accuracy": 0.8547555555449592, + "positive_goodness": 3.0982081828223333, + "runtime_seconds": 11.442040205001831 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.9710932619942559, + "lr": 0.03, + "negative_goodness": 1.5032350939008925, + "pair_accuracy": 0.8558444444232517, + "positive_goodness": 3.1679354300181073, + "runtime_seconds": 11.439621210098267 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.9669278212229411, + "lr": 0.03, + "negative_goodness": 1.502143272950914, + "pair_accuracy": 0.865866666645474, + "positive_goodness": 3.14518706495497, + "runtime_seconds": 11.43754243850708 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.9803796142790052, + "lr": 0.03, + "negative_goodness": 1.5132447395748563, + "pair_accuracy": 0.8569333333015442, + "positive_goodness": 3.148890071105957, + "runtime_seconds": 11.446901559829712 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.9944175962871975, + "lr": 0.03, + "negative_goodness": 1.5301775277455647, + "pair_accuracy": 0.8550444444232517, + "positive_goodness": 3.075522162967258, + "runtime_seconds": 11.452233076095581 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.0029264811939664, + "lr": 0.03, + "negative_goodness": 1.5208887918684217, + "pair_accuracy": 0.8440444444232517, + "positive_goodness": 3.112905707338121, + "runtime_seconds": 11.456154108047485 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.0034538180033366, + "lr": 0.03, + "negative_goodness": 1.5342007928212484, + "pair_accuracy": 0.8444222222275204, + "positive_goodness": 3.0684139039145575, + "runtime_seconds": 11.450307846069336 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.9921989512337579, + "lr": 0.03, + "negative_goodness": 1.5271187964333428, + "pair_accuracy": 0.8532666666666666, + "positive_goodness": 3.094704305436876, + "runtime_seconds": 11.452314853668213 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.0027156937917074, + "lr": 0.03, + "negative_goodness": 1.5299429417292276, + "pair_accuracy": 0.8407111111323039, + "positive_goodness": 3.1001334541744656, + "runtime_seconds": 11.453917741775513 + } + ], + "layer": 13 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.111645887374878, + "lr": 0.03, + "negative_goodness": 1.6989062956492107, + "pair_accuracy": 0.815955555566152, + "positive_goodness": 2.8191925273683336, + "runtime_seconds": 11.543596267700195 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.0011963349872166, + "lr": 0.03, + "negative_goodness": 1.5664288255055745, + "pair_accuracy": 0.8482444444656372, + "positive_goodness": 2.994190947002835, + "runtime_seconds": 11.531896114349365 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.9220980641629961, + "lr": 0.03, + "negative_goodness": 1.4505082081794738, + "pair_accuracy": 0.8635333333333334, + "positive_goodness": 3.1924099999321833, + "runtime_seconds": 11.527493000030518 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.897832439994812, + "lr": 0.03, + "negative_goodness": 1.410964274957445, + "pair_accuracy": 0.8691111111005148, + "positive_goodness": 3.2579684660169814, + "runtime_seconds": 11.526431560516357 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.8859938145319621, + "lr": 0.03, + "negative_goodness": 1.3830814940770466, + "pair_accuracy": 0.8694444444656372, + "positive_goodness": 3.324379167344835, + "runtime_seconds": 11.527417182922363 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.8292007525761922, + "lr": 0.03, + "negative_goodness": 1.3079636148929596, + "pair_accuracy": 0.8879777777777778, + "positive_goodness": 3.468393700917562, + "runtime_seconds": 11.529961824417114 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.8048682911554972, + "lr": 0.03, + "negative_goodness": 1.29324195728302, + "pair_accuracy": 0.8976666666348775, + "positive_goodness": 3.5935117740207247, + "runtime_seconds": 11.52757716178894 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.8163558831744724, + "lr": 0.03, + "negative_goodness": 1.2915357350667318, + "pair_accuracy": 0.8918888888888888, + "positive_goodness": 3.4752817547268338, + "runtime_seconds": 11.535110712051392 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.8429549293412103, + "lr": 0.03, + "negative_goodness": 1.3027161559210882, + "pair_accuracy": 0.8931111111534966, + "positive_goodness": 3.43379563615587, + "runtime_seconds": 11.53310775756836 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.8074124051200019, + "lr": 0.03, + "negative_goodness": 1.2818419242223105, + "pair_accuracy": 0.8972222222222223, + "positive_goodness": 3.5444242057376436, + "runtime_seconds": 11.530567646026611 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.8308450179206001, + "lr": 0.03, + "negative_goodness": 1.3154840785132513, + "pair_accuracy": 0.8957555555237664, + "positive_goodness": 3.4643086980607776, + "runtime_seconds": 11.532241106033325 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7833781020694309, + "lr": 0.03, + "negative_goodness": 1.2436315359327528, + "pair_accuracy": 0.8894000000423855, + "positive_goodness": 3.6214107580396866, + "runtime_seconds": 11.53185248374939 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7653297730339897, + "lr": 0.03, + "negative_goodness": 1.2300197507646349, + "pair_accuracy": 0.9009111111217075, + "positive_goodness": 3.6803789240095353, + "runtime_seconds": 11.525169610977173 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7482272415267096, + "lr": 0.03, + "negative_goodness": 1.1958177578661178, + "pair_accuracy": 0.9051333333333333, + "positive_goodness": 3.7746791979471843, + "runtime_seconds": 11.536474466323853 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.7747451221572028, + "lr": 0.03, + "negative_goodness": 1.2465944431093003, + "pair_accuracy": 0.9072444444444444, + "positive_goodness": 3.6578682426028784, + "runtime_seconds": 11.530051946640015 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.7383128370708889, + "lr": 0.03, + "negative_goodness": 1.206661610953013, + "pair_accuracy": 0.9217111111111111, + "positive_goodness": 3.7737226357777915, + "runtime_seconds": 11.526041984558105 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.7033318257596758, + "lr": 0.03, + "negative_goodness": 1.1429789894633824, + "pair_accuracy": 0.9264888888888889, + "positive_goodness": 3.9141218212551543, + "runtime_seconds": 11.52195429801941 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6770591852347057, + "lr": 0.03, + "negative_goodness": 1.0913595321655274, + "pair_accuracy": 0.9238444444444445, + "positive_goodness": 4.031760748799642, + "runtime_seconds": 11.52651834487915 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.7043597082773845, + "lr": 0.03, + "negative_goodness": 1.1239887936909994, + "pair_accuracy": 0.9187777778095669, + "positive_goodness": 3.961696693971422, + "runtime_seconds": 11.527292728424072 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.7019581976148818, + "lr": 0.03, + "negative_goodness": 1.1249590590159098, + "pair_accuracy": 0.9174666666878595, + "positive_goodness": 3.9796235538482665, + "runtime_seconds": 11.529160261154175 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.7117597900920444, + "lr": 0.03, + "negative_goodness": 1.1449455026626587, + "pair_accuracy": 0.9230888888888888, + "positive_goodness": 3.87799734471639, + "runtime_seconds": 11.525985717773438 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6948300093544854, + "lr": 0.03, + "negative_goodness": 1.0941705544577705, + "pair_accuracy": 0.9208000000529819, + "positive_goodness": 3.9913914607577854, + "runtime_seconds": 11.52907419204712 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.71239867155287, + "lr": 0.03, + "negative_goodness": 1.132381079673767, + "pair_accuracy": 0.9174444444762336, + "positive_goodness": 3.9150877708858913, + "runtime_seconds": 11.528342723846436 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.72788271917767, + "lr": 0.03, + "negative_goodness": 1.1406093189080557, + "pair_accuracy": 0.9096444444444445, + "positive_goodness": 3.890463505469428, + "runtime_seconds": 11.532347202301025 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6943158844841851, + "lr": 0.03, + "negative_goodness": 1.1045252775828043, + "pair_accuracy": 0.9209777777777778, + "positive_goodness": 4.044179633182949, + "runtime_seconds": 11.532017230987549 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.7128617346975539, + "lr": 0.03, + "negative_goodness": 1.1105486018286812, + "pair_accuracy": 0.9103111110899184, + "positive_goodness": 3.938532731543647, + "runtime_seconds": 11.52856993675232 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.7172038160218133, + "lr": 0.03, + "negative_goodness": 1.108133947383033, + "pair_accuracy": 0.9172222222116259, + "positive_goodness": 3.9613190709431967, + "runtime_seconds": 11.532332420349121 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.7270684468269348, + "lr": 0.03, + "negative_goodness": 1.11441917875078, + "pair_accuracy": 0.9062444444444444, + "positive_goodness": 3.9057641464233397, + "runtime_seconds": 11.536449193954468 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6927592328071595, + "lr": 0.03, + "negative_goodness": 1.0796056401252747, + "pair_accuracy": 0.9173111111111111, + "positive_goodness": 4.0139652704026965, + "runtime_seconds": 11.536830425262451 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.705089494864146, + "lr": 0.03, + "negative_goodness": 1.1069290477116902, + "pair_accuracy": 0.9127333333863152, + "positive_goodness": 3.9546617326524522, + "runtime_seconds": 11.54232120513916 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6804569045172797, + "lr": 0.03, + "negative_goodness": 1.0695598226335314, + "pair_accuracy": 0.9214444444497426, + "positive_goodness": 4.040312901645237, + "runtime_seconds": 11.539996147155762 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.7062436036639743, + "lr": 0.03, + "negative_goodness": 1.1095148333655462, + "pair_accuracy": 0.92004444448683, + "positive_goodness": 3.912372166442871, + "runtime_seconds": 11.538929462432861 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.7260941573143005, + "lr": 0.03, + "negative_goodness": 1.144557462861803, + "pair_accuracy": 0.9176222222222222, + "positive_goodness": 3.8939497937096488, + "runtime_seconds": 11.539717197418213 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6370376238716973, + "lr": 0.03, + "negative_goodness": 1.0135473838594224, + "pair_accuracy": 0.9360222222222222, + "positive_goodness": 4.184457355033027, + "runtime_seconds": 11.53159785270691 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6624158107333713, + "lr": 0.03, + "negative_goodness": 1.0262183599472046, + "pair_accuracy": 0.922844444433848, + "positive_goodness": 4.141648948287964, + "runtime_seconds": 11.533844947814941 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6857576194551256, + "lr": 0.03, + "negative_goodness": 1.0480208604812622, + "pair_accuracy": 0.9131555555555556, + "positive_goodness": 4.004562062411838, + "runtime_seconds": 11.531554698944092 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6624427671432496, + "lr": 0.03, + "negative_goodness": 1.0368959489186604, + "pair_accuracy": 0.9227777778095669, + "positive_goodness": 4.168289960267809, + "runtime_seconds": 11.520925283432007 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6858035319010417, + "lr": 0.03, + "negative_goodness": 1.0797759267171223, + "pair_accuracy": 0.9192222222116259, + "positive_goodness": 4.0289274618784585, + "runtime_seconds": 11.5270414352417 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.7038402543809679, + "lr": 0.03, + "negative_goodness": 1.0788289434009128, + "pair_accuracy": 0.9147777777777778, + "positive_goodness": 3.9996849560631644, + "runtime_seconds": 11.533000230789185 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.7360875101036496, + "lr": 0.03, + "negative_goodness": 1.1174624177508885, + "pair_accuracy": 0.9041111111005147, + "positive_goodness": 3.889640283457438, + "runtime_seconds": 11.538204669952393 + } + ], + "layer": 14 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.960599424648285, + "lr": 0.03, + "negative_goodness": 1.3601893191655476, + "pair_accuracy": 0.8577333333651225, + "positive_goodness": 3.1071103331247967, + "runtime_seconds": 11.472905158996582 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.893838206439548, + "lr": 0.03, + "negative_goodness": 1.3041049480438232, + "pair_accuracy": 0.8824444444391463, + "positive_goodness": 3.325065190209283, + "runtime_seconds": 11.470533609390259 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8470166777292888, + "lr": 0.03, + "negative_goodness": 1.2622030092451308, + "pair_accuracy": 0.893022222243415, + "positive_goodness": 3.4148729423099096, + "runtime_seconds": 11.461101293563843 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.8440505016326905, + "lr": 0.03, + "negative_goodness": 1.2520615111033122, + "pair_accuracy": 0.9014444444497426, + "positive_goodness": 3.4577885539160835, + "runtime_seconds": 11.456033945083618 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.8499263882637024, + "lr": 0.03, + "negative_goodness": 1.260185123931037, + "pair_accuracy": 0.8941777778201633, + "positive_goodness": 3.4137213859558106, + "runtime_seconds": 11.462000370025635 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.8343270510779487, + "lr": 0.03, + "negative_goodness": 1.251692674308353, + "pair_accuracy": 0.9048444444126553, + "positive_goodness": 3.4664847854614256, + "runtime_seconds": 11.453728199005127 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7994651244693333, + "lr": 0.03, + "negative_goodness": 1.192407287809584, + "pair_accuracy": 0.9154444444444444, + "positive_goodness": 3.6229033004760742, + "runtime_seconds": 11.45452618598938 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.8373943489922417, + "lr": 0.03, + "negative_goodness": 1.2462273060692681, + "pair_accuracy": 0.9039555555555555, + "positive_goodness": 3.4637114920722114, + "runtime_seconds": 11.453918218612671 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.8108619611899058, + "lr": 0.03, + "negative_goodness": 1.2151891308572558, + "pair_accuracy": 0.9128222222116258, + "positive_goodness": 3.583334741634793, + "runtime_seconds": 11.453421831130981 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.8086799982600742, + "lr": 0.03, + "negative_goodness": 1.189872332657708, + "pair_accuracy": 0.9118222222222222, + "positive_goodness": 3.5657381619347466, + "runtime_seconds": 11.451894998550415 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7959217234505548, + "lr": 0.03, + "negative_goodness": 1.167801177957323, + "pair_accuracy": 0.9140888888888888, + "positive_goodness": 3.6095679395887585, + "runtime_seconds": 11.451181411743164 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.839419930627611, + "lr": 0.03, + "negative_goodness": 1.2239483438703749, + "pair_accuracy": 0.9031333333492279, + "positive_goodness": 3.4576898874494764, + "runtime_seconds": 11.446404933929443 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.8035131971465217, + "lr": 0.03, + "negative_goodness": 1.184665754614936, + "pair_accuracy": 0.9126222222646078, + "positive_goodness": 3.5427846087137858, + "runtime_seconds": 11.451668977737427 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7885926164627075, + "lr": 0.03, + "negative_goodness": 1.1589632986916436, + "pair_accuracy": 0.9125333333465788, + "positive_goodness": 3.622052189212375, + "runtime_seconds": 11.452984094619751 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.7415854180759853, + "lr": 0.03, + "negative_goodness": 1.087257624520196, + "pair_accuracy": 0.9289777778307596, + "positive_goodness": 3.773742953491211, + "runtime_seconds": 11.44685959815979 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.795190030362871, + "lr": 0.03, + "negative_goodness": 1.167963710361057, + "pair_accuracy": 0.9103333333651225, + "positive_goodness": 3.61634488758511, + "runtime_seconds": 11.44825530052185 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.7802685107972887, + "lr": 0.03, + "negative_goodness": 1.1353812955247031, + "pair_accuracy": 0.9179777777671814, + "positive_goodness": 3.6351017626868356, + "runtime_seconds": 11.449008703231812 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.7477353561825223, + "lr": 0.03, + "negative_goodness": 1.068502224222819, + "pair_accuracy": 0.9243555555343628, + "positive_goodness": 3.768948446146647, + "runtime_seconds": 11.445704936981201 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.7811429981019762, + "lr": 0.03, + "negative_goodness": 1.1284749468697441, + "pair_accuracy": 0.9151555556085375, + "positive_goodness": 3.6467212786568535, + "runtime_seconds": 11.443086862564087 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.7454070212046305, + "lr": 0.03, + "negative_goodness": 1.0898615379333496, + "pair_accuracy": 0.925577777756585, + "positive_goodness": 3.7467219937642415, + "runtime_seconds": 11.43971848487854 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.7840086373117235, + "lr": 0.03, + "negative_goodness": 1.1121802319420708, + "pair_accuracy": 0.9104444444126553, + "positive_goodness": 3.619318712404039, + "runtime_seconds": 11.443312406539917 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.804413391992781, + "lr": 0.03, + "negative_goodness": 1.1421119336658054, + "pair_accuracy": 0.9056444444974263, + "positive_goodness": 3.53049066212972, + "runtime_seconds": 11.44547414779663 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.7980234428193834, + "lr": 0.03, + "negative_goodness": 1.1304966497633193, + "pair_accuracy": 0.9042444444126553, + "positive_goodness": 3.5897183646731907, + "runtime_seconds": 11.445657014846802 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.7879173007647197, + "lr": 0.03, + "negative_goodness": 1.1245691056887308, + "pair_accuracy": 0.9140888888888888, + "positive_goodness": 3.6375263810899523, + "runtime_seconds": 11.45618486404419 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.7168285492367215, + "lr": 0.03, + "negative_goodness": 1.034459923860762, + "pair_accuracy": 0.9242222222222222, + "positive_goodness": 3.8313823131985134, + "runtime_seconds": 11.45240831375122 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.773394932132297, + "lr": 0.03, + "negative_goodness": 1.0790360607412126, + "pair_accuracy": 0.9116666666560703, + "positive_goodness": 3.738573385365804, + "runtime_seconds": 11.45563554763794 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.7250216270446778, + "lr": 0.03, + "negative_goodness": 1.0744536408318415, + "pair_accuracy": 0.9332888888994852, + "positive_goodness": 3.814101518122355, + "runtime_seconds": 11.447478294372559 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.7365434669176737, + "lr": 0.03, + "negative_goodness": 1.0655198247061834, + "pair_accuracy": 0.9263777777671814, + "positive_goodness": 3.7857794466230605, + "runtime_seconds": 11.445266485214233 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.7271356018066406, + "lr": 0.03, + "negative_goodness": 1.04058972852495, + "pair_accuracy": 0.9259777777459887, + "positive_goodness": 3.8308889725579154, + "runtime_seconds": 11.448951482772827 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.7597741550233629, + "lr": 0.03, + "negative_goodness": 1.0877258750279744, + "pair_accuracy": 0.9201333333333334, + "positive_goodness": 3.7495145966847736, + "runtime_seconds": 11.441141843795776 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.7833733652538724, + "lr": 0.03, + "negative_goodness": 1.1024183316018847, + "pair_accuracy": 0.9139333333439297, + "positive_goodness": 3.629896656587389, + "runtime_seconds": 11.440154314041138 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.7618070243623521, + "lr": 0.03, + "negative_goodness": 1.123231649992201, + "pair_accuracy": 0.9265999999682109, + "positive_goodness": 3.6738633215586343, + "runtime_seconds": 11.437780141830444 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.7808926001230876, + "lr": 0.03, + "negative_goodness": 1.1159286908679538, + "pair_accuracy": 0.9134666666772631, + "positive_goodness": 3.667033295143975, + "runtime_seconds": 11.43369436264038 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.740237443584866, + "lr": 0.03, + "negative_goodness": 1.0216862137476603, + "pair_accuracy": 0.914844444433848, + "positive_goodness": 3.811989743423462, + "runtime_seconds": 11.433335781097412 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.7057032071643405, + "lr": 0.03, + "negative_goodness": 1.0403056070009868, + "pair_accuracy": 0.9363333333439298, + "positive_goodness": 3.873667058096992, + "runtime_seconds": 11.434491395950317 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.7296898908191257, + "lr": 0.03, + "negative_goodness": 1.0639901039123536, + "pair_accuracy": 0.9287777778095669, + "positive_goodness": 3.826322735044691, + "runtime_seconds": 11.445716142654419 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6879556561999851, + "lr": 0.03, + "negative_goodness": 1.0024969339582654, + "pair_accuracy": 0.9415333333227369, + "positive_goodness": 3.986411351860894, + "runtime_seconds": 11.457069158554077 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.7360889429569244, + "lr": 0.03, + "negative_goodness": 1.051177152188619, + "pair_accuracy": 0.9272888888888889, + "positive_goodness": 3.8191451993306478, + "runtime_seconds": 11.44845175743103 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.7195213839795854, + "lr": 0.03, + "negative_goodness": 1.0524153537591299, + "pair_accuracy": 0.9299111111111111, + "positive_goodness": 3.848191736009386, + "runtime_seconds": 11.443453788757324 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.7165089974986182, + "lr": 0.03, + "negative_goodness": 1.0419043377717336, + "pair_accuracy": 0.9297111111111112, + "positive_goodness": 3.8490470304701065, + "runtime_seconds": 11.440377712249756 + } + ], + "layer": 15 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.2142588294559056, + "lr": 0.03, + "negative_goodness": 1.7784797133339776, + "pair_accuracy": 0.759977777756585, + "positive_goodness": 2.738842090140449, + "runtime_seconds": 11.527745962142944 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.9354296149571737, + "lr": 0.03, + "negative_goodness": 1.483514446788364, + "pair_accuracy": 0.8699333333333333, + "positive_goodness": 3.2499016259087457, + "runtime_seconds": 11.513649225234985 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8704373075061375, + "lr": 0.03, + "negative_goodness": 1.378172203816308, + "pair_accuracy": 0.877, + "positive_goodness": 3.381556701066759, + "runtime_seconds": 11.508040428161621 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.8229865861044989, + "lr": 0.03, + "negative_goodness": 1.3317320293426513, + "pair_accuracy": 0.8982444444656372, + "positive_goodness": 3.499170958328247, + "runtime_seconds": 11.511051416397095 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7556780715518527, + "lr": 0.03, + "negative_goodness": 1.2231418136384753, + "pair_accuracy": 0.9109777777777778, + "positive_goodness": 3.72832291937934, + "runtime_seconds": 11.50023603439331 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7866978704452514, + "lr": 0.03, + "negative_goodness": 1.2526698908487957, + "pair_accuracy": 0.9023333333863153, + "positive_goodness": 3.621622983656989, + "runtime_seconds": 11.50180172920227 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7663542337311638, + "lr": 0.03, + "negative_goodness": 1.2292960315174526, + "pair_accuracy": 0.8977555555555555, + "positive_goodness": 3.7069101987202964, + "runtime_seconds": 11.495861530303955 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7693121594164106, + "lr": 0.03, + "negative_goodness": 1.2191637406137255, + "pair_accuracy": 0.9021111111005148, + "positive_goodness": 3.6307792204115126, + "runtime_seconds": 11.497413873672485 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7334240840699937, + "lr": 0.03, + "negative_goodness": 1.1952915573332046, + "pair_accuracy": 0.9166222222222222, + "positive_goodness": 3.785205938551161, + "runtime_seconds": 11.489555835723877 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7409562177658081, + "lr": 0.03, + "negative_goodness": 1.1804754957516987, + "pair_accuracy": 0.9150888888676961, + "positive_goodness": 3.7516286460876467, + "runtime_seconds": 11.489777565002441 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7434640794330173, + "lr": 0.03, + "negative_goodness": 1.1920327616638609, + "pair_accuracy": 0.9134666666666666, + "positive_goodness": 3.7195192142910427, + "runtime_seconds": 11.493113040924072 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7461305735270183, + "lr": 0.03, + "negative_goodness": 1.1808386295318603, + "pair_accuracy": 0.9081111111111111, + "positive_goodness": 3.749010198889838, + "runtime_seconds": 11.498711109161377 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7303895598941379, + "lr": 0.03, + "negative_goodness": 1.1501327410380044, + "pair_accuracy": 0.9122000000003312, + "positive_goodness": 3.8424873844570584, + "runtime_seconds": 11.50261402130127 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7366996428171794, + "lr": 0.03, + "negative_goodness": 1.1709251528422038, + "pair_accuracy": 0.9139555555555555, + "positive_goodness": 3.772987537574768, + "runtime_seconds": 11.500129699707031 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.7298393931918674, + "lr": 0.03, + "negative_goodness": 1.1728227408091227, + "pair_accuracy": 0.9147777777777778, + "positive_goodness": 3.7541645527733696, + "runtime_seconds": 11.490344285964966 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.7243116877237956, + "lr": 0.03, + "negative_goodness": 1.1846681736628215, + "pair_accuracy": 0.9181555555661519, + "positive_goodness": 3.7792230934143065, + "runtime_seconds": 11.48521375656128 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.7047620616700914, + "lr": 0.03, + "negative_goodness": 1.1382841284010146, + "pair_accuracy": 0.919044444433848, + "positive_goodness": 3.892727417924669, + "runtime_seconds": 11.484813213348389 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.698278495364719, + "lr": 0.03, + "negative_goodness": 1.1572799570295547, + "pair_accuracy": 0.9281555555767483, + "positive_goodness": 3.8422365626441106, + "runtime_seconds": 11.485666036605835 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6816179650412666, + "lr": 0.03, + "negative_goodness": 1.108322289106581, + "pair_accuracy": 0.9172222222010294, + "positive_goodness": 3.94772786271837, + "runtime_seconds": 11.492088794708252 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.7241153572718303, + "lr": 0.03, + "negative_goodness": 1.1659487962722779, + "pair_accuracy": 0.9127777777671814, + "positive_goodness": 3.7765286272684735, + "runtime_seconds": 11.489299297332764 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.694065003352695, + "lr": 0.03, + "negative_goodness": 1.1338835131327312, + "pair_accuracy": 0.9194888888782925, + "positive_goodness": 3.889447196875678, + "runtime_seconds": 11.490039825439453 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6958048059675429, + "lr": 0.03, + "negative_goodness": 1.1172033810297648, + "pair_accuracy": 0.9248444444762336, + "positive_goodness": 3.9132805143992107, + "runtime_seconds": 11.499722003936768 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.658401736164093, + "lr": 0.03, + "negative_goodness": 1.0791171964857313, + "pair_accuracy": 0.9279111110899183, + "positive_goodness": 4.008408717303806, + "runtime_seconds": 11.488586664199829 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6692716567357381, + "lr": 0.03, + "negative_goodness": 1.1071652904086642, + "pair_accuracy": 0.9376444444974263, + "positive_goodness": 3.9199858462015786, + "runtime_seconds": 11.489335060119629 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6946061289045545, + "lr": 0.03, + "negative_goodness": 1.1132158311420017, + "pair_accuracy": 0.9227555555873447, + "positive_goodness": 3.9045609526316323, + "runtime_seconds": 11.486608505249023 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6776372696346706, + "lr": 0.03, + "negative_goodness": 1.0977235158496432, + "pair_accuracy": 0.9276444444974263, + "positive_goodness": 3.9345812582227917, + "runtime_seconds": 11.484783411026001 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6727552057796055, + "lr": 0.03, + "negative_goodness": 1.102965490023295, + "pair_accuracy": 0.9286888889418708, + "positive_goodness": 3.9431814825693765, + "runtime_seconds": 11.491783142089844 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6589089241080814, + "lr": 0.03, + "negative_goodness": 1.0784030436515808, + "pair_accuracy": 0.9324, + "positive_goodness": 4.020370868343777, + "runtime_seconds": 11.48865008354187 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6809759548611111, + "lr": 0.03, + "negative_goodness": 1.083020683034261, + "pair_accuracy": 0.9203555555979411, + "positive_goodness": 3.9640463020748564, + "runtime_seconds": 11.484764814376831 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6796425803555383, + "lr": 0.03, + "negative_goodness": 1.1007697193834516, + "pair_accuracy": 0.9258444444444445, + "positive_goodness": 3.926277626122369, + "runtime_seconds": 11.489139556884766 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6481052728441027, + "lr": 0.03, + "negative_goodness": 1.0620961283445358, + "pair_accuracy": 0.9392666666666667, + "positive_goodness": 4.009515909067789, + "runtime_seconds": 11.480816841125488 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.7188689867867364, + "lr": 0.03, + "negative_goodness": 1.1390384341981676, + "pair_accuracy": 0.914977777783076, + "positive_goodness": 3.838976155026754, + "runtime_seconds": 11.489631652832031 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6848822917461396, + "lr": 0.03, + "negative_goodness": 1.0784242279688516, + "pair_accuracy": 0.9120666666666667, + "positive_goodness": 3.9276069274054635, + "runtime_seconds": 11.495017766952515 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.7053797570122613, + "lr": 0.03, + "negative_goodness": 1.1098642331865098, + "pair_accuracy": 0.9159333333280352, + "positive_goodness": 3.8565343021816676, + "runtime_seconds": 11.490397214889526 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.637313116423289, + "lr": 0.03, + "negative_goodness": 1.038259095064799, + "pair_accuracy": 0.9331555555449592, + "positive_goodness": 4.0959934928046335, + "runtime_seconds": 11.484040260314941 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6696493131478628, + "lr": 0.03, + "negative_goodness": 1.0935873567634158, + "pair_accuracy": 0.9292666666666667, + "positive_goodness": 3.9808066704644096, + "runtime_seconds": 11.480796337127686 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6352302144474453, + "lr": 0.03, + "negative_goodness": 1.037945770793491, + "pair_accuracy": 0.9305777777671814, + "positive_goodness": 4.060438124084473, + "runtime_seconds": 11.479879379272461 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6306862574683295, + "lr": 0.03, + "negative_goodness": 1.0322141410509744, + "pair_accuracy": 0.9397999999788073, + "positive_goodness": 4.117844483651055, + "runtime_seconds": 11.486491918563843 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6247682672447629, + "lr": 0.03, + "negative_goodness": 1.0095059126747978, + "pair_accuracy": 0.9324888888888889, + "positive_goodness": 4.203084432729085, + "runtime_seconds": 11.495095252990723 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6266565242343479, + "lr": 0.03, + "negative_goodness": 1.0258872706943087, + "pair_accuracy": 0.9407333333339956, + "positive_goodness": 4.0914868221706815, + "runtime_seconds": 11.489105224609375 + } + ], + "layer": 16 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.8778899590174357, + "lr": 0.03, + "negative_goodness": 1.3020035125096638, + "pair_accuracy": 0.8818222222752041, + "positive_goodness": 3.3060080192989774, + "runtime_seconds": 11.411525249481201 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8345706110212538, + "lr": 0.03, + "negative_goodness": 1.280667839940389, + "pair_accuracy": 0.8831555555575423, + "positive_goodness": 3.411566069391039, + "runtime_seconds": 11.411093711853027 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8132698686493768, + "lr": 0.03, + "negative_goodness": 1.2700839863035414, + "pair_accuracy": 0.8968444444444444, + "positive_goodness": 3.5052186207241482, + "runtime_seconds": 11.414422273635864 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7849615915086534, + "lr": 0.03, + "negative_goodness": 1.2225899628533257, + "pair_accuracy": 0.8984000000019868, + "positive_goodness": 3.594915585433112, + "runtime_seconds": 11.40564227104187 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7518328544669681, + "lr": 0.03, + "negative_goodness": 1.206861057970259, + "pair_accuracy": 0.8994888888888889, + "positive_goodness": 3.6625433993021645, + "runtime_seconds": 11.407093524932861 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7541667163213094, + "lr": 0.03, + "negative_goodness": 1.1577165252685546, + "pair_accuracy": 0.9005999999894037, + "positive_goodness": 3.7698585171169703, + "runtime_seconds": 11.400676965713501 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.739497305562761, + "lr": 0.03, + "negative_goodness": 1.1787491742451985, + "pair_accuracy": 0.9093999999788073, + "positive_goodness": 3.726414663611518, + "runtime_seconds": 11.4019136428833 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.6995644869698419, + "lr": 0.03, + "negative_goodness": 1.1724853363460965, + "pair_accuracy": 0.9265333333227369, + "positive_goodness": 3.790528178405762, + "runtime_seconds": 11.39671277999878 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7282243003421359, + "lr": 0.03, + "negative_goodness": 1.170282567469279, + "pair_accuracy": 0.9110222222225534, + "positive_goodness": 3.747770587878757, + "runtime_seconds": 11.395386457443237 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7370741773393419, + "lr": 0.03, + "negative_goodness": 1.1865092753940158, + "pair_accuracy": 0.9069111111111111, + "positive_goodness": 3.7261062078581917, + "runtime_seconds": 11.40120005607605 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7272635718133714, + "lr": 0.03, + "negative_goodness": 1.155601115820143, + "pair_accuracy": 0.9087333333015442, + "positive_goodness": 3.6798297815534804, + "runtime_seconds": 11.403172016143799 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7272491498099433, + "lr": 0.03, + "negative_goodness": 1.1531237418810527, + "pair_accuracy": 0.9120222222222222, + "positive_goodness": 3.7804766793568927, + "runtime_seconds": 11.405818939208984 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7229687028196123, + "lr": 0.03, + "negative_goodness": 1.1729744496451484, + "pair_accuracy": 0.9122, + "positive_goodness": 3.729553064303928, + "runtime_seconds": 11.407121419906616 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6956096220228407, + "lr": 0.03, + "negative_goodness": 1.1212622887505426, + "pair_accuracy": 0.9231111111111111, + "positive_goodness": 3.8179926508373683, + "runtime_seconds": 11.397711515426636 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6780408235443963, + "lr": 0.03, + "negative_goodness": 1.1109374502393934, + "pair_accuracy": 0.9240666666560703, + "positive_goodness": 3.839642442194621, + "runtime_seconds": 11.389739513397217 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.7222260410732693, + "lr": 0.03, + "negative_goodness": 1.1353862975968254, + "pair_accuracy": 0.9069555555555555, + "positive_goodness": 3.752523799175686, + "runtime_seconds": 11.392278671264648 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6847725882636176, + "lr": 0.03, + "negative_goodness": 1.1022012262980143, + "pair_accuracy": 0.9186222222328186, + "positive_goodness": 3.7879389378441704, + "runtime_seconds": 11.39792013168335 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.67931686179373, + "lr": 0.03, + "negative_goodness": 1.1019170108583238, + "pair_accuracy": 0.9149555555555555, + "positive_goodness": 3.8497440105862086, + "runtime_seconds": 11.398510217666626 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.681632706366645, + "lr": 0.03, + "negative_goodness": 1.0949594888475207, + "pair_accuracy": 0.912, + "positive_goodness": 3.857762930891249, + "runtime_seconds": 11.4032461643219 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6807656131532457, + "lr": 0.03, + "negative_goodness": 1.113674265967475, + "pair_accuracy": 0.9278222222354677, + "positive_goodness": 3.8597234155654907, + "runtime_seconds": 11.397762298583984 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6568966510560778, + "lr": 0.03, + "negative_goodness": 1.052275086042616, + "pair_accuracy": 0.9224, + "positive_goodness": 3.998084701241387, + "runtime_seconds": 11.389761209487915 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6523776440726387, + "lr": 0.03, + "negative_goodness": 1.0585639647801717, + "pair_accuracy": 0.9251111111111111, + "positive_goodness": 3.988406601164076, + "runtime_seconds": 11.390177726745605 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6698606166097852, + "lr": 0.03, + "negative_goodness": 1.059729789437188, + "pair_accuracy": 0.9264888888888889, + "positive_goodness": 3.9499813256157768, + "runtime_seconds": 11.39331340789795 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6767855382124582, + "lr": 0.03, + "negative_goodness": 1.0962845183796353, + "pair_accuracy": 0.9200888888888888, + "positive_goodness": 3.866574421861437, + "runtime_seconds": 11.400814771652222 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6681559310436249, + "lr": 0.03, + "negative_goodness": 1.05962479212549, + "pair_accuracy": 0.9242666666560703, + "positive_goodness": 3.953779282803006, + "runtime_seconds": 11.394862651824951 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6580384875085619, + "lr": 0.03, + "negative_goodness": 1.0404926973342896, + "pair_accuracy": 0.9182444444444444, + "positive_goodness": 4.013242787594265, + "runtime_seconds": 11.400310754776001 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6556592156092326, + "lr": 0.03, + "negative_goodness": 1.0391947637399037, + "pair_accuracy": 0.9148, + "positive_goodness": 3.9430634727478027, + "runtime_seconds": 11.395452499389648 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6495145433266958, + "lr": 0.03, + "negative_goodness": 1.035141086875068, + "pair_accuracy": 0.9265111111111111, + "positive_goodness": 4.048542617119683, + "runtime_seconds": 11.390067100524902 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6545808230400085, + "lr": 0.03, + "negative_goodness": 1.03744416897032, + "pair_accuracy": 0.9250444444444444, + "positive_goodness": 3.989464785427517, + "runtime_seconds": 11.398654222488403 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6071680326355828, + "lr": 0.03, + "negative_goodness": 0.9928528082529704, + "pair_accuracy": 0.9376, + "positive_goodness": 4.1280806634691025, + "runtime_seconds": 11.394030809402466 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6564588803291321, + "lr": 0.03, + "negative_goodness": 1.048547625647651, + "pair_accuracy": 0.9268666666560703, + "positive_goodness": 4.011526395204332, + "runtime_seconds": 11.390095710754395 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6915162199762133, + "lr": 0.03, + "negative_goodness": 1.0527576429102157, + "pair_accuracy": 0.9129555555555555, + "positive_goodness": 3.9125674082862005, + "runtime_seconds": 11.376333236694336 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6647219253116183, + "lr": 0.03, + "negative_goodness": 1.0455589829126994, + "pair_accuracy": 0.9225111111005148, + "positive_goodness": 3.96108216764662, + "runtime_seconds": 11.376374006271362 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6611198013517592, + "lr": 0.03, + "negative_goodness": 1.0240171091927421, + "pair_accuracy": 0.9153777777671814, + "positive_goodness": 3.995133366394043, + "runtime_seconds": 11.379848003387451 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6286041328218248, + "lr": 0.03, + "negative_goodness": 0.9957966912375557, + "pair_accuracy": 0.9247999999682108, + "positive_goodness": 4.073972783025106, + "runtime_seconds": 11.38550853729248 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6168696037981245, + "lr": 0.03, + "negative_goodness": 0.9752029914220174, + "pair_accuracy": 0.9332, + "positive_goodness": 4.086082436879476, + "runtime_seconds": 11.394899129867554 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6445652841567994, + "lr": 0.03, + "negative_goodness": 1.0346120649761623, + "pair_accuracy": 0.932733333322737, + "positive_goodness": 4.030500244691637, + "runtime_seconds": 11.381865739822388 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6182633950975206, + "lr": 0.03, + "negative_goodness": 0.9857562998983596, + "pair_accuracy": 0.9240222221904331, + "positive_goodness": 4.130385513983833, + "runtime_seconds": 11.375680446624756 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6341926379521687, + "lr": 0.03, + "negative_goodness": 0.9965379685295953, + "pair_accuracy": 0.9281333333386316, + "positive_goodness": 4.07446285065545, + "runtime_seconds": 11.372761726379395 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6626359832975599, + "lr": 0.03, + "negative_goodness": 1.043187768236796, + "pair_accuracy": 0.9175555555767483, + "positive_goodness": 3.987830042690701, + "runtime_seconds": 11.381198644638062 + } + ], + "layer": 17 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.0238712080425687, + "lr": 0.03, + "negative_goodness": 1.6267969138463338, + "pair_accuracy": 0.8635333333545261, + "positive_goodness": 3.4405414626227486, + "runtime_seconds": 11.458187818527222 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.875248497666253, + "lr": 0.03, + "negative_goodness": 1.4113246383243137, + "pair_accuracy": 0.8891555555449592, + "positive_goodness": 3.537755567932129, + "runtime_seconds": 11.458462476730347 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8570412212583753, + "lr": 0.03, + "negative_goodness": 1.3480560964372423, + "pair_accuracy": 0.8769333333121405, + "positive_goodness": 3.4812887993706596, + "runtime_seconds": 11.45902419090271 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7620544821951124, + "lr": 0.03, + "negative_goodness": 1.2164268571005927, + "pair_accuracy": 0.9001333333333333, + "positive_goodness": 3.7835476169162328, + "runtime_seconds": 11.461973190307617 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7821060390260485, + "lr": 0.03, + "negative_goodness": 1.2471443727493285, + "pair_accuracy": 0.898377777809567, + "positive_goodness": 3.6897428286658394, + "runtime_seconds": 11.467332363128662 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.699793931584888, + "lr": 0.03, + "negative_goodness": 1.1276142264684041, + "pair_accuracy": 0.9205777777777778, + "positive_goodness": 3.958661265903049, + "runtime_seconds": 11.458478689193726 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7200518340216743, + "lr": 0.03, + "negative_goodness": 1.1428078466203477, + "pair_accuracy": 0.9049555555343628, + "positive_goodness": 3.8757632691701254, + "runtime_seconds": 11.461958885192871 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7276201088110605, + "lr": 0.03, + "negative_goodness": 1.1310185886065165, + "pair_accuracy": 0.9052444444338481, + "positive_goodness": 3.8477619941711425, + "runtime_seconds": 11.465466976165771 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.697704225148095, + "lr": 0.03, + "negative_goodness": 1.0837657649993897, + "pair_accuracy": 0.913844444433848, + "positive_goodness": 3.9636478348202178, + "runtime_seconds": 11.462913751602173 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7546042550881704, + "lr": 0.03, + "negative_goodness": 1.155122189225091, + "pair_accuracy": 0.8957111111005147, + "positive_goodness": 3.7985451854281957, + "runtime_seconds": 11.46703815460205 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7112306126515071, + "lr": 0.03, + "negative_goodness": 1.0944936880879932, + "pair_accuracy": 0.9051333333333333, + "positive_goodness": 3.8808950395372177, + "runtime_seconds": 11.47171950340271 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7186666619751189, + "lr": 0.03, + "negative_goodness": 1.1041798067390918, + "pair_accuracy": 0.9001777777777777, + "positive_goodness": 3.8866955695258247, + "runtime_seconds": 11.470775604248047 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6876446948157416, + "lr": 0.03, + "negative_goodness": 1.068367762819926, + "pair_accuracy": 0.9173111111534966, + "positive_goodness": 3.989405051803589, + "runtime_seconds": 11.466109991073608 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7034430094507006, + "lr": 0.03, + "negative_goodness": 1.0808769000106389, + "pair_accuracy": 0.9096444444444445, + "positive_goodness": 3.9345895313686796, + "runtime_seconds": 11.45791244506836 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6381483037577735, + "lr": 0.03, + "negative_goodness": 1.007320471684138, + "pair_accuracy": 0.9239777777777778, + "positive_goodness": 4.173850257576836, + "runtime_seconds": 11.465054273605347 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.7105574566311307, + "lr": 0.03, + "negative_goodness": 1.0828821138805813, + "pair_accuracy": 0.9065555555767483, + "positive_goodness": 3.9530222195519342, + "runtime_seconds": 11.468143939971924 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.7203307428995768, + "lr": 0.03, + "negative_goodness": 1.087520958190494, + "pair_accuracy": 0.9079111111111111, + "positive_goodness": 3.8520314056396483, + "runtime_seconds": 11.473730325698853 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.7014325802644094, + "lr": 0.03, + "negative_goodness": 1.0590627021047805, + "pair_accuracy": 0.9077777777777778, + "positive_goodness": 3.9206238221910263, + "runtime_seconds": 11.4680814743042 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6453215148184035, + "lr": 0.03, + "negative_goodness": 1.0081046334902446, + "pair_accuracy": 0.9273111111005148, + "positive_goodness": 4.116268181567722, + "runtime_seconds": 11.455830335617065 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.7206089069578383, + "lr": 0.03, + "negative_goodness": 1.0759896638870239, + "pair_accuracy": 0.8996444444444445, + "positive_goodness": 3.9054997420416937, + "runtime_seconds": 11.456252098083496 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.7251647478315565, + "lr": 0.03, + "negative_goodness": 1.0857200366550022, + "pair_accuracy": 0.8963333333545261, + "positive_goodness": 3.8997216314527723, + "runtime_seconds": 11.463079452514648 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.64600939956771, + "lr": 0.03, + "negative_goodness": 0.996404217698839, + "pair_accuracy": 0.9239111111005147, + "positive_goodness": 4.093870976935492, + "runtime_seconds": 11.468068599700928 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6732896330091689, + "lr": 0.03, + "negative_goodness": 1.0263761287265354, + "pair_accuracy": 0.9150444444364971, + "positive_goodness": 4.061544457499187, + "runtime_seconds": 11.471715688705444 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6253658033132553, + "lr": 0.03, + "negative_goodness": 0.9649615334365103, + "pair_accuracy": 0.9220444444444444, + "positive_goodness": 4.284620618777805, + "runtime_seconds": 11.467228889465332 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6809599262396494, + "lr": 0.03, + "negative_goodness": 1.0085183369636537, + "pair_accuracy": 0.9082444444444444, + "positive_goodness": 4.085452321624756, + "runtime_seconds": 11.463412761688232 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6498948894129859, + "lr": 0.03, + "negative_goodness": 0.996808154270384, + "pair_accuracy": 0.9242222222222222, + "positive_goodness": 4.116955759769016, + "runtime_seconds": 11.469215631484985 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6407717226717207, + "lr": 0.03, + "negative_goodness": 0.9865594613214334, + "pair_accuracy": 0.9189111111111111, + "positive_goodness": 4.156074464077419, + "runtime_seconds": 11.463778734207153 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6425734723885854, + "lr": 0.03, + "negative_goodness": 0.9739522951655918, + "pair_accuracy": 0.9158222222222222, + "positive_goodness": 4.183378729587131, + "runtime_seconds": 11.463738918304443 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6360524368392096, + "lr": 0.03, + "negative_goodness": 0.975266733402676, + "pair_accuracy": 0.9278888888782925, + "positive_goodness": 4.194047065395779, + "runtime_seconds": 11.457951545715332 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.620321017297109, + "lr": 0.03, + "negative_goodness": 0.974578369363149, + "pair_accuracy": 0.9376888888782925, + "positive_goodness": 4.238451406266954, + "runtime_seconds": 11.466377258300781 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6293363606452942, + "lr": 0.03, + "negative_goodness": 0.9650486266030206, + "pair_accuracy": 0.9294222222010294, + "positive_goodness": 4.265275078837077, + "runtime_seconds": 11.467689514160156 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6541497399859958, + "lr": 0.03, + "negative_goodness": 1.0048234191417693, + "pair_accuracy": 0.9252666666560703, + "positive_goodness": 4.077626754336887, + "runtime_seconds": 11.474833250045776 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.618113844596015, + "lr": 0.03, + "negative_goodness": 0.9215122717751397, + "pair_accuracy": 0.9207111111323039, + "positive_goodness": 4.346696318393284, + "runtime_seconds": 11.472180366516113 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6284509398354424, + "lr": 0.03, + "negative_goodness": 0.9420025441275702, + "pair_accuracy": 0.9208222222752042, + "positive_goodness": 4.258650866360134, + "runtime_seconds": 11.463392734527588 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6443040979517831, + "lr": 0.03, + "negative_goodness": 0.9455102918545405, + "pair_accuracy": 0.9206444444444445, + "positive_goodness": 4.154368501366509, + "runtime_seconds": 11.463207006454468 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5886359766642253, + "lr": 0.03, + "negative_goodness": 0.8900165515899658, + "pair_accuracy": 0.9290444444391462, + "positive_goodness": 4.40786255607605, + "runtime_seconds": 11.470798254013062 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6178384296841092, + "lr": 0.03, + "negative_goodness": 0.9052698461532592, + "pair_accuracy": 0.9202, + "positive_goodness": 4.3244637471093075, + "runtime_seconds": 11.46959662437439 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6243698041174147, + "lr": 0.03, + "negative_goodness": 0.9499153301450941, + "pair_accuracy": 0.9236666666560703, + "positive_goodness": 4.257938927290175, + "runtime_seconds": 11.4730806350708 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.5716669845581055, + "lr": 0.03, + "negative_goodness": 0.8611269852956136, + "pair_accuracy": 0.9315333333121406, + "positive_goodness": 4.4412541074117025, + "runtime_seconds": 11.468679189682007 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6149952730178833, + "lr": 0.03, + "negative_goodness": 0.9392577539020115, + "pair_accuracy": 0.92824444448683, + "positive_goodness": 4.298384775543213, + "runtime_seconds": 11.469684600830078 + } + ], + "layer": 18 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.8897968382729424, + "lr": 0.03, + "negative_goodness": 1.2942851863437228, + "pair_accuracy": 0.8700444444126553, + "positive_goodness": 3.281372258292304, + "runtime_seconds": 11.056148767471313 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.7675300782945421, + "lr": 0.03, + "negative_goodness": 1.1725007422659133, + "pair_accuracy": 0.9020666666454739, + "positive_goodness": 3.640765602408515, + "runtime_seconds": 11.04533314704895 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7705299105538262, + "lr": 0.03, + "negative_goodness": 1.1633437631395127, + "pair_accuracy": 0.8955111111005147, + "positive_goodness": 3.6506315539889864, + "runtime_seconds": 11.040218830108643 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7747511502901713, + "lr": 0.03, + "negative_goodness": 1.14982639503479, + "pair_accuracy": 0.898200000052982, + "positive_goodness": 3.6608936979081896, + "runtime_seconds": 11.043161392211914 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.8368180810610454, + "lr": 0.03, + "negative_goodness": 1.2289307603200277, + "pair_accuracy": 0.8712444444338481, + "positive_goodness": 3.4823982645670575, + "runtime_seconds": 11.029962301254272 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7660647264268663, + "lr": 0.03, + "negative_goodness": 1.1317598656548393, + "pair_accuracy": 0.8949555555555555, + "positive_goodness": 3.6811716128879124, + "runtime_seconds": 11.037769794464111 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.792335047589408, + "lr": 0.03, + "negative_goodness": 1.1791967719925776, + "pair_accuracy": 0.8906222222222222, + "positive_goodness": 3.653780731455485, + "runtime_seconds": 11.037715435028076 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7417601909743415, + "lr": 0.03, + "negative_goodness": 1.123517779858907, + "pair_accuracy": 0.9085777778095669, + "positive_goodness": 3.765036004384359, + "runtime_seconds": 11.035395860671997 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7576801489618089, + "lr": 0.03, + "negative_goodness": 1.1071360138363309, + "pair_accuracy": 0.895511111164093, + "positive_goodness": 3.7130664882236055, + "runtime_seconds": 11.036988496780396 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7656070228364733, + "lr": 0.03, + "negative_goodness": 1.1382857746971977, + "pair_accuracy": 0.8963999999894037, + "positive_goodness": 3.696016763856676, + "runtime_seconds": 11.029341459274292 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7372738844500648, + "lr": 0.03, + "negative_goodness": 1.0960620536698236, + "pair_accuracy": 0.9043111111111111, + "positive_goodness": 3.753188484446208, + "runtime_seconds": 11.028864860534668 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7130952417903477, + "lr": 0.03, + "negative_goodness": 1.0554641263167064, + "pair_accuracy": 0.9084666666666666, + "positive_goodness": 3.914613025961982, + "runtime_seconds": 11.025443315505981 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7321566489007738, + "lr": 0.03, + "negative_goodness": 1.090039578374227, + "pair_accuracy": 0.9058888888888889, + "positive_goodness": 3.8106720087687176, + "runtime_seconds": 11.02683424949646 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7190828419261509, + "lr": 0.03, + "negative_goodness": 1.076899893951416, + "pair_accuracy": 0.9095333333121406, + "positive_goodness": 3.792647679901123, + "runtime_seconds": 11.030236959457397 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.7017752679877811, + "lr": 0.03, + "negative_goodness": 1.0617893258624607, + "pair_accuracy": 0.9214666666666667, + "positive_goodness": 3.8725761288960774, + "runtime_seconds": 11.028100728988647 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.7254317340532939, + "lr": 0.03, + "negative_goodness": 1.095533413028717, + "pair_accuracy": 0.9063555555979411, + "positive_goodness": 3.773855685043335, + "runtime_seconds": 11.04168701171875 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.7267078950352139, + "lr": 0.03, + "negative_goodness": 1.069862123521169, + "pair_accuracy": 0.9041777777777777, + "positive_goodness": 3.823130665418837, + "runtime_seconds": 11.034801959991455 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.7108385338041517, + "lr": 0.03, + "negative_goodness": 1.0609655254152086, + "pair_accuracy": 0.9085111111534966, + "positive_goodness": 3.8717107067108154, + "runtime_seconds": 11.032256126403809 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.7044290168868171, + "lr": 0.03, + "negative_goodness": 1.0682763629701402, + "pair_accuracy": 0.9091111111005147, + "positive_goodness": 3.8506938236660426, + "runtime_seconds": 11.028140544891357 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6998607492023045, + "lr": 0.03, + "negative_goodness": 1.0456291405995686, + "pair_accuracy": 0.9123999999894036, + "positive_goodness": 3.8799837927076553, + "runtime_seconds": 11.039151430130005 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6916552094035678, + "lr": 0.03, + "negative_goodness": 1.055586628871494, + "pair_accuracy": 0.9177555555449591, + "positive_goodness": 3.897475470055474, + "runtime_seconds": 11.030864477157593 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.7160895680427551, + "lr": 0.03, + "negative_goodness": 1.0308590716997783, + "pair_accuracy": 0.9060222222010295, + "positive_goodness": 3.845046791712443, + "runtime_seconds": 11.033905982971191 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.7325767435656654, + "lr": 0.03, + "negative_goodness": 1.0910205457925797, + "pair_accuracy": 0.8998666666666667, + "positive_goodness": 3.7684525178697372, + "runtime_seconds": 11.041051864624023 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6936178482373555, + "lr": 0.03, + "negative_goodness": 1.0210628179338244, + "pair_accuracy": 0.9148666666560703, + "positive_goodness": 3.903477737681071, + "runtime_seconds": 11.04029130935669 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6991065873463949, + "lr": 0.03, + "negative_goodness": 1.019480429787106, + "pair_accuracy": 0.9104444444470935, + "positive_goodness": 3.9596194022814433, + "runtime_seconds": 11.029513597488403 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.7013771608511606, + "lr": 0.03, + "negative_goodness": 1.032268196217219, + "pair_accuracy": 0.9059999999788072, + "positive_goodness": 3.8859318993462457, + "runtime_seconds": 11.02440333366394 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6590976129849752, + "lr": 0.03, + "negative_goodness": 0.9778981248643663, + "pair_accuracy": 0.9193555555555556, + "positive_goodness": 4.0102544122484, + "runtime_seconds": 11.026361227035522 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6730045509232415, + "lr": 0.03, + "negative_goodness": 0.9915513085736168, + "pair_accuracy": 0.911, + "positive_goodness": 3.997576932356093, + "runtime_seconds": 11.033700942993164 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6645780202600691, + "lr": 0.03, + "negative_goodness": 0.980203039126926, + "pair_accuracy": 0.9176888888782925, + "positive_goodness": 3.9766530134412976, + "runtime_seconds": 11.040428161621094 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6978399725966984, + "lr": 0.03, + "negative_goodness": 1.0290309374279447, + "pair_accuracy": 0.9137333333333333, + "positive_goodness": 3.9406833396487766, + "runtime_seconds": 11.047670364379883 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6861910125732422, + "lr": 0.03, + "negative_goodness": 1.0010407320128547, + "pair_accuracy": 0.9090888888915379, + "positive_goodness": 3.9566620972739326, + "runtime_seconds": 11.041018724441528 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6719412999682957, + "lr": 0.03, + "negative_goodness": 0.9733510562366909, + "pair_accuracy": 0.9112666666772631, + "positive_goodness": 4.0392858127594, + "runtime_seconds": 11.04247760772705 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6777115481906467, + "lr": 0.03, + "negative_goodness": 1.0003335967063904, + "pair_accuracy": 0.9161111110952166, + "positive_goodness": 4.007618843862746, + "runtime_seconds": 11.04442286491394 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6503387535148196, + "lr": 0.03, + "negative_goodness": 0.9593006705813938, + "pair_accuracy": 0.9202, + "positive_goodness": 4.094335821617975, + "runtime_seconds": 11.039626359939575 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6382088255670335, + "lr": 0.03, + "negative_goodness": 0.9451066217356258, + "pair_accuracy": 0.9256888888888889, + "positive_goodness": 4.147031889258491, + "runtime_seconds": 11.04181456565857 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.665387974749671, + "lr": 0.03, + "negative_goodness": 0.9599508424229092, + "pair_accuracy": 0.9181777778095669, + "positive_goodness": 4.090465255228678, + "runtime_seconds": 11.044080257415771 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6114597426944309, + "lr": 0.03, + "negative_goodness": 0.916444284523858, + "pair_accuracy": 0.9398000000105964, + "positive_goodness": 4.254020530721876, + "runtime_seconds": 11.04451036453247 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6787692109028498, + "lr": 0.03, + "negative_goodness": 0.9924484639816814, + "pair_accuracy": 0.9142666666666667, + "positive_goodness": 4.032047976430257, + "runtime_seconds": 11.049831628799438 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.669404616800944, + "lr": 0.03, + "negative_goodness": 0.9578225483788384, + "pair_accuracy": 0.913866666677263, + "positive_goodness": 4.076801224772136, + "runtime_seconds": 11.041583776473999 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6231370561732186, + "lr": 0.03, + "negative_goodness": 0.8812808318773906, + "pair_accuracy": 0.9197111111111111, + "positive_goodness": 4.219706010860867, + "runtime_seconds": 11.04699993133545 + } + ], + "layer": 19 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.0159315459887186, + "lr": 0.03, + "negative_goodness": 1.5060517064412435, + "pair_accuracy": 0.8396444444656372, + "positive_goodness": 3.219766240819295, + "runtime_seconds": 11.14686894416809 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8449754423353407, + "lr": 0.03, + "negative_goodness": 1.321000718413459, + "pair_accuracy": 0.8906888889047835, + "positive_goodness": 3.4788123643451265, + "runtime_seconds": 11.126720428466797 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7991632269965278, + "lr": 0.03, + "negative_goodness": 1.2459060908529493, + "pair_accuracy": 0.9014888888782925, + "positive_goodness": 3.5688275544484456, + "runtime_seconds": 11.119493007659912 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7600319583045112, + "lr": 0.03, + "negative_goodness": 1.2020499038802253, + "pair_accuracy": 0.9082888888676961, + "positive_goodness": 3.6954628224690755, + "runtime_seconds": 11.114173412322998 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7055248845418294, + "lr": 0.03, + "negative_goodness": 1.1064341090096368, + "pair_accuracy": 0.9226, + "positive_goodness": 3.879192309718662, + "runtime_seconds": 11.127914667129517 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7463480601522657, + "lr": 0.03, + "negative_goodness": 1.1620532824092442, + "pair_accuracy": 0.9048888888888889, + "positive_goodness": 3.765120003467136, + "runtime_seconds": 11.11577582359314 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.714597853480445, + "lr": 0.03, + "negative_goodness": 1.1142130030843946, + "pair_accuracy": 0.9070444444444444, + "positive_goodness": 3.932217236879137, + "runtime_seconds": 11.11468243598938 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7341278751691183, + "lr": 0.03, + "negative_goodness": 1.1118655537711248, + "pair_accuracy": 0.9101111111111111, + "positive_goodness": 3.7870368191189234, + "runtime_seconds": 11.108931303024292 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6994435772365994, + "lr": 0.03, + "negative_goodness": 1.092015451558431, + "pair_accuracy": 0.9140444444232517, + "positive_goodness": 3.935842131551107, + "runtime_seconds": 11.113586664199829 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6627329576386346, + "lr": 0.03, + "negative_goodness": 1.066448647901747, + "pair_accuracy": 0.9284444444444444, + "positive_goodness": 3.9944156928168404, + "runtime_seconds": 11.105719566345215 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6943741464243994, + "lr": 0.03, + "negative_goodness": 1.0632417104297214, + "pair_accuracy": 0.9185777777671814, + "positive_goodness": 3.879582884640164, + "runtime_seconds": 11.105685710906982 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6923339837286208, + "lr": 0.03, + "negative_goodness": 1.0589468596140543, + "pair_accuracy": 0.91164444448683, + "positive_goodness": 3.9890255343119305, + "runtime_seconds": 11.108553886413574 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6555828375922309, + "lr": 0.03, + "negative_goodness": 1.0206069918314615, + "pair_accuracy": 0.9192222222222223, + "positive_goodness": 4.122530371136135, + "runtime_seconds": 11.11194896697998 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6593441983699798, + "lr": 0.03, + "negative_goodness": 1.0120020165655348, + "pair_accuracy": 0.9237333333333333, + "positive_goodness": 4.1242109159681535, + "runtime_seconds": 11.113760471343994 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.7054265214761098, + "lr": 0.03, + "negative_goodness": 1.042225859260559, + "pair_accuracy": 0.9061111111111111, + "positive_goodness": 3.967176022254096, + "runtime_seconds": 11.116923093795776 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.660067798781395, + "lr": 0.03, + "negative_goodness": 1.0177289138476053, + "pair_accuracy": 0.9218222222222222, + "positive_goodness": 4.16506443456014, + "runtime_seconds": 11.122292280197144 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6422319798151652, + "lr": 0.03, + "negative_goodness": 0.9938028288099501, + "pair_accuracy": 0.9260888888676961, + "positive_goodness": 4.13302086046007, + "runtime_seconds": 11.117006063461304 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6479314363691542, + "lr": 0.03, + "negative_goodness": 1.011535687552558, + "pair_accuracy": 0.9233555555661519, + "positive_goodness": 4.103052482922872, + "runtime_seconds": 11.112883567810059 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6761519215742747, + "lr": 0.03, + "negative_goodness": 1.0371086683750153, + "pair_accuracy": 0.9133333333333333, + "positive_goodness": 4.026422662438287, + "runtime_seconds": 11.117064714431763 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6706064676708645, + "lr": 0.03, + "negative_goodness": 1.0027934560139975, + "pair_accuracy": 0.9183777777777777, + "positive_goodness": 4.094995846472846, + "runtime_seconds": 11.12255859375 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6309142844729954, + "lr": 0.03, + "negative_goodness": 0.9597272156503466, + "pair_accuracy": 0.9256888888888889, + "positive_goodness": 4.2328829788208004, + "runtime_seconds": 11.126716375350952 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6551690208435058, + "lr": 0.03, + "negative_goodness": 1.007851409573025, + "pair_accuracy": 0.9230444444974264, + "positive_goodness": 4.09389004512363, + "runtime_seconds": 11.105561256408691 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6112751581139034, + "lr": 0.03, + "negative_goodness": 0.9295570630444421, + "pair_accuracy": 0.9275111111111111, + "positive_goodness": 4.321526034630669, + "runtime_seconds": 11.113544702529907 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6487738689263661, + "lr": 0.03, + "negative_goodness": 0.9682493840641445, + "pair_accuracy": 0.9241111111111111, + "positive_goodness": 4.17864088567098, + "runtime_seconds": 11.111833333969116 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6452777474032508, + "lr": 0.03, + "negative_goodness": 0.9571507864369286, + "pair_accuracy": 0.9118222222116258, + "positive_goodness": 4.2143416286044655, + "runtime_seconds": 11.114066362380981 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6568354656643338, + "lr": 0.03, + "negative_goodness": 0.9738039085388184, + "pair_accuracy": 0.9196444444523917, + "positive_goodness": 4.170342621570163, + "runtime_seconds": 11.111068964004517 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6527136901219686, + "lr": 0.03, + "negative_goodness": 0.9741771711561414, + "pair_accuracy": 0.912044444433848, + "positive_goodness": 4.171915949079725, + "runtime_seconds": 11.11466360092163 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6347881847381592, + "lr": 0.03, + "negative_goodness": 0.9752460170374976, + "pair_accuracy": 0.9236222222222222, + "positive_goodness": 4.195937968190511, + "runtime_seconds": 11.10994267463684 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6824342876222399, + "lr": 0.03, + "negative_goodness": 1.0067006530655755, + "pair_accuracy": 0.9112666666666667, + "positive_goodness": 4.015544774500529, + "runtime_seconds": 11.12522554397583 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6263354563977983, + "lr": 0.03, + "negative_goodness": 0.9457056217723423, + "pair_accuracy": 0.9197555555555555, + "positive_goodness": 4.227846555921767, + "runtime_seconds": 11.125265121459961 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6868328608089023, + "lr": 0.03, + "negative_goodness": 1.0034477077696058, + "pair_accuracy": 0.8999555555237664, + "positive_goodness": 4.065208229107327, + "runtime_seconds": 11.10265564918518 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6711669765260484, + "lr": 0.03, + "negative_goodness": 1.0045035263061524, + "pair_accuracy": 0.9144000000529819, + "positive_goodness": 4.12256383688185, + "runtime_seconds": 11.11836862564087 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.670402642774582, + "lr": 0.03, + "negative_goodness": 1.0086089979065789, + "pair_accuracy": 0.9106444444444445, + "positive_goodness": 4.092948599158393, + "runtime_seconds": 11.121069192886353 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6020092468632592, + "lr": 0.03, + "negative_goodness": 0.9069583732154635, + "pair_accuracy": 0.9305777777777777, + "positive_goodness": 4.354486865785387, + "runtime_seconds": 11.11877989768982 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6124957174619039, + "lr": 0.03, + "negative_goodness": 0.9275702701992459, + "pair_accuracy": 0.9275333333121406, + "positive_goodness": 4.3420462059021, + "runtime_seconds": 11.110337257385254 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6168937229050531, + "lr": 0.03, + "negative_goodness": 0.9384199421988593, + "pair_accuracy": 0.9298444444338481, + "positive_goodness": 4.293281845347087, + "runtime_seconds": 11.092948198318481 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6403769088851081, + "lr": 0.03, + "negative_goodness": 0.974670251862208, + "pair_accuracy": 0.9239333333121406, + "positive_goodness": 4.201837698491414, + "runtime_seconds": 11.095546245574951 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5918380961736043, + "lr": 0.03, + "negative_goodness": 0.8865425747129653, + "pair_accuracy": 0.9329333333545261, + "positive_goodness": 4.424838272603353, + "runtime_seconds": 11.108196258544922 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.588706819290585, + "lr": 0.03, + "negative_goodness": 0.86786878874037, + "pair_accuracy": 0.9379111111217074, + "positive_goodness": 4.401966753345065, + "runtime_seconds": 11.095087051391602 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6041920864078734, + "lr": 0.03, + "negative_goodness": 0.892962294514974, + "pair_accuracy": 0.9221555555555555, + "positive_goodness": 4.3659705052693685, + "runtime_seconds": 11.081132888793945 + } + ], + "layer": 20 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.8881645433849759, + "lr": 0.03, + "negative_goodness": 1.269579215833876, + "pair_accuracy": 0.8776222221904331, + "positive_goodness": 3.333434263314141, + "runtime_seconds": 10.312065362930298 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8251499989297655, + "lr": 0.03, + "negative_goodness": 1.2463688258488972, + "pair_accuracy": 0.8870888888888889, + "positive_goodness": 3.500197876824273, + "runtime_seconds": 9.843517065048218 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7567361609829797, + "lr": 0.03, + "negative_goodness": 1.1509097148259482, + "pair_accuracy": 0.9057111111005147, + "positive_goodness": 3.6458424524095325, + "runtime_seconds": 10.075620412826538 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.8118733232922024, + "lr": 0.03, + "negative_goodness": 1.1970054453531902, + "pair_accuracy": 0.8890888888888889, + "positive_goodness": 3.530623871485392, + "runtime_seconds": 9.840810060501099 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7094494288762411, + "lr": 0.03, + "negative_goodness": 1.091615876314375, + "pair_accuracy": 0.9137111111111111, + "positive_goodness": 3.7822360170152454, + "runtime_seconds": 9.933433532714844 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.737636995236079, + "lr": 0.03, + "negative_goodness": 1.1005836195045047, + "pair_accuracy": 0.9007111111111111, + "positive_goodness": 3.754209392038981, + "runtime_seconds": 9.745323419570923 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.66383554959827, + "lr": 0.03, + "negative_goodness": 1.0245686241573757, + "pair_accuracy": 0.9206666666560703, + "positive_goodness": 3.9872735278659395, + "runtime_seconds": 9.973944664001465 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7211032234218385, + "lr": 0.03, + "negative_goodness": 1.1051502022584279, + "pair_accuracy": 0.911, + "positive_goodness": 3.799056103769938, + "runtime_seconds": 9.799665212631226 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6551723930570814, + "lr": 0.03, + "negative_goodness": 0.9901889557732476, + "pair_accuracy": 0.9237999999788072, + "positive_goodness": 4.070426139068603, + "runtime_seconds": 9.90731167793274 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6513851806746589, + "lr": 0.03, + "negative_goodness": 0.9696218379762438, + "pair_accuracy": 0.9218222222222222, + "positive_goodness": 4.040347370486789, + "runtime_seconds": 9.788477659225464 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6826728337287903, + "lr": 0.03, + "negative_goodness": 1.0201771539264255, + "pair_accuracy": 0.9032000000317891, + "positive_goodness": 4.0159361585829, + "runtime_seconds": 10.077486038208008 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6373336482895745, + "lr": 0.03, + "negative_goodness": 0.9773968426598443, + "pair_accuracy": 0.9206888888888889, + "positive_goodness": 4.0911422974480525, + "runtime_seconds": 9.792579412460327 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6590163462850782, + "lr": 0.03, + "negative_goodness": 0.9703390027364095, + "pair_accuracy": 0.9179111111111111, + "positive_goodness": 4.084614022657607, + "runtime_seconds": 9.877023458480835 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7030290870030721, + "lr": 0.03, + "negative_goodness": 1.0501702172173395, + "pair_accuracy": 0.902755555566152, + "positive_goodness": 3.9091428763495553, + "runtime_seconds": 9.87649130821228 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6545703786002265, + "lr": 0.03, + "negative_goodness": 0.9942095385233561, + "pair_accuracy": 0.9223333333227369, + "positive_goodness": 4.0935355565388996, + "runtime_seconds": 10.081867694854736 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6470485781351726, + "lr": 0.03, + "negative_goodness": 0.9729014879014757, + "pair_accuracy": 0.9196, + "positive_goodness": 4.071464036856757, + "runtime_seconds": 9.757944583892822 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6655181950436698, + "lr": 0.03, + "negative_goodness": 0.9816463483201133, + "pair_accuracy": 0.9112666666666667, + "positive_goodness": 4.011623206159803, + "runtime_seconds": 9.837441444396973 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6067378798855676, + "lr": 0.03, + "negative_goodness": 0.9125529476589627, + "pair_accuracy": 0.9355777777777777, + "positive_goodness": 4.236775533718533, + "runtime_seconds": 9.752538442611694 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6194083744949764, + "lr": 0.03, + "negative_goodness": 0.9257384330961439, + "pair_accuracy": 0.9330444444444445, + "positive_goodness": 4.211429159800211, + "runtime_seconds": 10.057053089141846 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6614102448569403, + "lr": 0.03, + "negative_goodness": 0.9455141001701355, + "pair_accuracy": 0.9128, + "positive_goodness": 4.082400214915805, + "runtime_seconds": 9.738528966903687 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.5988132469177246, + "lr": 0.03, + "negative_goodness": 0.9106998472743564, + "pair_accuracy": 0.9367333333757188, + "positive_goodness": 4.294793701553345, + "runtime_seconds": 9.808160305023193 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6158064560625288, + "lr": 0.03, + "negative_goodness": 0.8903891183561748, + "pair_accuracy": 0.9315111111111111, + "positive_goodness": 4.246721631028917, + "runtime_seconds": 9.79865312576294 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6242394544601441, + "lr": 0.03, + "negative_goodness": 0.9268351051754422, + "pair_accuracy": 0.9236888889418708, + "positive_goodness": 4.256469004143609, + "runtime_seconds": 9.982605457305908 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6351897318310208, + "lr": 0.03, + "negative_goodness": 0.9479790982246399, + "pair_accuracy": 0.9261999999894036, + "positive_goodness": 4.152758196894328, + "runtime_seconds": 9.60093379020691 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6335484645366669, + "lr": 0.03, + "negative_goodness": 0.9206142365879483, + "pair_accuracy": 0.9127333333333333, + "positive_goodness": 4.234188641018338, + "runtime_seconds": 9.842778205871582 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6730506138218774, + "lr": 0.03, + "negative_goodness": 0.9573538195186191, + "pair_accuracy": 0.9035111111111112, + "positive_goodness": 4.0553096385531955, + "runtime_seconds": 9.85113000869751 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.605177257876926, + "lr": 0.03, + "negative_goodness": 0.8855095486746895, + "pair_accuracy": 0.9246444444338481, + "positive_goodness": 4.27328407965766, + "runtime_seconds": 9.979038715362549 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.593786323457294, + "lr": 0.03, + "negative_goodness": 0.8948529388639662, + "pair_accuracy": 0.9280222222222222, + "positive_goodness": 4.325428230158488, + "runtime_seconds": 9.944522857666016 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6185544545385573, + "lr": 0.03, + "negative_goodness": 0.9003954335954454, + "pair_accuracy": 0.9169777777565851, + "positive_goodness": 4.256947866990831, + "runtime_seconds": 9.83584976196289 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.647206793196996, + "lr": 0.03, + "negative_goodness": 0.9099014339870877, + "pair_accuracy": 0.9146, + "positive_goodness": 4.149663179185655, + "runtime_seconds": 9.877631664276123 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.651788014072842, + "lr": 0.03, + "negative_goodness": 0.9375842256016201, + "pair_accuracy": 0.9124666666666666, + "positive_goodness": 4.153271003299289, + "runtime_seconds": 9.966643810272217 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6388278070449829, + "lr": 0.03, + "negative_goodness": 0.9616028508504232, + "pair_accuracy": 0.9228888888888889, + "positive_goodness": 4.218381388176812, + "runtime_seconds": 9.824944734573364 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6065880462010701, + "lr": 0.03, + "negative_goodness": 0.8712106365627713, + "pair_accuracy": 0.9253555555237664, + "positive_goodness": 4.373270506456163, + "runtime_seconds": 9.811578273773193 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6617401881959704, + "lr": 0.03, + "negative_goodness": 0.9324241824256049, + "pair_accuracy": 0.9125333333015442, + "positive_goodness": 4.145188413492838, + "runtime_seconds": 9.807898044586182 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6153364201015896, + "lr": 0.03, + "negative_goodness": 0.9204057542800903, + "pair_accuracy": 0.9231333333333334, + "positive_goodness": 4.28296179945204, + "runtime_seconds": 9.9091317653656 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6083721281157599, + "lr": 0.03, + "negative_goodness": 0.8796086328506469, + "pair_accuracy": 0.9222222222116259, + "positive_goodness": 4.380474408806695, + "runtime_seconds": 9.79871416091919 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6233050287803014, + "lr": 0.03, + "negative_goodness": 0.8871852931499481, + "pair_accuracy": 0.9220666666666667, + "positive_goodness": 4.321192449188232, + "runtime_seconds": 9.780346393585205 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6077679660373264, + "lr": 0.03, + "negative_goodness": 0.8918207466125488, + "pair_accuracy": 0.9280222222223878, + "positive_goodness": 4.3507827926635745, + "runtime_seconds": 9.987098693847656 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6356136862966749, + "lr": 0.03, + "negative_goodness": 0.8857557588577271, + "pair_accuracy": 0.9117111111005147, + "positive_goodness": 4.242736364237468, + "runtime_seconds": 9.863014459609985 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6385602628601922, + "lr": 0.03, + "negative_goodness": 0.9178850177552965, + "pair_accuracy": 0.9188888889312744, + "positive_goodness": 4.194714624192979, + "runtime_seconds": 9.799524307250977 + } + ], + "layer": 21 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.1425297839694553, + "lr": 0.03, + "negative_goodness": 1.6748451942443847, + "pair_accuracy": 0.8050666666719648, + "positive_goodness": 3.056648136647542, + "runtime_seconds": 9.737308502197266 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8923790642102559, + "lr": 0.03, + "negative_goodness": 1.353847053941091, + "pair_accuracy": 0.8753999999682108, + "positive_goodness": 3.412654547712538, + "runtime_seconds": 10.01595401763916 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8129586520406935, + "lr": 0.03, + "negative_goodness": 1.2405240736431546, + "pair_accuracy": 0.8864222222434149, + "positive_goodness": 3.568287437354194, + "runtime_seconds": 9.900436639785767 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7955885203997294, + "lr": 0.03, + "negative_goodness": 1.1718998906665379, + "pair_accuracy": 0.8754444444338481, + "positive_goodness": 3.6992203032599553, + "runtime_seconds": 9.875757694244385 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7842299243291219, + "lr": 0.03, + "negative_goodness": 1.1420214914957683, + "pair_accuracy": 0.8883555555767483, + "positive_goodness": 3.7052800753487483, + "runtime_seconds": 9.778049230575562 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7482156053860982, + "lr": 0.03, + "negative_goodness": 1.1155448295593262, + "pair_accuracy": 0.9011333333333333, + "positive_goodness": 3.860564830440945, + "runtime_seconds": 10.082462549209595 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7292594421439701, + "lr": 0.03, + "negative_goodness": 1.0747983111593458, + "pair_accuracy": 0.9118222222116258, + "positive_goodness": 3.8404936949835884, + "runtime_seconds": 9.84516954421997 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.6668918752564325, + "lr": 0.03, + "negative_goodness": 0.9887104051113129, + "pair_accuracy": 0.9212444444444444, + "positive_goodness": 4.065972469160292, + "runtime_seconds": 9.873403072357178 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7316255342271593, + "lr": 0.03, + "negative_goodness": 1.0677384557088216, + "pair_accuracy": 0.8988666666560703, + "positive_goodness": 3.8815508778466117, + "runtime_seconds": 9.858925580978394 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6984536246617635, + "lr": 0.03, + "negative_goodness": 1.0185694818072848, + "pair_accuracy": 0.9075555555449591, + "positive_goodness": 3.9474600248124863, + "runtime_seconds": 10.084466457366943 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7156036849233839, + "lr": 0.03, + "negative_goodness": 1.030807160419888, + "pair_accuracy": 0.8941555555343628, + "positive_goodness": 3.9409784742567275, + "runtime_seconds": 9.820594072341919 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7107813565889994, + "lr": 0.03, + "negative_goodness": 1.0124943130228254, + "pair_accuracy": 0.9002888888888889, + "positive_goodness": 3.966812789493137, + "runtime_seconds": 9.927628993988037 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6887333458476597, + "lr": 0.03, + "negative_goodness": 0.9942567683166927, + "pair_accuracy": 0.9038222222222222, + "positive_goodness": 4.000730838521322, + "runtime_seconds": 9.804759740829468 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7070580721934636, + "lr": 0.03, + "negative_goodness": 1.0125714521143172, + "pair_accuracy": 0.8972888888888889, + "positive_goodness": 3.961963419511583, + "runtime_seconds": 10.087706089019775 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6696270593484243, + "lr": 0.03, + "negative_goodness": 0.9724699235916138, + "pair_accuracy": 0.9126444444444445, + "positive_goodness": 4.102872494252523, + "runtime_seconds": 9.75637149810791 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6926164064831204, + "lr": 0.03, + "negative_goodness": 0.9940088387383355, + "pair_accuracy": 0.9073999999894036, + "positive_goodness": 4.006097166146173, + "runtime_seconds": 9.930743217468262 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6735704031414456, + "lr": 0.03, + "negative_goodness": 0.9642101926061842, + "pair_accuracy": 0.9095555555449591, + "positive_goodness": 4.126646055306328, + "runtime_seconds": 9.983771324157715 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.7001136427985297, + "lr": 0.03, + "negative_goodness": 1.0184299933115641, + "pair_accuracy": 0.9091111110899184, + "positive_goodness": 3.98192630704244, + "runtime_seconds": 10.044289588928223 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6329325511932373, + "lr": 0.03, + "negative_goodness": 0.9195326830969917, + "pair_accuracy": 0.9212888889206781, + "positive_goodness": 4.282900132115682, + "runtime_seconds": 9.789300918579102 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6626369604799482, + "lr": 0.03, + "negative_goodness": 0.9646712840822008, + "pair_accuracy": 0.9145333333333333, + "positive_goodness": 4.173599193912082, + "runtime_seconds": 9.859226942062378 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6400040479448107, + "lr": 0.03, + "negative_goodness": 0.9264581188201905, + "pair_accuracy": 0.9164888888994853, + "positive_goodness": 4.220302565214369, + "runtime_seconds": 9.887630462646484 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6566174213621352, + "lr": 0.03, + "negative_goodness": 0.9352625430425008, + "pair_accuracy": 0.9078888889047835, + "positive_goodness": 4.191010115581088, + "runtime_seconds": 9.992117166519165 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6767474761539035, + "lr": 0.03, + "negative_goodness": 0.9675698185602823, + "pair_accuracy": 0.9021555555582047, + "positive_goodness": 4.05461943819258, + "runtime_seconds": 9.834648847579956 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6552515185727014, + "lr": 0.03, + "negative_goodness": 0.9461156769646538, + "pair_accuracy": 0.9080222222222222, + "positive_goodness": 4.176473136647543, + "runtime_seconds": 9.794219255447388 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6331706919352214, + "lr": 0.03, + "negative_goodness": 0.8990879618008931, + "pair_accuracy": 0.9164666666719649, + "positive_goodness": 4.312531542311774, + "runtime_seconds": 9.950608730316162 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6517698099454244, + "lr": 0.03, + "negative_goodness": 0.9325013540532854, + "pair_accuracy": 0.9100888888782925, + "positive_goodness": 4.1482281583574085, + "runtime_seconds": 9.931151151657104 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6668737206194136, + "lr": 0.03, + "negative_goodness": 0.9299625075075362, + "pair_accuracy": 0.904, + "positive_goodness": 4.2235485136244035, + "runtime_seconds": 9.797780752182007 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6803004922442966, + "lr": 0.03, + "negative_goodness": 0.9700965859942966, + "pair_accuracy": 0.9058222222328186, + "positive_goodness": 4.098268174489339, + "runtime_seconds": 9.77621865272522 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6687055692248874, + "lr": 0.03, + "negative_goodness": 0.9336308770073785, + "pair_accuracy": 0.9015333333015442, + "positive_goodness": 4.139167847972446, + "runtime_seconds": 9.908114433288574 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.674937947596444, + "lr": 0.03, + "negative_goodness": 0.9608933854950799, + "pair_accuracy": 0.9032444444444444, + "positive_goodness": 4.0590745944552955, + "runtime_seconds": 9.898412466049194 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6369926897419823, + "lr": 0.03, + "negative_goodness": 0.9234248402489557, + "pair_accuracy": 0.9160888888676961, + "positive_goodness": 4.234926638200548, + "runtime_seconds": 9.77702021598816 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6650424405972163, + "lr": 0.03, + "negative_goodness": 0.9294843626287248, + "pair_accuracy": 0.9093555555555556, + "positive_goodness": 4.2209758759392635, + "runtime_seconds": 9.73686170578003 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6328603158526951, + "lr": 0.03, + "negative_goodness": 0.9175892281638252, + "pair_accuracy": 0.9153777777459886, + "positive_goodness": 4.292430530378554, + "runtime_seconds": 9.927372455596924 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6425685404406654, + "lr": 0.03, + "negative_goodness": 0.8930337191316816, + "pair_accuracy": 0.9101555555555556, + "positive_goodness": 4.227550921800401, + "runtime_seconds": 9.905876874923706 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6800879379696316, + "lr": 0.03, + "negative_goodness": 0.945432575501336, + "pair_accuracy": 0.9017111110899183, + "positive_goodness": 4.141923625119527, + "runtime_seconds": 9.9472017288208 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6102805757866966, + "lr": 0.03, + "negative_goodness": 0.8663110853698519, + "pair_accuracy": 0.9226, + "positive_goodness": 4.4483737358093265, + "runtime_seconds": 9.674419164657593 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6813071437809203, + "lr": 0.03, + "negative_goodness": 0.9577986324681176, + "pair_accuracy": 0.8999111111111111, + "positive_goodness": 4.1521433356391055, + "runtime_seconds": 9.982878923416138 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6590344801372952, + "lr": 0.03, + "negative_goodness": 0.9222008040746053, + "pair_accuracy": 0.9090666667196485, + "positive_goodness": 4.2113091326819525, + "runtime_seconds": 9.844735383987427 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6278884483973185, + "lr": 0.03, + "negative_goodness": 0.8756357998636034, + "pair_accuracy": 0.9180444444603391, + "positive_goodness": 4.328324479293824, + "runtime_seconds": 9.86838984489441 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.663906315252516, + "lr": 0.03, + "negative_goodness": 0.924801326391432, + "pair_accuracy": 0.9035777777989705, + "positive_goodness": 4.162703207227919, + "runtime_seconds": 9.79780101776123 + } + ], + "layer": 22 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9063953370836046, + "lr": 0.03, + "negative_goodness": 1.2821892659929064, + "pair_accuracy": 0.8533111111429003, + "positive_goodness": 3.3038999427371554, + "runtime_seconds": 9.993561506271362 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8675342436260647, + "lr": 0.03, + "negative_goodness": 1.3051679518381754, + "pair_accuracy": 0.8644444444974263, + "positive_goodness": 3.301750230111016, + "runtime_seconds": 9.817720651626587 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7510025411817762, + "lr": 0.03, + "negative_goodness": 1.1451432731204563, + "pair_accuracy": 0.8891777778307597, + "positive_goodness": 3.7062560922410754, + "runtime_seconds": 9.872278451919556 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7809694588343302, + "lr": 0.03, + "negative_goodness": 1.1642433547125923, + "pair_accuracy": 0.8885777777671814, + "positive_goodness": 3.6940874348110624, + "runtime_seconds": 9.623603820800781 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7432291091707017, + "lr": 0.03, + "negative_goodness": 1.127787467151218, + "pair_accuracy": 0.8908444444550409, + "positive_goodness": 3.739205248514811, + "runtime_seconds": 10.004968166351318 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.73954883468416, + "lr": 0.03, + "negative_goodness": 1.0970384375254314, + "pair_accuracy": 0.9014, + "positive_goodness": 3.7801341794755725, + "runtime_seconds": 9.740286588668823 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.8149913377443949, + "lr": 0.03, + "negative_goodness": 1.1726405399428474, + "pair_accuracy": 0.8681555555555556, + "positive_goodness": 3.522812597571479, + "runtime_seconds": 9.822396755218506 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.6922095374531216, + "lr": 0.03, + "negative_goodness": 1.038653727918201, + "pair_accuracy": 0.9144, + "positive_goodness": 3.9119723178863524, + "runtime_seconds": 9.660771131515503 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7214454894277784, + "lr": 0.03, + "negative_goodness": 1.0697889428668552, + "pair_accuracy": 0.8971555555449592, + "positive_goodness": 3.8330642506917316, + "runtime_seconds": 9.998628854751587 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7369461787170835, + "lr": 0.03, + "negative_goodness": 1.0502558211750455, + "pair_accuracy": 0.8898666666666667, + "positive_goodness": 3.8683310238308377, + "runtime_seconds": 9.808428764343262 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6853813572565715, + "lr": 0.03, + "negative_goodness": 1.052326403533088, + "pair_accuracy": 0.9115333333757188, + "positive_goodness": 3.954663879500495, + "runtime_seconds": 9.848608255386353 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6615131763988071, + "lr": 0.03, + "negative_goodness": 1.0297020576265123, + "pair_accuracy": 0.9232666666666667, + "positive_goodness": 3.9986368975321454, + "runtime_seconds": 9.737563371658325 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.619598372443517, + "lr": 0.03, + "negative_goodness": 0.9532510510232713, + "pair_accuracy": 0.9282444444444444, + "positive_goodness": 4.265007527245416, + "runtime_seconds": 9.994598388671875 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6639747494538625, + "lr": 0.03, + "negative_goodness": 0.9555062126053704, + "pair_accuracy": 0.9083777777777777, + "positive_goodness": 4.092525115542942, + "runtime_seconds": 9.749613046646118 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6478851926379734, + "lr": 0.03, + "negative_goodness": 0.9842791645579868, + "pair_accuracy": 0.9207777777777778, + "positive_goodness": 4.123988693110148, + "runtime_seconds": 9.865755796432495 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6974610544257693, + "lr": 0.03, + "negative_goodness": 1.0332402134391996, + "pair_accuracy": 0.9097111111111111, + "positive_goodness": 3.9367523871527776, + "runtime_seconds": 9.996083974838257 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.7056979952017466, + "lr": 0.03, + "negative_goodness": 1.0399852906968858, + "pair_accuracy": 0.9128, + "positive_goodness": 3.9697699119567873, + "runtime_seconds": 10.002360105514526 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6517980801529355, + "lr": 0.03, + "negative_goodness": 0.9620999343077342, + "pair_accuracy": 0.9183111111111111, + "positive_goodness": 4.121725176493327, + "runtime_seconds": 10.005833387374878 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6881412785265181, + "lr": 0.03, + "negative_goodness": 0.9881109303050571, + "pair_accuracy": 0.9124666666560702, + "positive_goodness": 4.060151494428847, + "runtime_seconds": 9.995383501052856 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6716578653547499, + "lr": 0.03, + "negative_goodness": 0.9827705767446094, + "pair_accuracy": 0.9105111111111112, + "positive_goodness": 4.128630847337511, + "runtime_seconds": 9.995143175125122 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6772952109601763, + "lr": 0.03, + "negative_goodness": 1.011960527250502, + "pair_accuracy": 0.9088222222222222, + "positive_goodness": 4.0527343539767795, + "runtime_seconds": 9.992181301116943 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6212303226047092, + "lr": 0.03, + "negative_goodness": 0.9325257623248631, + "pair_accuracy": 0.9217777777777778, + "positive_goodness": 4.289334576310051, + "runtime_seconds": 9.991932392120361 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6340920580969917, + "lr": 0.03, + "negative_goodness": 0.9061255318535699, + "pair_accuracy": 0.9119999999788072, + "positive_goodness": 4.260370438808865, + "runtime_seconds": 9.995000839233398 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6758303497314453, + "lr": 0.03, + "negative_goodness": 0.9926710238986545, + "pair_accuracy": 0.9180666666666667, + "positive_goodness": 4.056352860260009, + "runtime_seconds": 10.000931978225708 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.611085856130388, + "lr": 0.03, + "negative_goodness": 0.8880085057576498, + "pair_accuracy": 0.9240000000529819, + "positive_goodness": 4.304467231411404, + "runtime_seconds": 9.996618747711182 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6557094589445326, + "lr": 0.03, + "negative_goodness": 0.964448283598158, + "pair_accuracy": 0.9146222222116258, + "positive_goodness": 4.180238928265042, + "runtime_seconds": 9.999067068099976 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6466414227061802, + "lr": 0.03, + "negative_goodness": 0.9475020941204495, + "pair_accuracy": 0.9143555555449592, + "positive_goodness": 4.146114269595676, + "runtime_seconds": 10.003045320510864 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6754566741784414, + "lr": 0.03, + "negative_goodness": 0.9868158641603257, + "pair_accuracy": 0.9164, + "positive_goodness": 4.118335230339898, + "runtime_seconds": 9.997300148010254 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6259289637565613, + "lr": 0.03, + "negative_goodness": 0.9233284832424588, + "pair_accuracy": 0.9174888888782925, + "positive_goodness": 4.29570474243164, + "runtime_seconds": 9.999748468399048 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.5814369130002128, + "lr": 0.03, + "negative_goodness": 0.8577498827351464, + "pair_accuracy": 0.9371555555555555, + "positive_goodness": 4.485380961524116, + "runtime_seconds": 10.005926609039307 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6267607856326634, + "lr": 0.03, + "negative_goodness": 0.8818120198249817, + "pair_accuracy": 0.9150888889418708, + "positive_goodness": 4.398649579048157, + "runtime_seconds": 10.00106430053711 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6620328968418969, + "lr": 0.03, + "negative_goodness": 0.9225231530984243, + "pair_accuracy": 0.9044444444444445, + "positive_goodness": 4.1740453092787, + "runtime_seconds": 9.99000859260559 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6474589947938919, + "lr": 0.03, + "negative_goodness": 0.9178750205304887, + "pair_accuracy": 0.9060222222222222, + "positive_goodness": 4.321573487345377, + "runtime_seconds": 9.998370885848999 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6233022975073921, + "lr": 0.03, + "negative_goodness": 0.9029258880827162, + "pair_accuracy": 0.9207111111429003, + "positive_goodness": 4.4061433108011885, + "runtime_seconds": 9.991890668869019 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.5783767602973514, + "lr": 0.03, + "negative_goodness": 0.8651227012899186, + "pair_accuracy": 0.9358222222222222, + "positive_goodness": 4.475177309672038, + "runtime_seconds": 9.99657154083252 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6251813918219672, + "lr": 0.03, + "negative_goodness": 0.8834655347188314, + "pair_accuracy": 0.9236888889100816, + "positive_goodness": 4.364158306672838, + "runtime_seconds": 10.003841161727905 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6537203983306885, + "lr": 0.03, + "negative_goodness": 0.9134703694449531, + "pair_accuracy": 0.9079777777779433, + "positive_goodness": 4.3280288617451985, + "runtime_seconds": 9.995168447494507 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6146174406475491, + "lr": 0.03, + "negative_goodness": 0.8828985183080037, + "pair_accuracy": 0.9216222222301695, + "positive_goodness": 4.359011995983124, + "runtime_seconds": 9.99098825454712 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6085645258161757, + "lr": 0.03, + "negative_goodness": 0.8688129183239407, + "pair_accuracy": 0.9174444444444444, + "positive_goodness": 4.401026074769762, + "runtime_seconds": 10.006775140762329 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6176732622888353, + "lr": 0.03, + "negative_goodness": 0.8648968572086758, + "pair_accuracy": 0.9181111110899184, + "positive_goodness": 4.425267076237996, + "runtime_seconds": 9.99769377708435 + } + ], + "layer": 23 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.1499169572724237, + "lr": 0.03, + "negative_goodness": 1.7150626821623909, + "pair_accuracy": 0.787733333322737, + "positive_goodness": 3.149105027219984, + "runtime_seconds": 10.017301321029663 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.862276980887519, + "lr": 0.03, + "negative_goodness": 1.3761818639119465, + "pair_accuracy": 0.8641333333121406, + "positive_goodness": 3.647079677073161, + "runtime_seconds": 10.028666734695435 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8208829814010197, + "lr": 0.03, + "negative_goodness": 1.2855739379141067, + "pair_accuracy": 0.8740888888888889, + "positive_goodness": 3.7101817275153266, + "runtime_seconds": 10.011423110961914 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7711763194825915, + "lr": 0.03, + "negative_goodness": 1.2318105571746827, + "pair_accuracy": 0.897355555566152, + "positive_goodness": 3.8375424824608695, + "runtime_seconds": 10.01513934135437 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7571718318568336, + "lr": 0.03, + "negative_goodness": 1.1855391702387068, + "pair_accuracy": 0.8918444444444444, + "positive_goodness": 3.792354956902398, + "runtime_seconds": 10.015815258026123 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7210684820810954, + "lr": 0.03, + "negative_goodness": 1.1440414271884494, + "pair_accuracy": 0.9085777777784401, + "positive_goodness": 3.932660065481398, + "runtime_seconds": 10.013560056686401 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7495236698998345, + "lr": 0.03, + "negative_goodness": 1.1299403498331706, + "pair_accuracy": 0.890511111164093, + "positive_goodness": 3.824982868385315, + "runtime_seconds": 10.018441915512085 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7080749800788032, + "lr": 0.03, + "negative_goodness": 1.071161287996504, + "pair_accuracy": 0.898533333322737, + "positive_goodness": 3.999514247555203, + "runtime_seconds": 10.00893235206604 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6739809307522244, + "lr": 0.03, + "negative_goodness": 1.0411093948364258, + "pair_accuracy": 0.9071333333386316, + "positive_goodness": 4.042894931284587, + "runtime_seconds": 10.016138553619385 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7129645613008075, + "lr": 0.03, + "negative_goodness": 1.0721798154989879, + "pair_accuracy": 0.9036666666666666, + "positive_goodness": 3.969536837005615, + "runtime_seconds": 10.027096033096313 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6188611870739195, + "lr": 0.03, + "negative_goodness": 0.9844074019696978, + "pair_accuracy": 0.9282, + "positive_goodness": 4.317660299428304, + "runtime_seconds": 10.066328525543213 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6714865581724379, + "lr": 0.03, + "negative_goodness": 1.0220262929704453, + "pair_accuracy": 0.9176000000158946, + "positive_goodness": 4.115154445054796, + "runtime_seconds": 10.012224674224854 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.664500237941742, + "lr": 0.03, + "negative_goodness": 1.0022587037086488, + "pair_accuracy": 0.9021555555237664, + "positive_goodness": 4.171603312386407, + "runtime_seconds": 10.020734310150146 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6692168541457918, + "lr": 0.03, + "negative_goodness": 0.9938885171201494, + "pair_accuracy": 0.9034, + "positive_goodness": 4.131118164401585, + "runtime_seconds": 10.012383222579956 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6614815886603461, + "lr": 0.03, + "negative_goodness": 0.986999926410781, + "pair_accuracy": 0.9047555555555555, + "positive_goodness": 4.1747631461249455, + "runtime_seconds": 10.009117364883423 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.63201781651179, + "lr": 0.03, + "negative_goodness": 0.942918321662479, + "pair_accuracy": 0.9135777777777778, + "positive_goodness": 4.246121618652344, + "runtime_seconds": 10.012680768966675 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6356402978579203, + "lr": 0.03, + "negative_goodness": 0.9277490626759, + "pair_accuracy": 0.9100444444444444, + "positive_goodness": 4.3026078637441, + "runtime_seconds": 10.016139268875122 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6638353772640229, + "lr": 0.03, + "negative_goodness": 1.0112152004241943, + "pair_accuracy": 0.9051111111005147, + "positive_goodness": 4.124814250013563, + "runtime_seconds": 10.009111642837524 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6266249609576331, + "lr": 0.03, + "negative_goodness": 0.9189503387451172, + "pair_accuracy": 0.9130444444444444, + "positive_goodness": 4.305652025943332, + "runtime_seconds": 10.04856538772583 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6190559244314829, + "lr": 0.03, + "negative_goodness": 0.9227825326389737, + "pair_accuracy": 0.9111777777777778, + "positive_goodness": 4.292675548214382, + "runtime_seconds": 10.066322088241577 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6399056768841214, + "lr": 0.03, + "negative_goodness": 0.9369923552195231, + "pair_accuracy": 0.9024888888994853, + "positive_goodness": 4.251150292883979, + "runtime_seconds": 10.010757446289062 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.7033529266569349, + "lr": 0.03, + "negative_goodness": 1.0006875924746195, + "pair_accuracy": 0.8905999999788072, + "positive_goodness": 4.014221489164564, + "runtime_seconds": 10.012919187545776 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6180129198127323, + "lr": 0.03, + "negative_goodness": 0.8995996591885884, + "pair_accuracy": 0.9091777777777778, + "positive_goodness": 4.355004449886746, + "runtime_seconds": 10.017956018447876 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6342668400552538, + "lr": 0.03, + "negative_goodness": 0.9138778467390273, + "pair_accuracy": 0.9172444444444444, + "positive_goodness": 4.278461887359619, + "runtime_seconds": 10.013375520706177 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.5925407177819146, + "lr": 0.03, + "negative_goodness": 0.8596929501427545, + "pair_accuracy": 0.9178222222752042, + "positive_goodness": 4.371769077661303, + "runtime_seconds": 10.019278049468994 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6452767585860358, + "lr": 0.03, + "negative_goodness": 0.9230077415678236, + "pair_accuracy": 0.9049333333333334, + "positive_goodness": 4.377670126046075, + "runtime_seconds": 10.013969659805298 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6654049845351113, + "lr": 0.03, + "negative_goodness": 0.9342033046404521, + "pair_accuracy": 0.8941555555555556, + "positive_goodness": 4.1539048148261175, + "runtime_seconds": 10.00963306427002 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6372471890343561, + "lr": 0.03, + "negative_goodness": 0.933024249235789, + "pair_accuracy": 0.9185333333227369, + "positive_goodness": 4.264212601555719, + "runtime_seconds": 10.002684354782104 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6337039084328545, + "lr": 0.03, + "negative_goodness": 0.9379842082235548, + "pair_accuracy": 0.9176888888782925, + "positive_goodness": 4.238111461003621, + "runtime_seconds": 10.023680448532104 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6275699707931942, + "lr": 0.03, + "negative_goodness": 0.8846522171974183, + "pair_accuracy": 0.9067111111111111, + "positive_goodness": 4.398529322391086, + "runtime_seconds": 10.04190444946289 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.5715102721797095, + "lr": 0.03, + "negative_goodness": 0.8401175433794658, + "pair_accuracy": 0.9224, + "positive_goodness": 4.517007708316379, + "runtime_seconds": 10.053844928741455 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6423697421577241, + "lr": 0.03, + "negative_goodness": 0.8938210610734092, + "pair_accuracy": 0.9060222222222222, + "positive_goodness": 4.311148053148058, + "runtime_seconds": 10.009666919708252 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6320409386740791, + "lr": 0.03, + "negative_goodness": 0.8856709917068482, + "pair_accuracy": 0.9034444444444445, + "positive_goodness": 4.313630762524075, + "runtime_seconds": 10.049237251281738 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6177026893880632, + "lr": 0.03, + "negative_goodness": 0.8883920827335782, + "pair_accuracy": 0.9050666666666667, + "positive_goodness": 4.444708211686876, + "runtime_seconds": 10.078399181365967 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.585146470811632, + "lr": 0.03, + "negative_goodness": 0.8236493263138666, + "pair_accuracy": 0.9189555555449592, + "positive_goodness": 4.562109501012166, + "runtime_seconds": 10.060802221298218 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5994775459925333, + "lr": 0.03, + "negative_goodness": 0.8714770076857673, + "pair_accuracy": 0.9244444444974264, + "positive_goodness": 4.432496951686011, + "runtime_seconds": 10.011601686477661 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6660344969643487, + "lr": 0.03, + "negative_goodness": 0.8966664981842041, + "pair_accuracy": 0.899955555597941, + "positive_goodness": 4.264954697375828, + "runtime_seconds": 10.015611410140991 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6699272077401479, + "lr": 0.03, + "negative_goodness": 0.911514763185713, + "pair_accuracy": 0.8932, + "positive_goodness": 4.237340748680962, + "runtime_seconds": 10.010088205337524 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6289260950194465, + "lr": 0.03, + "negative_goodness": 0.8936687642945184, + "pair_accuracy": 0.9038222222010295, + "positive_goodness": 4.356372689988878, + "runtime_seconds": 10.015506267547607 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6410751819186741, + "lr": 0.03, + "negative_goodness": 0.8975582965321011, + "pair_accuracy": 0.9100222222275204, + "positive_goodness": 4.347843708377415, + "runtime_seconds": 10.014419555664062 + } + ], + "layer": 24 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9156956342273288, + "lr": 0.03, + "negative_goodness": 1.2744096091376411, + "pair_accuracy": 0.8460888889100816, + "positive_goodness": 3.241411830223931, + "runtime_seconds": 9.994781017303467 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.7945889218542311, + "lr": 0.03, + "negative_goodness": 1.1657386093139648, + "pair_accuracy": 0.8785333333333334, + "positive_goodness": 3.633951196416219, + "runtime_seconds": 9.99396824836731 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8682658582157559, + "lr": 0.03, + "negative_goodness": 1.2649704164557987, + "pair_accuracy": 0.8489555555555556, + "positive_goodness": 3.4497206462436254, + "runtime_seconds": 9.997618675231934 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7966600628111098, + "lr": 0.03, + "negative_goodness": 1.201978729777866, + "pair_accuracy": 0.8780222221904331, + "positive_goodness": 3.627027499262492, + "runtime_seconds": 9.997895240783691 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.8397631089263492, + "lr": 0.03, + "negative_goodness": 1.1884865045759414, + "pair_accuracy": 0.8517777777671814, + "positive_goodness": 3.491463515387641, + "runtime_seconds": 9.993839263916016 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.746947581799825, + "lr": 0.03, + "negative_goodness": 1.1076670710139804, + "pair_accuracy": 0.8816888888888889, + "positive_goodness": 3.81700332836575, + "runtime_seconds": 9.987244367599487 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.8099665078692966, + "lr": 0.03, + "negative_goodness": 1.1864122143851386, + "pair_accuracy": 0.8606444444656373, + "positive_goodness": 3.5627292899661596, + "runtime_seconds": 9.993288040161133 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7136135042455461, + "lr": 0.03, + "negative_goodness": 1.066845770380232, + "pair_accuracy": 0.8866666666666667, + "positive_goodness": 3.960549517144097, + "runtime_seconds": 9.988036155700684 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7614226719114515, + "lr": 0.03, + "negative_goodness": 1.1130996048397488, + "pair_accuracy": 0.8873777777777778, + "positive_goodness": 3.799475735918681, + "runtime_seconds": 9.989776611328125 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7824494532267252, + "lr": 0.03, + "negative_goodness": 1.1653124734454685, + "pair_accuracy": 0.8797777777777778, + "positive_goodness": 3.644248066965739, + "runtime_seconds": 9.994952917098999 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7705715397251977, + "lr": 0.03, + "negative_goodness": 1.143079610384835, + "pair_accuracy": 0.876533333322737, + "positive_goodness": 3.6588973770989313, + "runtime_seconds": 9.990703582763672 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7226027072482639, + "lr": 0.03, + "negative_goodness": 1.084085762723287, + "pair_accuracy": 0.8949111111323039, + "positive_goodness": 3.8704359272003175, + "runtime_seconds": 9.985678434371948 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.74963895939721, + "lr": 0.03, + "negative_goodness": 1.0908094732920328, + "pair_accuracy": 0.8821333333121406, + "positive_goodness": 3.769889411248101, + "runtime_seconds": 9.993733882904053 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7293800431039599, + "lr": 0.03, + "negative_goodness": 1.0752734311209784, + "pair_accuracy": 0.8870222222752041, + "positive_goodness": 3.9099451125250924, + "runtime_seconds": 9.99046540260315 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.7291933175590303, + "lr": 0.03, + "negative_goodness": 1.0826821887466642, + "pair_accuracy": 0.8966222222222222, + "positive_goodness": 3.852228061336941, + "runtime_seconds": 9.995542764663696 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.756208097574446, + "lr": 0.03, + "negative_goodness": 1.1300659677505493, + "pair_accuracy": 0.8878222222646077, + "positive_goodness": 3.752500954225328, + "runtime_seconds": 9.968535661697388 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.7332867321014405, + "lr": 0.03, + "negative_goodness": 1.076296139907837, + "pair_accuracy": 0.885777777778109, + "positive_goodness": 3.872284299045139, + "runtime_seconds": 10.034621238708496 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.7632201564629872, + "lr": 0.03, + "negative_goodness": 1.0851504744476743, + "pair_accuracy": 0.8796888888888889, + "positive_goodness": 3.7430934202406143, + "runtime_seconds": 10.047853946685791 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.7509747156937917, + "lr": 0.03, + "negative_goodness": 1.1061250494480133, + "pair_accuracy": 0.8835111111111111, + "positive_goodness": 3.7727191251118977, + "runtime_seconds": 10.051154375076294 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.7318355027649138, + "lr": 0.03, + "negative_goodness": 1.0818484890143076, + "pair_accuracy": 0.8953333333333333, + "positive_goodness": 3.8571338484022353, + "runtime_seconds": 10.051645040512085 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.7066634716272354, + "lr": 0.03, + "negative_goodness": 1.052059801647398, + "pair_accuracy": 0.8991111111111111, + "positive_goodness": 3.94099151441786, + "runtime_seconds": 10.057369709014893 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.7384962366369036, + "lr": 0.03, + "negative_goodness": 1.0612862804306877, + "pair_accuracy": 0.8858888888888888, + "positive_goodness": 3.8849198235405815, + "runtime_seconds": 10.06177282333374 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.7040973768870036, + "lr": 0.03, + "negative_goodness": 1.020586633321974, + "pair_accuracy": 0.8987777777671814, + "positive_goodness": 3.9788957151201036, + "runtime_seconds": 10.055988073348999 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6592743795606825, + "lr": 0.03, + "negative_goodness": 0.9730433664957683, + "pair_accuracy": 0.9001999999894036, + "positive_goodness": 4.187326781378852, + "runtime_seconds": 10.051180362701416 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6615950688680013, + "lr": 0.03, + "negative_goodness": 0.9563438813527425, + "pair_accuracy": 0.9043777777883741, + "positive_goodness": 4.179543604755402, + "runtime_seconds": 10.05319595336914 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.7366856751547919, + "lr": 0.03, + "negative_goodness": 1.0567808694415621, + "pair_accuracy": 0.8915777777777778, + "positive_goodness": 3.952175377358331, + "runtime_seconds": 10.05028748512268 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.7054878774272071, + "lr": 0.03, + "negative_goodness": 1.0331461829397413, + "pair_accuracy": 0.8852888888888889, + "positive_goodness": 4.0464912287818064, + "runtime_seconds": 10.052772283554077 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.7098597661336263, + "lr": 0.03, + "negative_goodness": 1.0270559885236952, + "pair_accuracy": 0.8951555555555556, + "positive_goodness": 3.9318908452351886, + "runtime_seconds": 10.057686805725098 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6555931070433723, + "lr": 0.03, + "negative_goodness": 0.9832627337667678, + "pair_accuracy": 0.9128888888676961, + "positive_goodness": 4.22407068256802, + "runtime_seconds": 10.048103094100952 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.7677071920288934, + "lr": 0.03, + "negative_goodness": 1.1082024140463935, + "pair_accuracy": 0.8770444444444444, + "positive_goodness": 3.734865996551514, + "runtime_seconds": 10.043132543563843 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6949661350170772, + "lr": 0.03, + "negative_goodness": 0.9793019681771596, + "pair_accuracy": 0.8981555555555556, + "positive_goodness": 3.977219241163466, + "runtime_seconds": 10.056259393692017 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6775262031767103, + "lr": 0.03, + "negative_goodness": 0.9991601709365845, + "pair_accuracy": 0.8992666666772631, + "positive_goodness": 4.188407940038045, + "runtime_seconds": 10.046976566314697 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6673039017995198, + "lr": 0.03, + "negative_goodness": 0.9816924666934543, + "pair_accuracy": 0.9094444444447756, + "positive_goodness": 4.10413924530877, + "runtime_seconds": 10.054481506347656 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6545212643702825, + "lr": 0.03, + "negative_goodness": 0.9611306492196189, + "pair_accuracy": 0.9098, + "positive_goodness": 4.126805654652913, + "runtime_seconds": 10.057473421096802 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6828081083933513, + "lr": 0.03, + "negative_goodness": 1.0129584018071494, + "pair_accuracy": 0.90564444444461, + "positive_goodness": 4.124658046298557, + "runtime_seconds": 10.051753520965576 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6738656066046821, + "lr": 0.03, + "negative_goodness": 0.9749763679504394, + "pair_accuracy": 0.8985777777724796, + "positive_goodness": 4.046684522056579, + "runtime_seconds": 10.048254489898682 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6852923019621108, + "lr": 0.03, + "negative_goodness": 1.004231835132175, + "pair_accuracy": 0.9025333333757188, + "positive_goodness": 4.0579376986609565, + "runtime_seconds": 10.05697250366211 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.7142373358620537, + "lr": 0.03, + "negative_goodness": 1.0471296072853935, + "pair_accuracy": 0.8958666666560703, + "positive_goodness": 3.946293104786343, + "runtime_seconds": 10.04898715019226 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6599911453458998, + "lr": 0.03, + "negative_goodness": 0.9481218861473931, + "pair_accuracy": 0.9043333333121406, + "positive_goodness": 4.1878479051378035, + "runtime_seconds": 10.054591178894043 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.7247016898155212, + "lr": 0.03, + "negative_goodness": 1.011338179450565, + "pair_accuracy": 0.8912222222222222, + "positive_goodness": 3.9476418816460503, + "runtime_seconds": 10.056423425674438 + } + ], + "layer": 25 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.0754077345954047, + "lr": 0.03, + "negative_goodness": 1.596887409930759, + "pair_accuracy": 0.810977777783076, + "positive_goodness": 3.1357420365651447, + "runtime_seconds": 10.076606750488281 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.9762479615529378, + "lr": 0.03, + "negative_goodness": 1.4439638203514946, + "pair_accuracy": 0.8263333333174387, + "positive_goodness": 3.2491509752909344, + "runtime_seconds": 10.0710768699646 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.9164666673660279, + "lr": 0.03, + "negative_goodness": 1.3571886390686034, + "pair_accuracy": 0.8392222222540113, + "positive_goodness": 3.367342446306017, + "runtime_seconds": 10.079352617263794 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.8966873063776228, + "lr": 0.03, + "negative_goodness": 1.3267776253700256, + "pair_accuracy": 0.8410444444444445, + "positive_goodness": 3.4256441567314995, + "runtime_seconds": 10.07205843925476 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.8861953901078966, + "lr": 0.03, + "negative_goodness": 1.3362455600738525, + "pair_accuracy": 0.8413999999682109, + "positive_goodness": 3.4328766171773273, + "runtime_seconds": 10.077913522720337 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.8172218341827393, + "lr": 0.03, + "negative_goodness": 1.2520480536672804, + "pair_accuracy": 0.867511111164093, + "positive_goodness": 3.653805304675632, + "runtime_seconds": 10.075621366500854 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.8077260306464301, + "lr": 0.03, + "negative_goodness": 1.2514317898432414, + "pair_accuracy": 0.8684000000423855, + "positive_goodness": 3.6675525063408747, + "runtime_seconds": 10.096473217010498 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7875268301433987, + "lr": 0.03, + "negative_goodness": 1.2261982879426745, + "pair_accuracy": 0.8811777778307597, + "positive_goodness": 3.673423330391778, + "runtime_seconds": 10.101830005645752 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7377033579720391, + "lr": 0.03, + "negative_goodness": 1.1584482105255127, + "pair_accuracy": 0.8978000000423855, + "positive_goodness": 3.8597183612823485, + "runtime_seconds": 10.044204950332642 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7154156240463256, + "lr": 0.03, + "negative_goodness": 1.115414048830668, + "pair_accuracy": 0.9035111111005147, + "positive_goodness": 4.053048053910997, + "runtime_seconds": 9.959750890731812 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7976701223426395, + "lr": 0.03, + "negative_goodness": 1.210196309651269, + "pair_accuracy": 0.8828222222116259, + "positive_goodness": 3.6833365005493164, + "runtime_seconds": 9.949445724487305 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7235005657619901, + "lr": 0.03, + "negative_goodness": 1.1155193075180054, + "pair_accuracy": 0.8973333333545261, + "positive_goodness": 3.963395411406623, + "runtime_seconds": 9.962594747543335 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7296312120755514, + "lr": 0.03, + "negative_goodness": 1.1331677461094327, + "pair_accuracy": 0.8908888888782925, + "positive_goodness": 3.917820081753201, + "runtime_seconds": 9.984773397445679 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7701314965142144, + "lr": 0.03, + "negative_goodness": 1.1441217078526815, + "pair_accuracy": 0.8783555556085375, + "positive_goodness": 3.8138339547475177, + "runtime_seconds": 9.987700700759888 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.7311767669889662, + "lr": 0.03, + "negative_goodness": 1.1132369034449259, + "pair_accuracy": 0.8962888889100816, + "positive_goodness": 3.9018770863850913, + "runtime_seconds": 10.01404881477356 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.7168961059040494, + "lr": 0.03, + "negative_goodness": 1.0772306450102065, + "pair_accuracy": 0.8943777777777778, + "positive_goodness": 4.018947581905789, + "runtime_seconds": 10.054666996002197 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.7587659620390999, + "lr": 0.03, + "negative_goodness": 1.119686351384057, + "pair_accuracy": 0.8862666666666666, + "positive_goodness": 3.8785154051038955, + "runtime_seconds": 10.049308061599731 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6935367529021369, + "lr": 0.03, + "negative_goodness": 1.0563864450772604, + "pair_accuracy": 0.9101777777777778, + "positive_goodness": 4.00179469265408, + "runtime_seconds": 10.040748357772827 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6761993137306638, + "lr": 0.03, + "negative_goodness": 1.0326671551810371, + "pair_accuracy": 0.9130666666666667, + "positive_goodness": 4.094303120083279, + "runtime_seconds": 10.050718307495117 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.696706811009513, + "lr": 0.03, + "negative_goodness": 1.0560373175726996, + "pair_accuracy": 0.8994444444444445, + "positive_goodness": 4.065681282552084, + "runtime_seconds": 10.033474445343018 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6921081252415975, + "lr": 0.03, + "negative_goodness": 1.0280698344972399, + "pair_accuracy": 0.9017555555555555, + "positive_goodness": 4.09735645904541, + "runtime_seconds": 10.010486841201782 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.7416076448016696, + "lr": 0.03, + "negative_goodness": 1.1050043071534899, + "pair_accuracy": 0.8888666666666667, + "positive_goodness": 3.917665804417928, + "runtime_seconds": 9.959796667098999 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.7092351714875963, + "lr": 0.03, + "negative_goodness": 1.0465496017032199, + "pair_accuracy": 0.8946444444444445, + "positive_goodness": 3.945064657465617, + "runtime_seconds": 9.967967748641968 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6807079020182292, + "lr": 0.03, + "negative_goodness": 1.0224991474469503, + "pair_accuracy": 0.9042444444444444, + "positive_goodness": 4.167212455240885, + "runtime_seconds": 9.962337493896484 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.683357845211029, + "lr": 0.03, + "negative_goodness": 1.0228102578163147, + "pair_accuracy": 0.8981777777777777, + "positive_goodness": 4.122249009026421, + "runtime_seconds": 9.965726613998413 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6621526769081751, + "lr": 0.03, + "negative_goodness": 0.9899435514873929, + "pair_accuracy": 0.9129777777777778, + "positive_goodness": 4.182604258643257, + "runtime_seconds": 9.963778257369995 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6482936428070069, + "lr": 0.03, + "negative_goodness": 0.9618897447374132, + "pair_accuracy": 0.9163999999841054, + "positive_goodness": 4.23324228439331, + "runtime_seconds": 9.987390518188477 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6338101997163561, + "lr": 0.03, + "negative_goodness": 0.9734577690760294, + "pair_accuracy": 0.9259555555449591, + "positive_goodness": 4.228517674001058, + "runtime_seconds": 10.018527030944824 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6905010349379646, + "lr": 0.03, + "negative_goodness": 1.012852920182546, + "pair_accuracy": 0.9076666666560703, + "positive_goodness": 4.039442114173042, + "runtime_seconds": 10.025130987167358 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6970536393589444, + "lr": 0.03, + "negative_goodness": 0.9974601542790731, + "pair_accuracy": 0.8990444444444444, + "positive_goodness": 4.026280062950982, + "runtime_seconds": 10.01854920387268 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6632667289310031, + "lr": 0.03, + "negative_goodness": 0.987554546631707, + "pair_accuracy": 0.9079777778201633, + "positive_goodness": 4.158877842140198, + "runtime_seconds": 10.02120041847229 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.7026220719867282, + "lr": 0.03, + "negative_goodness": 1.0051252111646864, + "pair_accuracy": 0.8960888888782925, + "positive_goodness": 4.086066511535645, + "runtime_seconds": 10.017961502075195 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6896990658230252, + "lr": 0.03, + "negative_goodness": 1.0289629948510064, + "pair_accuracy": 0.9053111111164093, + "positive_goodness": 4.065423633066813, + "runtime_seconds": 10.008915662765503 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6425413310156928, + "lr": 0.03, + "negative_goodness": 0.9222569998847113, + "pair_accuracy": 0.9095555555873447, + "positive_goodness": 4.343401405058967, + "runtime_seconds": 10.007014989852905 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6707297577646043, + "lr": 0.03, + "negative_goodness": 0.9647929321712918, + "pair_accuracy": 0.896711111079322, + "positive_goodness": 4.233567786958482, + "runtime_seconds": 10.01942229270935 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.7168790613280402, + "lr": 0.03, + "negative_goodness": 1.0180048845291139, + "pair_accuracy": 0.9004888888782925, + "positive_goodness": 4.039086233562894, + "runtime_seconds": 10.003113269805908 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6436714503420724, + "lr": 0.03, + "negative_goodness": 0.9414882581339942, + "pair_accuracy": 0.9114666666666666, + "positive_goodness": 4.239902316877577, + "runtime_seconds": 9.970606327056885 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6932852479086982, + "lr": 0.03, + "negative_goodness": 0.9963754517290327, + "pair_accuracy": 0.8969777777777778, + "positive_goodness": 4.077731266530355, + "runtime_seconds": 9.954761981964111 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.715259654712677, + "lr": 0.03, + "negative_goodness": 1.0097330750571356, + "pair_accuracy": 0.9001555555449592, + "positive_goodness": 4.026358721330431, + "runtime_seconds": 9.965373754501343 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6456105721685621, + "lr": 0.03, + "negative_goodness": 0.9618749086459478, + "pair_accuracy": 0.9229555555555555, + "positive_goodness": 4.123552245924208, + "runtime_seconds": 9.95861005783081 + } + ], + "layer": 26 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9973282545301649, + "lr": 0.03, + "negative_goodness": 1.3472452763663398, + "pair_accuracy": 0.8030444444550409, + "positive_goodness": 3.0183549074808758, + "runtime_seconds": 9.934853315353394 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8926615781784057, + "lr": 0.03, + "negative_goodness": 1.310264387427436, + "pair_accuracy": 0.8296888888888889, + "positive_goodness": 3.35326974673801, + "runtime_seconds": 9.955825805664062 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.87830744916598, + "lr": 0.03, + "negative_goodness": 1.2815399506198035, + "pair_accuracy": 0.8334666666666667, + "positive_goodness": 3.506083349439833, + "runtime_seconds": 9.939950942993164 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.8059913368966845, + "lr": 0.03, + "negative_goodness": 1.1953766734653049, + "pair_accuracy": 0.8590888888888889, + "positive_goodness": 3.685178758494059, + "runtime_seconds": 9.934147596359253 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.831401661740409, + "lr": 0.03, + "negative_goodness": 1.2392694284545052, + "pair_accuracy": 0.8546444444444444, + "positive_goodness": 3.60773788011339, + "runtime_seconds": 9.974394798278809 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7831082214991252, + "lr": 0.03, + "negative_goodness": 1.1557285052405464, + "pair_accuracy": 0.8672666666666666, + "positive_goodness": 3.881923151652018, + "runtime_seconds": 10.045059204101562 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7646622186289893, + "lr": 0.03, + "negative_goodness": 1.1270515451643202, + "pair_accuracy": 0.8722222222222222, + "positive_goodness": 3.914533170912001, + "runtime_seconds": 10.05236291885376 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.8011969330575731, + "lr": 0.03, + "negative_goodness": 1.1617358395894368, + "pair_accuracy": 0.8568888888676961, + "positive_goodness": 3.7001441154903834, + "runtime_seconds": 10.037477970123291 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7904286113950941, + "lr": 0.03, + "negative_goodness": 1.173604451974233, + "pair_accuracy": 0.8557333333863152, + "positive_goodness": 3.7644097271813286, + "runtime_seconds": 10.028298139572144 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7464506815592448, + "lr": 0.03, + "negative_goodness": 1.1125031994077894, + "pair_accuracy": 0.8801555555767483, + "positive_goodness": 3.8770199554867215, + "runtime_seconds": 9.992729902267456 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7029205097304451, + "lr": 0.03, + "negative_goodness": 1.0501743556976317, + "pair_accuracy": 0.8897111111111111, + "positive_goodness": 4.079000473403931, + "runtime_seconds": 9.991872787475586 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7591919878853692, + "lr": 0.03, + "negative_goodness": 1.0962554896036785, + "pair_accuracy": 0.8797555555343628, + "positive_goodness": 3.845050106345283, + "runtime_seconds": 9.990530967712402 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7349691083484226, + "lr": 0.03, + "negative_goodness": 1.0974861016379462, + "pair_accuracy": 0.8804888888570997, + "positive_goodness": 3.94255365041097, + "runtime_seconds": 9.997494220733643 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7506375585397085, + "lr": 0.03, + "negative_goodness": 1.1095067710055246, + "pair_accuracy": 0.8786222222222222, + "positive_goodness": 4.006408699544271, + "runtime_seconds": 10.023826122283936 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.7696398738861084, + "lr": 0.03, + "negative_goodness": 1.1149286233266196, + "pair_accuracy": 0.8768444444974264, + "positive_goodness": 3.833420631451077, + "runtime_seconds": 10.056577444076538 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.7286696126725939, + "lr": 0.03, + "negative_goodness": 1.0653853897306653, + "pair_accuracy": 0.8852222222222222, + "positive_goodness": 3.90455148340861, + "runtime_seconds": 10.071783065795898 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6493422082265218, + "lr": 0.03, + "negative_goodness": 0.9631670120239257, + "pair_accuracy": 0.9090888888888888, + "positive_goodness": 4.297175278049045, + "runtime_seconds": 10.031126976013184 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.7091110239426295, + "lr": 0.03, + "negative_goodness": 1.0446134230507744, + "pair_accuracy": 0.8925111111111111, + "positive_goodness": 3.9862861300998262, + "runtime_seconds": 9.98530125617981 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.7133112908230888, + "lr": 0.03, + "negative_goodness": 1.0550913597981135, + "pair_accuracy": 0.8871555555555556, + "positive_goodness": 4.042543593766954, + "runtime_seconds": 9.989944696426392 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6957509308232201, + "lr": 0.03, + "negative_goodness": 1.0169714228285684, + "pair_accuracy": 0.8974222222222222, + "positive_goodness": 4.135588390519884, + "runtime_seconds": 9.990549087524414 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.7001423362731933, + "lr": 0.03, + "negative_goodness": 1.0057772292878893, + "pair_accuracy": 0.8836666666878594, + "positive_goodness": 4.078019660674201, + "runtime_seconds": 9.995277166366577 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.7085884099960327, + "lr": 0.03, + "negative_goodness": 1.0206549253463746, + "pair_accuracy": 0.8851111110899184, + "positive_goodness": 4.071334675216675, + "runtime_seconds": 9.99241590499878 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6862817740228441, + "lr": 0.03, + "negative_goodness": 1.0167168387518988, + "pair_accuracy": 0.9007111111323038, + "positive_goodness": 4.126021142790052, + "runtime_seconds": 10.004430532455444 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.7517608533329434, + "lr": 0.03, + "negative_goodness": 1.0722415704727173, + "pair_accuracy": 0.8798666666878594, + "positive_goodness": 3.8836316171858045, + "runtime_seconds": 10.032402276992798 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6668887093861898, + "lr": 0.03, + "negative_goodness": 0.9820835566414727, + "pair_accuracy": 0.9120000000052982, + "positive_goodness": 4.18927176844279, + "runtime_seconds": 10.169947862625122 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.7153224961969588, + "lr": 0.03, + "negative_goodness": 1.0043122079637317, + "pair_accuracy": 0.8876666666666667, + "positive_goodness": 4.065902161492242, + "runtime_seconds": 10.17181944847107 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.7111277776930067, + "lr": 0.03, + "negative_goodness": 1.0064700892342462, + "pair_accuracy": 0.8786000000211928, + "positive_goodness": 4.051913648796082, + "runtime_seconds": 10.182847738265991 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6727970147132873, + "lr": 0.03, + "negative_goodness": 0.9645984424591064, + "pair_accuracy": 0.9009999999788072, + "positive_goodness": 4.256581723446316, + "runtime_seconds": 10.19404411315918 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6959864339828491, + "lr": 0.03, + "negative_goodness": 0.9728437945948707, + "pair_accuracy": 0.8917777778095669, + "positive_goodness": 4.262056596713596, + "runtime_seconds": 10.185352563858032 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6597436196433173, + "lr": 0.03, + "negative_goodness": 0.9170972577200995, + "pair_accuracy": 0.9016222222222222, + "positive_goodness": 4.397140443632337, + "runtime_seconds": 10.179966449737549 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6148202548133003, + "lr": 0.03, + "negative_goodness": 0.8819213944964939, + "pair_accuracy": 0.9091111111111111, + "positive_goodness": 4.524136940511068, + "runtime_seconds": 10.099060297012329 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.7074653270297581, + "lr": 0.03, + "negative_goodness": 0.9888508654064603, + "pair_accuracy": 0.8868666666719649, + "positive_goodness": 4.149769893179999, + "runtime_seconds": 10.049208402633667 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6836402069515652, + "lr": 0.03, + "negative_goodness": 0.9776879566616482, + "pair_accuracy": 0.8933777777777778, + "positive_goodness": 4.171838005362616, + "runtime_seconds": 10.042532444000244 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6670516364097595, + "lr": 0.03, + "negative_goodness": 0.9457303720262316, + "pair_accuracy": 0.9013333333333333, + "positive_goodness": 4.164082375420464, + "runtime_seconds": 10.04600977897644 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6738511717213524, + "lr": 0.03, + "negative_goodness": 0.9500945160441928, + "pair_accuracy": 0.9022222222222223, + "positive_goodness": 4.199338584899903, + "runtime_seconds": 10.045025110244751 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6990323189841376, + "lr": 0.03, + "negative_goodness": 0.9818230692227682, + "pair_accuracy": 0.8951111111534966, + "positive_goodness": 4.137388456090291, + "runtime_seconds": 10.050849914550781 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6543590897454156, + "lr": 0.03, + "negative_goodness": 0.9266872259351943, + "pair_accuracy": 0.8925777777777778, + "positive_goodness": 4.269241975487603, + "runtime_seconds": 10.054288864135742 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5992650219069587, + "lr": 0.03, + "negative_goodness": 0.850706814400355, + "pair_accuracy": 0.9219555555555555, + "positive_goodness": 4.595891338094075, + "runtime_seconds": 10.04828405380249 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6489611943350898, + "lr": 0.03, + "negative_goodness": 0.8984929085413615, + "pair_accuracy": 0.9016222222142749, + "positive_goodness": 4.4515726386176215, + "runtime_seconds": 10.053179740905762 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6220126320997874, + "lr": 0.03, + "negative_goodness": 0.8917177544911703, + "pair_accuracy": 0.9148, + "positive_goodness": 4.507846427408854, + "runtime_seconds": 10.047499656677246 + } + ], + "layer": 27 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9221804879506429, + "lr": 0.03, + "negative_goodness": 1.4421615493880378, + "pair_accuracy": 0.8548666666666667, + "positive_goodness": 3.690839225853814, + "runtime_seconds": 10.06937861442566 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8524957663642035, + "lr": 0.03, + "negative_goodness": 1.316926120270623, + "pair_accuracy": 0.8548888888676961, + "positive_goodness": 3.636083918041653, + "runtime_seconds": 10.066743850708008 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8428867513868544, + "lr": 0.03, + "negative_goodness": 1.333231357574463, + "pair_accuracy": 0.8659999999947018, + "positive_goodness": 3.5961456211513942, + "runtime_seconds": 10.075169801712036 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.8268709253311157, + "lr": 0.03, + "negative_goodness": 1.2770334579043918, + "pair_accuracy": 0.8533777777883742, + "positive_goodness": 3.576441589567396, + "runtime_seconds": 10.049075365066528 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7722645816617542, + "lr": 0.03, + "negative_goodness": 1.2160701414320203, + "pair_accuracy": 0.8679333333333333, + "positive_goodness": 3.7907052485148114, + "runtime_seconds": 10.071882009506226 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7866826685799493, + "lr": 0.03, + "negative_goodness": 1.2062876518673367, + "pair_accuracy": 0.870022222243415, + "positive_goodness": 3.752792928144667, + "runtime_seconds": 10.076712369918823 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.8135524946636624, + "lr": 0.03, + "negative_goodness": 1.2496504679150051, + "pair_accuracy": 0.8594222222116258, + "positive_goodness": 3.6068329129960803, + "runtime_seconds": 10.037766933441162 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7690014966752794, + "lr": 0.03, + "negative_goodness": 1.1917794512006972, + "pair_accuracy": 0.8723111111376021, + "positive_goodness": 3.7192677597469754, + "runtime_seconds": 10.01506781578064 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.769010848792394, + "lr": 0.03, + "negative_goodness": 1.1731632952372233, + "pair_accuracy": 0.8718888888888889, + "positive_goodness": 3.756338835228814, + "runtime_seconds": 10.014165878295898 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7511619844648573, + "lr": 0.03, + "negative_goodness": 1.1535993487887912, + "pair_accuracy": 0.8752888888994853, + "positive_goodness": 3.7409136021931966, + "runtime_seconds": 10.039623737335205 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7241712444517348, + "lr": 0.03, + "negative_goodness": 1.1008472691429987, + "pair_accuracy": 0.8798222222116259, + "positive_goodness": 3.916466936916775, + "runtime_seconds": 10.07686972618103 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7416243732240465, + "lr": 0.03, + "negative_goodness": 1.1351803434160022, + "pair_accuracy": 0.8799333333333333, + "positive_goodness": 3.8154443522983126, + "runtime_seconds": 10.036656618118286 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7094451395246718, + "lr": 0.03, + "negative_goodness": 1.0685231173621283, + "pair_accuracy": 0.8808666666878594, + "positive_goodness": 3.989925425084432, + "runtime_seconds": 10.025899887084961 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7148241577360365, + "lr": 0.03, + "negative_goodness": 1.0845477354897393, + "pair_accuracy": 0.8849555555449592, + "positive_goodness": 3.911201128556993, + "runtime_seconds": 10.018788814544678 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6930087102916506, + "lr": 0.03, + "negative_goodness": 1.0636577247036827, + "pair_accuracy": 0.8943777777777778, + "positive_goodness": 3.9985579076978897, + "runtime_seconds": 10.02344799041748 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.7004732805728913, + "lr": 0.03, + "negative_goodness": 1.073780974287457, + "pair_accuracy": 0.8944444444444445, + "positive_goodness": 3.968824179840088, + "runtime_seconds": 10.02070426940918 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.7491039667977227, + "lr": 0.03, + "negative_goodness": 1.1161790109846328, + "pair_accuracy": 0.8762888888994853, + "positive_goodness": 3.869361102909512, + "runtime_seconds": 10.02143383026123 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.7184235352410211, + "lr": 0.03, + "negative_goodness": 1.0503856811099583, + "pair_accuracy": 0.8832222222540114, + "positive_goodness": 3.949131775156657, + "runtime_seconds": 10.013886451721191 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.7466217429425981, + "lr": 0.03, + "negative_goodness": 1.1106359362443288, + "pair_accuracy": 0.8788444444444444, + "positive_goodness": 3.8023085593329538, + "runtime_seconds": 10.01969027519226 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.7227921074019538, + "lr": 0.03, + "negative_goodness": 1.0845147467295329, + "pair_accuracy": 0.8831555555449592, + "positive_goodness": 3.968156818856133, + "runtime_seconds": 10.013653755187988 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.699165432686276, + "lr": 0.03, + "negative_goodness": 1.0401889172448053, + "pair_accuracy": 0.8862666666666666, + "positive_goodness": 4.008302087148031, + "runtime_seconds": 10.014911413192749 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6821367959552341, + "lr": 0.03, + "negative_goodness": 1.0594229918162028, + "pair_accuracy": 0.8988222222328186, + "positive_goodness": 4.059271290545993, + "runtime_seconds": 10.012058019638062 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.7241336813555823, + "lr": 0.03, + "negative_goodness": 1.0665042506800757, + "pair_accuracy": 0.8767777777777778, + "positive_goodness": 3.8803978759765627, + "runtime_seconds": 10.013751029968262 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6835401442633735, + "lr": 0.03, + "negative_goodness": 1.0330341786702475, + "pair_accuracy": 0.8921333333121406, + "positive_goodness": 4.060235665935941, + "runtime_seconds": 10.014899969100952 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6719598876025942, + "lr": 0.03, + "negative_goodness": 1.046072091680103, + "pair_accuracy": 0.9048, + "positive_goodness": 4.033721761491564, + "runtime_seconds": 10.017635107040405 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.7453496799257067, + "lr": 0.03, + "negative_goodness": 1.0913183999167548, + "pair_accuracy": 0.8807111111111111, + "positive_goodness": 3.9400767964257133, + "runtime_seconds": 10.032061338424683 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6893340722613864, + "lr": 0.03, + "negative_goodness": 1.034689483133952, + "pair_accuracy": 0.8918666666984558, + "positive_goodness": 3.954676326031155, + "runtime_seconds": 10.066969871520996 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6481950015227, + "lr": 0.03, + "negative_goodness": 0.9818008621056875, + "pair_accuracy": 0.9057777777777778, + "positive_goodness": 4.220318747202556, + "runtime_seconds": 10.069378852844238 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.7012042014439901, + "lr": 0.03, + "negative_goodness": 1.0581065533743965, + "pair_accuracy": 0.8952444444232517, + "positive_goodness": 4.010556592263116, + "runtime_seconds": 10.071995735168457 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.7076526320404477, + "lr": 0.03, + "negative_goodness": 1.017533501434326, + "pair_accuracy": 0.8768666666666667, + "positive_goodness": 3.9958628561231824, + "runtime_seconds": 10.074715852737427 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6721812032063802, + "lr": 0.03, + "negative_goodness": 1.0128212443033855, + "pair_accuracy": 0.8955999999788072, + "positive_goodness": 4.113391945605808, + "runtime_seconds": 10.08425235748291 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6736586957560645, + "lr": 0.03, + "negative_goodness": 0.9858647690667046, + "pair_accuracy": 0.8947999999894036, + "positive_goodness": 4.079405556318495, + "runtime_seconds": 10.074700355529785 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.656178367834621, + "lr": 0.03, + "negative_goodness": 0.9879680991278754, + "pair_accuracy": 0.8972444444444444, + "positive_goodness": 4.21054910413954, + "runtime_seconds": 10.078937530517578 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6918513781123691, + "lr": 0.03, + "negative_goodness": 1.0177796881887649, + "pair_accuracy": 0.8911777777671814, + "positive_goodness": 4.102686592186822, + "runtime_seconds": 10.075247287750244 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6537729209052192, + "lr": 0.03, + "negative_goodness": 0.9694091121249728, + "pair_accuracy": 0.905955555539661, + "positive_goodness": 4.172705106608073, + "runtime_seconds": 10.074471712112427 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6908776702457005, + "lr": 0.03, + "negative_goodness": 1.0198383930630155, + "pair_accuracy": 0.8917777777817514, + "positive_goodness": 4.117477531433106, + "runtime_seconds": 10.077322244644165 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6187315314531326, + "lr": 0.03, + "negative_goodness": 0.9207328838586807, + "pair_accuracy": 0.9149555555555555, + "positive_goodness": 4.323871966128879, + "runtime_seconds": 10.07469892501831 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.7011205619812012, + "lr": 0.03, + "negative_goodness": 1.0125919501066207, + "pair_accuracy": 0.8915333333333333, + "positive_goodness": 4.09265262383355, + "runtime_seconds": 10.082283735275269 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6941359952078925, + "lr": 0.03, + "negative_goodness": 1.0029119274987115, + "pair_accuracy": 0.8879333333439298, + "positive_goodness": 4.1199705115424266, + "runtime_seconds": 10.161360502243042 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6934937392897076, + "lr": 0.03, + "negative_goodness": 1.0356123130374484, + "pair_accuracy": 0.894, + "positive_goodness": 4.001264546457927, + "runtime_seconds": 10.283041715621948 + } + ], + "layer": 28 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.8872664809650845, + "lr": 0.03, + "negative_goodness": 1.2610374111493428, + "pair_accuracy": 0.8587777777777778, + "positive_goodness": 3.3473619202507865, + "runtime_seconds": 10.075911283493042 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8152782010396321, + "lr": 0.03, + "negative_goodness": 1.2313219055599636, + "pair_accuracy": 0.875066666650772, + "positive_goodness": 3.6185823184543184, + "runtime_seconds": 10.052309274673462 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8432079123602974, + "lr": 0.03, + "negative_goodness": 1.2450663547092014, + "pair_accuracy": 0.8600444444974263, + "positive_goodness": 3.5660711201137967, + "runtime_seconds": 10.057555198669434 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7406409569528368, + "lr": 0.03, + "negative_goodness": 1.1286076908535427, + "pair_accuracy": 0.896022222190433, + "positive_goodness": 3.7959241757710775, + "runtime_seconds": 10.055273532867432 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7477033920500014, + "lr": 0.03, + "negative_goodness": 1.1399196376376681, + "pair_accuracy": 0.8910666666560703, + "positive_goodness": 3.823968726094564, + "runtime_seconds": 10.057621479034424 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.6972613058514066, + "lr": 0.03, + "negative_goodness": 1.046972129758199, + "pair_accuracy": 0.9012222222752041, + "positive_goodness": 3.97553061565823, + "runtime_seconds": 10.048738479614258 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7318992391374376, + "lr": 0.03, + "negative_goodness": 1.0814495833714803, + "pair_accuracy": 0.8955555556085375, + "positive_goodness": 3.8686297049840292, + "runtime_seconds": 10.049051761627197 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.712668365462621, + "lr": 0.03, + "negative_goodness": 1.0769799249649048, + "pair_accuracy": 0.8945777777777778, + "positive_goodness": 3.9590901997036405, + "runtime_seconds": 10.056838989257812 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7350172864278157, + "lr": 0.03, + "negative_goodness": 1.0922421755896674, + "pair_accuracy": 0.887866666677263, + "positive_goodness": 3.8425066430833605, + "runtime_seconds": 10.053906679153442 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7106776964399549, + "lr": 0.03, + "negative_goodness": 1.03155348233117, + "pair_accuracy": 0.892977777783076, + "positive_goodness": 3.9699693670484755, + "runtime_seconds": 10.052066087722778 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7636669287469652, + "lr": 0.03, + "negative_goodness": 1.1068337872399223, + "pair_accuracy": 0.8829111111111111, + "positive_goodness": 3.7947679885016545, + "runtime_seconds": 10.052846431732178 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.693778589047326, + "lr": 0.03, + "negative_goodness": 1.0416959836112127, + "pair_accuracy": 0.9020444444974264, + "positive_goodness": 4.029539180628459, + "runtime_seconds": 10.053679704666138 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7032332011752659, + "lr": 0.03, + "negative_goodness": 1.0310190940009223, + "pair_accuracy": 0.8945999999788072, + "positive_goodness": 3.9878929563734267, + "runtime_seconds": 9.969465017318726 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6727694860246446, + "lr": 0.03, + "negative_goodness": 0.9637052684677971, + "pair_accuracy": 0.8945111111429003, + "positive_goodness": 4.1230434628380666, + "runtime_seconds": 9.936309814453125 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6612760377142164, + "lr": 0.03, + "negative_goodness": 0.9833089513142904, + "pair_accuracy": 0.901266666645474, + "positive_goodness": 4.1421237720913355, + "runtime_seconds": 9.935980081558228 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6925224894629585, + "lr": 0.03, + "negative_goodness": 1.0219133551067776, + "pair_accuracy": 0.8986666667196486, + "positive_goodness": 4.031834189690484, + "runtime_seconds": 9.943340539932251 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6518647311316597, + "lr": 0.03, + "negative_goodness": 0.9656548398971557, + "pair_accuracy": 0.9117777777936723, + "positive_goodness": 4.167345799827576, + "runtime_seconds": 9.936884641647339 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6708154081874423, + "lr": 0.03, + "negative_goodness": 0.9562301291041904, + "pair_accuracy": 0.8969111111217075, + "positive_goodness": 4.158211990102132, + "runtime_seconds": 9.9376859664917 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6889491943703757, + "lr": 0.03, + "negative_goodness": 1.0134726977825166, + "pair_accuracy": 0.9012444444444444, + "positive_goodness": 4.0857928572760684, + "runtime_seconds": 9.940669059753418 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6862767931169934, + "lr": 0.03, + "negative_goodness": 0.9972146312395732, + "pair_accuracy": 0.9030222222222222, + "positive_goodness": 4.0260133941226535, + "runtime_seconds": 9.935781002044678 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6661904729631212, + "lr": 0.03, + "negative_goodness": 0.9499649792777167, + "pair_accuracy": 0.9001555555343628, + "positive_goodness": 4.172589739693536, + "runtime_seconds": 9.93812894821167 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6448802200873693, + "lr": 0.03, + "negative_goodness": 0.9610180839750502, + "pair_accuracy": 0.9153333333333333, + "positive_goodness": 4.198410610029432, + "runtime_seconds": 9.941867351531982 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6505506902482775, + "lr": 0.03, + "negative_goodness": 0.9458975958294339, + "pair_accuracy": 0.9051555555555556, + "positive_goodness": 4.102512123976814, + "runtime_seconds": 9.941321611404419 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6318902108510335, + "lr": 0.03, + "negative_goodness": 0.906355880800883, + "pair_accuracy": 0.9145999999682108, + "positive_goodness": 4.299184376059638, + "runtime_seconds": 9.93293309211731 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6742010083410475, + "lr": 0.03, + "negative_goodness": 0.9879235899819269, + "pair_accuracy": 0.9091555555449592, + "positive_goodness": 4.020564132902357, + "runtime_seconds": 9.938151121139526 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6611903122425079, + "lr": 0.03, + "negative_goodness": 0.9511012084060245, + "pair_accuracy": 0.9121999999894036, + "positive_goodness": 4.063488042195638, + "runtime_seconds": 9.93993067741394 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6343254096137153, + "lr": 0.03, + "negative_goodness": 0.8884135166168213, + "pair_accuracy": 0.9000444444126553, + "positive_goodness": 4.282340312533909, + "runtime_seconds": 9.939478158950806 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6162593627505832, + "lr": 0.03, + "negative_goodness": 0.8893184426307679, + "pair_accuracy": 0.9152, + "positive_goodness": 4.370227366977268, + "runtime_seconds": 9.94476866722107 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6494569510512882, + "lr": 0.03, + "negative_goodness": 0.914290450472302, + "pair_accuracy": 0.9096222222222222, + "positive_goodness": 4.222837505086263, + "runtime_seconds": 9.943783521652222 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.649281451564365, + "lr": 0.03, + "negative_goodness": 0.9491903128465017, + "pair_accuracy": 0.9100444444444444, + "positive_goodness": 4.165049964904785, + "runtime_seconds": 9.912127494812012 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6267527609083388, + "lr": 0.03, + "negative_goodness": 0.8621317677074009, + "pair_accuracy": 0.9097999999788072, + "positive_goodness": 4.326508144675361, + "runtime_seconds": 9.938801050186157 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6182045806460911, + "lr": 0.03, + "negative_goodness": 0.9018237980312771, + "pair_accuracy": 0.9188444444451067, + "positive_goodness": 4.337988528357612, + "runtime_seconds": 9.93671202659607 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6067689634535047, + "lr": 0.03, + "negative_goodness": 0.8781712947951423, + "pair_accuracy": 0.9196666666669978, + "positive_goodness": 4.353846157073975, + "runtime_seconds": 9.943166017532349 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.5989051156255933, + "lr": 0.03, + "negative_goodness": 0.8483096996943156, + "pair_accuracy": 0.9159999999788072, + "positive_goodness": 4.425803072060479, + "runtime_seconds": 9.944528341293335 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6357768700705634, + "lr": 0.03, + "negative_goodness": 0.9040650556988187, + "pair_accuracy": 0.9079777777777778, + "positive_goodness": 4.275713812849257, + "runtime_seconds": 9.946199655532837 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5554883244196573, + "lr": 0.03, + "negative_goodness": 0.8000754127926296, + "pair_accuracy": 0.9273555556085374, + "positive_goodness": 4.61751587562561, + "runtime_seconds": 10.01645565032959 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.5930362655772103, + "lr": 0.03, + "negative_goodness": 0.8604083919299973, + "pair_accuracy": 0.9272222222222222, + "positive_goodness": 4.505759776051839, + "runtime_seconds": 10.05826997756958 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5665851357565985, + "lr": 0.03, + "negative_goodness": 0.8112014442549812, + "pair_accuracy": 0.9317333333333333, + "positive_goodness": 4.557649175601536, + "runtime_seconds": 10.055928945541382 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6486136707729764, + "lr": 0.03, + "negative_goodness": 0.9208026482052273, + "pair_accuracy": 0.9037555555237664, + "positive_goodness": 4.193940994856093, + "runtime_seconds": 10.060580968856812 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.5825926074504852, + "lr": 0.03, + "negative_goodness": 0.8419774212943183, + "pair_accuracy": 0.9270666666666667, + "positive_goodness": 4.485696997748481, + "runtime_seconds": 10.058736562728882 + } + ], + "layer": 29 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.0527203379419114, + "lr": 0.03, + "negative_goodness": 1.5877434749391344, + "pair_accuracy": 0.8324444444444444, + "positive_goodness": 3.182067077170478, + "runtime_seconds": 10.086768627166748 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.788087932756212, + "lr": 0.03, + "negative_goodness": 1.290195106463962, + "pair_accuracy": 0.9029111111111111, + "positive_goodness": 3.8272314534399245, + "runtime_seconds": 10.080604076385498 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8240290346198612, + "lr": 0.03, + "negative_goodness": 1.2883222598499722, + "pair_accuracy": 0.8768888888888889, + "positive_goodness": 3.6531016982184514, + "runtime_seconds": 10.078842878341675 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7540148819393582, + "lr": 0.03, + "negative_goodness": 1.201154007021586, + "pair_accuracy": 0.8926444444126553, + "positive_goodness": 3.7884464078267417, + "runtime_seconds": 10.080885648727417 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7304339881261189, + "lr": 0.03, + "negative_goodness": 1.11335860909356, + "pair_accuracy": 0.8918444444444444, + "positive_goodness": 3.898308421749539, + "runtime_seconds": 10.081835269927979 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7381379524336921, + "lr": 0.03, + "negative_goodness": 1.1443515233357748, + "pair_accuracy": 0.8901555555555556, + "positive_goodness": 3.868937818230523, + "runtime_seconds": 10.080406427383423 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.6831766552024418, + "lr": 0.03, + "negative_goodness": 1.070170069196489, + "pair_accuracy": 0.9114222222222222, + "positive_goodness": 4.039746946546766, + "runtime_seconds": 10.088561534881592 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.6987806320296394, + "lr": 0.03, + "negative_goodness": 1.0417220620473227, + "pair_accuracy": 0.8938, + "positive_goodness": 4.047304008483887, + "runtime_seconds": 10.078872442245483 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6953670828077528, + "lr": 0.03, + "negative_goodness": 1.0859488314098782, + "pair_accuracy": 0.8991555556085374, + "positive_goodness": 3.9399426977793377, + "runtime_seconds": 10.080844163894653 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6607558449851142, + "lr": 0.03, + "negative_goodness": 1.0119096382141113, + "pair_accuracy": 0.9087111111243565, + "positive_goodness": 4.119036094326443, + "runtime_seconds": 10.082869529724121 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6828879483540853, + "lr": 0.03, + "negative_goodness": 1.0088172818289862, + "pair_accuracy": 0.9062666666772631, + "positive_goodness": 4.0514768441942, + "runtime_seconds": 10.022312641143799 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6904014861795638, + "lr": 0.03, + "negative_goodness": 1.0369989606115553, + "pair_accuracy": 0.9006888888888889, + "positive_goodness": 4.070397160932753, + "runtime_seconds": 9.960794687271118 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6862743945651584, + "lr": 0.03, + "negative_goodness": 1.0161548536512586, + "pair_accuracy": 0.897888888894187, + "positive_goodness": 4.067146290249295, + "runtime_seconds": 9.970938920974731 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6702796202659607, + "lr": 0.03, + "negative_goodness": 1.0132985458532968, + "pair_accuracy": 0.9079333333333334, + "positive_goodness": 4.021163410780165, + "runtime_seconds": 9.962181568145752 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6462748288048639, + "lr": 0.03, + "negative_goodness": 0.9852922549989488, + "pair_accuracy": 0.9157111110899183, + "positive_goodness": 4.2022311364491785, + "runtime_seconds": 9.956971645355225 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.691898160847028, + "lr": 0.03, + "negative_goodness": 1.0194975871774885, + "pair_accuracy": 0.9000222222222222, + "positive_goodness": 4.008075190565322, + "runtime_seconds": 9.960087060928345 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6390584043184916, + "lr": 0.03, + "negative_goodness": 0.9593855672306485, + "pair_accuracy": 0.9139111111111111, + "positive_goodness": 4.211722837151421, + "runtime_seconds": 9.96293568611145 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6642331957923041, + "lr": 0.03, + "negative_goodness": 0.9854809447924296, + "pair_accuracy": 0.9004, + "positive_goodness": 4.086551359812419, + "runtime_seconds": 9.961516618728638 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6420701846864488, + "lr": 0.03, + "negative_goodness": 0.9589314679039849, + "pair_accuracy": 0.9092222222328186, + "positive_goodness": 4.215237318929036, + "runtime_seconds": 9.970555543899536 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6297289316495259, + "lr": 0.03, + "negative_goodness": 0.939714123556349, + "pair_accuracy": 0.9128888888994853, + "positive_goodness": 4.292680307261149, + "runtime_seconds": 9.966504096984863 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6529057266553243, + "lr": 0.03, + "negative_goodness": 0.9539199870321485, + "pair_accuracy": 0.9073555555555556, + "positive_goodness": 4.236390735456679, + "runtime_seconds": 9.963369369506836 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6424391766574647, + "lr": 0.03, + "negative_goodness": 0.9338950427002377, + "pair_accuracy": 0.9047333333333333, + "positive_goodness": 4.280757856326633, + "runtime_seconds": 9.961521625518799 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6510272367795309, + "lr": 0.03, + "negative_goodness": 0.9597343287997776, + "pair_accuracy": 0.9040888888782925, + "positive_goodness": 4.247062623935276, + "runtime_seconds": 9.964585781097412 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6357407645834817, + "lr": 0.03, + "negative_goodness": 0.9544500939183765, + "pair_accuracy": 0.9161333333333334, + "positive_goodness": 4.203912306806776, + "runtime_seconds": 9.959272384643555 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.5999115397188398, + "lr": 0.03, + "negative_goodness": 0.9009284882757399, + "pair_accuracy": 0.9260222222222222, + "positive_goodness": 4.3876876272413465, + "runtime_seconds": 9.972989559173584 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6131733137263192, + "lr": 0.03, + "negative_goodness": 0.8923269851737552, + "pair_accuracy": 0.9164222222222222, + "positive_goodness": 4.413973066880968, + "runtime_seconds": 9.958343267440796 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6059297974904378, + "lr": 0.03, + "negative_goodness": 0.8803764810562134, + "pair_accuracy": 0.9136444444126554, + "positive_goodness": 4.485605068206787, + "runtime_seconds": 9.964277982711792 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.609437104458279, + "lr": 0.03, + "negative_goodness": 0.8947190713670519, + "pair_accuracy": 0.91804444444461, + "positive_goodness": 4.388487822376357, + "runtime_seconds": 9.967325925827026 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.5720112884309557, + "lr": 0.03, + "negative_goodness": 0.8215835718366835, + "pair_accuracy": 0.9218000000317892, + "positive_goodness": 4.506159666654798, + "runtime_seconds": 9.961693525314331 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6171475888358222, + "lr": 0.03, + "negative_goodness": 0.8973235738118489, + "pair_accuracy": 0.9156222222540114, + "positive_goodness": 4.433674624252319, + "runtime_seconds": 9.965421199798584 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6026717464235094, + "lr": 0.03, + "negative_goodness": 0.8965384653303359, + "pair_accuracy": 0.9197333333121406, + "positive_goodness": 4.348265403027004, + "runtime_seconds": 9.969858407974243 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6182759827666813, + "lr": 0.03, + "negative_goodness": 0.9278526787757874, + "pair_accuracy": 0.9221999999894036, + "positive_goodness": 4.2701071266174315, + "runtime_seconds": 9.958916902542114 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6008725464926825, + "lr": 0.03, + "negative_goodness": 0.8593160827636719, + "pair_accuracy": 0.9128444444444445, + "positive_goodness": 4.439442906867133, + "runtime_seconds": 9.964844465255737 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.5809445569144355, + "lr": 0.03, + "negative_goodness": 0.8483521804597642, + "pair_accuracy": 0.927800000026491, + "positive_goodness": 4.426817695257399, + "runtime_seconds": 9.984657049179077 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6144778468237982, + "lr": 0.03, + "negative_goodness": 0.8901861510806613, + "pair_accuracy": 0.9142888888782925, + "positive_goodness": 4.346625002585517, + "runtime_seconds": 9.974590539932251 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5873738614188301, + "lr": 0.03, + "negative_goodness": 0.8564273905012343, + "pair_accuracy": 0.9186000000211928, + "positive_goodness": 4.446309986495971, + "runtime_seconds": 10.073867797851562 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6248400505913628, + "lr": 0.03, + "negative_goodness": 0.9047472524642944, + "pair_accuracy": 0.9162666666984558, + "positive_goodness": 4.3347523162417945, + "runtime_seconds": 9.98305892944336 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5860988001081678, + "lr": 0.03, + "negative_goodness": 0.8431514192581177, + "pair_accuracy": 0.917688888920678, + "positive_goodness": 4.47760111495124, + "runtime_seconds": 9.959319114685059 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6870628238572015, + "lr": 0.03, + "negative_goodness": 0.9740370849821303, + "pair_accuracy": 0.9029111110899184, + "positive_goodness": 4.058611128913031, + "runtime_seconds": 9.96480679512024 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.612367590883043, + "lr": 0.03, + "negative_goodness": 0.8885421074761285, + "pair_accuracy": 0.9109777777698305, + "positive_goodness": 4.3208310052023995, + "runtime_seconds": 9.958999156951904 + } + ], + "layer": 30 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.895979928864373, + "lr": 0.03, + "negative_goodness": 1.290446430545383, + "pair_accuracy": 0.8529777777777777, + "positive_goodness": 3.392071725294325, + "runtime_seconds": 9.941535711288452 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8470980894088745, + "lr": 0.03, + "negative_goodness": 1.2547754196802776, + "pair_accuracy": 0.8701999999788073, + "positive_goodness": 3.4581240982055665, + "runtime_seconds": 9.938080310821533 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7766326047685411, + "lr": 0.03, + "negative_goodness": 1.165174969546, + "pair_accuracy": 0.8812666667196486, + "positive_goodness": 3.6795301303863526, + "runtime_seconds": 9.948394536972046 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.8024202027638754, + "lr": 0.03, + "negative_goodness": 1.2075080683814154, + "pair_accuracy": 0.8821777777777777, + "positive_goodness": 3.602763991970486, + "runtime_seconds": 9.944293975830078 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7875595242288378, + "lr": 0.03, + "negative_goodness": 1.1723277770996094, + "pair_accuracy": 0.8847111110899184, + "positive_goodness": 3.674202441660563, + "runtime_seconds": 9.945285081863403 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7294254644870758, + "lr": 0.03, + "negative_goodness": 1.0897259763081868, + "pair_accuracy": 0.8928666666666667, + "positive_goodness": 3.882092630089654, + "runtime_seconds": 9.939208984375 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7210018215020497, + "lr": 0.03, + "negative_goodness": 1.0696194546805489, + "pair_accuracy": 0.8972, + "positive_goodness": 3.93049799202813, + "runtime_seconds": 9.945659399032593 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7103763287279341, + "lr": 0.03, + "negative_goodness": 1.0486638186666701, + "pair_accuracy": 0.9001111111111111, + "positive_goodness": 3.9809768812391493, + "runtime_seconds": 9.955312728881836 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7624806364589267, + "lr": 0.03, + "negative_goodness": 1.0983493452919855, + "pair_accuracy": 0.8854666666666666, + "positive_goodness": 3.771486375512017, + "runtime_seconds": 10.035012245178223 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.764994488313463, + "lr": 0.03, + "negative_goodness": 1.102196972380744, + "pair_accuracy": 0.8821111111270057, + "positive_goodness": 3.8084122876061333, + "runtime_seconds": 9.972667694091797 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6964509235805936, + "lr": 0.03, + "negative_goodness": 1.019561678949992, + "pair_accuracy": 0.9031555555555556, + "positive_goodness": 4.012372899670071, + "runtime_seconds": 9.958285570144653 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7235280456331041, + "lr": 0.03, + "negative_goodness": 1.0496018133693272, + "pair_accuracy": 0.8983555555555556, + "positive_goodness": 3.827729673936632, + "runtime_seconds": 10.00172209739685 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7117616896099515, + "lr": 0.03, + "negative_goodness": 1.0365675638198852, + "pair_accuracy": 0.8999999999682109, + "positive_goodness": 3.945915899149577, + "runtime_seconds": 9.968883275985718 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7558829819785224, + "lr": 0.03, + "negative_goodness": 1.0807425625695122, + "pair_accuracy": 0.8805555555449591, + "positive_goodness": 3.8103411047617595, + "runtime_seconds": 9.94870376586914 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6646051271014743, + "lr": 0.03, + "negative_goodness": 0.9695889597998725, + "pair_accuracy": 0.9057333333015442, + "positive_goodness": 4.15263760049608, + "runtime_seconds": 9.950842142105103 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6417580501132542, + "lr": 0.03, + "negative_goodness": 0.946171255938212, + "pair_accuracy": 0.9156222222328186, + "positive_goodness": 4.232892220391167, + "runtime_seconds": 9.964691162109375 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6534262130790287, + "lr": 0.03, + "negative_goodness": 0.9538364314052794, + "pair_accuracy": 0.9109777777777778, + "positive_goodness": 4.123261120266385, + "runtime_seconds": 9.942144632339478 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.7089250459459093, + "lr": 0.03, + "negative_goodness": 1.001858676592509, + "pair_accuracy": 0.8968888888888888, + "positive_goodness": 3.9790655146280924, + "runtime_seconds": 9.947757720947266 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.64147910756535, + "lr": 0.03, + "negative_goodness": 0.9349143468962775, + "pair_accuracy": 0.9186222222222222, + "positive_goodness": 4.2275092376708985, + "runtime_seconds": 9.951383352279663 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.675972006114324, + "lr": 0.03, + "negative_goodness": 0.973912505891588, + "pair_accuracy": 0.8994, + "positive_goodness": 4.105897184668647, + "runtime_seconds": 10.008575201034546 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.7064764359050327, + "lr": 0.03, + "negative_goodness": 1.0160143802483876, + "pair_accuracy": 0.8959333333333334, + "positive_goodness": 3.9194104285346136, + "runtime_seconds": 10.005050659179688 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.7235590193324619, + "lr": 0.03, + "negative_goodness": 1.0357334026813507, + "pair_accuracy": 0.8940888888888889, + "positive_goodness": 3.942307022221883, + "runtime_seconds": 9.972609519958496 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6745021367232005, + "lr": 0.03, + "negative_goodness": 0.9642095009803772, + "pair_accuracy": 0.9085111111111112, + "positive_goodness": 4.0482156278822155, + "runtime_seconds": 9.94254207611084 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.5992626527150472, + "lr": 0.03, + "negative_goodness": 0.8920467013676961, + "pair_accuracy": 0.9271111110952165, + "positive_goodness": 4.488479331673516, + "runtime_seconds": 9.952384233474731 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6746314722273085, + "lr": 0.03, + "negative_goodness": 0.9322276020156013, + "pair_accuracy": 0.9022222222275205, + "positive_goodness": 4.242767919158935, + "runtime_seconds": 9.95505166053772 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.695904409927792, + "lr": 0.03, + "negative_goodness": 0.9807526109695435, + "pair_accuracy": 0.8954666666666666, + "positive_goodness": 3.985301328955756, + "runtime_seconds": 9.9653959274292 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6856453708807627, + "lr": 0.03, + "negative_goodness": 0.9685449261718326, + "pair_accuracy": 0.8975777777777778, + "positive_goodness": 4.037819399939643, + "runtime_seconds": 10.07592487335205 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6405441376553641, + "lr": 0.03, + "negative_goodness": 0.9084001415782504, + "pair_accuracy": 0.9122222222222223, + "positive_goodness": 4.277704297044542, + "runtime_seconds": 10.052971363067627 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6213930712064107, + "lr": 0.03, + "negative_goodness": 0.891893326801724, + "pair_accuracy": 0.9242222222222222, + "positive_goodness": 4.37259070693122, + "runtime_seconds": 9.991830587387085 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6297228010177612, + "lr": 0.03, + "negative_goodness": 0.8961210288365682, + "pair_accuracy": 0.9161555555555555, + "positive_goodness": 4.262028603363037, + "runtime_seconds": 9.989911794662476 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.647338176314036, + "lr": 0.03, + "negative_goodness": 0.9046119753837586, + "pair_accuracy": 0.9082444444338481, + "positive_goodness": 4.188191352886624, + "runtime_seconds": 9.999000549316406 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6731981682035658, + "lr": 0.03, + "negative_goodness": 0.9188089425616794, + "pair_accuracy": 0.8985777777671814, + "positive_goodness": 4.1417329043918185, + "runtime_seconds": 9.993606328964233 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6508849210712645, + "lr": 0.03, + "negative_goodness": 0.9018299841668871, + "pair_accuracy": 0.9115333333333333, + "positive_goodness": 4.177507799699572, + "runtime_seconds": 9.968447208404541 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.5885925085438622, + "lr": 0.03, + "negative_goodness": 0.8462221169842614, + "pair_accuracy": 0.9280444444444444, + "positive_goodness": 4.3928562408447265, + "runtime_seconds": 10.00088095664978 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.7056479803562165, + "lr": 0.03, + "negative_goodness": 0.9771130065282186, + "pair_accuracy": 0.8927777777671814, + "positive_goodness": 3.9954342680189345, + "runtime_seconds": 10.01268458366394 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6254214613596598, + "lr": 0.03, + "negative_goodness": 0.9008965121587118, + "pair_accuracy": 0.9207111111005147, + "positive_goodness": 4.31839161406623, + "runtime_seconds": 10.014852523803711 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.5961019582536485, + "lr": 0.03, + "negative_goodness": 0.845542149564955, + "pair_accuracy": 0.9194666666693158, + "positive_goodness": 4.481413532087538, + "runtime_seconds": 10.023297548294067 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6583883216963874, + "lr": 0.03, + "negative_goodness": 0.8677720418188307, + "pair_accuracy": 0.9043999999894036, + "positive_goodness": 4.229232146199545, + "runtime_seconds": 10.024507999420166 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6117039626863268, + "lr": 0.03, + "negative_goodness": 0.8451396239704556, + "pair_accuracy": 0.9235111111005148, + "positive_goodness": 4.414740050760905, + "runtime_seconds": 10.030121803283691 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6207292570537991, + "lr": 0.03, + "negative_goodness": 0.8818078737470839, + "pair_accuracy": 0.913177777756585, + "positive_goodness": 4.316921987491184, + "runtime_seconds": 10.029073476791382 + } + ], + "layer": 31 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9571427828047011, + "lr": 0.03, + "negative_goodness": 1.5520686111874051, + "pair_accuracy": 0.8731777777618832, + "positive_goodness": 3.3990124696095783, + "runtime_seconds": 10.039581775665283 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8794643289989895, + "lr": 0.03, + "negative_goodness": 1.3608488307740954, + "pair_accuracy": 0.8567777778307597, + "positive_goodness": 3.4355942749023436, + "runtime_seconds": 10.038503885269165 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7641720732159085, + "lr": 0.03, + "negative_goodness": 1.2215954839070637, + "pair_accuracy": 0.8891333333863153, + "positive_goodness": 3.7938356208377413, + "runtime_seconds": 10.042763471603394 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7166664213074578, + "lr": 0.03, + "negative_goodness": 1.1188248928493925, + "pair_accuracy": 0.895022222190433, + "positive_goodness": 4.012185805384318, + "runtime_seconds": 10.04386854171753 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7254519999821981, + "lr": 0.03, + "negative_goodness": 1.1377262819714016, + "pair_accuracy": 0.8964222221904331, + "positive_goodness": 3.975534745279948, + "runtime_seconds": 10.04730772972107 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7029708911948734, + "lr": 0.03, + "negative_goodness": 1.0940044045448303, + "pair_accuracy": 0.8981111111005148, + "positive_goodness": 4.074843015289306, + "runtime_seconds": 10.037362337112427 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.6801964372952779, + "lr": 0.03, + "negative_goodness": 1.0449840445624456, + "pair_accuracy": 0.8990666666348776, + "positive_goodness": 4.269941180123223, + "runtime_seconds": 10.050221920013428 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.675688521194458, + "lr": 0.03, + "negative_goodness": 1.0224669211493598, + "pair_accuracy": 0.8932444444444444, + "positive_goodness": 4.321503373887804, + "runtime_seconds": 10.03706669807434 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7042894311242633, + "lr": 0.03, + "negative_goodness": 1.063742868677775, + "pair_accuracy": 0.8948666666666667, + "positive_goodness": 4.044369224378798, + "runtime_seconds": 10.034702777862549 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6790701773643494, + "lr": 0.03, + "negative_goodness": 1.052576384968228, + "pair_accuracy": 0.9058666667090521, + "positive_goodness": 4.115242134475708, + "runtime_seconds": 10.036365032196045 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7306722278171115, + "lr": 0.03, + "negative_goodness": 1.0795858651796977, + "pair_accuracy": 0.8833999999788072, + "positive_goodness": 4.001572648281521, + "runtime_seconds": 10.039581537246704 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6491553808424207, + "lr": 0.03, + "negative_goodness": 1.018415724934472, + "pair_accuracy": 0.9097111111005147, + "positive_goodness": 4.222223449961344, + "runtime_seconds": 10.035427570343018 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6580566675610012, + "lr": 0.03, + "negative_goodness": 1.0083212010065714, + "pair_accuracy": 0.9056666666666666, + "positive_goodness": 4.186473304155138, + "runtime_seconds": 10.034303426742554 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6580777748531765, + "lr": 0.03, + "negative_goodness": 0.9913626222822401, + "pair_accuracy": 0.9039555555343628, + "positive_goodness": 4.220936089070638, + "runtime_seconds": 10.035549879074097 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6092214242405362, + "lr": 0.03, + "negative_goodness": 0.9306989562299517, + "pair_accuracy": 0.915, + "positive_goodness": 4.4361083973354765, + "runtime_seconds": 10.077055215835571 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6917043537775676, + "lr": 0.03, + "negative_goodness": 1.0348192432191636, + "pair_accuracy": 0.9019333333333334, + "positive_goodness": 4.154803136698405, + "runtime_seconds": 10.094709873199463 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6509540586895413, + "lr": 0.03, + "negative_goodness": 0.9689782274564107, + "pair_accuracy": 0.9058888889418708, + "positive_goodness": 4.230463677512275, + "runtime_seconds": 10.099379777908325 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.601288715145323, + "lr": 0.03, + "negative_goodness": 0.9354167592896355, + "pair_accuracy": 0.9126222222222222, + "positive_goodness": 4.431241020202637, + "runtime_seconds": 10.08792757987976 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6532455193678538, + "lr": 0.03, + "negative_goodness": 0.9694784748501248, + "pair_accuracy": 0.9087111111111111, + "positive_goodness": 4.2373405392964685, + "runtime_seconds": 10.116528034210205 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6524370477411482, + "lr": 0.03, + "negative_goodness": 0.9723046496338315, + "pair_accuracy": 0.9121111111111111, + "positive_goodness": 4.19987468761868, + "runtime_seconds": 10.109500885009766 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.654826272837321, + "lr": 0.03, + "negative_goodness": 0.967896542316013, + "pair_accuracy": 0.9018222222261959, + "positive_goodness": 4.268311320580376, + "runtime_seconds": 10.087544679641724 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.598096206665039, + "lr": 0.03, + "negative_goodness": 0.9158814609527588, + "pair_accuracy": 0.9203111111005148, + "positive_goodness": 4.437094774034288, + "runtime_seconds": 10.095343589782715 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6432597007115682, + "lr": 0.03, + "negative_goodness": 0.9645690663443671, + "pair_accuracy": 0.9102666666560703, + "positive_goodness": 4.157738592232598, + "runtime_seconds": 10.098874568939209 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6358317419581944, + "lr": 0.03, + "negative_goodness": 0.93814405930837, + "pair_accuracy": 0.910844444433848, + "positive_goodness": 4.301655565897624, + "runtime_seconds": 10.02159857749939 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.674162274424235, + "lr": 0.03, + "negative_goodness": 0.9654614650938246, + "pair_accuracy": 0.9006000000132455, + "positive_goodness": 4.140436628511217, + "runtime_seconds": 9.9755380153656 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.651431692843967, + "lr": 0.03, + "negative_goodness": 0.9781975006527371, + "pair_accuracy": 0.9090222222222222, + "positive_goodness": 4.114314656405979, + "runtime_seconds": 9.95893406867981 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6496234606822332, + "lr": 0.03, + "negative_goodness": 0.9579895099772348, + "pair_accuracy": 0.9081777777777778, + "positive_goodness": 4.185779586368137, + "runtime_seconds": 9.957132577896118 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6751617731306288, + "lr": 0.03, + "negative_goodness": 0.988876019583808, + "pair_accuracy": 0.8933111111111111, + "positive_goodness": 4.173401971435547, + "runtime_seconds": 9.958920001983643 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6539076081805759, + "lr": 0.03, + "negative_goodness": 0.9367621976799435, + "pair_accuracy": 0.8952666666666667, + "positive_goodness": 4.18576299235026, + "runtime_seconds": 9.980079650878906 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6136250913619995, + "lr": 0.03, + "negative_goodness": 0.904463730208079, + "pair_accuracy": 0.9129555555555555, + "positive_goodness": 4.353628818511963, + "runtime_seconds": 9.80945611000061 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6644755024592082, + "lr": 0.03, + "negative_goodness": 0.9664013893657261, + "pair_accuracy": 0.8946888889100817, + "positive_goodness": 4.170952260080973, + "runtime_seconds": 9.966344356536865 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6019549238204956, + "lr": 0.03, + "negative_goodness": 0.890285473314921, + "pair_accuracy": 0.9147555555555555, + "positive_goodness": 4.457985679372151, + "runtime_seconds": 9.960948944091797 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.5802971987141503, + "lr": 0.03, + "negative_goodness": 0.8840256461673313, + "pair_accuracy": 0.9234888888782925, + "positive_goodness": 4.531624133385552, + "runtime_seconds": 9.960318326950073 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6517886258973016, + "lr": 0.03, + "negative_goodness": 0.9573378620995415, + "pair_accuracy": 0.9069111111111111, + "positive_goodness": 4.239572627936469, + "runtime_seconds": 9.980063915252686 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.668260863939921, + "lr": 0.03, + "negative_goodness": 0.949830303838518, + "pair_accuracy": 0.8990000000529819, + "positive_goodness": 4.130654037729899, + "runtime_seconds": 10.021864652633667 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5937122045252058, + "lr": 0.03, + "negative_goodness": 0.9155929442829556, + "pair_accuracy": 0.9256666666560703, + "positive_goodness": 4.405227042728, + "runtime_seconds": 10.015639781951904 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.5416820426093207, + "lr": 0.03, + "negative_goodness": 0.8407078239864774, + "pair_accuracy": 0.9348666666348775, + "positive_goodness": 4.664542295159234, + "runtime_seconds": 10.019673109054565 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6586524071481493, + "lr": 0.03, + "negative_goodness": 0.9317456098344591, + "pair_accuracy": 0.8930666666560703, + "positive_goodness": 4.2250420800526935, + "runtime_seconds": 10.017554521560669 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6180063926272922, + "lr": 0.03, + "negative_goodness": 0.8802477085325453, + "pair_accuracy": 0.9085333333439297, + "positive_goodness": 4.428954905615913, + "runtime_seconds": 10.012910842895508 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.5924858799987369, + "lr": 0.03, + "negative_goodness": 0.8800422372817993, + "pair_accuracy": 0.9206666666560703, + "positive_goodness": 4.419239108700222, + "runtime_seconds": 10.01402997970581 + } + ], + "layer": 32 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.8775403936068217, + "lr": 0.03, + "negative_goodness": 1.2273791823175217, + "pair_accuracy": 0.8661333333015442, + "positive_goodness": 3.420658640586005, + "runtime_seconds": 9.992662906646729 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.7927472955120934, + "lr": 0.03, + "negative_goodness": 1.17883691294988, + "pair_accuracy": 0.9036444444338481, + "positive_goodness": 3.6525686351352267, + "runtime_seconds": 9.990451574325562 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8065639284133911, + "lr": 0.03, + "negative_goodness": 1.1892847421858046, + "pair_accuracy": 0.8838000000529819, + "positive_goodness": 3.64062059334649, + "runtime_seconds": 9.99244236946106 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7591941640430027, + "lr": 0.03, + "negative_goodness": 1.122080318461524, + "pair_accuracy": 0.9033555555343628, + "positive_goodness": 3.811155273861355, + "runtime_seconds": 9.996013402938843 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7338217303435007, + "lr": 0.03, + "negative_goodness": 1.0963964272499085, + "pair_accuracy": 0.906044444433848, + "positive_goodness": 3.8497717044830324, + "runtime_seconds": 9.99138879776001 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7685676646444533, + "lr": 0.03, + "negative_goodness": 1.1290455292807684, + "pair_accuracy": 0.8805111111111111, + "positive_goodness": 3.7093546789381238, + "runtime_seconds": 9.993512868881226 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7316480138778686, + "lr": 0.03, + "negative_goodness": 1.078336469078064, + "pair_accuracy": 0.9008222222010295, + "positive_goodness": 3.7862786136627196, + "runtime_seconds": 10.005736827850342 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7039810042540232, + "lr": 0.03, + "negative_goodness": 1.0398155017852784, + "pair_accuracy": 0.9023333333333333, + "positive_goodness": 3.9362326671176486, + "runtime_seconds": 9.999104261398315 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6947509299437205, + "lr": 0.03, + "negative_goodness": 1.0034758990234798, + "pair_accuracy": 0.9054888888888889, + "positive_goodness": 3.9959831748962404, + "runtime_seconds": 9.996104001998901 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6988318108558654, + "lr": 0.03, + "negative_goodness": 0.9939229785919189, + "pair_accuracy": 0.9001111111111111, + "positive_goodness": 3.991137611728244, + "runtime_seconds": 9.99892807006836 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6722750585291121, + "lr": 0.03, + "negative_goodness": 0.9686307286752595, + "pair_accuracy": 0.9126, + "positive_goodness": 4.072514661492241, + "runtime_seconds": 9.991799592971802 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6405874509440528, + "lr": 0.03, + "negative_goodness": 0.923414528910319, + "pair_accuracy": 0.9093999999894036, + "positive_goodness": 4.171556795501709, + "runtime_seconds": 9.993040084838867 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6565637683444553, + "lr": 0.03, + "negative_goodness": 0.9368971870422363, + "pair_accuracy": 0.9031555555595292, + "positive_goodness": 4.184329573567708, + "runtime_seconds": 9.999590396881104 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6565613461070591, + "lr": 0.03, + "negative_goodness": 0.9381132279581493, + "pair_accuracy": 0.9147777777777778, + "positive_goodness": 4.133940472581651, + "runtime_seconds": 10.010251998901367 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6447041301091512, + "lr": 0.03, + "negative_goodness": 0.9203395280943977, + "pair_accuracy": 0.9095555555979411, + "positive_goodness": 4.2028245365142824, + "runtime_seconds": 10.011644840240479 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.5567014875306023, + "lr": 0.03, + "negative_goodness": 0.8435284137937757, + "pair_accuracy": 0.9455333333015442, + "positive_goodness": 4.562089350255331, + "runtime_seconds": 9.989068984985352 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6305024337450663, + "lr": 0.03, + "negative_goodness": 0.8925985129674275, + "pair_accuracy": 0.9178888889418708, + "positive_goodness": 4.2576495532989505, + "runtime_seconds": 9.959112405776978 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6617442392243279, + "lr": 0.03, + "negative_goodness": 0.9226030493153466, + "pair_accuracy": 0.9122222222222223, + "positive_goodness": 4.119569735972086, + "runtime_seconds": 9.932730913162231 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.5761878124660916, + "lr": 0.03, + "negative_goodness": 0.8072646861924065, + "pair_accuracy": 0.9253777777989706, + "positive_goodness": 4.532887953694662, + "runtime_seconds": 9.97112774848938 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6621815564685398, + "lr": 0.03, + "negative_goodness": 0.9145419657071432, + "pair_accuracy": 0.8994444444868299, + "positive_goodness": 4.210193179088169, + "runtime_seconds": 9.990675687789917 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.5213090593655905, + "lr": 0.03, + "negative_goodness": 0.7797811721060011, + "pair_accuracy": 0.9454222222222223, + "positive_goodness": 4.8625082515292695, + "runtime_seconds": 9.994551420211792 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6229051810158623, + "lr": 0.03, + "negative_goodness": 0.8762820412635803, + "pair_accuracy": 0.9171555555608537, + "positive_goodness": 4.412780305322011, + "runtime_seconds": 9.99372410774231 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.5779249543719821, + "lr": 0.03, + "negative_goodness": 0.829430890888638, + "pair_accuracy": 0.9247111110952165, + "positive_goodness": 4.504672818438212, + "runtime_seconds": 10.045057535171509 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.623989332347446, + "lr": 0.03, + "negative_goodness": 0.8743355153348711, + "pair_accuracy": 0.9118888889312744, + "positive_goodness": 4.255456501324971, + "runtime_seconds": 10.12296438217163 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6041246428410212, + "lr": 0.03, + "negative_goodness": 0.836143303835392, + "pair_accuracy": 0.9269333333333334, + "positive_goodness": 4.399119314829508, + "runtime_seconds": 10.123973608016968 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6392179711871677, + "lr": 0.03, + "negative_goodness": 0.8958638978110419, + "pair_accuracy": 0.9136, + "positive_goodness": 4.288931726752387, + "runtime_seconds": 10.13003158569336 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6190047213872274, + "lr": 0.03, + "negative_goodness": 0.8671034500969781, + "pair_accuracy": 0.9134, + "positive_goodness": 4.371512220170763, + "runtime_seconds": 10.13254427909851 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6143062329875099, + "lr": 0.03, + "negative_goodness": 0.8397880694601271, + "pair_accuracy": 0.9191111111111111, + "positive_goodness": 4.311558707682292, + "runtime_seconds": 10.139798402786255 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.5951693809138404, + "lr": 0.03, + "negative_goodness": 0.8188633423169454, + "pair_accuracy": 0.9251777777777778, + "positive_goodness": 4.424571667395698, + "runtime_seconds": 10.138149499893188 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.5824643005715476, + "lr": 0.03, + "negative_goodness": 0.8094125044557783, + "pair_accuracy": 0.9229555555555555, + "positive_goodness": 4.398123372395833, + "runtime_seconds": 10.01394772529602 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.5527095999532275, + "lr": 0.03, + "negative_goodness": 0.7743318483485115, + "pair_accuracy": 0.9304888888888889, + "positive_goodness": 4.67305200076633, + "runtime_seconds": 10.004955768585205 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.5671391041782167, + "lr": 0.03, + "negative_goodness": 0.7992114481422636, + "pair_accuracy": 0.926, + "positive_goodness": 4.566206705559624, + "runtime_seconds": 9.995394229888916 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6404328046586778, + "lr": 0.03, + "negative_goodness": 0.8786908142937554, + "pair_accuracy": 0.9092888888782925, + "positive_goodness": 4.303854938083225, + "runtime_seconds": 10.008742809295654 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.5988216574350993, + "lr": 0.03, + "negative_goodness": 0.8177063032574123, + "pair_accuracy": 0.9145111110899183, + "positive_goodness": 4.455991916402181, + "runtime_seconds": 10.013883590698242 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.5880609906276068, + "lr": 0.03, + "negative_goodness": 0.8075659817384349, + "pair_accuracy": 0.9291555555555555, + "positive_goodness": 4.484889797210693, + "runtime_seconds": 10.016686201095581 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5678715657578575, + "lr": 0.03, + "negative_goodness": 0.8059767995331022, + "pair_accuracy": 0.9290222222222222, + "positive_goodness": 4.506658736165365, + "runtime_seconds": 10.014960765838623 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.681596632639567, + "lr": 0.03, + "negative_goodness": 0.8925116480297512, + "pair_accuracy": 0.8839111111031638, + "positive_goodness": 4.253534789111879, + "runtime_seconds": 10.02083945274353 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6148919690026178, + "lr": 0.03, + "negative_goodness": 0.8630514293193817, + "pair_accuracy": 0.914666666677263, + "positive_goodness": 4.345549751027425, + "runtime_seconds": 10.017074584960938 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.5865168914371066, + "lr": 0.03, + "negative_goodness": 0.83904118636979, + "pair_accuracy": 0.9225555555449592, + "positive_goodness": 4.435555789438883, + "runtime_seconds": 10.021092176437378 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.5875494206640456, + "lr": 0.03, + "negative_goodness": 0.7921849565347036, + "pair_accuracy": 0.9165111111005148, + "positive_goodness": 4.527910473293728, + "runtime_seconds": 10.01183557510376 + } + ], + "layer": 33 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.0322268606821696, + "lr": 0.03, + "negative_goodness": 1.499512560749054, + "pair_accuracy": 0.8447111111005148, + "positive_goodness": 3.4011474119822185, + "runtime_seconds": 10.042738676071167 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8970918490038978, + "lr": 0.03, + "negative_goodness": 1.2760134171062045, + "pair_accuracy": 0.8587777777777778, + "positive_goodness": 3.5121770126342775, + "runtime_seconds": 10.038506269454956 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.821084361606174, + "lr": 0.03, + "negative_goodness": 1.1945672932518854, + "pair_accuracy": 0.8815333333346579, + "positive_goodness": 3.6766391008377077, + "runtime_seconds": 10.044474124908447 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7742545225779216, + "lr": 0.03, + "negative_goodness": 1.11501746963395, + "pair_accuracy": 0.8850888888888889, + "positive_goodness": 3.8142459789699976, + "runtime_seconds": 10.042149305343628 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7330536900626289, + "lr": 0.03, + "negative_goodness": 1.0507697550879584, + "pair_accuracy": 0.8910000000211927, + "positive_goodness": 3.9470704854541356, + "runtime_seconds": 10.046587944030762 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7463804876115587, + "lr": 0.03, + "negative_goodness": 1.0578610524601406, + "pair_accuracy": 0.8950444444444444, + "positive_goodness": 3.971044548288981, + "runtime_seconds": 10.040633916854858 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7250130729887221, + "lr": 0.03, + "negative_goodness": 1.0129307129542033, + "pair_accuracy": 0.8891555555873447, + "positive_goodness": 4.006303492418925, + "runtime_seconds": 10.044931650161743 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.724167554834154, + "lr": 0.03, + "negative_goodness": 1.0106694728003607, + "pair_accuracy": 0.8889777777671813, + "positive_goodness": 4.047528644858466, + "runtime_seconds": 10.029603719711304 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6869968540297614, + "lr": 0.03, + "negative_goodness": 1.010615208530426, + "pair_accuracy": 0.9027555555343628, + "positive_goodness": 4.170037489022149, + "runtime_seconds": 10.028364658355713 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7400360490798951, + "lr": 0.03, + "negative_goodness": 1.0389742355452642, + "pair_accuracy": 0.8911333333333333, + "positive_goodness": 4.012480381435818, + "runtime_seconds": 10.053470373153687 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7250646805445353, + "lr": 0.03, + "negative_goodness": 1.0066181325276693, + "pair_accuracy": 0.8931555555449592, + "positive_goodness": 3.9962674436781143, + "runtime_seconds": 9.98809266090393 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6819559499475691, + "lr": 0.03, + "negative_goodness": 0.964628881406784, + "pair_accuracy": 0.8947777777777778, + "positive_goodness": 4.156859045155843, + "runtime_seconds": 9.977768659591675 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7263831901550293, + "lr": 0.03, + "negative_goodness": 1.033441501214769, + "pair_accuracy": 0.8859999999894036, + "positive_goodness": 3.9794387770758735, + "runtime_seconds": 9.986523389816284 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6749831137180329, + "lr": 0.03, + "negative_goodness": 0.937254129796558, + "pair_accuracy": 0.8951333333333333, + "positive_goodness": 4.261985037316216, + "runtime_seconds": 9.978404998779297 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6800421013090345, + "lr": 0.03, + "negative_goodness": 0.969499709447225, + "pair_accuracy": 0.8988000000317892, + "positive_goodness": 4.241831187820434, + "runtime_seconds": 9.977480411529541 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6704044833289252, + "lr": 0.03, + "negative_goodness": 0.9378520092858209, + "pair_accuracy": 0.9006888888994853, + "positive_goodness": 4.381905769115024, + "runtime_seconds": 9.980923652648926 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.5907360054016113, + "lr": 0.03, + "negative_goodness": 0.841774925602807, + "pair_accuracy": 0.9210888888676961, + "positive_goodness": 4.626781287765503, + "runtime_seconds": 9.981258869171143 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6716638093736437, + "lr": 0.03, + "negative_goodness": 0.9219930821524726, + "pair_accuracy": 0.8962222222195732, + "positive_goodness": 4.284145861074659, + "runtime_seconds": 9.97743535041809 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6553468619081709, + "lr": 0.03, + "negative_goodness": 0.9103772512012058, + "pair_accuracy": 0.9050666666666667, + "positive_goodness": 4.281350135887994, + "runtime_seconds": 10.042561531066895 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.7751317802535163, + "lr": 0.03, + "negative_goodness": 1.0692926647345224, + "pair_accuracy": 0.8762666666666666, + "positive_goodness": 3.870941742875841, + "runtime_seconds": 10.083948373794556 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6701943402608236, + "lr": 0.03, + "negative_goodness": 0.9398774054421319, + "pair_accuracy": 0.905244444460339, + "positive_goodness": 4.103929814910889, + "runtime_seconds": 10.091166496276855 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6580072066201104, + "lr": 0.03, + "negative_goodness": 0.9557242758644952, + "pair_accuracy": 0.9069555555449592, + "positive_goodness": 4.240184212409125, + "runtime_seconds": 10.102039575576782 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.65268775203228, + "lr": 0.03, + "negative_goodness": 0.9284731643093956, + "pair_accuracy": 0.9085555555555556, + "positive_goodness": 4.232778013695611, + "runtime_seconds": 10.093748092651367 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6822126950793796, + "lr": 0.03, + "negative_goodness": 0.9150874194463094, + "pair_accuracy": 0.8979555555555555, + "positive_goodness": 4.214970655737983, + "runtime_seconds": 10.086221933364868 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6270517845259772, + "lr": 0.03, + "negative_goodness": 0.8801493833753797, + "pair_accuracy": 0.9190888888782925, + "positive_goodness": 4.352150057898627, + "runtime_seconds": 10.006826877593994 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6593625307771894, + "lr": 0.03, + "negative_goodness": 0.9321091445181104, + "pair_accuracy": 0.9062888888888889, + "positive_goodness": 4.263657899051243, + "runtime_seconds": 9.97603702545166 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6528644825617472, + "lr": 0.03, + "negative_goodness": 0.8930055034849379, + "pair_accuracy": 0.8982888888782925, + "positive_goodness": 4.321861668226454, + "runtime_seconds": 9.975977420806885 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6180813258144591, + "lr": 0.03, + "negative_goodness": 0.884113206908438, + "pair_accuracy": 0.9173555555555556, + "positive_goodness": 4.3812693970574275, + "runtime_seconds": 9.98067855834961 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6221480687141419, + "lr": 0.03, + "negative_goodness": 0.8662332567638821, + "pair_accuracy": 0.9131777777459886, + "positive_goodness": 4.446895021650526, + "runtime_seconds": 9.97879147529602 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.669458787396219, + "lr": 0.03, + "negative_goodness": 0.9248237756874826, + "pair_accuracy": 0.8953555555555556, + "positive_goodness": 4.252143858422174, + "runtime_seconds": 9.970752239227295 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6689498403337266, + "lr": 0.03, + "negative_goodness": 0.9420995299975077, + "pair_accuracy": 0.9025777777777778, + "positive_goodness": 4.292258964962429, + "runtime_seconds": 10.005688190460205 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6483897400750054, + "lr": 0.03, + "negative_goodness": 0.8891202805572086, + "pair_accuracy": 0.8994666666666666, + "positive_goodness": 4.3786569729275175, + "runtime_seconds": 10.088218927383423 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.5999346148702833, + "lr": 0.03, + "negative_goodness": 0.8756128525627984, + "pair_accuracy": 0.9239555555555555, + "positive_goodness": 4.55067520260281, + "runtime_seconds": 10.050219297409058 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6417808109283447, + "lr": 0.03, + "negative_goodness": 0.8748477415773603, + "pair_accuracy": 0.9001333333333333, + "positive_goodness": 4.370932582685683, + "runtime_seconds": 9.995544195175171 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6566176889869901, + "lr": 0.03, + "negative_goodness": 0.9097574879540338, + "pair_accuracy": 0.9069333333333334, + "positive_goodness": 4.286806278906928, + "runtime_seconds": 9.979860067367554 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6513466975238588, + "lr": 0.03, + "negative_goodness": 0.9046460872358746, + "pair_accuracy": 0.9078444444444445, + "positive_goodness": 4.274458298831516, + "runtime_seconds": 9.98018193244934 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6256502517912123, + "lr": 0.03, + "negative_goodness": 0.867761403327518, + "pair_accuracy": 0.9108888888782926, + "positive_goodness": 4.452331737857395, + "runtime_seconds": 9.979122877120972 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6088246240297953, + "lr": 0.03, + "negative_goodness": 0.8406873490015666, + "pair_accuracy": 0.9172666666666667, + "positive_goodness": 4.450889373694526, + "runtime_seconds": 9.974372625350952 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.5812595694647895, + "lr": 0.03, + "negative_goodness": 0.8225127309838931, + "pair_accuracy": 0.9252666666666667, + "positive_goodness": 4.6902395175509985, + "runtime_seconds": 9.979822397232056 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.601476653043429, + "lr": 0.03, + "negative_goodness": 0.8278890450689528, + "pair_accuracy": 0.9160666666666667, + "positive_goodness": 4.519076377360026, + "runtime_seconds": 9.973611831665039 + } + ], + "layer": 34 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9515418414857653, + "lr": 0.03, + "negative_goodness": 1.2739862032572429, + "pair_accuracy": 0.8322666666878594, + "positive_goodness": 3.175459010865953, + "runtime_seconds": 9.998822927474976 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8477554979430305, + "lr": 0.03, + "negative_goodness": 1.1933743820402358, + "pair_accuracy": 0.8724666666454739, + "positive_goodness": 3.517106308492025, + "runtime_seconds": 10.022502899169922 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8686725905100504, + "lr": 0.03, + "negative_goodness": 1.2367680440478854, + "pair_accuracy": 0.8567333333227369, + "positive_goodness": 3.3895784996880427, + "runtime_seconds": 9.967468738555908 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7564294039620294, + "lr": 0.03, + "negative_goodness": 1.076971116341485, + "pair_accuracy": 0.8941333333121406, + "positive_goodness": 3.79045933848487, + "runtime_seconds": 9.968336343765259 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7898334192117056, + "lr": 0.03, + "negative_goodness": 1.1155597940338982, + "pair_accuracy": 0.8804222222222222, + "positive_goodness": 3.64250667008294, + "runtime_seconds": 9.962807178497314 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7427123117234972, + "lr": 0.03, + "negative_goodness": 1.0518072357707553, + "pair_accuracy": 0.8871333333863153, + "positive_goodness": 3.8428616831885445, + "runtime_seconds": 9.961266994476318 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7824915260314942, + "lr": 0.03, + "negative_goodness": 1.090081955104404, + "pair_accuracy": 0.8704666667196486, + "positive_goodness": 3.7575076669481065, + "runtime_seconds": 9.962836503982544 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7109308692508274, + "lr": 0.03, + "negative_goodness": 0.9943841414875454, + "pair_accuracy": 0.8987333333757188, + "positive_goodness": 3.9533771893395317, + "runtime_seconds": 9.960517406463623 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7338733688195547, + "lr": 0.03, + "negative_goodness": 1.0251271610048083, + "pair_accuracy": 0.8910222222222223, + "positive_goodness": 3.8738577471415203, + "runtime_seconds": 9.960889339447021 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6972229278988309, + "lr": 0.03, + "negative_goodness": 0.975767645072937, + "pair_accuracy": 0.9016666666878594, + "positive_goodness": 3.9942685209698148, + "runtime_seconds": 9.96416187286377 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6961530681980981, + "lr": 0.03, + "negative_goodness": 0.9708151338365343, + "pair_accuracy": 0.8929333333333334, + "positive_goodness": 4.083466359795464, + "runtime_seconds": 9.962813138961792 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7515587283028496, + "lr": 0.03, + "negative_goodness": 1.012211818684472, + "pair_accuracy": 0.8817333333333334, + "positive_goodness": 3.7750276686774358, + "runtime_seconds": 9.960017919540405 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7047059248394436, + "lr": 0.03, + "negative_goodness": 0.9801699511845906, + "pair_accuracy": 0.8866666667090521, + "positive_goodness": 4.001315868504842, + "runtime_seconds": 9.962721586227417 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7149894047631158, + "lr": 0.03, + "negative_goodness": 0.9620648279825846, + "pair_accuracy": 0.8903333333227369, + "positive_goodness": 4.053847910139296, + "runtime_seconds": 9.9607572555542 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6984740332921346, + "lr": 0.03, + "negative_goodness": 0.961666829723782, + "pair_accuracy": 0.8911555555449592, + "positive_goodness": 3.953339498562283, + "runtime_seconds": 9.957852602005005 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6864043823983934, + "lr": 0.03, + "negative_goodness": 0.9628466314103868, + "pair_accuracy": 0.8952666666666667, + "positive_goodness": 4.027035693571302, + "runtime_seconds": 9.964977025985718 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6641308839003245, + "lr": 0.03, + "negative_goodness": 0.9061342604504691, + "pair_accuracy": 0.9025333333333333, + "positive_goodness": 4.167397422620986, + "runtime_seconds": 9.96232295036316 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.7229331155141194, + "lr": 0.03, + "negative_goodness": 0.9940783415688409, + "pair_accuracy": 0.8843999999894037, + "positive_goodness": 3.9369881610446504, + "runtime_seconds": 9.959840536117554 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6856107444551256, + "lr": 0.03, + "negative_goodness": 0.9385235283957587, + "pair_accuracy": 0.8972000000026491, + "positive_goodness": 4.066670898416307, + "runtime_seconds": 9.960780382156372 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.7028258686277602, + "lr": 0.03, + "negative_goodness": 0.9692251867930094, + "pair_accuracy": 0.8971777777459886, + "positive_goodness": 3.9588773829989963, + "runtime_seconds": 9.959509134292603 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6859439936372969, + "lr": 0.03, + "negative_goodness": 0.9353966668658786, + "pair_accuracy": 0.8972666666666667, + "positive_goodness": 4.034217646450466, + "runtime_seconds": 9.966397285461426 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6387627098613315, + "lr": 0.03, + "negative_goodness": 0.871050050968594, + "pair_accuracy": 0.91, + "positive_goodness": 4.280765774705675, + "runtime_seconds": 9.961848020553589 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6693130444420708, + "lr": 0.03, + "negative_goodness": 0.8756975954691569, + "pair_accuracy": 0.9012, + "positive_goodness": 4.198388085444768, + "runtime_seconds": 9.968264102935791 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6847673743353949, + "lr": 0.03, + "negative_goodness": 0.9233788727336459, + "pair_accuracy": 0.8890888888994852, + "positive_goodness": 4.0239408730189, + "runtime_seconds": 9.960436344146729 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.69750763897366, + "lr": 0.03, + "negative_goodness": 0.9113589918772379, + "pair_accuracy": 0.8897555555873446, + "positive_goodness": 4.027187818527222, + "runtime_seconds": 9.956815242767334 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6550784800979826, + "lr": 0.03, + "negative_goodness": 0.8718901119656033, + "pair_accuracy": 0.8956666666666667, + "positive_goodness": 4.126782785373264, + "runtime_seconds": 9.959018230438232 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6625450910144383, + "lr": 0.03, + "negative_goodness": 0.8762359239896138, + "pair_accuracy": 0.8949777778201633, + "positive_goodness": 4.218327990976969, + "runtime_seconds": 9.988890409469604 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.666782505332099, + "lr": 0.03, + "negative_goodness": 0.8946670900132921, + "pair_accuracy": 0.8948222222222222, + "positive_goodness": 4.115743523809645, + "runtime_seconds": 10.021612882614136 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6447014591323005, + "lr": 0.03, + "negative_goodness": 0.8854921655866835, + "pair_accuracy": 0.9058666667196486, + "positive_goodness": 4.192705834579468, + "runtime_seconds": 10.019863843917847 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6496417700979444, + "lr": 0.03, + "negative_goodness": 0.8827225479443868, + "pair_accuracy": 0.9071777777883742, + "positive_goodness": 4.186931176503499, + "runtime_seconds": 9.97486686706543 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6622269511222839, + "lr": 0.03, + "negative_goodness": 0.8767299788130655, + "pair_accuracy": 0.8956888888888889, + "positive_goodness": 4.268105158699884, + "runtime_seconds": 9.96399474143982 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6740938622633617, + "lr": 0.03, + "negative_goodness": 0.8776231344646878, + "pair_accuracy": 0.9009777777777778, + "positive_goodness": 4.1574000651041665, + "runtime_seconds": 10.016211986541748 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6424284669876099, + "lr": 0.03, + "negative_goodness": 0.8576509076754252, + "pair_accuracy": 0.9002222222328186, + "positive_goodness": 4.19173925098843, + "runtime_seconds": 9.992271661758423 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6756472893555959, + "lr": 0.03, + "negative_goodness": 0.948481321700414, + "pair_accuracy": 0.893, + "positive_goodness": 4.102813733334012, + "runtime_seconds": 10.078316450119019 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6722494408289591, + "lr": 0.03, + "negative_goodness": 0.8997828509542677, + "pair_accuracy": 0.8982222222275205, + "positive_goodness": 4.138722323396471, + "runtime_seconds": 10.085516929626465 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6569785958078173, + "lr": 0.03, + "negative_goodness": 0.8853114342371623, + "pair_accuracy": 0.8984, + "positive_goodness": 4.15676932703654, + "runtime_seconds": 9.99568223953247 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.672388138071696, + "lr": 0.03, + "negative_goodness": 0.8971145927429199, + "pair_accuracy": 0.9032000000001655, + "positive_goodness": 4.239187364027235, + "runtime_seconds": 9.95421290397644 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6074937474568685, + "lr": 0.03, + "negative_goodness": 0.8203023203425938, + "pair_accuracy": 0.9132222222275204, + "positive_goodness": 4.460209921688504, + "runtime_seconds": 9.961001873016357 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6636783986621433, + "lr": 0.03, + "negative_goodness": 0.9038263324949476, + "pair_accuracy": 0.8988666666348776, + "positive_goodness": 4.155631894005669, + "runtime_seconds": 9.962318420410156 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6259292001962662, + "lr": 0.03, + "negative_goodness": 0.8563831973764632, + "pair_accuracy": 0.9043333333333333, + "positive_goodness": 4.329961453840467, + "runtime_seconds": 9.958215236663818 + } + ], + "layer": 35 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.017660606765747, + "lr": 0.03, + "negative_goodness": 1.4644456815507676, + "pair_accuracy": 0.8530222222116258, + "positive_goodness": 3.234465563498603, + "runtime_seconds": 9.985161781311035 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8601226961135864, + "lr": 0.03, + "negative_goodness": 1.2785305224524603, + "pair_accuracy": 0.8827111111111111, + "positive_goodness": 3.6159995277404784, + "runtime_seconds": 9.980775594711304 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8437308552847969, + "lr": 0.03, + "negative_goodness": 1.2370693484306337, + "pair_accuracy": 0.8788666666454739, + "positive_goodness": 3.584685969034831, + "runtime_seconds": 9.980294466018677 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7977903335995145, + "lr": 0.03, + "negative_goodness": 1.1735356215159098, + "pair_accuracy": 0.8827333333757189, + "positive_goodness": 3.7300540885925293, + "runtime_seconds": 9.981762409210205 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7896331175910102, + "lr": 0.03, + "negative_goodness": 1.1440556893666585, + "pair_accuracy": 0.8829555555555556, + "positive_goodness": 3.747936379114787, + "runtime_seconds": 9.981125593185425 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7867407500372993, + "lr": 0.03, + "negative_goodness": 1.1465790122561985, + "pair_accuracy": 0.8844222222228845, + "positive_goodness": 3.7279620622528924, + "runtime_seconds": 9.981381893157959 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7536214086956448, + "lr": 0.03, + "negative_goodness": 1.0929513443099128, + "pair_accuracy": 0.8854888888994853, + "positive_goodness": 3.9235703424453736, + "runtime_seconds": 9.99712347984314 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7235473349253336, + "lr": 0.03, + "negative_goodness": 1.062254759724935, + "pair_accuracy": 0.891466666677263, + "positive_goodness": 3.9118428479088676, + "runtime_seconds": 9.983838319778442 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7121923045900133, + "lr": 0.03, + "negative_goodness": 1.0394301169077556, + "pair_accuracy": 0.9007333333333334, + "positive_goodness": 4.011440042834812, + "runtime_seconds": 9.984777450561523 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7345801015218099, + "lr": 0.03, + "negative_goodness": 1.06815555973053, + "pair_accuracy": 0.8902, + "positive_goodness": 3.902160744476318, + "runtime_seconds": 9.982107400894165 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7159721934000651, + "lr": 0.03, + "negative_goodness": 1.030243331612481, + "pair_accuracy": 0.8950444444126553, + "positive_goodness": 4.132744580290052, + "runtime_seconds": 9.982451677322388 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7106224691020118, + "lr": 0.03, + "negative_goodness": 1.0333759019321866, + "pair_accuracy": 0.8966444444444445, + "positive_goodness": 4.023230458747016, + "runtime_seconds": 9.978997945785522 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7437363721635607, + "lr": 0.03, + "negative_goodness": 1.0348422218455209, + "pair_accuracy": 0.8833555555555556, + "positive_goodness": 3.8924326735602484, + "runtime_seconds": 9.98607325553894 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7478605555852255, + "lr": 0.03, + "negative_goodness": 1.0654895467970107, + "pair_accuracy": 0.8769999999682109, + "positive_goodness": 3.8985533212449814, + "runtime_seconds": 9.98323678970337 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6680435750643412, + "lr": 0.03, + "negative_goodness": 0.972067733669281, + "pair_accuracy": 0.9007111111005147, + "positive_goodness": 4.175576770443387, + "runtime_seconds": 10.025638103485107 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.7142782561884986, + "lr": 0.03, + "negative_goodness": 0.9884009260018667, + "pair_accuracy": 0.8887111111005147, + "positive_goodness": 4.025378960164388, + "runtime_seconds": 10.09997010231018 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.752757520225313, + "lr": 0.03, + "negative_goodness": 1.064283939743042, + "pair_accuracy": 0.8833333333333333, + "positive_goodness": 3.8733990881178113, + "runtime_seconds": 10.066629886627197 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6650405123551687, + "lr": 0.03, + "negative_goodness": 0.9572206263489194, + "pair_accuracy": 0.9022666666666667, + "positive_goodness": 4.1866550729539656, + "runtime_seconds": 10.052061796188354 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6629093949953715, + "lr": 0.03, + "negative_goodness": 0.9638626567204793, + "pair_accuracy": 0.9115333333121406, + "positive_goodness": 4.187503624767728, + "runtime_seconds": 10.056437730789185 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6741603254371219, + "lr": 0.03, + "negative_goodness": 0.9552570031907823, + "pair_accuracy": 0.8996444444444445, + "positive_goodness": 4.198576664818658, + "runtime_seconds": 9.997413396835327 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6901068243503571, + "lr": 0.03, + "negative_goodness": 0.9794173510551453, + "pair_accuracy": 0.895933333322737, + "positive_goodness": 4.102979101223416, + "runtime_seconds": 9.983061075210571 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6987583338154687, + "lr": 0.03, + "negative_goodness": 0.9787740860833062, + "pair_accuracy": 0.8899333333227369, + "positive_goodness": 4.080886443667942, + "runtime_seconds": 9.98528790473938 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6711122394561767, + "lr": 0.03, + "negative_goodness": 0.9439741090244717, + "pair_accuracy": 0.9002, + "positive_goodness": 4.182054471079509, + "runtime_seconds": 9.985221147537231 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6911050295008554, + "lr": 0.03, + "negative_goodness": 0.9580786972893609, + "pair_accuracy": 0.8917111111111111, + "positive_goodness": 4.032699739668105, + "runtime_seconds": 9.990108251571655 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6915610218471951, + "lr": 0.03, + "negative_goodness": 0.936229362127516, + "pair_accuracy": 0.8818222222222222, + "positive_goodness": 4.138957581498888, + "runtime_seconds": 9.99152660369873 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6483866043514676, + "lr": 0.03, + "negative_goodness": 0.9159507114569346, + "pair_accuracy": 0.9047555555555555, + "positive_goodness": 4.278015472242568, + "runtime_seconds": 10.004818439483643 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.5900238190333048, + "lr": 0.03, + "negative_goodness": 0.8275630159166124, + "pair_accuracy": 0.9171111111323039, + "positive_goodness": 4.613340049425761, + "runtime_seconds": 10.04016399383545 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6264475736061732, + "lr": 0.03, + "negative_goodness": 0.8813688348399268, + "pair_accuracy": 0.9110888888888888, + "positive_goodness": 4.3638620231628416, + "runtime_seconds": 10.045512437820435 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6561417633454005, + "lr": 0.03, + "negative_goodness": 0.9196205754015181, + "pair_accuracy": 0.9048888888888889, + "positive_goodness": 4.171678367657131, + "runtime_seconds": 10.045051097869873 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6852696612119674, + "lr": 0.03, + "negative_goodness": 0.9520459472152922, + "pair_accuracy": 0.8909111111111111, + "positive_goodness": 4.145524906921387, + "runtime_seconds": 10.044321298599243 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.668940435968505, + "lr": 0.03, + "negative_goodness": 0.9308808668825361, + "pair_accuracy": 0.8977777777777778, + "positive_goodness": 4.245609780629476, + "runtime_seconds": 10.041504383087158 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6436759376949734, + "lr": 0.03, + "negative_goodness": 0.9039504076851739, + "pair_accuracy": 0.905155555597941, + "positive_goodness": 4.3162866705152725, + "runtime_seconds": 10.042577266693115 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6256821543163723, + "lr": 0.03, + "negative_goodness": 0.847578062333001, + "pair_accuracy": 0.9045333333545261, + "positive_goodness": 4.41184127368927, + "runtime_seconds": 10.039039611816406 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6328216609477997, + "lr": 0.03, + "negative_goodness": 0.8903494365268283, + "pair_accuracy": 0.9100444444444444, + "positive_goodness": 4.353873739284939, + "runtime_seconds": 10.039884805679321 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.7027934914218055, + "lr": 0.03, + "negative_goodness": 0.9632313057528602, + "pair_accuracy": 0.8819333333333333, + "positive_goodness": 4.052958532630073, + "runtime_seconds": 10.03977918624878 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6098917439672682, + "lr": 0.03, + "negative_goodness": 0.8584046775182088, + "pair_accuracy": 0.9149333333757188, + "positive_goodness": 4.430767816925049, + "runtime_seconds": 10.095376014709473 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.661377605316374, + "lr": 0.03, + "negative_goodness": 0.9161045271873474, + "pair_accuracy": 0.9068444444444445, + "positive_goodness": 4.238326773113674, + "runtime_seconds": 10.10683560371399 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6763242351531983, + "lr": 0.03, + "negative_goodness": 0.9187178114149306, + "pair_accuracy": 0.8973333333333333, + "positive_goodness": 4.194669361996651, + "runtime_seconds": 10.11292576789856 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.5977383260832893, + "lr": 0.03, + "negative_goodness": 0.8452419548299578, + "pair_accuracy": 0.9165333333333333, + "positive_goodness": 4.410339419725206, + "runtime_seconds": 10.10292363166809 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6349437619527181, + "lr": 0.03, + "negative_goodness": 0.8593855927361382, + "pair_accuracy": 0.9026222222222222, + "positive_goodness": 4.297739414850871, + "runtime_seconds": 10.102056980133057 + } + ], + "layer": 36 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9844550242741903, + "lr": 0.03, + "negative_goodness": 1.2961218488057455, + "pair_accuracy": 0.8115555555449592, + "positive_goodness": 3.117497361755371, + "runtime_seconds": 10.09500527381897 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.775170346795188, + "lr": 0.03, + "negative_goodness": 1.101099989467197, + "pair_accuracy": 0.8892, + "positive_goodness": 3.792788373989529, + "runtime_seconds": 10.080813646316528 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8202306736628214, + "lr": 0.03, + "negative_goodness": 1.1390947163687812, + "pair_accuracy": 0.8702222222646078, + "positive_goodness": 3.6348761897193063, + "runtime_seconds": 10.082440614700317 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7937059325430128, + "lr": 0.03, + "negative_goodness": 1.122771711836921, + "pair_accuracy": 0.8789555555767483, + "positive_goodness": 3.6360692790137397, + "runtime_seconds": 10.073468446731567 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.736245004606247, + "lr": 0.03, + "negative_goodness": 1.0590656236754523, + "pair_accuracy": 0.8917111111111111, + "positive_goodness": 3.942247825495402, + "runtime_seconds": 10.073387622833252 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7540748082478841, + "lr": 0.03, + "negative_goodness": 1.0666477018780178, + "pair_accuracy": 0.8831111111005148, + "positive_goodness": 3.8389620517518783, + "runtime_seconds": 10.067903518676758 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7786173186937968, + "lr": 0.03, + "negative_goodness": 1.0896247003979154, + "pair_accuracy": 0.8778888888888889, + "positive_goodness": 3.7354992033216687, + "runtime_seconds": 10.078101873397827 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.738416267908944, + "lr": 0.03, + "negative_goodness": 1.0647863897535537, + "pair_accuracy": 0.8809777777777777, + "positive_goodness": 3.9465703553941514, + "runtime_seconds": 10.078062057495117 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.760775032403734, + "lr": 0.03, + "negative_goodness": 1.0692346486197577, + "pair_accuracy": 0.8784444444444445, + "positive_goodness": 3.8015551073710125, + "runtime_seconds": 10.080201625823975 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7227605537891388, + "lr": 0.03, + "negative_goodness": 1.0336865297820832, + "pair_accuracy": 0.8931111111111111, + "positive_goodness": 3.9597296447753907, + "runtime_seconds": 10.08073353767395 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7185703379127715, + "lr": 0.03, + "negative_goodness": 0.9736303386661741, + "pair_accuracy": 0.8793333333333333, + "positive_goodness": 3.9593011606004502, + "runtime_seconds": 10.078272819519043 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7177237571636835, + "lr": 0.03, + "negative_goodness": 1.0211690945439869, + "pair_accuracy": 0.8951333333333333, + "positive_goodness": 3.9728965526156954, + "runtime_seconds": 10.077175617218018 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6858191565831502, + "lr": 0.03, + "negative_goodness": 0.9592367655860053, + "pair_accuracy": 0.8968000000052981, + "positive_goodness": 4.07613529870775, + "runtime_seconds": 10.076665878295898 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7039333526823256, + "lr": 0.03, + "negative_goodness": 0.9892613338364495, + "pair_accuracy": 0.8942, + "positive_goodness": 3.987987514368693, + "runtime_seconds": 10.07770586013794 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.7187970116297404, + "lr": 0.03, + "negative_goodness": 1.0023443513234456, + "pair_accuracy": 0.8886666666666667, + "positive_goodness": 4.02138624382019, + "runtime_seconds": 10.07567572593689 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.692404626168145, + "lr": 0.03, + "negative_goodness": 0.9716952077441745, + "pair_accuracy": 0.8864888888888889, + "positive_goodness": 4.154300475565592, + "runtime_seconds": 10.080533266067505 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.7054903799798754, + "lr": 0.03, + "negative_goodness": 0.9783198663923476, + "pair_accuracy": 0.8942222222010294, + "positive_goodness": 4.043300562879774, + "runtime_seconds": 10.076720714569092 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.683643981552124, + "lr": 0.03, + "negative_goodness": 0.9706232560793558, + "pair_accuracy": 0.9000666666454739, + "positive_goodness": 4.14700607647366, + "runtime_seconds": 10.073118209838867 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.646786274072859, + "lr": 0.03, + "negative_goodness": 0.9041431274202135, + "pair_accuracy": 0.8979333333757189, + "positive_goodness": 4.27083523135715, + "runtime_seconds": 10.074635744094849 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6481765329122543, + "lr": 0.03, + "negative_goodness": 0.895178413216273, + "pair_accuracy": 0.9025777777777778, + "positive_goodness": 4.326637114122179, + "runtime_seconds": 10.07763671875 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6015416181908714, + "lr": 0.03, + "negative_goodness": 0.8386599930286407, + "pair_accuracy": 0.9182888888888889, + "positive_goodness": 4.518417228529189, + "runtime_seconds": 10.076727867126465 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.704261390127076, + "lr": 0.03, + "negative_goodness": 0.9791233874042828, + "pair_accuracy": 0.8847111111111111, + "positive_goodness": 4.122004435136583, + "runtime_seconds": 10.077731847763062 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6150173309750027, + "lr": 0.03, + "negative_goodness": 0.8682488751729329, + "pair_accuracy": 0.9103333333280351, + "positive_goodness": 4.395159215672811, + "runtime_seconds": 10.075066804885864 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6264795018513998, + "lr": 0.03, + "negative_goodness": 0.8583762802653843, + "pair_accuracy": 0.9093555555557211, + "positive_goodness": 4.459501206673516, + "runtime_seconds": 10.077122688293457 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.7300223679913415, + "lr": 0.03, + "negative_goodness": 0.9773748893472883, + "pair_accuracy": 0.8770888888888889, + "positive_goodness": 3.9280369705200195, + "runtime_seconds": 10.090771198272705 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.7108447946972317, + "lr": 0.03, + "negative_goodness": 0.9696070358700223, + "pair_accuracy": 0.8860444444338481, + "positive_goodness": 4.065411273744371, + "runtime_seconds": 10.106485843658447 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6517274273554484, + "lr": 0.03, + "negative_goodness": 0.8984224930975172, + "pair_accuracy": 0.9035999999682108, + "positive_goodness": 4.238310269546509, + "runtime_seconds": 10.085636615753174 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6240693633874257, + "lr": 0.03, + "negative_goodness": 0.8719130776405335, + "pair_accuracy": 0.9086666666666666, + "positive_goodness": 4.369689799033271, + "runtime_seconds": 10.082068920135498 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6332063141928779, + "lr": 0.03, + "negative_goodness": 0.8766779900868734, + "pair_accuracy": 0.9072444444656372, + "positive_goodness": 4.434643169932896, + "runtime_seconds": 10.073848247528076 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6396398240513271, + "lr": 0.03, + "negative_goodness": 0.8665754569583469, + "pair_accuracy": 0.8974222222010294, + "positive_goodness": 4.354673322762383, + "runtime_seconds": 10.073721647262573 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6428078939331903, + "lr": 0.03, + "negative_goodness": 0.8975953558074103, + "pair_accuracy": 0.9066, + "positive_goodness": 4.349167521158854, + "runtime_seconds": 10.07813310623169 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6470104046291775, + "lr": 0.03, + "negative_goodness": 0.8631999375237359, + "pair_accuracy": 0.9073333333545262, + "positive_goodness": 4.406757494693332, + "runtime_seconds": 10.078409194946289 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6695312079111735, + "lr": 0.03, + "negative_goodness": 0.8881729813257854, + "pair_accuracy": 0.9001333333333333, + "positive_goodness": 4.29093483505249, + "runtime_seconds": 10.075666666030884 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.641937988864051, + "lr": 0.03, + "negative_goodness": 0.8739150980419583, + "pair_accuracy": 0.9012444444338481, + "positive_goodness": 4.301036187405057, + "runtime_seconds": 10.084974765777588 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6356201938761605, + "lr": 0.03, + "negative_goodness": 0.8647303432981173, + "pair_accuracy": 0.9016222222222222, + "positive_goodness": 4.362098940658569, + "runtime_seconds": 10.074069738388062 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6373374134275648, + "lr": 0.03, + "negative_goodness": 0.8426532042821249, + "pair_accuracy": 0.9053555555873447, + "positive_goodness": 4.36538196404775, + "runtime_seconds": 10.066593647003174 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6880461799489127, + "lr": 0.03, + "negative_goodness": 0.9425799671093623, + "pair_accuracy": 0.8900666666666667, + "positive_goodness": 4.092791657087538, + "runtime_seconds": 9.95663046836853 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6070629447433684, + "lr": 0.03, + "negative_goodness": 0.7961986843956841, + "pair_accuracy": 0.9067333333333333, + "positive_goodness": 4.548892499118381, + "runtime_seconds": 9.952649116516113 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6576264483345879, + "lr": 0.03, + "negative_goodness": 0.8892843728383382, + "pair_accuracy": 0.8983111111005148, + "positive_goodness": 4.2401720470216535, + "runtime_seconds": 9.97258973121643 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6765905447006225, + "lr": 0.03, + "negative_goodness": 0.9072884622891744, + "pair_accuracy": 0.8926888889418708, + "positive_goodness": 4.219999381256104, + "runtime_seconds": 10.012591361999512 + } + ], + "layer": 37 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9603222092734442, + "lr": 0.03, + "negative_goodness": 1.3763688084496393, + "pair_accuracy": 0.8401333333333333, + "positive_goodness": 3.380863320414225, + "runtime_seconds": 10.14347219467163 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8186551518652174, + "lr": 0.03, + "negative_goodness": 1.189796886836158, + "pair_accuracy": 0.8730666666666667, + "positive_goodness": 3.7106136008368598, + "runtime_seconds": 10.051413774490356 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7765526193671757, + "lr": 0.03, + "negative_goodness": 1.1032818089273242, + "pair_accuracy": 0.8823555555555556, + "positive_goodness": 3.8231490734524196, + "runtime_seconds": 10.038787841796875 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.726358902668953, + "lr": 0.03, + "negative_goodness": 1.049431330400043, + "pair_accuracy": 0.8881777777777777, + "positive_goodness": 3.9083232632954914, + "runtime_seconds": 10.052400827407837 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7664889167785645, + "lr": 0.03, + "negative_goodness": 1.0765569445292156, + "pair_accuracy": 0.8766444444444444, + "positive_goodness": 3.8526254706912573, + "runtime_seconds": 10.04604434967041 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7264230482313369, + "lr": 0.03, + "negative_goodness": 1.0043345182842678, + "pair_accuracy": 0.8829333333598243, + "positive_goodness": 4.006991455205282, + "runtime_seconds": 10.049007654190063 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7324474462138282, + "lr": 0.03, + "negative_goodness": 1.0206763019773695, + "pair_accuracy": 0.8783333333333333, + "positive_goodness": 4.02994428346422, + "runtime_seconds": 10.077637672424316 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7740027501848009, + "lr": 0.03, + "negative_goodness": 1.0796982300228544, + "pair_accuracy": 0.8765777777883742, + "positive_goodness": 3.852670436032613, + "runtime_seconds": 10.048825979232788 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.684822843975491, + "lr": 0.03, + "negative_goodness": 0.9933329599062601, + "pair_accuracy": 0.9013777777459886, + "positive_goodness": 4.043669514550103, + "runtime_seconds": 10.04373049736023 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7079136656655206, + "lr": 0.03, + "negative_goodness": 0.9938655927658081, + "pair_accuracy": 0.8878000000052982, + "positive_goodness": 4.006203349664476, + "runtime_seconds": 10.044939517974854 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6901465763303969, + "lr": 0.03, + "negative_goodness": 0.9818168599658542, + "pair_accuracy": 0.8886888888888889, + "positive_goodness": 4.0917287497202555, + "runtime_seconds": 10.043960571289062 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.679492989593082, + "lr": 0.03, + "negative_goodness": 0.9498953950458102, + "pair_accuracy": 0.8956000000211928, + "positive_goodness": 4.14540946735806, + "runtime_seconds": 10.036707878112793 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7225157851325141, + "lr": 0.03, + "negative_goodness": 1.0210700191073947, + "pair_accuracy": 0.8863999999894037, + "positive_goodness": 3.9679475369135537, + "runtime_seconds": 10.036444664001465 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6548289209683736, + "lr": 0.03, + "negative_goodness": 0.9247718804253472, + "pair_accuracy": 0.8977999999894036, + "positive_goodness": 4.241158334181044, + "runtime_seconds": 10.043118476867676 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6639313312106663, + "lr": 0.03, + "negative_goodness": 0.9429128271950615, + "pair_accuracy": 0.9026888888782925, + "positive_goodness": 4.243620150015089, + "runtime_seconds": 10.04661250114441 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6523055692566766, + "lr": 0.03, + "negative_goodness": 0.9172833630137973, + "pair_accuracy": 0.9000666666560703, + "positive_goodness": 4.2721374098036025, + "runtime_seconds": 10.047792911529541 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6953094447029962, + "lr": 0.03, + "negative_goodness": 0.9502287826114231, + "pair_accuracy": 0.8923111111111112, + "positive_goodness": 4.172413816515605, + "runtime_seconds": 10.028233766555786 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6498709713511996, + "lr": 0.03, + "negative_goodness": 0.900939888938268, + "pair_accuracy": 0.8974666666666666, + "positive_goodness": 4.3250301063537595, + "runtime_seconds": 9.998133659362793 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.7011260701497396, + "lr": 0.03, + "negative_goodness": 0.9965636367797852, + "pair_accuracy": 0.889666666677263, + "positive_goodness": 4.058028882726034, + "runtime_seconds": 10.042960166931152 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6379665372159746, + "lr": 0.03, + "negative_goodness": 0.898592868844668, + "pair_accuracy": 0.9060888888888889, + "positive_goodness": 4.271121848551433, + "runtime_seconds": 10.04159140586853 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6813113847732544, + "lr": 0.03, + "negative_goodness": 0.9156777991082933, + "pair_accuracy": 0.8916666666666667, + "positive_goodness": 4.213101913324992, + "runtime_seconds": 10.03674602508545 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6890522903972202, + "lr": 0.03, + "negative_goodness": 0.9440437766393026, + "pair_accuracy": 0.8909555555449592, + "positive_goodness": 4.098720684602526, + "runtime_seconds": 10.04645299911499 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6659842575126224, + "lr": 0.03, + "negative_goodness": 0.916411987982856, + "pair_accuracy": 0.8995333333333333, + "positive_goodness": 4.159383911471897, + "runtime_seconds": 10.059457778930664 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6233117734379239, + "lr": 0.03, + "negative_goodness": 0.8855161915567186, + "pair_accuracy": 0.8984666666666666, + "positive_goodness": 4.372427256266276, + "runtime_seconds": 10.10793399810791 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6549536719852024, + "lr": 0.03, + "negative_goodness": 0.8968143885506524, + "pair_accuracy": 0.8942000000105964, + "positive_goodness": 4.325274636862013, + "runtime_seconds": 10.101380109786987 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6531773858944575, + "lr": 0.03, + "negative_goodness": 0.908243909561634, + "pair_accuracy": 0.9013111111111111, + "positive_goodness": 4.273779348670112, + "runtime_seconds": 10.096346616744995 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.5795056484010485, + "lr": 0.03, + "negative_goodness": 0.8077118283801609, + "pair_accuracy": 0.9206444444444445, + "positive_goodness": 4.647581088002522, + "runtime_seconds": 10.097864627838135 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.645115561358134, + "lr": 0.03, + "negative_goodness": 0.8966607926474677, + "pair_accuracy": 0.8964888888782925, + "positive_goodness": 4.376681829537286, + "runtime_seconds": 10.09805965423584 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6478425573243035, + "lr": 0.03, + "negative_goodness": 0.9081459748797946, + "pair_accuracy": 0.9047111111111111, + "positive_goodness": 4.304067346360949, + "runtime_seconds": 10.099363803863525 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6333470203823514, + "lr": 0.03, + "negative_goodness": 0.8737166614373525, + "pair_accuracy": 0.9055111111111112, + "positive_goodness": 4.371160708363851, + "runtime_seconds": 10.105852842330933 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6169174257914225, + "lr": 0.03, + "negative_goodness": 0.8702309056811862, + "pair_accuracy": 0.9025777777777778, + "positive_goodness": 4.481205748078558, + "runtime_seconds": 10.100684404373169 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6039668794261085, + "lr": 0.03, + "negative_goodness": 0.8472762819502089, + "pair_accuracy": 0.9140888888888888, + "positive_goodness": 4.4040085904439294, + "runtime_seconds": 10.09962248802185 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.7012413679334852, + "lr": 0.03, + "negative_goodness": 0.9370677416059706, + "pair_accuracy": 0.8813333333333333, + "positive_goodness": 4.150819061851501, + "runtime_seconds": 10.097330093383789 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6109990913497078, + "lr": 0.03, + "negative_goodness": 0.8476930606630113, + "pair_accuracy": 0.9048, + "positive_goodness": 4.426769283548991, + "runtime_seconds": 10.101054430007935 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6286291126966477, + "lr": 0.03, + "negative_goodness": 0.8535242718021075, + "pair_accuracy": 0.9109777777777778, + "positive_goodness": 4.427066253323026, + "runtime_seconds": 10.099457025527954 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6319640471988254, + "lr": 0.03, + "negative_goodness": 0.8512851130697462, + "pair_accuracy": 0.9001777777459886, + "positive_goodness": 4.406204919603136, + "runtime_seconds": 10.103289127349854 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6122188353141149, + "lr": 0.03, + "negative_goodness": 0.8560016632265515, + "pair_accuracy": 0.9072888888888889, + "positive_goodness": 4.3973769316779245, + "runtime_seconds": 10.100402116775513 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6376579239739312, + "lr": 0.03, + "negative_goodness": 0.8405525158882141, + "pair_accuracy": 0.8957333333386315, + "positive_goodness": 4.425547610653771, + "runtime_seconds": 10.09932565689087 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6386647228346931, + "lr": 0.03, + "negative_goodness": 0.8890973055945502, + "pair_accuracy": 0.9009111111111111, + "positive_goodness": 4.315291705746121, + "runtime_seconds": 10.09532618522644 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6093856119791666, + "lr": 0.03, + "negative_goodness": 0.8533947391086154, + "pair_accuracy": 0.912444444460339, + "positive_goodness": 4.497864351654052, + "runtime_seconds": 10.09546422958374 + } + ], + "layer": 38 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9044709194819133, + "lr": 0.03, + "negative_goodness": 1.2142236764272054, + "pair_accuracy": 0.8399333333227369, + "positive_goodness": 3.263226277054681, + "runtime_seconds": 10.075417041778564 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.7500944805781047, + "lr": 0.03, + "negative_goodness": 1.1147213100433349, + "pair_accuracy": 0.8832666666666666, + "positive_goodness": 3.779538465881348, + "runtime_seconds": 10.074279069900513 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7175201727337307, + "lr": 0.03, + "negative_goodness": 1.057327103614807, + "pair_accuracy": 0.8864222222222222, + "positive_goodness": 3.9051674144321016, + "runtime_seconds": 10.068827629089355 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7356099473529392, + "lr": 0.03, + "negative_goodness": 1.0773882938385009, + "pair_accuracy": 0.8791999999788073, + "positive_goodness": 3.9087134789360896, + "runtime_seconds": 10.074800491333008 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7139083543141683, + "lr": 0.03, + "negative_goodness": 1.0028735670513578, + "pair_accuracy": 0.8939111111112766, + "positive_goodness": 3.998214962217543, + "runtime_seconds": 10.068125247955322 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.6531007410897149, + "lr": 0.03, + "negative_goodness": 0.9380608325322469, + "pair_accuracy": 0.9010888889100817, + "positive_goodness": 4.211117925262451, + "runtime_seconds": 10.064229249954224 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.5921370742056105, + "lr": 0.03, + "negative_goodness": 0.8659508483846983, + "pair_accuracy": 0.9195333333333333, + "positive_goodness": 4.529179920874702, + "runtime_seconds": 10.066184520721436 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.6349477030860053, + "lr": 0.03, + "negative_goodness": 0.8860166179233128, + "pair_accuracy": 0.9026888888908757, + "positive_goodness": 4.426948488277859, + "runtime_seconds": 10.08021092414856 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6720575386497709, + "lr": 0.03, + "negative_goodness": 0.9205606120957268, + "pair_accuracy": 0.8906888888888889, + "positive_goodness": 4.191794294653999, + "runtime_seconds": 10.072965621948242 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6180054580476549, + "lr": 0.03, + "negative_goodness": 0.8503872280014886, + "pair_accuracy": 0.9050000000211927, + "positive_goodness": 4.442140350892808, + "runtime_seconds": 10.079155921936035 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.673424582473437, + "lr": 0.03, + "negative_goodness": 0.9333072367429733, + "pair_accuracy": 0.8975333333333333, + "positive_goodness": 4.253342711385091, + "runtime_seconds": 10.070779800415039 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6537574671109517, + "lr": 0.03, + "negative_goodness": 0.8937398676978218, + "pair_accuracy": 0.8957777777671814, + "positive_goodness": 4.2839088564131, + "runtime_seconds": 10.076182842254639 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6420846963670519, + "lr": 0.03, + "negative_goodness": 0.8919938735114203, + "pair_accuracy": 0.8991333333333333, + "positive_goodness": 4.301709136284722, + "runtime_seconds": 10.081150770187378 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6626575554953681, + "lr": 0.03, + "negative_goodness": 0.9246866110165914, + "pair_accuracy": 0.901866666677263, + "positive_goodness": 4.240515174272326, + "runtime_seconds": 10.081074476242065 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6216205331802368, + "lr": 0.03, + "negative_goodness": 0.8362076749483744, + "pair_accuracy": 0.9060666666454739, + "positive_goodness": 4.4526291638268365, + "runtime_seconds": 10.106997966766357 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6273270875506931, + "lr": 0.03, + "negative_goodness": 0.8512620506286621, + "pair_accuracy": 0.9058666666454739, + "positive_goodness": 4.473657467969258, + "runtime_seconds": 10.108585357666016 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6161921378029718, + "lr": 0.03, + "negative_goodness": 0.838517136669159, + "pair_accuracy": 0.9095111111005147, + "positive_goodness": 4.422744445673625, + "runtime_seconds": 10.080228090286255 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6179622064855363, + "lr": 0.03, + "negative_goodness": 0.8459719989299774, + "pair_accuracy": 0.9082222222222223, + "positive_goodness": 4.443491106075711, + "runtime_seconds": 10.082779169082642 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6154576017432742, + "lr": 0.03, + "negative_goodness": 0.8693399793836806, + "pair_accuracy": 0.9091333333333333, + "positive_goodness": 4.452842464955648, + "runtime_seconds": 10.04371190071106 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6293964669333564, + "lr": 0.03, + "negative_goodness": 0.8258719447241889, + "pair_accuracy": 0.9017111111217075, + "positive_goodness": 4.465951396963331, + "runtime_seconds": 10.01569128036499 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6387009578069051, + "lr": 0.03, + "negative_goodness": 0.8521813700252109, + "pair_accuracy": 0.8935555555555555, + "positive_goodness": 4.402424097569783, + "runtime_seconds": 10.01470685005188 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.5901265096876356, + "lr": 0.03, + "negative_goodness": 0.8230535802629259, + "pair_accuracy": 0.913, + "positive_goodness": 4.587548886998494, + "runtime_seconds": 10.027304649353027 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6109180419021183, + "lr": 0.03, + "negative_goodness": 0.8479657842715581, + "pair_accuracy": 0.9101777777777778, + "positive_goodness": 4.505268793826633, + "runtime_seconds": 10.01566195487976 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.5694042356067234, + "lr": 0.03, + "negative_goodness": 0.7766684695243835, + "pair_accuracy": 0.9135333333465788, + "positive_goodness": 4.729237869411045, + "runtime_seconds": 10.018244504928589 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.5963392577992546, + "lr": 0.03, + "negative_goodness": 0.8076098109351264, + "pair_accuracy": 0.9136666666666666, + "positive_goodness": 4.543729345533583, + "runtime_seconds": 10.022573232650757 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.5538205151822831, + "lr": 0.03, + "negative_goodness": 0.7715649987406201, + "pair_accuracy": 0.9234666666666667, + "positive_goodness": 4.7359119082980685, + "runtime_seconds": 10.021238327026367 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6437126606199477, + "lr": 0.03, + "negative_goodness": 0.8717399771690368, + "pair_accuracy": 0.9056222222222222, + "positive_goodness": 4.4195051621331105, + "runtime_seconds": 10.014024496078491 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.5598264515770807, + "lr": 0.03, + "negative_goodness": 0.7859159027099609, + "pair_accuracy": 0.9222666666666667, + "positive_goodness": 4.6620259649488665, + "runtime_seconds": 10.028610706329346 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.5725173719406128, + "lr": 0.03, + "negative_goodness": 0.7662812419997321, + "pair_accuracy": 0.9167333333598243, + "positive_goodness": 4.743723135587905, + "runtime_seconds": 10.007451057434082 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.5641133482641644, + "lr": 0.03, + "negative_goodness": 0.7733078421354294, + "pair_accuracy": 0.9197555555555555, + "positive_goodness": 4.734938589986165, + "runtime_seconds": 10.016318798065186 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.5257834778255887, + "lr": 0.03, + "negative_goodness": 0.709512573422326, + "pair_accuracy": 0.9336666666666666, + "positive_goodness": 5.0064747824774845, + "runtime_seconds": 10.011372566223145 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.5979486792299482, + "lr": 0.03, + "negative_goodness": 0.8153031711366442, + "pair_accuracy": 0.9081333333333333, + "positive_goodness": 4.5843277150472, + "runtime_seconds": 10.009856700897217 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.5627534814622667, + "lr": 0.03, + "negative_goodness": 0.7784830200705264, + "pair_accuracy": 0.9273555555555556, + "positive_goodness": 4.639844144270155, + "runtime_seconds": 10.008188247680664 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.5481490387916564, + "lr": 0.03, + "negative_goodness": 0.7339183986081017, + "pair_accuracy": 0.9234666666560702, + "positive_goodness": 4.850538806194729, + "runtime_seconds": 10.010855197906494 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.5377916672097313, + "lr": 0.03, + "negative_goodness": 0.7296721399837071, + "pair_accuracy": 0.9281555555555555, + "positive_goodness": 4.926957164679633, + "runtime_seconds": 10.007832765579224 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6018742252137926, + "lr": 0.03, + "negative_goodness": 0.7822212873246934, + "pair_accuracy": 0.9069555555502574, + "positive_goodness": 4.542578429582384, + "runtime_seconds": 10.0096755027771 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.5796442643377516, + "lr": 0.03, + "negative_goodness": 0.7808812333742777, + "pair_accuracy": 0.9144222222222222, + "positive_goodness": 4.621278313106961, + "runtime_seconds": 9.99123740196228 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5635497565746307, + "lr": 0.03, + "negative_goodness": 0.737340135257774, + "pair_accuracy": 0.9225777777777778, + "positive_goodness": 4.776759235551622, + "runtime_seconds": 9.959260702133179 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.5525763244628906, + "lr": 0.03, + "negative_goodness": 0.7300878989272648, + "pair_accuracy": 0.918422222216924, + "positive_goodness": 4.733958689414131, + "runtime_seconds": 10.015881061553955 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.5871695651902092, + "lr": 0.03, + "negative_goodness": 0.7796169621043735, + "pair_accuracy": 0.9088666666666667, + "positive_goodness": 4.73535216700236, + "runtime_seconds": 10.072513580322266 + } + ], + "layer": 39 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.0027902308252123, + "lr": 0.03, + "negative_goodness": 1.5153584428787232, + "pair_accuracy": 0.8267999999894036, + "positive_goodness": 3.29705428153144, + "runtime_seconds": 10.090317010879517 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.7738685701582166, + "lr": 0.03, + "negative_goodness": 1.2019021007961697, + "pair_accuracy": 0.8797333333545261, + "positive_goodness": 3.7911420841640897, + "runtime_seconds": 10.085747718811035 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.698990989361869, + "lr": 0.03, + "negative_goodness": 1.0704554426087274, + "pair_accuracy": 0.8896888888888889, + "positive_goodness": 4.095352726999919, + "runtime_seconds": 10.07345461845398 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.6809368813832601, + "lr": 0.03, + "negative_goodness": 1.0340294476403131, + "pair_accuracy": 0.889333333322737, + "positive_goodness": 4.257007818476359, + "runtime_seconds": 9.976145029067993 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.6729929353210661, + "lr": 0.03, + "negative_goodness": 1.0237215215947892, + "pair_accuracy": 0.9012888888888889, + "positive_goodness": 4.218907311672634, + "runtime_seconds": 9.976564407348633 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.6808227183977763, + "lr": 0.03, + "negative_goodness": 0.9954688462787205, + "pair_accuracy": 0.8873111111111112, + "positive_goodness": 4.207010585191515, + "runtime_seconds": 10.016380310058594 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.6913516261206732, + "lr": 0.03, + "negative_goodness": 1.0464060576544867, + "pair_accuracy": 0.8908222222222222, + "positive_goodness": 4.188519542418586, + "runtime_seconds": 10.06538438796997 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.767975661081738, + "lr": 0.03, + "negative_goodness": 1.1001295874595642, + "pair_accuracy": 0.8646666666666667, + "positive_goodness": 3.8551598964267306, + "runtime_seconds": 10.089754104614258 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.578876721599367, + "lr": 0.03, + "negative_goodness": 0.8944320587264167, + "pair_accuracy": 0.9261111111111111, + "positive_goodness": 4.575780179172092, + "runtime_seconds": 10.05726408958435 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6549000314076742, + "lr": 0.03, + "negative_goodness": 0.9600286405139499, + "pair_accuracy": 0.9068222222328186, + "positive_goodness": 4.394900127262539, + "runtime_seconds": 10.033554553985596 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6759350988944371, + "lr": 0.03, + "negative_goodness": 0.9620548123558362, + "pair_accuracy": 0.8880444444444444, + "positive_goodness": 4.306739748721653, + "runtime_seconds": 10.02891492843628 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6444714936150445, + "lr": 0.03, + "negative_goodness": 0.9109411119461059, + "pair_accuracy": 0.902777777756585, + "positive_goodness": 4.426352488242255, + "runtime_seconds": 10.041491746902466 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6779732542249891, + "lr": 0.03, + "negative_goodness": 0.9582045177035862, + "pair_accuracy": 0.8934444444974263, + "positive_goodness": 4.169119452200995, + "runtime_seconds": 10.036263227462769 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6152724397023519, + "lr": 0.03, + "negative_goodness": 0.91256888800727, + "pair_accuracy": 0.9102222222540114, + "positive_goodness": 4.584412598461575, + "runtime_seconds": 10.038360834121704 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.64356365714603, + "lr": 0.03, + "negative_goodness": 0.9066061575783624, + "pair_accuracy": 0.9028444444762336, + "positive_goodness": 4.4423869728512235, + "runtime_seconds": 10.029078006744385 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6253506800545586, + "lr": 0.03, + "negative_goodness": 0.9159292721642388, + "pair_accuracy": 0.9118888888570997, + "positive_goodness": 4.428233952755399, + "runtime_seconds": 10.034005403518677 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.598731938764784, + "lr": 0.03, + "negative_goodness": 0.8900439156214396, + "pair_accuracy": 0.9135111111111112, + "positive_goodness": 4.529793977271186, + "runtime_seconds": 10.032622337341309 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6315020548264185, + "lr": 0.03, + "negative_goodness": 0.9147757451746199, + "pair_accuracy": 0.9094444444444445, + "positive_goodness": 4.433125136057535, + "runtime_seconds": 10.033443212509155 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.5877526648892296, + "lr": 0.03, + "negative_goodness": 0.8593690444946289, + "pair_accuracy": 0.9195333333333333, + "positive_goodness": 4.588804868231879, + "runtime_seconds": 10.038478374481201 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6038979951646593, + "lr": 0.03, + "negative_goodness": 0.8577457665549384, + "pair_accuracy": 0.908177777756585, + "positive_goodness": 4.606211064571805, + "runtime_seconds": 10.035969018936157 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6008145780245463, + "lr": 0.03, + "negative_goodness": 0.8582283403820462, + "pair_accuracy": 0.9145333333333333, + "positive_goodness": 4.553166742706299, + "runtime_seconds": 10.036993026733398 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.5802692399395837, + "lr": 0.03, + "negative_goodness": 0.8229504777007632, + "pair_accuracy": 0.9144888888888889, + "positive_goodness": 4.723898253292508, + "runtime_seconds": 10.040794372558594 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.596472993320889, + "lr": 0.03, + "negative_goodness": 0.8744417613983154, + "pair_accuracy": 0.9187555555449591, + "positive_goodness": 4.605642348861695, + "runtime_seconds": 10.03654408454895 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.5818802404986487, + "lr": 0.03, + "negative_goodness": 0.844024964984258, + "pair_accuracy": 0.9186444444444445, + "positive_goodness": 4.587659560733371, + "runtime_seconds": 10.037172555923462 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.5852548425224092, + "lr": 0.03, + "negative_goodness": 0.834198618472947, + "pair_accuracy": 0.9223777777777777, + "positive_goodness": 4.6672416628519695, + "runtime_seconds": 10.038603782653809 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.5491242509179645, + "lr": 0.03, + "negative_goodness": 0.789697386182679, + "pair_accuracy": 0.9240666666666667, + "positive_goodness": 4.8397904406229655, + "runtime_seconds": 10.047062158584595 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.5837403767903646, + "lr": 0.03, + "negative_goodness": 0.8092917204168107, + "pair_accuracy": 0.9174444444444444, + "positive_goodness": 4.675492954169379, + "runtime_seconds": 10.031696796417236 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6679705109702216, + "lr": 0.03, + "negative_goodness": 0.8871947802649603, + "pair_accuracy": 0.8952222222381168, + "positive_goodness": 4.408279705047607, + "runtime_seconds": 10.033767700195312 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.5696497958289253, + "lr": 0.03, + "negative_goodness": 0.8114976280000474, + "pair_accuracy": 0.9177555555582046, + "positive_goodness": 4.792171216011047, + "runtime_seconds": 10.03218674659729 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.5674437318060134, + "lr": 0.03, + "negative_goodness": 0.8032631411658393, + "pair_accuracy": 0.9186000000105964, + "positive_goodness": 4.760330782657199, + "runtime_seconds": 10.003559589385986 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.5667968853871027, + "lr": 0.03, + "negative_goodness": 0.8226558421134949, + "pair_accuracy": 0.9253333333333333, + "positive_goodness": 4.651089817555746, + "runtime_seconds": 9.979890823364258 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6049371695730421, + "lr": 0.03, + "negative_goodness": 0.8505319831106398, + "pair_accuracy": 0.9049111111429002, + "positive_goodness": 4.641781528303358, + "runtime_seconds": 9.978708744049072 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.5897386172533036, + "lr": 0.03, + "negative_goodness": 0.778912195136812, + "pair_accuracy": 0.9136, + "positive_goodness": 4.670616476864285, + "runtime_seconds": 9.979605436325073 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.522963986963696, + "lr": 0.03, + "negative_goodness": 0.7559430969450209, + "pair_accuracy": 0.9336444444444445, + "positive_goodness": 4.956953589630127, + "runtime_seconds": 9.979033946990967 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.569443716041247, + "lr": 0.03, + "negative_goodness": 0.7820498005125258, + "pair_accuracy": 0.9172666666666667, + "positive_goodness": 4.740655473921034, + "runtime_seconds": 9.975197076797485 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5548781802813212, + "lr": 0.03, + "negative_goodness": 0.7988120058748457, + "pair_accuracy": 0.9293333333333333, + "positive_goodness": 4.767505611928304, + "runtime_seconds": 9.976511716842651 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6126131960895327, + "lr": 0.03, + "negative_goodness": 0.8368411929660373, + "pair_accuracy": 0.9090222222222222, + "positive_goodness": 4.63910174975925, + "runtime_seconds": 9.977298259735107 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5653397281222873, + "lr": 0.03, + "negative_goodness": 0.7941440729326672, + "pair_accuracy": 0.9250666666666667, + "positive_goodness": 4.800498033057319, + "runtime_seconds": 9.98648738861084 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.5515986431545682, + "lr": 0.03, + "negative_goodness": 0.76908803358078, + "pair_accuracy": 0.9202222222328186, + "positive_goodness": 4.845120483610365, + "runtime_seconds": 9.97733759880066 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.5532063944710626, + "lr": 0.03, + "negative_goodness": 0.7416361449347602, + "pair_accuracy": 0.9177111111429003, + "positive_goodness": 4.903250675498115, + "runtime_seconds": 9.97734260559082 + } + ], + "layer": 40 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.8410653310563829, + "lr": 0.03, + "negative_goodness": 1.1795543827056885, + "pair_accuracy": 0.8598444444444444, + "positive_goodness": 3.5608075041453042, + "runtime_seconds": 9.956555128097534 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.7161834541426765, + "lr": 0.03, + "negative_goodness": 1.0943142999119229, + "pair_accuracy": 0.8975777777671814, + "positive_goodness": 3.968211346435547, + "runtime_seconds": 9.959474086761475 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7173308681276109, + "lr": 0.03, + "negative_goodness": 1.0747483500586617, + "pair_accuracy": 0.8885777778201633, + "positive_goodness": 3.9395175884246827, + "runtime_seconds": 9.948861837387085 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.6683649241712358, + "lr": 0.03, + "negative_goodness": 1.0184696601337857, + "pair_accuracy": 0.8982888888782925, + "positive_goodness": 4.145121842447916, + "runtime_seconds": 9.959560871124268 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.6530723746379217, + "lr": 0.03, + "negative_goodness": 0.9814650938140022, + "pair_accuracy": 0.9019777777777778, + "positive_goodness": 4.361980755021837, + "runtime_seconds": 9.95118236541748 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.6415567388110691, + "lr": 0.03, + "negative_goodness": 0.9484892399046156, + "pair_accuracy": 0.9028222222116259, + "positive_goodness": 4.394668313641018, + "runtime_seconds": 9.952096462249756 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.6131181784523858, + "lr": 0.03, + "negative_goodness": 0.9277969763014051, + "pair_accuracy": 0.9118, + "positive_goodness": 4.482808672163221, + "runtime_seconds": 9.953466892242432 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.6317904665152232, + "lr": 0.03, + "negative_goodness": 0.9186702896542019, + "pair_accuracy": 0.9000222222222222, + "positive_goodness": 4.428046324920654, + "runtime_seconds": 9.965519666671753 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6125078812864092, + "lr": 0.03, + "negative_goodness": 0.8989775419553121, + "pair_accuracy": 0.9088222222222222, + "positive_goodness": 4.56401384379069, + "runtime_seconds": 9.950330018997192 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6570642395655314, + "lr": 0.03, + "negative_goodness": 0.9314143106460572, + "pair_accuracy": 0.902044444433848, + "positive_goodness": 4.4486942111969, + "runtime_seconds": 9.991445064544678 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.581409693230523, + "lr": 0.03, + "negative_goodness": 0.8743475409931607, + "pair_accuracy": 0.9179333333333334, + "positive_goodness": 4.663845074399313, + "runtime_seconds": 10.013336181640625 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.5654696006324557, + "lr": 0.03, + "negative_goodness": 0.8517795768419901, + "pair_accuracy": 0.9297111111111112, + "positive_goodness": 4.7337277431911895, + "runtime_seconds": 10.00649905204773 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.5405684370332294, + "lr": 0.03, + "negative_goodness": 0.8017586196899414, + "pair_accuracy": 0.9317333333333333, + "positive_goodness": 4.858577959696452, + "runtime_seconds": 10.005365133285522 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6625536021974352, + "lr": 0.03, + "negative_goodness": 0.9032483280287849, + "pair_accuracy": 0.8957111111217075, + "positive_goodness": 4.398903069559733, + "runtime_seconds": 10.012637376785278 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.5877065873172548, + "lr": 0.03, + "negative_goodness": 0.8510560491932763, + "pair_accuracy": 0.9154222222222222, + "positive_goodness": 4.650851553853353, + "runtime_seconds": 10.01427698135376 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6012389905293782, + "lr": 0.03, + "negative_goodness": 0.8804303578694661, + "pair_accuracy": 0.9222000000211927, + "positive_goodness": 4.582653355238173, + "runtime_seconds": 10.013288497924805 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6214829784287347, + "lr": 0.03, + "negative_goodness": 0.8693826074573728, + "pair_accuracy": 0.9053999999894036, + "positive_goodness": 4.552217796240913, + "runtime_seconds": 10.003208875656128 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.5808002692275577, + "lr": 0.03, + "negative_goodness": 0.8532018755061759, + "pair_accuracy": 0.9252, + "positive_goodness": 4.631188228437636, + "runtime_seconds": 10.013558626174927 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.5182080402268304, + "lr": 0.03, + "negative_goodness": 0.7532157998349932, + "pair_accuracy": 0.9357777777671814, + "positive_goodness": 5.070812141757541, + "runtime_seconds": 10.015659809112549 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.57666421684689, + "lr": 0.03, + "negative_goodness": 0.7954330261177487, + "pair_accuracy": 0.9156444444444445, + "positive_goodness": 4.793293437957764, + "runtime_seconds": 10.00693130493164 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6426753140767415, + "lr": 0.03, + "negative_goodness": 0.8610120055675506, + "pair_accuracy": 0.8975111111005147, + "positive_goodness": 4.536409318330553, + "runtime_seconds": 10.004117727279663 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6266093982272678, + "lr": 0.03, + "negative_goodness": 0.8823354832490286, + "pair_accuracy": 0.9010222222752041, + "positive_goodness": 4.419415385860867, + "runtime_seconds": 10.020032167434692 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6209464531368679, + "lr": 0.03, + "negative_goodness": 0.8715314350446065, + "pair_accuracy": 0.9125333333545261, + "positive_goodness": 4.479748315472073, + "runtime_seconds": 10.012541055679321 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6057916189405653, + "lr": 0.03, + "negative_goodness": 0.8567101050747765, + "pair_accuracy": 0.9115999999947018, + "positive_goodness": 4.544769990497166, + "runtime_seconds": 10.010693311691284 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.5784205848058065, + "lr": 0.03, + "negative_goodness": 0.8356187997182211, + "pair_accuracy": 0.9188888888888889, + "positive_goodness": 4.7406698468526205, + "runtime_seconds": 10.00938630104065 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.5592046421872245, + "lr": 0.03, + "negative_goodness": 0.7860097009923723, + "pair_accuracy": 0.9248, + "positive_goodness": 4.824309388478597, + "runtime_seconds": 10.01241683959961 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.5569418246693081, + "lr": 0.03, + "negative_goodness": 0.7999911514282226, + "pair_accuracy": 0.9227333333863152, + "positive_goodness": 4.78462001347012, + "runtime_seconds": 10.011291980743408 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.4903130758073595, + "lr": 0.03, + "negative_goodness": 0.6959752661493089, + "pair_accuracy": 0.9355555555502574, + "positive_goodness": 5.26946835539076, + "runtime_seconds": 10.020337104797363 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.5081647860633003, + "lr": 0.03, + "negative_goodness": 0.717801903072993, + "pair_accuracy": 0.9390000000105964, + "positive_goodness": 5.182534972084893, + "runtime_seconds": 10.011043071746826 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.5289079062223434, + "lr": 0.03, + "negative_goodness": 0.7335750140501394, + "pair_accuracy": 0.9277111111111112, + "positive_goodness": 5.094796359507243, + "runtime_seconds": 10.019993543624878 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.5715150426228841, + "lr": 0.03, + "negative_goodness": 0.7814284144904878, + "pair_accuracy": 0.907266666645474, + "positive_goodness": 4.9163242045508495, + "runtime_seconds": 10.015094518661499 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.5254661731084188, + "lr": 0.03, + "negative_goodness": 0.6967168069879214, + "pair_accuracy": 0.9305555555767483, + "positive_goodness": 5.107960652605692, + "runtime_seconds": 10.018385887145996 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.5610442151970334, + "lr": 0.03, + "negative_goodness": 0.7697857877810796, + "pair_accuracy": 0.9205555555555556, + "positive_goodness": 4.897938238440619, + "runtime_seconds": 10.008886814117432 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.5436553597344292, + "lr": 0.03, + "negative_goodness": 0.7372141180621253, + "pair_accuracy": 0.9205555555558866, + "positive_goodness": 4.957036865848965, + "runtime_seconds": 10.014634370803833 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.5247894151793586, + "lr": 0.03, + "negative_goodness": 0.7005205404890908, + "pair_accuracy": 0.9194444444444444, + "positive_goodness": 4.994695706770155, + "runtime_seconds": 9.992326974868774 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5909891812139088, + "lr": 0.03, + "negative_goodness": 0.7917696531467967, + "pair_accuracy": 0.9231111111111111, + "positive_goodness": 4.654295126914978, + "runtime_seconds": 10.015367031097412 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.4934218196153641, + "lr": 0.03, + "negative_goodness": 0.709395600605011, + "pair_accuracy": 0.9430666666666667, + "positive_goodness": 5.137511679840088, + "runtime_seconds": 10.007577657699585 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5280820315043131, + "lr": 0.03, + "negative_goodness": 0.7224501370218065, + "pair_accuracy": 0.9350444444444445, + "positive_goodness": 5.069763858003086, + "runtime_seconds": 10.013018608093262 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.5271580532100466, + "lr": 0.03, + "negative_goodness": 0.6954125517828597, + "pair_accuracy": 0.9325555555555556, + "positive_goodness": 4.954243400149875, + "runtime_seconds": 10.00736951828003 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.5793266274134318, + "lr": 0.03, + "negative_goodness": 0.7774267202112409, + "pair_accuracy": 0.9131333333227369, + "positive_goodness": 4.770529960208469, + "runtime_seconds": 10.017265796661377 + } + ], + "layer": 41 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.887427431148953, + "lr": 0.03, + "negative_goodness": 1.44226821269989, + "pair_accuracy": 0.8746888888888888, + "positive_goodness": 3.684422670279609, + "runtime_seconds": 10.035711288452148 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.7198868732505375, + "lr": 0.03, + "negative_goodness": 1.1592497011608547, + "pair_accuracy": 0.9015111111111112, + "positive_goodness": 4.157158517795139, + "runtime_seconds": 10.040237426757812 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.6887618357552422, + "lr": 0.03, + "negative_goodness": 1.090113634109497, + "pair_accuracy": 0.9079777777989705, + "positive_goodness": 4.32568443514506, + "runtime_seconds": 10.030649900436401 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.6281640774197048, + "lr": 0.03, + "negative_goodness": 0.9982983204099867, + "pair_accuracy": 0.9254666666772631, + "positive_goodness": 4.429920133421156, + "runtime_seconds": 10.028395414352417 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7100401199446784, + "lr": 0.03, + "negative_goodness": 1.0622451689084371, + "pair_accuracy": 0.8925777777777778, + "positive_goodness": 4.128354220665826, + "runtime_seconds": 10.032638788223267 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.6126116057501899, + "lr": 0.03, + "negative_goodness": 0.9584788209067451, + "pair_accuracy": 0.9204666667196486, + "positive_goodness": 4.52043928811815, + "runtime_seconds": 10.036487340927124 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.636044217300415, + "lr": 0.03, + "negative_goodness": 0.9692021562364367, + "pair_accuracy": 0.913, + "positive_goodness": 4.421305053244697, + "runtime_seconds": 10.035073518753052 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.6361694331910875, + "lr": 0.03, + "negative_goodness": 0.9736818713082207, + "pair_accuracy": 0.9195333333227369, + "positive_goodness": 4.39525979669359, + "runtime_seconds": 10.034910917282104 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6201076570828755, + "lr": 0.03, + "negative_goodness": 0.9090611814459165, + "pair_accuracy": 0.9117333333333333, + "positive_goodness": 4.482860867733425, + "runtime_seconds": 10.033456087112427 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.5989608407974243, + "lr": 0.03, + "negative_goodness": 0.888242478524314, + "pair_accuracy": 0.9188, + "positive_goodness": 4.590633271959093, + "runtime_seconds": 10.032320976257324 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6170380057838228, + "lr": 0.03, + "negative_goodness": 0.9110174528386857, + "pair_accuracy": 0.9170888888888888, + "positive_goodness": 4.493333211686876, + "runtime_seconds": 10.029995918273926 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6055446593178643, + "lr": 0.03, + "negative_goodness": 0.9146360765033298, + "pair_accuracy": 0.9168222222381168, + "positive_goodness": 4.4985945256127255, + "runtime_seconds": 10.03518295288086 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6120567949295044, + "lr": 0.03, + "negative_goodness": 0.9123534190495809, + "pair_accuracy": 0.9192000000423856, + "positive_goodness": 4.509400270122952, + "runtime_seconds": 10.037546634674072 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.5998949293136596, + "lr": 0.03, + "negative_goodness": 0.862089235581292, + "pair_accuracy": 0.9202000000211927, + "positive_goodness": 4.658831291876899, + "runtime_seconds": 10.032188177108765 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6371172179698944, + "lr": 0.03, + "negative_goodness": 0.9202970922735002, + "pair_accuracy": 0.9048222222222222, + "positive_goodness": 4.444242334577773, + "runtime_seconds": 10.03398084640503 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6151183974372016, + "lr": 0.03, + "negative_goodness": 0.894359079890781, + "pair_accuracy": 0.9164222222228845, + "positive_goodness": 4.544664575513204, + "runtime_seconds": 10.046368598937988 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6033443718406889, + "lr": 0.03, + "negative_goodness": 0.8496738063971202, + "pair_accuracy": 0.9135333333333333, + "positive_goodness": 4.609004012976753, + "runtime_seconds": 10.032380104064941 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.5949251663578882, + "lr": 0.03, + "negative_goodness": 0.857126892346806, + "pair_accuracy": 0.9154666666666667, + "positive_goodness": 4.610677971310086, + "runtime_seconds": 10.045564889907837 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.5337196722348531, + "lr": 0.03, + "negative_goodness": 0.7789395709143745, + "pair_accuracy": 0.9327777777671814, + "positive_goodness": 4.8381458056132, + "runtime_seconds": 9.999112844467163 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6118525693496069, + "lr": 0.03, + "negative_goodness": 0.8499740318086412, + "pair_accuracy": 0.9081777777777778, + "positive_goodness": 4.614898559485542, + "runtime_seconds": 9.964803457260132 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.564508903143141, + "lr": 0.03, + "negative_goodness": 0.8319906045807732, + "pair_accuracy": 0.9261777777989706, + "positive_goodness": 4.754343665356107, + "runtime_seconds": 10.040196180343628 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.5302245810694165, + "lr": 0.03, + "negative_goodness": 0.7677643251286612, + "pair_accuracy": 0.9367333333333333, + "positive_goodness": 4.908162389967177, + "runtime_seconds": 10.10184383392334 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.5871393154144288, + "lr": 0.03, + "negative_goodness": 0.7959679781172011, + "pair_accuracy": 0.9143333333227369, + "positive_goodness": 4.729840787845188, + "runtime_seconds": 10.098759412765503 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.48883789384100174, + "lr": 0.03, + "negative_goodness": 0.6983352086173163, + "pair_accuracy": 0.9472888888888888, + "positive_goodness": 5.0975899211459685, + "runtime_seconds": 10.100484609603882 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.5462885640038384, + "lr": 0.03, + "negative_goodness": 0.7785916179127164, + "pair_accuracy": 0.9277555555555556, + "positive_goodness": 4.848670811780294, + "runtime_seconds": 10.105517148971558 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.5169623890982734, + "lr": 0.03, + "negative_goodness": 0.7476172382990519, + "pair_accuracy": 0.9391111111005147, + "positive_goodness": 4.926960428110759, + "runtime_seconds": 10.095045804977417 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.51503655834198, + "lr": 0.03, + "negative_goodness": 0.704371912961536, + "pair_accuracy": 0.9391777777777778, + "positive_goodness": 5.126395542907715, + "runtime_seconds": 10.091853380203247 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.5332332018242942, + "lr": 0.03, + "negative_goodness": 0.7308871531301074, + "pair_accuracy": 0.9266222222222222, + "positive_goodness": 5.0522072494294905, + "runtime_seconds": 10.104447364807129 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.5464543623606364, + "lr": 0.03, + "negative_goodness": 0.7525234091758728, + "pair_accuracy": 0.9230666666668322, + "positive_goodness": 4.868062211449941, + "runtime_seconds": 10.093045473098755 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.607209702067905, + "lr": 0.03, + "negative_goodness": 0.8159460751745435, + "pair_accuracy": 0.9134222222328185, + "positive_goodness": 4.590862219662137, + "runtime_seconds": 10.098877429962158 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.5025972669442494, + "lr": 0.03, + "negative_goodness": 0.7190810737291972, + "pair_accuracy": 0.9392444444444444, + "positive_goodness": 5.0960326885647245, + "runtime_seconds": 10.105468988418579 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.55843774878184, + "lr": 0.03, + "negative_goodness": 0.7848195170826382, + "pair_accuracy": 0.9214444444126553, + "positive_goodness": 4.868257752143013, + "runtime_seconds": 10.101815462112427 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.5830221158769395, + "lr": 0.03, + "negative_goodness": 0.7907123623212179, + "pair_accuracy": 0.9182444444444444, + "positive_goodness": 4.726389292441474, + "runtime_seconds": 10.091635942459106 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.5618393383873833, + "lr": 0.03, + "negative_goodness": 0.7933928614616395, + "pair_accuracy": 0.9281333333333334, + "positive_goodness": 4.8487280723571775, + "runtime_seconds": 10.09752631187439 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.5464466075923707, + "lr": 0.03, + "negative_goodness": 0.7444698321938514, + "pair_accuracy": 0.9225111111111111, + "positive_goodness": 4.904703261841668, + "runtime_seconds": 10.09352731704712 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5270763546917173, + "lr": 0.03, + "negative_goodness": 0.7114512509822846, + "pair_accuracy": 0.9279333333333334, + "positive_goodness": 5.078466355726454, + "runtime_seconds": 10.047986507415771 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.5294582007937961, + "lr": 0.03, + "negative_goodness": 0.7308565706570943, + "pair_accuracy": 0.9304888888888889, + "positive_goodness": 5.0052073592291935, + "runtime_seconds": 10.094313859939575 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5385455329312219, + "lr": 0.03, + "negative_goodness": 0.7294101170063019, + "pair_accuracy": 0.9225333333333333, + "positive_goodness": 4.958216426086426, + "runtime_seconds": 10.111279010772705 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.548955748377906, + "lr": 0.03, + "negative_goodness": 0.7590114922205607, + "pair_accuracy": 0.9352666666560703, + "positive_goodness": 4.849333688269721, + "runtime_seconds": 10.095786333084106 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.4998128714720408, + "lr": 0.03, + "negative_goodness": 0.6560110652128855, + "pair_accuracy": 0.9348444444444445, + "positive_goodness": 5.181431488545735, + "runtime_seconds": 10.21178126335144 + } + ], + "layer": 42 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.8179889550659392, + "lr": 0.03, + "negative_goodness": 1.1462313527637058, + "pair_accuracy": 0.8672444444444445, + "positive_goodness": 3.647605067867703, + "runtime_seconds": 10.078670740127563 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.7888289489322239, + "lr": 0.03, + "negative_goodness": 1.17002388159434, + "pair_accuracy": 0.890355555566152, + "positive_goodness": 3.753625008837382, + "runtime_seconds": 10.080565214157104 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7311965201907688, + "lr": 0.03, + "negative_goodness": 1.0644949744330512, + "pair_accuracy": 0.88844444448683, + "positive_goodness": 4.009015218904283, + "runtime_seconds": 10.080774784088135 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7094172963884142, + "lr": 0.03, + "negative_goodness": 1.0358666591856214, + "pair_accuracy": 0.8926222222222222, + "positive_goodness": 4.181194626935323, + "runtime_seconds": 10.090564250946045 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7163241175916459, + "lr": 0.03, + "negative_goodness": 1.0420260126007928, + "pair_accuracy": 0.8942444444444444, + "positive_goodness": 4.0782277452256945, + "runtime_seconds": 10.079569578170776 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.6850003015730116, + "lr": 0.03, + "negative_goodness": 0.9829570609940423, + "pair_accuracy": 0.8998444444444444, + "positive_goodness": 4.150488767009311, + "runtime_seconds": 10.097111225128174 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.6631348495483398, + "lr": 0.03, + "negative_goodness": 0.9855849769062466, + "pair_accuracy": 0.9106888888888889, + "positive_goodness": 4.24558134197659, + "runtime_seconds": 10.108320474624634 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7133040745205349, + "lr": 0.03, + "negative_goodness": 1.042136016262902, + "pair_accuracy": 0.8941333333386315, + "positive_goodness": 4.0741916755888195, + "runtime_seconds": 10.079923868179321 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6198467900011274, + "lr": 0.03, + "negative_goodness": 0.9451769719282787, + "pair_accuracy": 0.9271555555555555, + "positive_goodness": 4.39307469168769, + "runtime_seconds": 10.057103157043457 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7051939112451341, + "lr": 0.03, + "negative_goodness": 0.9893922040979067, + "pair_accuracy": 0.8908000000423856, + "positive_goodness": 4.216238576846653, + "runtime_seconds": 10.046756744384766 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6125929774390326, + "lr": 0.03, + "negative_goodness": 0.926178847834799, + "pair_accuracy": 0.9251777777459886, + "positive_goodness": 4.487662139765422, + "runtime_seconds": 10.02883529663086 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6108690706570943, + "lr": 0.03, + "negative_goodness": 0.9003370409184032, + "pair_accuracy": 0.9194444444232517, + "positive_goodness": 4.515347172546386, + "runtime_seconds": 10.027448177337646 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6249602450900608, + "lr": 0.03, + "negative_goodness": 0.9054474636210336, + "pair_accuracy": 0.9129111111058129, + "positive_goodness": 4.415955683030022, + "runtime_seconds": 10.023277044296265 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.674576816897922, + "lr": 0.03, + "negative_goodness": 0.9572825779199601, + "pair_accuracy": 0.8995777777777778, + "positive_goodness": 4.211818576526642, + "runtime_seconds": 10.019367456436157 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.5770266006893582, + "lr": 0.03, + "negative_goodness": 0.8496399642070135, + "pair_accuracy": 0.9309111111111111, + "positive_goodness": 4.685720014063517, + "runtime_seconds": 10.039445638656616 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6194497462060716, + "lr": 0.03, + "negative_goodness": 0.8725013122240702, + "pair_accuracy": 0.909, + "positive_goodness": 4.4603203575981984, + "runtime_seconds": 10.019356727600098 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6122360109594133, + "lr": 0.03, + "negative_goodness": 0.8700629636102253, + "pair_accuracy": 0.9115555555555556, + "positive_goodness": 4.487841257900662, + "runtime_seconds": 10.021483421325684 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.5529936537000868, + "lr": 0.03, + "negative_goodness": 0.8050271710740196, + "pair_accuracy": 0.9335555555661519, + "positive_goodness": 4.795033293787639, + "runtime_seconds": 10.0138840675354 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6195982169045342, + "lr": 0.03, + "negative_goodness": 0.8818307485063871, + "pair_accuracy": 0.9186444444974263, + "positive_goodness": 4.502899579577976, + "runtime_seconds": 10.00690245628357 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6485145110607147, + "lr": 0.03, + "negative_goodness": 0.9246666772815916, + "pair_accuracy": 0.9008222222222222, + "positive_goodness": 4.318816244930691, + "runtime_seconds": 10.01583194732666 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.619359090730879, + "lr": 0.03, + "negative_goodness": 0.8712964790840944, + "pair_accuracy": 0.9093555555555556, + "positive_goodness": 4.436643394809299, + "runtime_seconds": 10.003798961639404 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.5833159824212392, + "lr": 0.03, + "negative_goodness": 0.8382012695524428, + "pair_accuracy": 0.9244222222222223, + "positive_goodness": 4.619830987124973, + "runtime_seconds": 10.016803979873657 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.5784212253517574, + "lr": 0.03, + "negative_goodness": 0.8240616565002336, + "pair_accuracy": 0.9239555555555555, + "positive_goodness": 4.697486588880751, + "runtime_seconds": 9.988183498382568 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.5901523152298398, + "lr": 0.03, + "negative_goodness": 0.8219476839971211, + "pair_accuracy": 0.9197111111111111, + "positive_goodness": 4.673067325592041, + "runtime_seconds": 10.024077892303467 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.5398997092247009, + "lr": 0.03, + "negative_goodness": 0.7798298650821051, + "pair_accuracy": 0.9372444444232517, + "positive_goodness": 4.904782491811116, + "runtime_seconds": 10.014393091201782 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6071134946611193, + "lr": 0.03, + "negative_goodness": 0.8148499997854233, + "pair_accuracy": 0.9126444444444445, + "positive_goodness": 4.5933036802079945, + "runtime_seconds": 10.004595041275024 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.5953148916244507, + "lr": 0.03, + "negative_goodness": 0.854289832828525, + "pair_accuracy": 0.9193777777777777, + "positive_goodness": 4.58754751264784, + "runtime_seconds": 10.040163516998291 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.5548017180548774, + "lr": 0.03, + "negative_goodness": 0.7616561644236247, + "pair_accuracy": 0.9268888888888889, + "positive_goodness": 4.85307009540134, + "runtime_seconds": 10.007947206497192 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.5529823384231991, + "lr": 0.03, + "negative_goodness": 0.7937288137111399, + "pair_accuracy": 0.9308888888888889, + "positive_goodness": 4.822380030653211, + "runtime_seconds": 10.013336420059204 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.5409012065039741, + "lr": 0.03, + "negative_goodness": 0.7554583052370283, + "pair_accuracy": 0.926755555566152, + "positive_goodness": 4.852115006510417, + "runtime_seconds": 10.027529954910278 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.48813076962365043, + "lr": 0.03, + "negative_goodness": 0.6914338598661952, + "pair_accuracy": 0.9435111111323039, + "positive_goodness": 5.31680590209961, + "runtime_seconds": 10.062520027160645 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.5636477982415093, + "lr": 0.03, + "negative_goodness": 0.7639542230857743, + "pair_accuracy": 0.9230666667090522, + "positive_goodness": 4.900458595403036, + "runtime_seconds": 10.079661130905151 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.5240934502336714, + "lr": 0.03, + "negative_goodness": 0.7632961557249228, + "pair_accuracy": 0.9348222222222222, + "positive_goodness": 4.944244030337863, + "runtime_seconds": 10.048044204711914 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.5664046451409658, + "lr": 0.03, + "negative_goodness": 0.7694805906097094, + "pair_accuracy": 0.9256444444444445, + "positive_goodness": 4.774511598587036, + "runtime_seconds": 9.968890905380249 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.5958663291083441, + "lr": 0.03, + "negative_goodness": 0.8000580290900337, + "pair_accuracy": 0.9116444444444445, + "positive_goodness": 4.667495197974311, + "runtime_seconds": 9.946710348129272 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6243872205522325, + "lr": 0.03, + "negative_goodness": 0.8130516233576669, + "pair_accuracy": 0.9001111111111111, + "positive_goodness": 4.599979700915019, + "runtime_seconds": 10.062336921691895 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.5686484395345052, + "lr": 0.03, + "negative_goodness": 0.8040521120170753, + "pair_accuracy": 0.9209111111217075, + "positive_goodness": 4.830848184288873, + "runtime_seconds": 10.077436447143555 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5611477889855703, + "lr": 0.03, + "negative_goodness": 0.7703935966081089, + "pair_accuracy": 0.9200666666666667, + "positive_goodness": 4.7988058352152505, + "runtime_seconds": 10.057904243469238 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.47971095938682556, + "lr": 0.03, + "negative_goodness": 0.6959808581087324, + "pair_accuracy": 0.9444222222222223, + "positive_goodness": 5.237649252743191, + "runtime_seconds": 10.088381052017212 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.5063298049237993, + "lr": 0.03, + "negative_goodness": 0.6921519322143661, + "pair_accuracy": 0.9306444444444445, + "positive_goodness": 5.303913725280761, + "runtime_seconds": 10.06984281539917 + } + ], + "layer": 43 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9346767871432834, + "lr": 0.03, + "negative_goodness": 1.4683877006106907, + "pair_accuracy": 0.8670888889418708, + "positive_goodness": 3.6196975021362303, + "runtime_seconds": 10.091290712356567 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.7984214011298285, + "lr": 0.03, + "negative_goodness": 1.2692857558780246, + "pair_accuracy": 0.8813555555555556, + "positive_goodness": 3.8025891786787245, + "runtime_seconds": 10.099543809890747 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8064818390051524, + "lr": 0.03, + "negative_goodness": 1.2206233721945021, + "pair_accuracy": 0.8678444444338481, + "positive_goodness": 3.7279663624233668, + "runtime_seconds": 10.080089807510376 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.718959611553616, + "lr": 0.03, + "negative_goodness": 1.1247085643132528, + "pair_accuracy": 0.8929777777777778, + "positive_goodness": 4.019505131191678, + "runtime_seconds": 10.101378202438354 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7011025118721856, + "lr": 0.03, + "negative_goodness": 1.1038812456342908, + "pair_accuracy": 0.8982444444974264, + "positive_goodness": 4.078388762495253, + "runtime_seconds": 10.084319829940796 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.6952027022043864, + "lr": 0.03, + "negative_goodness": 1.0906676138983833, + "pair_accuracy": 0.9033333333651224, + "positive_goodness": 4.102948246553209, + "runtime_seconds": 10.08133316040039 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7069954497655233, + "lr": 0.03, + "negative_goodness": 1.0763319070392185, + "pair_accuracy": 0.890688888920678, + "positive_goodness": 4.0887845291985405, + "runtime_seconds": 10.084752559661865 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.6445511186732186, + "lr": 0.03, + "negative_goodness": 0.9953670365863376, + "pair_accuracy": 0.9188888888888889, + "positive_goodness": 4.27519487991333, + "runtime_seconds": 10.071909427642822 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6423035937839084, + "lr": 0.03, + "negative_goodness": 1.0009610660129122, + "pair_accuracy": 0.9162666666673289, + "positive_goodness": 4.325644279988607, + "runtime_seconds": 10.09606122970581 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6418837658087413, + "lr": 0.03, + "negative_goodness": 0.9662708445707957, + "pair_accuracy": 0.8958222222222222, + "positive_goodness": 4.375575034840901, + "runtime_seconds": 10.08718752861023 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6194209810468886, + "lr": 0.03, + "negative_goodness": 0.9145867816925048, + "pair_accuracy": 0.912111111164093, + "positive_goodness": 4.48890809457567, + "runtime_seconds": 10.102477312088013 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7192885091198815, + "lr": 0.03, + "negative_goodness": 1.0595584604263306, + "pair_accuracy": 0.889533333322737, + "positive_goodness": 4.052926141357422, + "runtime_seconds": 10.067776679992676 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.674453549838066, + "lr": 0.03, + "negative_goodness": 0.9858992713729541, + "pair_accuracy": 0.8907777777777778, + "positive_goodness": 4.234053226894803, + "runtime_seconds": 10.10163950920105 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6197646417935689, + "lr": 0.03, + "negative_goodness": 0.9538008056004842, + "pair_accuracy": 0.9123555555979411, + "positive_goodness": 4.50951521542867, + "runtime_seconds": 10.078099250793457 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6421668072382609, + "lr": 0.03, + "negative_goodness": 0.9412178508122762, + "pair_accuracy": 0.9112, + "positive_goodness": 4.308680074649387, + "runtime_seconds": 10.074577331542969 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6517625487221612, + "lr": 0.03, + "negative_goodness": 0.9659093055327733, + "pair_accuracy": 0.9077555555555555, + "positive_goodness": 4.3450387087504065, + "runtime_seconds": 10.104088544845581 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.5889569138420953, + "lr": 0.03, + "negative_goodness": 0.8709987914191352, + "pair_accuracy": 0.9243777777779434, + "positive_goodness": 4.580334243901571, + "runtime_seconds": 10.085711479187012 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6447001052114698, + "lr": 0.03, + "negative_goodness": 0.9291367623011271, + "pair_accuracy": 0.9019777778201633, + "positive_goodness": 4.389428783374362, + "runtime_seconds": 10.088613748550415 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6360152425554063, + "lr": 0.03, + "negative_goodness": 0.9470372845649719, + "pair_accuracy": 0.9125333333863153, + "positive_goodness": 4.3662574136734005, + "runtime_seconds": 10.093218803405762 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6394881881925795, + "lr": 0.03, + "negative_goodness": 0.9053104804356893, + "pair_accuracy": 0.8970666666719649, + "positive_goodness": 4.403017366960314, + "runtime_seconds": 10.104112386703491 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6330157224443224, + "lr": 0.03, + "negative_goodness": 0.9091789373291863, + "pair_accuracy": 0.9067111111111111, + "positive_goodness": 4.315316286129422, + "runtime_seconds": 10.076805114746094 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.5771090676519606, + "lr": 0.03, + "negative_goodness": 0.8537562822553847, + "pair_accuracy": 0.9179777777671814, + "positive_goodness": 4.64185483432346, + "runtime_seconds": 10.091705560684204 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6114524514728122, + "lr": 0.03, + "negative_goodness": 0.8928262943267822, + "pair_accuracy": 0.9125777777777778, + "positive_goodness": 4.445650251727634, + "runtime_seconds": 10.066736459732056 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6020866572883394, + "lr": 0.03, + "negative_goodness": 0.8851158845530616, + "pair_accuracy": 0.919, + "positive_goodness": 4.569046004740398, + "runtime_seconds": 9.97428560256958 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.5901178986867269, + "lr": 0.03, + "negative_goodness": 0.8410444557083978, + "pair_accuracy": 0.9153333333015442, + "positive_goodness": 4.559525248591105, + "runtime_seconds": 9.97572946548462 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6149011706087324, + "lr": 0.03, + "negative_goodness": 0.8855366744836172, + "pair_accuracy": 0.9102666666666667, + "positive_goodness": 4.490979231770833, + "runtime_seconds": 9.97760558128357 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.5795924818462795, + "lr": 0.03, + "negative_goodness": 0.8267556357383729, + "pair_accuracy": 0.9205333333333333, + "positive_goodness": 4.674566679551866, + "runtime_seconds": 9.975169897079468 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.5976186845408545, + "lr": 0.03, + "negative_goodness": 0.8727001194741991, + "pair_accuracy": 0.9151555555555556, + "positive_goodness": 4.649753768836128, + "runtime_seconds": 10.071118116378784 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6266046964433458, + "lr": 0.03, + "negative_goodness": 0.8811416229354011, + "pair_accuracy": 0.8956000000105964, + "positive_goodness": 4.515528265719944, + "runtime_seconds": 10.08766770362854 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.5980989153226217, + "lr": 0.03, + "negative_goodness": 0.8413431424352857, + "pair_accuracy": 0.9086666666666666, + "positive_goodness": 4.639497564909194, + "runtime_seconds": 10.086966276168823 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.5716602661980523, + "lr": 0.03, + "negative_goodness": 0.8121969635645548, + "pair_accuracy": 0.9206888889153798, + "positive_goodness": 4.73554785639445, + "runtime_seconds": 10.09742283821106 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6139340599060059, + "lr": 0.03, + "negative_goodness": 0.8556454732577006, + "pair_accuracy": 0.9051555555237664, + "positive_goodness": 4.5838341565026175, + "runtime_seconds": 10.07446837425232 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6212346639633178, + "lr": 0.03, + "negative_goodness": 0.8631563958591885, + "pair_accuracy": 0.9063999999788073, + "positive_goodness": 4.522479294331869, + "runtime_seconds": 10.084010124206543 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.5459674128426446, + "lr": 0.03, + "negative_goodness": 0.7910254267904494, + "pair_accuracy": 0.9283111111058129, + "positive_goodness": 4.829119348589579, + "runtime_seconds": 10.079168796539307 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.5197063999096553, + "lr": 0.03, + "negative_goodness": 0.7588317914326985, + "pair_accuracy": 0.9364, + "positive_goodness": 4.944094464535183, + "runtime_seconds": 10.086157321929932 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5546120406044854, + "lr": 0.03, + "negative_goodness": 0.7926846154636807, + "pair_accuracy": 0.9253111111429002, + "positive_goodness": 4.834729881668091, + "runtime_seconds": 10.089683294296265 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.5906173386891683, + "lr": 0.03, + "negative_goodness": 0.8251942931599087, + "pair_accuracy": 0.9140000000423856, + "positive_goodness": 4.766774418873257, + "runtime_seconds": 10.085829019546509 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5788779208183289, + "lr": 0.03, + "negative_goodness": 0.8228042661428452, + "pair_accuracy": 0.9167555555555555, + "positive_goodness": 4.743212650807698, + "runtime_seconds": 10.08182954788208 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.5214588431040446, + "lr": 0.03, + "negative_goodness": 0.7705103333155314, + "pair_accuracy": 0.9315111111114422, + "positive_goodness": 4.915619294754664, + "runtime_seconds": 10.081504583358765 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.5371790157000224, + "lr": 0.03, + "negative_goodness": 0.7305568634616004, + "pair_accuracy": 0.9247777777777778, + "positive_goodness": 4.94543761783176, + "runtime_seconds": 10.079449653625488 + } + ], + "layer": 44 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.8860680801762475, + "lr": 0.03, + "negative_goodness": 1.2736660833994549, + "pair_accuracy": 0.8462888888888889, + "positive_goodness": 3.3971416694641112, + "runtime_seconds": 10.060720443725586 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8095235125859579, + "lr": 0.03, + "negative_goodness": 1.233468624581231, + "pair_accuracy": 0.8758222222222222, + "positive_goodness": 3.7086089919196237, + "runtime_seconds": 10.065419673919678 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7687490080515543, + "lr": 0.03, + "negative_goodness": 1.162976470041275, + "pair_accuracy": 0.8832666666666666, + "positive_goodness": 3.8769055029975044, + "runtime_seconds": 10.064117193222046 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7229626228862338, + "lr": 0.03, + "negative_goodness": 1.1182381855540806, + "pair_accuracy": 0.8976666666666666, + "positive_goodness": 4.020081284756131, + "runtime_seconds": 10.083614110946655 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.6494950989299351, + "lr": 0.03, + "negative_goodness": 1.0161853020773994, + "pair_accuracy": 0.9169777777777778, + "positive_goodness": 4.331090111456977, + "runtime_seconds": 10.08237075805664 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.6622287333170573, + "lr": 0.03, + "negative_goodness": 0.9956000843207041, + "pair_accuracy": 0.90608888888922, + "positive_goodness": 4.316962286165025, + "runtime_seconds": 10.073353290557861 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.6605287237591214, + "lr": 0.03, + "negative_goodness": 0.9793508658250173, + "pair_accuracy": 0.9118222221904331, + "positive_goodness": 4.336842023976644, + "runtime_seconds": 10.078052997589111 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.6779779950459798, + "lr": 0.03, + "negative_goodness": 1.0014136907842424, + "pair_accuracy": 0.9029111111217075, + "positive_goodness": 4.195911247253418, + "runtime_seconds": 10.073413372039795 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6665464745362599, + "lr": 0.03, + "negative_goodness": 0.9857515238642692, + "pair_accuracy": 0.9168222222222222, + "positive_goodness": 4.2191411058213975, + "runtime_seconds": 10.073228120803833 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6668456158532037, + "lr": 0.03, + "negative_goodness": 0.9762346671210395, + "pair_accuracy": 0.9050666666719649, + "positive_goodness": 4.249607761319479, + "runtime_seconds": 10.080596923828125 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.652231997900539, + "lr": 0.03, + "negative_goodness": 0.9727108365376791, + "pair_accuracy": 0.9067555555555555, + "positive_goodness": 4.163765992312961, + "runtime_seconds": 10.071112155914307 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6449920952267117, + "lr": 0.03, + "negative_goodness": 0.9448702925019794, + "pair_accuracy": 0.9083777777777777, + "positive_goodness": 4.365559017033047, + "runtime_seconds": 10.041404962539673 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6530934161557091, + "lr": 0.03, + "negative_goodness": 0.9513328678819868, + "pair_accuracy": 0.9089111111111111, + "positive_goodness": 4.198437461725871, + "runtime_seconds": 10.014373064041138 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6232893709500631, + "lr": 0.03, + "negative_goodness": 0.9129342718124389, + "pair_accuracy": 0.9213777777777777, + "positive_goodness": 4.314717015520731, + "runtime_seconds": 10.010612964630127 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6439603883319431, + "lr": 0.03, + "negative_goodness": 0.9288154378361172, + "pair_accuracy": 0.9072222222010294, + "positive_goodness": 4.276440311219957, + "runtime_seconds": 10.014437437057495 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.5989538674036662, + "lr": 0.03, + "negative_goodness": 0.878886164744695, + "pair_accuracy": 0.9187111111323039, + "positive_goodness": 4.446385312949286, + "runtime_seconds": 10.021391868591309 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.632533130258984, + "lr": 0.03, + "negative_goodness": 0.9198600718074375, + "pair_accuracy": 0.9076, + "positive_goodness": 4.381458644104004, + "runtime_seconds": 10.020251750946045 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6147734961085849, + "lr": 0.03, + "negative_goodness": 0.8783927221126027, + "pair_accuracy": 0.9153111111111111, + "positive_goodness": 4.496247257741293, + "runtime_seconds": 10.017763614654541 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.5514801948865254, + "lr": 0.03, + "negative_goodness": 0.8103742051071591, + "pair_accuracy": 0.9284222222222223, + "positive_goodness": 4.74955685128106, + "runtime_seconds": 10.017934799194336 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.5974581809997559, + "lr": 0.03, + "negative_goodness": 0.8816708873695798, + "pair_accuracy": 0.9243777777989706, + "positive_goodness": 4.451486898040772, + "runtime_seconds": 10.017053604125977 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.5984091165516111, + "lr": 0.03, + "negative_goodness": 0.81706239964962, + "pair_accuracy": 0.9126666666666666, + "positive_goodness": 4.510995239766439, + "runtime_seconds": 10.022727727890015 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6138833817164103, + "lr": 0.03, + "negative_goodness": 0.8652015167898602, + "pair_accuracy": 0.9155111111534966, + "positive_goodness": 4.467153117964003, + "runtime_seconds": 10.02014422416687 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.5428742558346854, + "lr": 0.03, + "negative_goodness": 0.8026842041068607, + "pair_accuracy": 0.9358444444444445, + "positive_goodness": 4.633457951524522, + "runtime_seconds": 10.016863107681274 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.603065804221895, + "lr": 0.03, + "negative_goodness": 0.8473362385590871, + "pair_accuracy": 0.9150888888888888, + "positive_goodness": 4.468854666222466, + "runtime_seconds": 10.016139268875122 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6315376769304275, + "lr": 0.03, + "negative_goodness": 0.8683059722052681, + "pair_accuracy": 0.9031333333333333, + "positive_goodness": 4.310899039204916, + "runtime_seconds": 10.070836305618286 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6244244272232056, + "lr": 0.03, + "negative_goodness": 0.846631499979231, + "pair_accuracy": 0.9038444444444445, + "positive_goodness": 4.475329614596896, + "runtime_seconds": 10.067122459411621 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.5937769415325589, + "lr": 0.03, + "negative_goodness": 0.8156543301847246, + "pair_accuracy": 0.9166222222540114, + "positive_goodness": 4.626213286421034, + "runtime_seconds": 10.077249765396118 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.5497895376549826, + "lr": 0.03, + "negative_goodness": 0.7524658863888847, + "pair_accuracy": 0.9216, + "positive_goodness": 4.725271642812093, + "runtime_seconds": 10.076430082321167 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6042610728369818, + "lr": 0.03, + "negative_goodness": 0.8191545137670305, + "pair_accuracy": 0.911511111164093, + "positive_goodness": 4.53518788172404, + "runtime_seconds": 10.074847936630249 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.5834533440007104, + "lr": 0.03, + "negative_goodness": 0.7903278296099768, + "pair_accuracy": 0.9145555555555556, + "positive_goodness": 4.6226212761773, + "runtime_seconds": 10.074146032333374 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6031155740790897, + "lr": 0.03, + "negative_goodness": 0.8240025059315893, + "pair_accuracy": 0.9159777777777778, + "positive_goodness": 4.492649683888753, + "runtime_seconds": 10.074518203735352 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.5991065583811865, + "lr": 0.03, + "negative_goodness": 0.8319234763145447, + "pair_accuracy": 0.9165555555555556, + "positive_goodness": 4.497758159806994, + "runtime_seconds": 10.071101903915405 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.5854352151234945, + "lr": 0.03, + "negative_goodness": 0.8198851407051087, + "pair_accuracy": 0.9229333333333334, + "positive_goodness": 4.590788896343443, + "runtime_seconds": 10.076202869415283 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.5971673323419359, + "lr": 0.03, + "negative_goodness": 0.8254820499128765, + "pair_accuracy": 0.91564444448683, + "positive_goodness": 4.454475086720785, + "runtime_seconds": 10.072973012924194 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.5771418919669258, + "lr": 0.03, + "negative_goodness": 0.7824590207126405, + "pair_accuracy": 0.910022222190433, + "positive_goodness": 4.749134894476996, + "runtime_seconds": 10.073547840118408 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.49575501692030166, + "lr": 0.03, + "negative_goodness": 0.6981429692678981, + "pair_accuracy": 0.9416, + "positive_goodness": 5.054091406334771, + "runtime_seconds": 10.07804560661316 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.5156575779279073, + "lr": 0.03, + "negative_goodness": 0.710158234433333, + "pair_accuracy": 0.9334666666666667, + "positive_goodness": 5.095560399288601, + "runtime_seconds": 10.076952695846558 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5720213703579373, + "lr": 0.03, + "negative_goodness": 0.7591535099214978, + "pair_accuracy": 0.9216, + "positive_goodness": 4.6921911375257706, + "runtime_seconds": 10.073920965194702 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.5793892247941759, + "lr": 0.03, + "negative_goodness": 0.7919173444430033, + "pair_accuracy": 0.9214444444444444, + "positive_goodness": 4.731639198790656, + "runtime_seconds": 10.07814884185791 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.5550637698252996, + "lr": 0.03, + "negative_goodness": 0.7281312873668141, + "pair_accuracy": 0.9237111111111111, + "positive_goodness": 4.745413439390394, + "runtime_seconds": 10.079649686813354 + } + ], + "layer": 45 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9454643867916531, + "lr": 0.03, + "negative_goodness": 1.4746423621707492, + "pair_accuracy": 0.8562, + "positive_goodness": 3.5603540918986, + "runtime_seconds": 10.108945846557617 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8569478264914618, + "lr": 0.03, + "negative_goodness": 1.3262245496114096, + "pair_accuracy": 0.8653333333757188, + "positive_goodness": 3.5025284813351103, + "runtime_seconds": 10.10463547706604 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7708378267579609, + "lr": 0.03, + "negative_goodness": 1.1813692196263208, + "pair_accuracy": 0.8741555555555556, + "positive_goodness": 3.7858461574978297, + "runtime_seconds": 10.109174728393555 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7957794940577613, + "lr": 0.03, + "negative_goodness": 1.2369137157970005, + "pair_accuracy": 0.8657333333333334, + "positive_goodness": 3.6545450304667155, + "runtime_seconds": 10.10103464126587 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7209135388904148, + "lr": 0.03, + "negative_goodness": 1.125935685157776, + "pair_accuracy": 0.8940222222063277, + "positive_goodness": 3.999766543706258, + "runtime_seconds": 10.10451340675354 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7439595644579994, + "lr": 0.03, + "negative_goodness": 1.128408426560296, + "pair_accuracy": 0.8830888888888889, + "positive_goodness": 3.8039565533955892, + "runtime_seconds": 10.106029987335205 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.6593189979341295, + "lr": 0.03, + "negative_goodness": 1.0352950593418546, + "pair_accuracy": 0.9099777777777778, + "positive_goodness": 4.140175774214002, + "runtime_seconds": 10.112250804901123 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7371553056610956, + "lr": 0.03, + "negative_goodness": 1.0770899088541668, + "pair_accuracy": 0.877155555566152, + "positive_goodness": 3.9596248834398056, + "runtime_seconds": 10.10774827003479 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.730634809647666, + "lr": 0.03, + "negative_goodness": 1.0826971373028225, + "pair_accuracy": 0.8820222222222223, + "positive_goodness": 3.9058528959062366, + "runtime_seconds": 10.106631994247437 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7113840471400155, + "lr": 0.03, + "negative_goodness": 1.087222335765097, + "pair_accuracy": 0.8826444444444445, + "positive_goodness": 3.928593242136637, + "runtime_seconds": 10.061813116073608 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6855294843249851, + "lr": 0.03, + "negative_goodness": 1.0160150193108453, + "pair_accuracy": 0.8945333333439297, + "positive_goodness": 4.075185091612074, + "runtime_seconds": 10.091916799545288 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6847959185812208, + "lr": 0.03, + "negative_goodness": 1.007796247927348, + "pair_accuracy": 0.8895555555343628, + "positive_goodness": 4.129701912646824, + "runtime_seconds": 10.108227014541626 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6835379494137234, + "lr": 0.03, + "negative_goodness": 1.022489470354716, + "pair_accuracy": 0.9013777777777778, + "positive_goodness": 4.06874282629225, + "runtime_seconds": 10.116569995880127 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6643015308856964, + "lr": 0.03, + "negative_goodness": 0.9892259294191996, + "pair_accuracy": 0.9011777777777777, + "positive_goodness": 4.129249195946588, + "runtime_seconds": 10.099916458129883 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6216559585412343, + "lr": 0.03, + "negative_goodness": 0.9327085357666015, + "pair_accuracy": 0.9072888888888889, + "positive_goodness": 4.323409793006049, + "runtime_seconds": 10.101758480072021 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6319279933532079, + "lr": 0.03, + "negative_goodness": 0.9427832969215181, + "pair_accuracy": 0.9053333333333333, + "positive_goodness": 4.347706460995144, + "runtime_seconds": 10.09842848777771 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6136130317158169, + "lr": 0.03, + "negative_goodness": 0.9310224804772271, + "pair_accuracy": 0.9183555555449592, + "positive_goodness": 4.427854076131185, + "runtime_seconds": 10.100592374801636 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6258697824690077, + "lr": 0.03, + "negative_goodness": 0.9254955580181545, + "pair_accuracy": 0.9151777777883742, + "positive_goodness": 4.311740976927015, + "runtime_seconds": 10.101432800292969 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6645634132941564, + "lr": 0.03, + "negative_goodness": 0.9393790666050381, + "pair_accuracy": 0.8924444444444445, + "positive_goodness": 4.103482025739882, + "runtime_seconds": 10.108880996704102 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.5537030080000559, + "lr": 0.03, + "negative_goodness": 0.8481375500652525, + "pair_accuracy": 0.9295111111111111, + "positive_goodness": 4.651333989037408, + "runtime_seconds": 10.097234725952148 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.665707439215978, + "lr": 0.03, + "negative_goodness": 0.9784765799681345, + "pair_accuracy": 0.9081111111111111, + "positive_goodness": 4.2193978803846575, + "runtime_seconds": 10.078247547149658 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6195325894461737, + "lr": 0.03, + "negative_goodness": 0.8936072930230035, + "pair_accuracy": 0.9092222222010294, + "positive_goodness": 4.468801927057902, + "runtime_seconds": 10.03861141204834 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6370962489340041, + "lr": 0.03, + "negative_goodness": 0.9065140623516507, + "pair_accuracy": 0.9001111111005148, + "positive_goodness": 4.31263516070048, + "runtime_seconds": 10.096463680267334 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6166958722856309, + "lr": 0.03, + "negative_goodness": 0.9247695491154989, + "pair_accuracy": 0.9148222222010295, + "positive_goodness": 4.316009868918525, + "runtime_seconds": 10.104164600372314 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6277931456300947, + "lr": 0.03, + "negative_goodness": 0.8973218126614888, + "pair_accuracy": 0.9070888888888888, + "positive_goodness": 4.391159927283393, + "runtime_seconds": 10.10986590385437 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6653899891906314, + "lr": 0.03, + "negative_goodness": 0.9562301820331149, + "pair_accuracy": 0.8937111111111111, + "positive_goodness": 4.207376086849637, + "runtime_seconds": 10.10010051727295 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.591415165731642, + "lr": 0.03, + "negative_goodness": 0.8574602201461792, + "pair_accuracy": 0.915155555539661, + "positive_goodness": 4.5137336347791885, + "runtime_seconds": 10.098332405090332 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.5791812678654988, + "lr": 0.03, + "negative_goodness": 0.8567208623250325, + "pair_accuracy": 0.919755555566152, + "positive_goodness": 4.5566861535390215, + "runtime_seconds": 10.09746766090393 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.5901881730927362, + "lr": 0.03, + "negative_goodness": 0.8497645950317383, + "pair_accuracy": 0.9144666666454739, + "positive_goodness": 4.515974321026272, + "runtime_seconds": 10.093210458755493 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.5899934298568301, + "lr": 0.03, + "negative_goodness": 0.8721463739103741, + "pair_accuracy": 0.9192888888888889, + "positive_goodness": 4.491561012352838, + "runtime_seconds": 10.097766637802124 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6054775657018026, + "lr": 0.03, + "negative_goodness": 0.8830433646096124, + "pair_accuracy": 0.9215333333545261, + "positive_goodness": 4.391409263653225, + "runtime_seconds": 10.10280156135559 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.5556231348673503, + "lr": 0.03, + "negative_goodness": 0.8225973289648691, + "pair_accuracy": 0.9317555555555556, + "positive_goodness": 4.694046157667372, + "runtime_seconds": 10.086665868759155 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6633031949149237, + "lr": 0.03, + "negative_goodness": 0.9104946001264784, + "pair_accuracy": 0.8954666666666666, + "positive_goodness": 4.254643029573229, + "runtime_seconds": 10.037577629089355 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.5863006171968248, + "lr": 0.03, + "negative_goodness": 0.8465041871176826, + "pair_accuracy": 0.9224222222116258, + "positive_goodness": 4.566744807688395, + "runtime_seconds": 10.042097806930542 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.603749256128735, + "lr": 0.03, + "negative_goodness": 0.8566013425747554, + "pair_accuracy": 0.9193111111111111, + "positive_goodness": 4.463840265994602, + "runtime_seconds": 10.03553032875061 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5705523841910892, + "lr": 0.03, + "negative_goodness": 0.8092608760224448, + "pair_accuracy": 0.9237333333333333, + "positive_goodness": 4.671305928632948, + "runtime_seconds": 10.040732145309448 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.5695340238014857, + "lr": 0.03, + "negative_goodness": 0.8179248960071139, + "pair_accuracy": 0.9200666666666667, + "positive_goodness": 4.619156283315022, + "runtime_seconds": 10.044881582260132 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5504846266428629, + "lr": 0.03, + "negative_goodness": 0.8013754982524448, + "pair_accuracy": 0.9284222222116258, + "positive_goodness": 4.7047497393714055, + "runtime_seconds": 10.030721426010132 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.588724856821696, + "lr": 0.03, + "negative_goodness": 0.8454264588356019, + "pair_accuracy": 0.920577777809567, + "positive_goodness": 4.5581686618593, + "runtime_seconds": 10.020333290100098 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6513858989026812, + "lr": 0.03, + "negative_goodness": 0.885727674876319, + "pair_accuracy": 0.8982222222222223, + "positive_goodness": 4.248626653628879, + "runtime_seconds": 10.030713558197021 + } + ], + "layer": 46 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.7509889979124069, + "lr": 0.03, + "negative_goodness": 1.0585817709287009, + "pair_accuracy": 0.8746, + "positive_goodness": 3.889799285888672, + "runtime_seconds": 10.01156234741211 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.805835777229733, + "lr": 0.03, + "negative_goodness": 1.1566733598391215, + "pair_accuracy": 0.8537333333333333, + "positive_goodness": 3.773800124698215, + "runtime_seconds": 10.020140886306763 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8233789085812039, + "lr": 0.03, + "negative_goodness": 1.1767417003631593, + "pair_accuracy": 0.856977777809567, + "positive_goodness": 3.6628360942840574, + "runtime_seconds": 10.020422458648682 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7660000596576266, + "lr": 0.03, + "negative_goodness": 1.1699699289639791, + "pair_accuracy": 0.8808222222222222, + "positive_goodness": 3.791829153781467, + "runtime_seconds": 10.026766300201416 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.733036866484748, + "lr": 0.03, + "negative_goodness": 1.1111212184906005, + "pair_accuracy": 0.8952444444285499, + "positive_goodness": 3.955499699783325, + "runtime_seconds": 10.018225193023682 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.6950301309373643, + "lr": 0.03, + "negative_goodness": 1.0478989976882935, + "pair_accuracy": 0.8980222222752041, + "positive_goodness": 3.9704496649424237, + "runtime_seconds": 10.019359111785889 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.6737767413934072, + "lr": 0.03, + "negative_goodness": 1.0201217968198988, + "pair_accuracy": 0.8932222222222223, + "positive_goodness": 4.122900023481581, + "runtime_seconds": 10.023486852645874 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7090286201159159, + "lr": 0.03, + "negative_goodness": 1.0028425963189866, + "pair_accuracy": 0.8883777777671814, + "positive_goodness": 4.046813424216376, + "runtime_seconds": 10.01295018196106 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.698904631529914, + "lr": 0.03, + "negative_goodness": 1.0300119663556417, + "pair_accuracy": 0.8983111111376021, + "positive_goodness": 4.047114983876546, + "runtime_seconds": 10.022091388702393 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6327006008360121, + "lr": 0.03, + "negative_goodness": 0.9656412847783831, + "pair_accuracy": 0.917666666677263, + "positive_goodness": 4.353110056474474, + "runtime_seconds": 10.079277515411377 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6553725686603122, + "lr": 0.03, + "negative_goodness": 0.9768850217130449, + "pair_accuracy": 0.9101111111323039, + "positive_goodness": 4.227533372158474, + "runtime_seconds": 10.074438571929932 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.679126697921753, + "lr": 0.03, + "negative_goodness": 0.9706092124256823, + "pair_accuracy": 0.8967555555555555, + "positive_goodness": 4.282143689176771, + "runtime_seconds": 10.076709032058716 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7141995176315308, + "lr": 0.03, + "negative_goodness": 0.9933788674354553, + "pair_accuracy": 0.8783111111005147, + "positive_goodness": 4.032003035693698, + "runtime_seconds": 10.076459884643555 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6885530319690705, + "lr": 0.03, + "negative_goodness": 0.9936960050847795, + "pair_accuracy": 0.8924444444444445, + "positive_goodness": 4.205625550842285, + "runtime_seconds": 10.009275436401367 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.625801300740242, + "lr": 0.03, + "negative_goodness": 0.911117371527354, + "pair_accuracy": 0.9086666666666666, + "positive_goodness": 4.4476646374172635, + "runtime_seconds": 9.960929155349731 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6413860049618615, + "lr": 0.03, + "negative_goodness": 0.9431101871437496, + "pair_accuracy": 0.9081555555555556, + "positive_goodness": 4.303457567511664, + "runtime_seconds": 9.957911252975464 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6813163195557065, + "lr": 0.03, + "negative_goodness": 0.9335349500762091, + "pair_accuracy": 0.8948888888888888, + "positive_goodness": 4.27055273352729, + "runtime_seconds": 9.953481912612915 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6426040394041274, + "lr": 0.03, + "negative_goodness": 0.9227099067714479, + "pair_accuracy": 0.8995555555449591, + "positive_goodness": 4.323266861258613, + "runtime_seconds": 9.962931632995605 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6426955445633994, + "lr": 0.03, + "negative_goodness": 0.9086218942602475, + "pair_accuracy": 0.9028222222222222, + "positive_goodness": 4.299542156304254, + "runtime_seconds": 9.96480107307434 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6422112154271867, + "lr": 0.03, + "negative_goodness": 0.9245647778378593, + "pair_accuracy": 0.9056888888888889, + "positive_goodness": 4.284907625622219, + "runtime_seconds": 9.977610111236572 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6167599059210883, + "lr": 0.03, + "negative_goodness": 0.891384081308047, + "pair_accuracy": 0.9105555555237664, + "positive_goodness": 4.472415610800849, + "runtime_seconds": 10.016610145568848 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.590854419154591, + "lr": 0.03, + "negative_goodness": 0.83902163330449, + "pair_accuracy": 0.9134, + "positive_goodness": 4.675784610493978, + "runtime_seconds": 10.025578498840332 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6227432424015469, + "lr": 0.03, + "negative_goodness": 0.9045049454821481, + "pair_accuracy": 0.9148666666666667, + "positive_goodness": 4.490438167911106, + "runtime_seconds": 10.020029306411743 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6655056238121456, + "lr": 0.03, + "negative_goodness": 0.9305003513839509, + "pair_accuracy": 0.9023555555555556, + "positive_goodness": 4.254048021104601, + "runtime_seconds": 10.015880823135376 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6547113120979733, + "lr": 0.03, + "negative_goodness": 0.9159140956418382, + "pair_accuracy": 0.9064222222222222, + "positive_goodness": 4.243242253367106, + "runtime_seconds": 10.02000117301941 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6153375278870264, + "lr": 0.03, + "negative_goodness": 0.8695896824532084, + "pair_accuracy": 0.9142, + "positive_goodness": 4.365218082088894, + "runtime_seconds": 10.020765781402588 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.5798363998916414, + "lr": 0.03, + "negative_goodness": 0.827073824069235, + "pair_accuracy": 0.9248444444444445, + "positive_goodness": 4.6469362833235, + "runtime_seconds": 10.022949695587158 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6115806965695487, + "lr": 0.03, + "negative_goodness": 0.8784756493727366, + "pair_accuracy": 0.9127111111111111, + "positive_goodness": 4.41048894627889, + "runtime_seconds": 10.028647422790527 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6435682909859551, + "lr": 0.03, + "negative_goodness": 0.8962843156019846, + "pair_accuracy": 0.9065777777777778, + "positive_goodness": 4.349741572613186, + "runtime_seconds": 10.02534818649292 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.5558024951166577, + "lr": 0.03, + "negative_goodness": 0.8091614491151439, + "pair_accuracy": 0.9355555555555556, + "positive_goodness": 4.635438447825114, + "runtime_seconds": 10.026383638381958 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6162388800938924, + "lr": 0.03, + "negative_goodness": 0.8810901050262981, + "pair_accuracy": 0.9132222222222223, + "positive_goodness": 4.511766043429905, + "runtime_seconds": 10.028766632080078 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6683057920244005, + "lr": 0.03, + "negative_goodness": 0.899460025106536, + "pair_accuracy": 0.8871333333757189, + "positive_goodness": 4.332178110037909, + "runtime_seconds": 10.023855924606323 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.5917661720514298, + "lr": 0.03, + "negative_goodness": 0.8356529841396544, + "pair_accuracy": 0.9124888888888889, + "positive_goodness": 4.588539519585503, + "runtime_seconds": 10.024022102355957 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6573368574566312, + "lr": 0.03, + "negative_goodness": 0.9000139622820749, + "pair_accuracy": 0.8997333333333334, + "positive_goodness": 4.3485191574732465, + "runtime_seconds": 10.023800611495972 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.5992025223626031, + "lr": 0.03, + "negative_goodness": 0.8345301794634925, + "pair_accuracy": 0.9160222222116259, + "positive_goodness": 4.588890724097358, + "runtime_seconds": 10.017826557159424 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5687634851270251, + "lr": 0.03, + "negative_goodness": 0.8191899930212233, + "pair_accuracy": 0.9224, + "positive_goodness": 4.6923967918396, + "runtime_seconds": 10.016484022140503 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.5970765185011758, + "lr": 0.03, + "negative_goodness": 0.8329105189800262, + "pair_accuracy": 0.9171555555555555, + "positive_goodness": 4.635415122307672, + "runtime_seconds": 10.018012046813965 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6230689638747109, + "lr": 0.03, + "negative_goodness": 0.8441730618423886, + "pair_accuracy": 0.9024, + "positive_goodness": 4.445145313559638, + "runtime_seconds": 10.020829439163208 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6308746575726403, + "lr": 0.03, + "negative_goodness": 0.8820682648367352, + "pair_accuracy": 0.9069555555555555, + "positive_goodness": 4.445134696282281, + "runtime_seconds": 10.021762609481812 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.5658772347768147, + "lr": 0.03, + "negative_goodness": 0.7782644309918085, + "pair_accuracy": 0.9239111111164093, + "positive_goodness": 4.685565070597331, + "runtime_seconds": 10.017639636993408 + } + ], + "layer": 47 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9556645269711812, + "lr": 0.03, + "negative_goodness": 1.5106836212370132, + "pair_accuracy": 0.8516888888888889, + "positive_goodness": 3.503890670606825, + "runtime_seconds": 10.037766695022583 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.7897744193024105, + "lr": 0.03, + "negative_goodness": 1.2570382828288609, + "pair_accuracy": 0.8853999999894037, + "positive_goodness": 3.8313620577494305, + "runtime_seconds": 10.033180952072144 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8092127690739102, + "lr": 0.03, + "negative_goodness": 1.2716897482024299, + "pair_accuracy": 0.8856, + "positive_goodness": 3.7531701243930393, + "runtime_seconds": 10.03589415550232 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7166552744812436, + "lr": 0.03, + "negative_goodness": 1.154467751121521, + "pair_accuracy": 0.9090666666560703, + "positive_goodness": 3.983179187605116, + "runtime_seconds": 10.041009664535522 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.71950387573772, + "lr": 0.03, + "negative_goodness": 1.1148903985473844, + "pair_accuracy": 0.8930222222222223, + "positive_goodness": 3.9918710152520074, + "runtime_seconds": 10.04572319984436 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7119473086886936, + "lr": 0.03, + "negative_goodness": 1.098910070207384, + "pair_accuracy": 0.8982222222116258, + "positive_goodness": 3.9417206552505495, + "runtime_seconds": 10.029724597930908 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.724884518898858, + "lr": 0.03, + "negative_goodness": 1.1078229277292888, + "pair_accuracy": 0.9015333333253861, + "positive_goodness": 3.9670638195461696, + "runtime_seconds": 10.03264045715332 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7001290787378947, + "lr": 0.03, + "negative_goodness": 1.0707695884492663, + "pair_accuracy": 0.9003999999788073, + "positive_goodness": 4.007806697463989, + "runtime_seconds": 10.03383207321167 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6933284962972005, + "lr": 0.03, + "negative_goodness": 1.0437080457687378, + "pair_accuracy": 0.8991777777777777, + "positive_goodness": 4.030168920135498, + "runtime_seconds": 10.038951873779297 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6423406274689568, + "lr": 0.03, + "negative_goodness": 0.9893807917224037, + "pair_accuracy": 0.9096444444444445, + "positive_goodness": 4.178182397715251, + "runtime_seconds": 10.047543287277222 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6239662424431907, + "lr": 0.03, + "negative_goodness": 0.9718499404827754, + "pair_accuracy": 0.9102, + "positive_goodness": 4.29018596818712, + "runtime_seconds": 10.03997540473938 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.642972979508506, + "lr": 0.03, + "negative_goodness": 0.9690125368542142, + "pair_accuracy": 0.9061777777777777, + "positive_goodness": 4.192606391482883, + "runtime_seconds": 10.039491176605225 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6508428538587359, + "lr": 0.03, + "negative_goodness": 0.982193595541848, + "pair_accuracy": 0.9087333333333333, + "positive_goodness": 4.263385879516601, + "runtime_seconds": 10.045611381530762 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6597611940013037, + "lr": 0.03, + "negative_goodness": 0.9658930505275727, + "pair_accuracy": 0.9048, + "positive_goodness": 4.167958129119873, + "runtime_seconds": 10.038634777069092 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.627809990506702, + "lr": 0.03, + "negative_goodness": 0.9328276389016046, + "pair_accuracy": 0.9144888888888889, + "positive_goodness": 4.326137974802653, + "runtime_seconds": 10.034473419189453 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6330893417358399, + "lr": 0.03, + "negative_goodness": 0.9576519890467325, + "pair_accuracy": 0.9041555555568801, + "positive_goodness": 4.196567265023125, + "runtime_seconds": 10.037775993347168 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.5838285841359032, + "lr": 0.03, + "negative_goodness": 0.8905726720849673, + "pair_accuracy": 0.9212666666666667, + "positive_goodness": 4.468698119778104, + "runtime_seconds": 10.03335976600647 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6446422501617007, + "lr": 0.03, + "negative_goodness": 0.9465318074120416, + "pair_accuracy": 0.905044444433848, + "positive_goodness": 4.3502023292541505, + "runtime_seconds": 10.035930871963501 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6439551240391201, + "lr": 0.03, + "negative_goodness": 0.9405104278988309, + "pair_accuracy": 0.9085777777777778, + "positive_goodness": 4.232613704299927, + "runtime_seconds": 10.040035486221313 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.5802828068945143, + "lr": 0.03, + "negative_goodness": 0.8887045730087492, + "pair_accuracy": 0.9228666666666666, + "positive_goodness": 4.568433416408963, + "runtime_seconds": 10.038237571716309 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.5320251569509507, + "lr": 0.03, + "negative_goodness": 0.7831897882699966, + "pair_accuracy": 0.9276888888888889, + "positive_goodness": 4.742801617177327, + "runtime_seconds": 10.036604404449463 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6396921509265899, + "lr": 0.03, + "negative_goodness": 0.8795291486369239, + "pair_accuracy": 0.9038888888888889, + "positive_goodness": 4.333175610521105, + "runtime_seconds": 10.035812139511108 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6022535765118069, + "lr": 0.03, + "negative_goodness": 0.8818741007275052, + "pair_accuracy": 0.9131333333757189, + "positive_goodness": 4.42444113752577, + "runtime_seconds": 10.03903579711914 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.551956500837538, + "lr": 0.03, + "negative_goodness": 0.81453553437127, + "pair_accuracy": 0.9326666666668323, + "positive_goodness": 4.7533246831681994, + "runtime_seconds": 10.040955543518066 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.5986338709195455, + "lr": 0.03, + "negative_goodness": 0.8386497699313693, + "pair_accuracy": 0.9159777777671814, + "positive_goodness": 4.438725885518392, + "runtime_seconds": 10.040961027145386 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.5671873942693074, + "lr": 0.03, + "negative_goodness": 0.808270259337955, + "pair_accuracy": 0.9130222222010295, + "positive_goodness": 4.672552778498332, + "runtime_seconds": 10.046934366226196 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.5702879034625159, + "lr": 0.03, + "negative_goodness": 0.8369321902063158, + "pair_accuracy": 0.9313333333333333, + "positive_goodness": 4.558348125457764, + "runtime_seconds": 10.035788297653198 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.5483188186221652, + "lr": 0.03, + "negative_goodness": 0.7896654685974122, + "pair_accuracy": 0.9268888888888889, + "positive_goodness": 4.71298992606269, + "runtime_seconds": 10.045343160629272 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6332948939032025, + "lr": 0.03, + "negative_goodness": 0.8649042991518975, + "pair_accuracy": 0.8965555555555556, + "positive_goodness": 4.363830300140381, + "runtime_seconds": 10.045077800750732 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.557010791460673, + "lr": 0.03, + "negative_goodness": 0.8074925434324477, + "pair_accuracy": 0.9258444444656372, + "positive_goodness": 4.615432792790731, + "runtime_seconds": 10.042617082595825 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.66138798116578, + "lr": 0.03, + "negative_goodness": 0.914602144294315, + "pair_accuracy": 0.8883333333333333, + "positive_goodness": 4.263681051211887, + "runtime_seconds": 10.040305852890015 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6230243718571133, + "lr": 0.03, + "negative_goodness": 0.8955985754556126, + "pair_accuracy": 0.9088444444444445, + "positive_goodness": 4.342459860992432, + "runtime_seconds": 10.045342683792114 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.5706709362559849, + "lr": 0.03, + "negative_goodness": 0.7847752315574222, + "pair_accuracy": 0.9241111111111111, + "positive_goodness": 4.627227408684624, + "runtime_seconds": 10.040027141571045 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.5756832020521164, + "lr": 0.03, + "negative_goodness": 0.8249718679812219, + "pair_accuracy": 0.9248444444444445, + "positive_goodness": 4.508928437635634, + "runtime_seconds": 10.038841009140015 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6083501094288296, + "lr": 0.03, + "negative_goodness": 0.8465094998783536, + "pair_accuracy": 0.9142666666772631, + "positive_goodness": 4.388291749106513, + "runtime_seconds": 10.04573678970337 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5218964057074653, + "lr": 0.03, + "negative_goodness": 0.75968275358412, + "pair_accuracy": 0.938377777756585, + "positive_goodness": 4.807339183341132, + "runtime_seconds": 10.032671451568604 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.558681070833736, + "lr": 0.03, + "negative_goodness": 0.7735006480163998, + "pair_accuracy": 0.9180666666666667, + "positive_goodness": 4.793060501268175, + "runtime_seconds": 9.98029637336731 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5921967450883654, + "lr": 0.03, + "negative_goodness": 0.7963791693899367, + "pair_accuracy": 0.9128444444447755, + "positive_goodness": 4.581961151568095, + "runtime_seconds": 9.97819185256958 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.5068888984282811, + "lr": 0.03, + "negative_goodness": 0.7634167850560613, + "pair_accuracy": 0.9434222222222223, + "positive_goodness": 4.86082954864502, + "runtime_seconds": 9.978646516799927 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.5496408563507927, + "lr": 0.03, + "negative_goodness": 0.7480275532934401, + "pair_accuracy": 0.9206444444126552, + "positive_goodness": 4.749715635257297, + "runtime_seconds": 9.978944540023804 + } + ], + "layer": 48 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.8608405230416192, + "lr": 0.03, + "negative_goodness": 1.2208640418052674, + "pair_accuracy": 0.865311111079322, + "positive_goodness": 3.4254670569525825, + "runtime_seconds": 9.967078685760498 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.7547199245452881, + "lr": 0.03, + "negative_goodness": 1.1085793360392253, + "pair_accuracy": 0.8982666666666667, + "positive_goodness": 3.985507176589966, + "runtime_seconds": 10.00393009185791 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.6852944338189231, + "lr": 0.03, + "negative_goodness": 1.0554584245363872, + "pair_accuracy": 0.9123111111111111, + "positive_goodness": 4.120144678243001, + "runtime_seconds": 10.00311803817749 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.692991244761149, + "lr": 0.03, + "negative_goodness": 1.0249668288283877, + "pair_accuracy": 0.9030666666984558, + "positive_goodness": 4.077464967346192, + "runtime_seconds": 10.021154880523682 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.6572486126052008, + "lr": 0.03, + "negative_goodness": 0.9845253782484267, + "pair_accuracy": 0.9027777777671814, + "positive_goodness": 4.33303185128106, + "runtime_seconds": 10.017723321914673 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.6768978919770983, + "lr": 0.03, + "negative_goodness": 0.9661752522150675, + "pair_accuracy": 0.9086666666666666, + "positive_goodness": 4.260853667619493, + "runtime_seconds": 10.017683744430542 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.615332351620992, + "lr": 0.03, + "negative_goodness": 0.920110888698366, + "pair_accuracy": 0.9184666667090522, + "positive_goodness": 4.380157560306126, + "runtime_seconds": 10.07411789894104 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.6298575479295518, + "lr": 0.03, + "negative_goodness": 0.9308792130258349, + "pair_accuracy": 0.9196888888835907, + "positive_goodness": 4.324788413365682, + "runtime_seconds": 10.072332859039307 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6420775249057346, + "lr": 0.03, + "negative_goodness": 0.9294133249388801, + "pair_accuracy": 0.9048444444550409, + "positive_goodness": 4.263689312129551, + "runtime_seconds": 10.068147420883179 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.615127854903539, + "lr": 0.03, + "negative_goodness": 0.8874823488261965, + "pair_accuracy": 0.9154666666666667, + "positive_goodness": 4.3442761461893715, + "runtime_seconds": 10.078190803527832 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6172329311688741, + "lr": 0.03, + "negative_goodness": 0.8940726155042649, + "pair_accuracy": 0.9151333333333334, + "positive_goodness": 4.469020071495904, + "runtime_seconds": 10.071424961090088 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6081538464943568, + "lr": 0.03, + "negative_goodness": 0.8801004032770793, + "pair_accuracy": 0.9146222222222222, + "positive_goodness": 4.378121089935303, + "runtime_seconds": 10.075969696044922 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6438125316725837, + "lr": 0.03, + "negative_goodness": 0.8964498304658466, + "pair_accuracy": 0.9054, + "positive_goodness": 4.340443732028537, + "runtime_seconds": 10.022891759872437 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6045488888634576, + "lr": 0.03, + "negative_goodness": 0.8625966466453341, + "pair_accuracy": 0.9225777777777778, + "positive_goodness": 4.437092317369249, + "runtime_seconds": 10.01377010345459 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.5972528516133626, + "lr": 0.03, + "negative_goodness": 0.8429029758234818, + "pair_accuracy": 0.9138666666666667, + "positive_goodness": 4.654232831319173, + "runtime_seconds": 10.006586790084839 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6254441573805279, + "lr": 0.03, + "negative_goodness": 0.8729054786278142, + "pair_accuracy": 0.9135111111111112, + "positive_goodness": 4.469083426539103, + "runtime_seconds": 10.021023511886597 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.5278818462716208, + "lr": 0.03, + "negative_goodness": 0.7416779708054331, + "pair_accuracy": 0.9348444444444445, + "positive_goodness": 4.800078827412923, + "runtime_seconds": 10.013746738433838 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6619796014255948, + "lr": 0.03, + "negative_goodness": 0.8896621986471944, + "pair_accuracy": 0.8926666666666667, + "positive_goodness": 4.322796659257677, + "runtime_seconds": 10.021897315979004 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6461988386789957, + "lr": 0.03, + "negative_goodness": 0.9148671193361282, + "pair_accuracy": 0.9057777777459887, + "positive_goodness": 4.23751984293196, + "runtime_seconds": 10.024096965789795 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.5259282250404358, + "lr": 0.03, + "negative_goodness": 0.7667646512470312, + "pair_accuracy": 0.933, + "positive_goodness": 4.86921011505127, + "runtime_seconds": 10.021299839019775 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.5774568408038881, + "lr": 0.03, + "negative_goodness": 0.7854883380893204, + "pair_accuracy": 0.9189555555555555, + "positive_goodness": 4.695069144863552, + "runtime_seconds": 10.006296873092651 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6327136436515384, + "lr": 0.03, + "negative_goodness": 0.8715298809104496, + "pair_accuracy": 0.9046444444444445, + "positive_goodness": 4.410276686520047, + "runtime_seconds": 10.01503038406372 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.5876503408749898, + "lr": 0.03, + "negative_goodness": 0.8386949739813805, + "pair_accuracy": 0.9167111111111111, + "positive_goodness": 4.699977326583863, + "runtime_seconds": 10.016330003738403 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.5743087044186063, + "lr": 0.03, + "negative_goodness": 0.7983445225477218, + "pair_accuracy": 0.9244222222010294, + "positive_goodness": 4.657649431843228, + "runtime_seconds": 10.02325177192688 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6131763659265306, + "lr": 0.03, + "negative_goodness": 0.8315994108065963, + "pair_accuracy": 0.9086444444444445, + "positive_goodness": 4.39181091325548, + "runtime_seconds": 10.02388882637024 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.5832107017093234, + "lr": 0.03, + "negative_goodness": 0.8070058507813348, + "pair_accuracy": 0.9198888889418708, + "positive_goodness": 4.587465270487468, + "runtime_seconds": 10.025866746902466 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.5353840025530922, + "lr": 0.03, + "negative_goodness": 0.7450218870533837, + "pair_accuracy": 0.9305555555555556, + "positive_goodness": 5.033314386410184, + "runtime_seconds": 10.024152040481567 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.5203048346148597, + "lr": 0.03, + "negative_goodness": 0.7428832002454334, + "pair_accuracy": 0.9401333333333334, + "positive_goodness": 4.995968236202664, + "runtime_seconds": 10.029066562652588 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6154123129500283, + "lr": 0.03, + "negative_goodness": 0.7926810667554538, + "pair_accuracy": 0.9013111111111111, + "positive_goodness": 4.552289917755127, + "runtime_seconds": 10.00430178642273 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.5378996343188815, + "lr": 0.03, + "negative_goodness": 0.7414344246016609, + "pair_accuracy": 0.928222222243415, + "positive_goodness": 4.9378727868609955, + "runtime_seconds": 9.96708369255066 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.5255037312401666, + "lr": 0.03, + "negative_goodness": 0.7255147974239455, + "pair_accuracy": 0.9341111111111111, + "positive_goodness": 4.899665665033129, + "runtime_seconds": 9.96572494506836 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6081364333179262, + "lr": 0.03, + "negative_goodness": 0.80558235751258, + "pair_accuracy": 0.9043555555555556, + "positive_goodness": 4.725248436313206, + "runtime_seconds": 9.967331171035767 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.5960440228833093, + "lr": 0.03, + "negative_goodness": 0.7886643053134282, + "pair_accuracy": 0.9190222222222222, + "positive_goodness": 4.623406435818143, + "runtime_seconds": 9.961615324020386 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.5157386973487006, + "lr": 0.03, + "negative_goodness": 0.7333225656251112, + "pair_accuracy": 0.9347111111270057, + "positive_goodness": 5.067700661087036, + "runtime_seconds": 9.965617656707764 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.5855571704361174, + "lr": 0.03, + "negative_goodness": 0.766868519586987, + "pair_accuracy": 0.9195555555555556, + "positive_goodness": 4.728741132948134, + "runtime_seconds": 9.958759307861328 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5805177969190809, + "lr": 0.03, + "negative_goodness": 0.7867199313309458, + "pair_accuracy": 0.9191777777777778, + "positive_goodness": 4.692445377180311, + "runtime_seconds": 9.963146448135376 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.5038030570136176, + "lr": 0.03, + "negative_goodness": 0.7075142765031921, + "pair_accuracy": 0.9438888888888889, + "positive_goodness": 4.942223031616211, + "runtime_seconds": 9.96493673324585 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5685872324069341, + "lr": 0.03, + "negative_goodness": 0.7444680289480421, + "pair_accuracy": 0.9134, + "positive_goodness": 4.908901737509834, + "runtime_seconds": 9.964640140533447 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.551952613374922, + "lr": 0.03, + "negative_goodness": 0.7280040501773357, + "pair_accuracy": 0.9210888889418708, + "positive_goodness": 4.954042401038276, + "runtime_seconds": 9.959681034088135 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.5395793052037557, + "lr": 0.03, + "negative_goodness": 0.7257482261247105, + "pair_accuracy": 0.930311111137602, + "positive_goodness": 4.908160511165195, + "runtime_seconds": 9.958554029464722 + } + ], + "layer": 49 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9417036821047465, + "lr": 0.03, + "negative_goodness": 1.472839511680603, + "pair_accuracy": 0.8558222222328186, + "positive_goodness": 3.6374190672132705, + "runtime_seconds": 9.988226652145386 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.741615688641866, + "lr": 0.03, + "negative_goodness": 1.173699757385254, + "pair_accuracy": 0.902933333322737, + "positive_goodness": 4.018752478451199, + "runtime_seconds": 9.988186120986938 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7491230641523997, + "lr": 0.03, + "negative_goodness": 1.1386994646284316, + "pair_accuracy": 0.8881555555555556, + "positive_goodness": 4.04879218266805, + "runtime_seconds": 9.992087841033936 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7314277631547715, + "lr": 0.03, + "negative_goodness": 1.0939732081943088, + "pair_accuracy": 0.9019333333465788, + "positive_goodness": 4.033838463359409, + "runtime_seconds": 10.00942611694336 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.6815637051476373, + "lr": 0.03, + "negative_goodness": 1.0201830136193168, + "pair_accuracy": 0.9009111111111111, + "positive_goodness": 4.226503768030803, + "runtime_seconds": 9.999874114990234 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.6854506649017335, + "lr": 0.03, + "negative_goodness": 1.0355264951494005, + "pair_accuracy": 0.9094000000052982, + "positive_goodness": 4.206494112904867, + "runtime_seconds": 10.008931875228882 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7062542958259582, + "lr": 0.03, + "negative_goodness": 1.0521224022547404, + "pair_accuracy": 0.9060888888676961, + "positive_goodness": 4.00074118715922, + "runtime_seconds": 10.012451887130737 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.6609805555555556, + "lr": 0.03, + "negative_goodness": 0.9728611498249902, + "pair_accuracy": 0.8991555555555556, + "positive_goodness": 4.2190863035413955, + "runtime_seconds": 10.009950637817383 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6052597746637133, + "lr": 0.03, + "negative_goodness": 0.9317849480628967, + "pair_accuracy": 0.917377777756585, + "positive_goodness": 4.398246662224664, + "runtime_seconds": 10.038393497467041 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6786376272757848, + "lr": 0.03, + "negative_goodness": 0.9839559029791091, + "pair_accuracy": 0.9002444444444444, + "positive_goodness": 4.147732072194417, + "runtime_seconds": 10.06421184539795 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6206770835240683, + "lr": 0.03, + "negative_goodness": 0.9208910596423678, + "pair_accuracy": 0.9122222222752041, + "positive_goodness": 4.401299571990966, + "runtime_seconds": 10.040464401245117 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.646733862929874, + "lr": 0.03, + "negative_goodness": 0.9323406349182128, + "pair_accuracy": 0.9061555555767483, + "positive_goodness": 4.360781724294027, + "runtime_seconds": 10.050564050674438 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.5639505513085259, + "lr": 0.03, + "negative_goodness": 0.8436890657001072, + "pair_accuracy": 0.9298666666666666, + "positive_goodness": 4.67078637392256, + "runtime_seconds": 10.076878309249878 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.5593360664288203, + "lr": 0.03, + "negative_goodness": 0.824041066424052, + "pair_accuracy": 0.9322888888888888, + "positive_goodness": 4.67922130440606, + "runtime_seconds": 10.03655481338501 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.606739276793268, + "lr": 0.03, + "negative_goodness": 0.8725128966172536, + "pair_accuracy": 0.9174, + "positive_goodness": 4.459211054907905, + "runtime_seconds": 10.006713628768921 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.600708917678727, + "lr": 0.03, + "negative_goodness": 0.8456813607030444, + "pair_accuracy": 0.9163555555555556, + "positive_goodness": 4.567625704871284, + "runtime_seconds": 9.989904403686523 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6459993882285224, + "lr": 0.03, + "negative_goodness": 0.9007037235260009, + "pair_accuracy": 0.9058666666454739, + "positive_goodness": 4.367943588468764, + "runtime_seconds": 10.002551555633545 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.5583876171218024, + "lr": 0.03, + "negative_goodness": 0.8222946037928264, + "pair_accuracy": 0.9282888888676961, + "positive_goodness": 4.723868201149835, + "runtime_seconds": 10.058602094650269 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.5569208331108093, + "lr": 0.03, + "negative_goodness": 0.798187047041787, + "pair_accuracy": 0.9254222222010294, + "positive_goodness": 4.790486860317654, + "runtime_seconds": 10.06980037689209 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.650234633702702, + "lr": 0.03, + "negative_goodness": 0.863260536453459, + "pair_accuracy": 0.8929777777777778, + "positive_goodness": 4.308837576124403, + "runtime_seconds": 10.068115711212158 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.5183581573486328, + "lr": 0.03, + "negative_goodness": 0.7757959654914008, + "pair_accuracy": 0.9387555555555556, + "positive_goodness": 5.020672807481554, + "runtime_seconds": 10.0659658908844 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.5910618380970425, + "lr": 0.03, + "negative_goodness": 0.8475605146408081, + "pair_accuracy": 0.9246444444444445, + "positive_goodness": 4.576875430128309, + "runtime_seconds": 10.088855028152466 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.610367955160141, + "lr": 0.03, + "negative_goodness": 0.8323906297895644, + "pair_accuracy": 0.9023777777777777, + "positive_goodness": 4.565001979827881, + "runtime_seconds": 10.070333003997803 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.5436448327382406, + "lr": 0.03, + "negative_goodness": 0.757046722539266, + "pair_accuracy": 0.9256888888835907, + "positive_goodness": 4.8093398515701296, + "runtime_seconds": 10.075289249420166 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.5423519087632497, + "lr": 0.03, + "negative_goodness": 0.7400590353647868, + "pair_accuracy": 0.9283777777777777, + "positive_goodness": 4.89999448682997, + "runtime_seconds": 10.076465129852295 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.5914755151112875, + "lr": 0.03, + "negative_goodness": 0.8227116187731425, + "pair_accuracy": 0.9181333333439298, + "positive_goodness": 4.591641405614217, + "runtime_seconds": 10.072831630706787 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.5640851142883301, + "lr": 0.03, + "negative_goodness": 0.771505237642924, + "pair_accuracy": 0.9194666666640176, + "positive_goodness": 4.85873080751631, + "runtime_seconds": 10.066692590713501 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6184421784586377, + "lr": 0.03, + "negative_goodness": 0.8269205969783995, + "pair_accuracy": 0.9096222222222222, + "positive_goodness": 4.4850337091234, + "runtime_seconds": 10.075336217880249 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.572581745783488, + "lr": 0.03, + "negative_goodness": 0.7949862522655063, + "pair_accuracy": 0.9179555555555555, + "positive_goodness": 4.622385264460246, + "runtime_seconds": 10.062690734863281 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.5761285832087198, + "lr": 0.03, + "negative_goodness": 0.8141102801216973, + "pair_accuracy": 0.9159777777777778, + "positive_goodness": 4.688251463402642, + "runtime_seconds": 10.070357322692871 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.5997178022940953, + "lr": 0.03, + "negative_goodness": 0.8259070762395859, + "pair_accuracy": 0.9182444444444444, + "positive_goodness": 4.621902669355604, + "runtime_seconds": 10.070482730865479 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.5994257957670424, + "lr": 0.03, + "negative_goodness": 0.8105767558627659, + "pair_accuracy": 0.9043777777777777, + "positive_goodness": 4.528519570075141, + "runtime_seconds": 10.064057111740112 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.5293665364371406, + "lr": 0.03, + "negative_goodness": 0.7204504658699036, + "pair_accuracy": 0.9235555555555556, + "positive_goodness": 5.011023088497586, + "runtime_seconds": 10.067633867263794 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.5538254436651866, + "lr": 0.03, + "negative_goodness": 0.7695837338990635, + "pair_accuracy": 0.9274222222222223, + "positive_goodness": 5.0185204643249515, + "runtime_seconds": 10.065929889678955 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.5663096979141236, + "lr": 0.03, + "negative_goodness": 0.7761912986861335, + "pair_accuracy": 0.9148222222275204, + "positive_goodness": 4.919061868667603, + "runtime_seconds": 10.075566291809082 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5695985800213283, + "lr": 0.03, + "negative_goodness": 0.752494679345025, + "pair_accuracy": 0.9134, + "positive_goodness": 4.81699115808275, + "runtime_seconds": 10.081359624862671 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.5886774830288357, + "lr": 0.03, + "negative_goodness": 0.7689340820709865, + "pair_accuracy": 0.9161555555555555, + "positive_goodness": 4.581326762390137, + "runtime_seconds": 10.073734283447266 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5840071121692657, + "lr": 0.03, + "negative_goodness": 0.8005987316237556, + "pair_accuracy": 0.9154222222222222, + "positive_goodness": 4.627646752760145, + "runtime_seconds": 10.0725576877594 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.5640161395178901, + "lr": 0.03, + "negative_goodness": 0.7558196410179138, + "pair_accuracy": 0.9205777777797646, + "positive_goodness": 4.757303883806864, + "runtime_seconds": 10.065823554992676 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.5807559632937114, + "lr": 0.03, + "negative_goodness": 0.7790652207957374, + "pair_accuracy": 0.9202444444444444, + "positive_goodness": 4.596275162124634, + "runtime_seconds": 10.082281112670898 + } + ], + "layer": 50 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.8916916262096829, + "lr": 0.03, + "negative_goodness": 1.2235718869527181, + "pair_accuracy": 0.8423555555555555, + "positive_goodness": 3.277624616071913, + "runtime_seconds": 10.094029903411865 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8801621314154731, + "lr": 0.03, + "negative_goodness": 1.2874601439158122, + "pair_accuracy": 0.8439111111112767, + "positive_goodness": 3.46462568458981, + "runtime_seconds": 10.091124296188354 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7782271981053882, + "lr": 0.03, + "negative_goodness": 1.1636875904983945, + "pair_accuracy": 0.8726, + "positive_goodness": 3.7533600045945907, + "runtime_seconds": 10.044451236724854 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7099221853256226, + "lr": 0.03, + "negative_goodness": 1.055033711804284, + "pair_accuracy": 0.8970666666560703, + "positive_goodness": 4.118368091773987, + "runtime_seconds": 10.047720193862915 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.8068508183638254, + "lr": 0.03, + "negative_goodness": 1.1543930247015424, + "pair_accuracy": 0.8626666666666667, + "positive_goodness": 3.8044279781765407, + "runtime_seconds": 10.042433023452759 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7437988771862454, + "lr": 0.03, + "negative_goodness": 1.1057939317491319, + "pair_accuracy": 0.8823111111217075, + "positive_goodness": 3.9048104088677302, + "runtime_seconds": 10.050527334213257 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7126632631116443, + "lr": 0.03, + "negative_goodness": 1.0569900338994132, + "pair_accuracy": 0.8988222222222222, + "positive_goodness": 4.100460506947836, + "runtime_seconds": 10.040066242218018 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7053868012958103, + "lr": 0.03, + "negative_goodness": 1.024080309979121, + "pair_accuracy": 0.9015777778201634, + "positive_goodness": 4.075339190059238, + "runtime_seconds": 10.04748249053955 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6931406771977743, + "lr": 0.03, + "negative_goodness": 1.0425356752501593, + "pair_accuracy": 0.9011777777671814, + "positive_goodness": 3.9995582905663385, + "runtime_seconds": 10.039661169052124 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6920218367682563, + "lr": 0.03, + "negative_goodness": 0.998586137787501, + "pair_accuracy": 0.8944, + "positive_goodness": 4.125454496977064, + "runtime_seconds": 10.076419591903687 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7179563438097636, + "lr": 0.03, + "negative_goodness": 1.0376373873021867, + "pair_accuracy": 0.8908, + "positive_goodness": 4.030581722365485, + "runtime_seconds": 10.083015203475952 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6577165043751398, + "lr": 0.03, + "negative_goodness": 0.9520927327156067, + "pair_accuracy": 0.9063111111111111, + "positive_goodness": 4.303022258504232, + "runtime_seconds": 10.029913425445557 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6593450240347121, + "lr": 0.03, + "negative_goodness": 0.9611270493189494, + "pair_accuracy": 0.9068666666666667, + "positive_goodness": 4.263143110487196, + "runtime_seconds": 9.795397996902466 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6598168652004666, + "lr": 0.03, + "negative_goodness": 0.9624421834415859, + "pair_accuracy": 0.9056666666507721, + "positive_goodness": 4.264582021713257, + "runtime_seconds": 9.987699031829834 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6861370947731866, + "lr": 0.03, + "negative_goodness": 0.9768257255660163, + "pair_accuracy": 0.8928, + "positive_goodness": 4.148165478346083, + "runtime_seconds": 9.9945068359375 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6395842588106792, + "lr": 0.03, + "negative_goodness": 0.9463875416013929, + "pair_accuracy": 0.9119555555873446, + "positive_goodness": 4.304518228997124, + "runtime_seconds": 9.990309000015259 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6264479235755073, + "lr": 0.03, + "negative_goodness": 0.9241142172124651, + "pair_accuracy": 0.9155555555635029, + "positive_goodness": 4.385504115147061, + "runtime_seconds": 9.990079879760742 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6472865338616901, + "lr": 0.03, + "negative_goodness": 0.9396644218285879, + "pair_accuracy": 0.9119333333333334, + "positive_goodness": 4.361950411563449, + "runtime_seconds": 9.994667768478394 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6599823800298903, + "lr": 0.03, + "negative_goodness": 0.8997915664858288, + "pair_accuracy": 0.8968, + "positive_goodness": 4.3186571550157336, + "runtime_seconds": 9.988005876541138 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6195765741348267, + "lr": 0.03, + "negative_goodness": 0.8919681346416474, + "pair_accuracy": 0.9130888888888888, + "positive_goodness": 4.404558177778456, + "runtime_seconds": 9.987842082977295 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6563851802984874, + "lr": 0.03, + "negative_goodness": 0.9373459913624658, + "pair_accuracy": 0.9037333333333334, + "positive_goodness": 4.2269506585015195, + "runtime_seconds": 9.987286567687988 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6119672870477041, + "lr": 0.03, + "negative_goodness": 0.8608438099304835, + "pair_accuracy": 0.9146888888888889, + "positive_goodness": 4.493078649308947, + "runtime_seconds": 10.004509210586548 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6938771210617489, + "lr": 0.03, + "negative_goodness": 0.982613749730587, + "pair_accuracy": 0.8922444444444444, + "positive_goodness": 4.127942349497477, + "runtime_seconds": 10.022331476211548 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6152054488446977, + "lr": 0.03, + "negative_goodness": 0.9069699532932706, + "pair_accuracy": 0.9212, + "positive_goodness": 4.390490487331814, + "runtime_seconds": 10.049613237380981 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6033343175040351, + "lr": 0.03, + "negative_goodness": 0.8740071310308245, + "pair_accuracy": 0.9234222222116258, + "positive_goodness": 4.5692776895311145, + "runtime_seconds": 10.045437574386597 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6055138310803307, + "lr": 0.03, + "negative_goodness": 0.8379862177451451, + "pair_accuracy": 0.9206444444338481, + "positive_goodness": 4.5478488578796386, + "runtime_seconds": 10.044795274734497 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.5896425144195556, + "lr": 0.03, + "negative_goodness": 0.8378793379677667, + "pair_accuracy": 0.9139777777989705, + "positive_goodness": 4.592958962843153, + "runtime_seconds": 10.050657272338867 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6157212405628628, + "lr": 0.03, + "negative_goodness": 0.8552991679588954, + "pair_accuracy": 0.9097777777777778, + "positive_goodness": 4.50022475827535, + "runtime_seconds": 10.048592805862427 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.6480584205839369, + "lr": 0.03, + "negative_goodness": 0.8610575610346264, + "pair_accuracy": 0.9038222222222222, + "positive_goodness": 4.287657062996758, + "runtime_seconds": 10.046785593032837 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6681474072403378, + "lr": 0.03, + "negative_goodness": 0.9362824473089641, + "pair_accuracy": 0.8977555555555555, + "positive_goodness": 4.234708596462673, + "runtime_seconds": 10.047510147094727 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.629091486231486, + "lr": 0.03, + "negative_goodness": 0.880902905008528, + "pair_accuracy": 0.9112, + "positive_goodness": 4.411175779872471, + "runtime_seconds": 10.036160707473755 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.5875038864188724, + "lr": 0.03, + "negative_goodness": 0.8212243908272849, + "pair_accuracy": 0.9152, + "positive_goodness": 4.607126539018419, + "runtime_seconds": 10.022600173950195 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6294390913009643, + "lr": 0.03, + "negative_goodness": 0.8555995503399108, + "pair_accuracy": 0.9126, + "positive_goodness": 4.347152785831027, + "runtime_seconds": 10.026370525360107 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6741595644844903, + "lr": 0.03, + "negative_goodness": 0.915696722290251, + "pair_accuracy": 0.8945777778307596, + "positive_goodness": 4.243603065003289, + "runtime_seconds": 9.843211889266968 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.5785855993853675, + "lr": 0.03, + "negative_goodness": 0.8352880256679323, + "pair_accuracy": 0.9282444444444444, + "positive_goodness": 4.516455561743842, + "runtime_seconds": 10.00782036781311 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5963580963558621, + "lr": 0.03, + "negative_goodness": 0.8372634417374929, + "pair_accuracy": 0.9156, + "positive_goodness": 4.65563289135827, + "runtime_seconds": 10.071914196014404 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6413373706181844, + "lr": 0.03, + "negative_goodness": 0.9062503250731362, + "pair_accuracy": 0.9087777777883742, + "positive_goodness": 4.304126962365045, + "runtime_seconds": 10.047698020935059 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5715888849894206, + "lr": 0.03, + "negative_goodness": 0.8214134670628441, + "pair_accuracy": 0.9300666666348775, + "positive_goodness": 4.62971503507826, + "runtime_seconds": 10.047661066055298 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6094175758573744, + "lr": 0.03, + "negative_goodness": 0.8267737293508318, + "pair_accuracy": 0.9082666666666667, + "positive_goodness": 4.546088009558783, + "runtime_seconds": 10.050795555114746 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.5436757520675659, + "lr": 0.03, + "negative_goodness": 0.7642697678142124, + "pair_accuracy": 0.9368888888888889, + "positive_goodness": 4.897004393810696, + "runtime_seconds": 10.051849603652954 + } + ], + "layer": 51 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9557259690072801, + "lr": 0.03, + "negative_goodness": 1.4865344363424513, + "pair_accuracy": 0.8629555555555556, + "positive_goodness": 3.6184927385965984, + "runtime_seconds": 10.06769847869873 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8219555794768864, + "lr": 0.03, + "negative_goodness": 1.2903196554819742, + "pair_accuracy": 0.8778, + "positive_goodness": 3.858036119121975, + "runtime_seconds": 10.08444356918335 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8830483508427938, + "lr": 0.03, + "negative_goodness": 1.3619267497168648, + "pair_accuracy": 0.8547777777989706, + "positive_goodness": 3.436230291112264, + "runtime_seconds": 10.061748266220093 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.8066341383245256, + "lr": 0.03, + "negative_goodness": 1.2473411675665114, + "pair_accuracy": 0.8755555555555555, + "positive_goodness": 3.7521911625332303, + "runtime_seconds": 10.072533369064331 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7798412339740329, + "lr": 0.03, + "negative_goodness": 1.2198930560006036, + "pair_accuracy": 0.8795111110899183, + "positive_goodness": 3.805536384624905, + "runtime_seconds": 10.068535327911377 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7680840172873603, + "lr": 0.03, + "negative_goodness": 1.1675408064312405, + "pair_accuracy": 0.871177777809567, + "positive_goodness": 3.859105820613437, + "runtime_seconds": 10.07304072380066 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.762499171813329, + "lr": 0.03, + "negative_goodness": 1.161603455066681, + "pair_accuracy": 0.8853555555343628, + "positive_goodness": 3.8439432194179957, + "runtime_seconds": 10.098217010498047 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7248866796917386, + "lr": 0.03, + "negative_goodness": 1.1079583627065024, + "pair_accuracy": 0.8889111111429002, + "positive_goodness": 3.9824595818837483, + "runtime_seconds": 10.119882106781006 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7290160112169054, + "lr": 0.03, + "negative_goodness": 1.1077965009901258, + "pair_accuracy": 0.8833111111164093, + "positive_goodness": 3.983990436108907, + "runtime_seconds": 10.115929365158081 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7179092936648263, + "lr": 0.03, + "negative_goodness": 1.0821924878994624, + "pair_accuracy": 0.8916222222222222, + "positive_goodness": 3.9307518244425457, + "runtime_seconds": 10.122286319732666 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7187846850713094, + "lr": 0.03, + "negative_goodness": 1.0966253268559774, + "pair_accuracy": 0.8872888888676961, + "positive_goodness": 3.9600891078101266, + "runtime_seconds": 10.12340497970581 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7410257040871514, + "lr": 0.03, + "negative_goodness": 1.1070935099283854, + "pair_accuracy": 0.8802000000211928, + "positive_goodness": 3.936323635228475, + "runtime_seconds": 10.125559329986572 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6704885511504279, + "lr": 0.03, + "negative_goodness": 1.0207052899254694, + "pair_accuracy": 0.8971555555343628, + "positive_goodness": 4.303736881807115, + "runtime_seconds": 10.124876022338867 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7239309618843927, + "lr": 0.03, + "negative_goodness": 1.0713069507598878, + "pair_accuracy": 0.8848222222646077, + "positive_goodness": 4.064977707884046, + "runtime_seconds": 10.123961687088013 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6675378434711032, + "lr": 0.03, + "negative_goodness": 0.9911460291544596, + "pair_accuracy": 0.8984666666984558, + "positive_goodness": 4.222072166188558, + "runtime_seconds": 10.103669881820679 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6409906976434919, + "lr": 0.03, + "negative_goodness": 1.0104387816005282, + "pair_accuracy": 0.9171555555555555, + "positive_goodness": 4.3052408507453075, + "runtime_seconds": 10.071081161499023 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6289795566876729, + "lr": 0.03, + "negative_goodness": 0.9423096930821737, + "pair_accuracy": 0.9099333333121405, + "positive_goodness": 4.516633827590942, + "runtime_seconds": 10.069024801254272 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.644540837987264, + "lr": 0.03, + "negative_goodness": 0.969155046166314, + "pair_accuracy": 0.9044222222752041, + "positive_goodness": 4.443670421685113, + "runtime_seconds": 10.071126461029053 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6823875209013621, + "lr": 0.03, + "negative_goodness": 0.9484774690945943, + "pair_accuracy": 0.8947777777777778, + "positive_goodness": 4.194467809549967, + "runtime_seconds": 10.065601825714111 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.665967687564426, + "lr": 0.03, + "negative_goodness": 0.9677410857306586, + "pair_accuracy": 0.8983555555237664, + "positive_goodness": 4.2335990572611495, + "runtime_seconds": 10.068625211715698 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6723186161677043, + "lr": 0.03, + "negative_goodness": 0.9574134540769789, + "pair_accuracy": 0.8908222222222222, + "positive_goodness": 4.13111358426412, + "runtime_seconds": 10.065691947937012 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6419587172879113, + "lr": 0.03, + "negative_goodness": 0.9564501709434721, + "pair_accuracy": 0.9109777777777778, + "positive_goodness": 4.351354719967312, + "runtime_seconds": 10.06331491470337 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6620844048579534, + "lr": 0.03, + "negative_goodness": 0.9669577015240988, + "pair_accuracy": 0.9060666666666667, + "positive_goodness": 4.241286279551188, + "runtime_seconds": 10.064308404922485 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6998578227096134, + "lr": 0.03, + "negative_goodness": 0.9880886892504163, + "pair_accuracy": 0.8863555555555556, + "positive_goodness": 4.049694043562147, + "runtime_seconds": 10.065243482589722 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6523337262736426, + "lr": 0.03, + "negative_goodness": 0.9519903821627299, + "pair_accuracy": 0.9040888888888889, + "positive_goodness": 4.24152026570638, + "runtime_seconds": 10.008589267730713 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6552094273090363, + "lr": 0.03, + "negative_goodness": 0.9475867868794335, + "pair_accuracy": 0.9087555555555555, + "positive_goodness": 4.2027712844848635, + "runtime_seconds": 10.00507664680481 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6009650703509649, + "lr": 0.03, + "negative_goodness": 0.8850744945804278, + "pair_accuracy": 0.9152222222222223, + "positive_goodness": 4.567711513264974, + "runtime_seconds": 10.00866985321045 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6103424462238948, + "lr": 0.03, + "negative_goodness": 0.8861770941191249, + "pair_accuracy": 0.9131333333333334, + "positive_goodness": 4.534850696902805, + "runtime_seconds": 10.013022422790527 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.661388168504503, + "lr": 0.03, + "negative_goodness": 0.935618517197503, + "pair_accuracy": 0.8955777777989705, + "positive_goodness": 4.2640014832814535, + "runtime_seconds": 10.008787631988525 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6529282795164321, + "lr": 0.03, + "negative_goodness": 0.9317127757602268, + "pair_accuracy": 0.8959333333386316, + "positive_goodness": 4.302178327793545, + "runtime_seconds": 10.017077684402466 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6171348922305637, + "lr": 0.03, + "negative_goodness": 0.9063283411661783, + "pair_accuracy": 0.9099111111243566, + "positive_goodness": 4.383739192867279, + "runtime_seconds": 10.025922775268555 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6007845366107093, + "lr": 0.03, + "negative_goodness": 0.8810880542649163, + "pair_accuracy": 0.9222666666666667, + "positive_goodness": 4.483666107855902, + "runtime_seconds": 10.060091018676758 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.5970280952692032, + "lr": 0.03, + "negative_goodness": 0.8551419611030154, + "pair_accuracy": 0.9170222222222222, + "positive_goodness": 4.601159931352403, + "runtime_seconds": 10.068086385726929 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6164924780925115, + "lr": 0.03, + "negative_goodness": 0.8833399078104232, + "pair_accuracy": 0.9114666666666666, + "positive_goodness": 4.425194469536676, + "runtime_seconds": 10.031185865402222 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6498852258788215, + "lr": 0.03, + "negative_goodness": 0.9199689781930711, + "pair_accuracy": 0.9081555555555556, + "positive_goodness": 4.396459900241428, + "runtime_seconds": 10.010058164596558 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6231957963413662, + "lr": 0.03, + "negative_goodness": 0.8923180164337158, + "pair_accuracy": 0.9083555555767483, + "positive_goodness": 4.419305969492594, + "runtime_seconds": 9.960160493850708 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6129528957472907, + "lr": 0.03, + "negative_goodness": 0.8618695213529799, + "pair_accuracy": 0.9099333333333334, + "positive_goodness": 4.603142702441746, + "runtime_seconds": 10.01974630355835 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6263078727510241, + "lr": 0.03, + "negative_goodness": 0.8587322796503702, + "pair_accuracy": 0.9062666667090522, + "positive_goodness": 4.451288690121968, + "runtime_seconds": 10.018493175506592 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.5635419694264729, + "lr": 0.03, + "negative_goodness": 0.8421482093916999, + "pair_accuracy": 0.9344222222381168, + "positive_goodness": 4.75666315313975, + "runtime_seconds": 10.007421016693115 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6361039624876447, + "lr": 0.03, + "negative_goodness": 0.8626828548444642, + "pair_accuracy": 0.8913555555555556, + "positive_goodness": 4.4521284100850425, + "runtime_seconds": 10.08686375617981 + } + ], + "layer": 52 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9718790128919813, + "lr": 0.03, + "negative_goodness": 1.3510441356235081, + "pair_accuracy": 0.8151333333757188, + "positive_goodness": 3.0526271159278022, + "runtime_seconds": 10.092494249343872 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8496109322865804, + "lr": 0.03, + "negative_goodness": 1.259851583035787, + "pair_accuracy": 0.8513555555820466, + "positive_goodness": 3.5341094347847832, + "runtime_seconds": 9.994556188583374 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7416288950602213, + "lr": 0.03, + "negative_goodness": 1.1296082976871067, + "pair_accuracy": 0.883577777783076, + "positive_goodness": 3.957219272486369, + "runtime_seconds": 9.933800458908081 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7248642477300432, + "lr": 0.03, + "negative_goodness": 1.076265779765447, + "pair_accuracy": 0.8945777777777778, + "positive_goodness": 4.004423327975803, + "runtime_seconds": 10.100605726242065 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.790148381084866, + "lr": 0.03, + "negative_goodness": 1.1577402498986986, + "pair_accuracy": 0.8792666666666666, + "positive_goodness": 3.796155741712782, + "runtime_seconds": 10.011046171188354 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7412220695442624, + "lr": 0.03, + "negative_goodness": 1.0655189945353403, + "pair_accuracy": 0.8893555555555556, + "positive_goodness": 3.8866528477138944, + "runtime_seconds": 9.981118202209473 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7463502488560146, + "lr": 0.03, + "negative_goodness": 1.083470902411143, + "pair_accuracy": 0.8758666667196485, + "positive_goodness": 3.8914403356340195, + "runtime_seconds": 10.079550504684448 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7480585777759552, + "lr": 0.03, + "negative_goodness": 1.0943528555181292, + "pair_accuracy": 0.8838222222222222, + "positive_goodness": 3.8668270648532443, + "runtime_seconds": 9.621582984924316 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7394980255974664, + "lr": 0.03, + "negative_goodness": 1.0837025665654076, + "pair_accuracy": 0.8933333333121406, + "positive_goodness": 3.974250686921014, + "runtime_seconds": 9.993419408798218 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6718798721207513, + "lr": 0.03, + "negative_goodness": 0.9840706965446472, + "pair_accuracy": 0.9109333333015441, + "positive_goodness": 4.096597917599148, + "runtime_seconds": 9.846485614776611 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6862703913794623, + "lr": 0.03, + "negative_goodness": 0.9949673471132914, + "pair_accuracy": 0.9034222222228845, + "positive_goodness": 4.118851169925266, + "runtime_seconds": 10.065385818481445 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6531623085154428, + "lr": 0.03, + "negative_goodness": 0.9820671804322136, + "pair_accuracy": 0.9109777777777778, + "positive_goodness": 4.324530500369602, + "runtime_seconds": 9.684788465499878 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6543766511069403, + "lr": 0.03, + "negative_goodness": 0.9269744169606103, + "pair_accuracy": 0.9136888888941871, + "positive_goodness": 4.196119406572977, + "runtime_seconds": 9.848071575164795 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6766125249756707, + "lr": 0.03, + "negative_goodness": 0.9378234143257141, + "pair_accuracy": 0.8993111111217075, + "positive_goodness": 4.174975962363349, + "runtime_seconds": 9.697723388671875 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.6721136437601514, + "lr": 0.03, + "negative_goodness": 0.961543494436476, + "pair_accuracy": 0.9054666666666666, + "positive_goodness": 4.1395423909505205, + "runtime_seconds": 9.953272104263306 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6194746271981133, + "lr": 0.03, + "negative_goodness": 0.8648158974647522, + "pair_accuracy": 0.9108888888676961, + "positive_goodness": 4.43980187763638, + "runtime_seconds": 9.598949670791626 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6352555414835612, + "lr": 0.03, + "negative_goodness": 0.9068665282673306, + "pair_accuracy": 0.912, + "positive_goodness": 4.389910551140043, + "runtime_seconds": 9.710328817367554 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6874113742881351, + "lr": 0.03, + "negative_goodness": 0.9548589927302467, + "pair_accuracy": 0.8892444444338481, + "positive_goodness": 4.078043294991387, + "runtime_seconds": 9.708877325057983 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6376496504677667, + "lr": 0.03, + "negative_goodness": 0.9139197806199392, + "pair_accuracy": 0.9061555556085374, + "positive_goodness": 4.366563694636027, + "runtime_seconds": 10.010497808456421 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.631622070672777, + "lr": 0.03, + "negative_goodness": 0.9079685488541921, + "pair_accuracy": 0.9131777778095669, + "positive_goodness": 4.282988567903307, + "runtime_seconds": 9.704167366027832 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6150699621412489, + "lr": 0.03, + "negative_goodness": 0.8679924266550276, + "pair_accuracy": 0.9196444444232517, + "positive_goodness": 4.523173342386881, + "runtime_seconds": 9.852821350097656 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6355326179292466, + "lr": 0.03, + "negative_goodness": 0.8804945720222261, + "pair_accuracy": 0.9052666667090522, + "positive_goodness": 4.334465966415405, + "runtime_seconds": 9.841196537017822 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6250092512660557, + "lr": 0.03, + "negative_goodness": 0.8794384945074717, + "pair_accuracy": 0.9124888888782925, + "positive_goodness": 4.422526327641805, + "runtime_seconds": 9.936088800430298 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6323445023086336, + "lr": 0.03, + "negative_goodness": 0.8904897312985526, + "pair_accuracy": 0.9059777777777778, + "positive_goodness": 4.39959243036906, + "runtime_seconds": 9.66298508644104 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6345611913151211, + "lr": 0.03, + "negative_goodness": 0.8671521504349179, + "pair_accuracy": 0.9061777777777777, + "positive_goodness": 4.359532369147407, + "runtime_seconds": 9.750511884689331 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6710732631789313, + "lr": 0.03, + "negative_goodness": 0.9364320003509522, + "pair_accuracy": 0.8891555555661519, + "positive_goodness": 4.224419231075711, + "runtime_seconds": 9.790742874145508 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6294779200659858, + "lr": 0.03, + "negative_goodness": 0.8965282597091463, + "pair_accuracy": 0.9159333333121406, + "positive_goodness": 4.394501925553216, + "runtime_seconds": 9.906727313995361 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.5926749333911472, + "lr": 0.03, + "negative_goodness": 0.8322979968547821, + "pair_accuracy": 0.9233333333121406, + "positive_goodness": 4.523051480314467, + "runtime_seconds": 9.759467124938965 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.5953530943234762, + "lr": 0.03, + "negative_goodness": 0.8487500261598163, + "pair_accuracy": 0.9191999999894036, + "positive_goodness": 4.580622627894083, + "runtime_seconds": 9.668816804885864 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6216759985393948, + "lr": 0.03, + "negative_goodness": 0.8617629915449354, + "pair_accuracy": 0.9055777777777778, + "positive_goodness": 4.456602893659803, + "runtime_seconds": 9.79399299621582 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6270539381557041, + "lr": 0.03, + "negative_goodness": 0.8674475597990884, + "pair_accuracy": 0.9052888888570998, + "positive_goodness": 4.4408058378007675, + "runtime_seconds": 9.865944147109985 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6497213345315721, + "lr": 0.03, + "negative_goodness": 0.8860253891626994, + "pair_accuracy": 0.9066222222540113, + "positive_goodness": 4.264841134219699, + "runtime_seconds": 9.57270097732544 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6478628385755751, + "lr": 0.03, + "negative_goodness": 0.8761018545044793, + "pair_accuracy": 0.8985111110899183, + "positive_goodness": 4.298050107023451, + "runtime_seconds": 9.696243047714233 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.5726414273579915, + "lr": 0.03, + "negative_goodness": 0.7792402010891173, + "pair_accuracy": 0.9261333333333334, + "positive_goodness": 4.5869896021525065, + "runtime_seconds": 9.783829927444458 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6024058533615536, + "lr": 0.03, + "negative_goodness": 0.8513342796802521, + "pair_accuracy": 0.9102444444444444, + "positive_goodness": 4.477421525828044, + "runtime_seconds": 9.8998384475708 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5758690766652426, + "lr": 0.03, + "negative_goodness": 0.80571090531879, + "pair_accuracy": 0.9204888888941871, + "positive_goodness": 4.6717776040395105, + "runtime_seconds": 9.829283475875854 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6449668455574248, + "lr": 0.03, + "negative_goodness": 0.8706805886454052, + "pair_accuracy": 0.9014666666666666, + "positive_goodness": 4.356467363823785, + "runtime_seconds": 9.959268808364868 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5819087991714478, + "lr": 0.03, + "negative_goodness": 0.8065519719998042, + "pair_accuracy": 0.9193333333333333, + "positive_goodness": 4.750033147515191, + "runtime_seconds": 9.90379285812378 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6394201956775454, + "lr": 0.03, + "negative_goodness": 0.8755332006778982, + "pair_accuracy": 0.9075777777777778, + "positive_goodness": 4.348800137159559, + "runtime_seconds": 9.989676237106323 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.5755850804355409, + "lr": 0.03, + "negative_goodness": 0.7802389313850138, + "pair_accuracy": 0.9215777777777778, + "positive_goodness": 4.6606920705159505, + "runtime_seconds": 9.804670572280884 + } + ], + "layer": 53 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9807074271572961, + "lr": 0.03, + "negative_goodness": 1.4999519066386753, + "pair_accuracy": 0.8416666666666667, + "positive_goodness": 3.3484102884080675, + "runtime_seconds": 10.036877632141113 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8130361848513286, + "lr": 0.03, + "negative_goodness": 1.2160580439885458, + "pair_accuracy": 0.8684222222222222, + "positive_goodness": 3.8970202912648517, + "runtime_seconds": 10.032211780548096 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7887228790309694, + "lr": 0.03, + "negative_goodness": 1.1878752432982127, + "pair_accuracy": 0.8789111111111111, + "positive_goodness": 3.7453713707817924, + "runtime_seconds": 9.981094360351562 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7168530240588717, + "lr": 0.03, + "negative_goodness": 1.0708329482184515, + "pair_accuracy": 0.891977777756585, + "positive_goodness": 4.147188596428765, + "runtime_seconds": 10.006554365158081 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7424158500247532, + "lr": 0.03, + "negative_goodness": 1.1288277846548291, + "pair_accuracy": 0.8802444444338481, + "positive_goodness": 3.9260529023064508, + "runtime_seconds": 9.976880311965942 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.6924821253140767, + "lr": 0.03, + "negative_goodness": 1.0509499920845031, + "pair_accuracy": 0.8957111110899183, + "positive_goodness": 4.0846704053243, + "runtime_seconds": 9.977164268493652 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.6563846886899736, + "lr": 0.03, + "negative_goodness": 1.013778870042165, + "pair_accuracy": 0.9031777777777777, + "positive_goodness": 4.276834740532769, + "runtime_seconds": 9.76147723197937 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.6660584641138713, + "lr": 0.03, + "negative_goodness": 0.9720643954171074, + "pair_accuracy": 0.8950666666560703, + "positive_goodness": 4.268892664040459, + "runtime_seconds": 10.009721040725708 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.6510847702556186, + "lr": 0.03, + "negative_goodness": 0.985142549112108, + "pair_accuracy": 0.9080888889312744, + "positive_goodness": 4.35552965804206, + "runtime_seconds": 10.043035984039307 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.6921646865102979, + "lr": 0.03, + "negative_goodness": 1.0182068000157674, + "pair_accuracy": 0.8993111111111111, + "positive_goodness": 4.154021824391683, + "runtime_seconds": 9.945164442062378 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.6463984684626262, + "lr": 0.03, + "negative_goodness": 0.9608935300191244, + "pair_accuracy": 0.9027111111217075, + "positive_goodness": 4.395462994257609, + "runtime_seconds": 10.02266526222229 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.6677164799054464, + "lr": 0.03, + "negative_goodness": 0.9661255883905623, + "pair_accuracy": 0.9020222222222222, + "positive_goodness": 4.2232778763665095, + "runtime_seconds": 10.079427719116211 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.6703425888697306, + "lr": 0.03, + "negative_goodness": 0.9930842946158515, + "pair_accuracy": 0.8971111111058129, + "positive_goodness": 4.268312313312954, + "runtime_seconds": 10.118689060211182 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.6907692275895013, + "lr": 0.03, + "negative_goodness": 0.9726520744747585, + "pair_accuracy": 0.887511111079322, + "positive_goodness": 4.133011679712931, + "runtime_seconds": 10.136014223098755 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.609856798670027, + "lr": 0.03, + "negative_goodness": 0.9066604468133714, + "pair_accuracy": 0.9106222222646078, + "positive_goodness": 4.461973866907756, + "runtime_seconds": 10.119157075881958 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6754365342722999, + "lr": 0.03, + "negative_goodness": 0.963351062933604, + "pair_accuracy": 0.9008222222222222, + "positive_goodness": 4.197352243126764, + "runtime_seconds": 10.1236572265625 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.639821836010615, + "lr": 0.03, + "negative_goodness": 0.9253360828611585, + "pair_accuracy": 0.9049777777777778, + "positive_goodness": 4.257168584272597, + "runtime_seconds": 10.134371757507324 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6100702373080783, + "lr": 0.03, + "negative_goodness": 0.9000901824951172, + "pair_accuracy": 0.9121333333346578, + "positive_goodness": 4.497454149542914, + "runtime_seconds": 10.121986150741577 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.599796954758962, + "lr": 0.03, + "negative_goodness": 0.8847956112649705, + "pair_accuracy": 0.9184666666666667, + "positive_goodness": 4.4942666529337565, + "runtime_seconds": 10.113982915878296 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6181610445234511, + "lr": 0.03, + "negative_goodness": 0.9079151033507453, + "pair_accuracy": 0.9115555555555556, + "positive_goodness": 4.436755153274536, + "runtime_seconds": 10.089767932891846 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6077179144647387, + "lr": 0.03, + "negative_goodness": 0.893466213575999, + "pair_accuracy": 0.9162666666666667, + "positive_goodness": 4.438487059699164, + "runtime_seconds": 10.034184217453003 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6458089850213793, + "lr": 0.03, + "negative_goodness": 0.9158478715260824, + "pair_accuracy": 0.9024666666560703, + "positive_goodness": 4.42747243147956, + "runtime_seconds": 10.119109392166138 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.5897651215129428, + "lr": 0.03, + "negative_goodness": 0.8748973689609104, + "pair_accuracy": 0.9209555555555555, + "positive_goodness": 4.479646542443169, + "runtime_seconds": 10.10434365272522 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6350981562296549, + "lr": 0.03, + "negative_goodness": 0.9059914469718933, + "pair_accuracy": 0.9061999999841054, + "positive_goodness": 4.439764390458001, + "runtime_seconds": 10.010063409805298 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6265923896577623, + "lr": 0.03, + "negative_goodness": 0.904791773739126, + "pair_accuracy": 0.9106, + "positive_goodness": 4.50167994817098, + "runtime_seconds": 10.041465044021606 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6176078755802579, + "lr": 0.03, + "negative_goodness": 0.8897638054529826, + "pair_accuracy": 0.9160666667090522, + "positive_goodness": 4.42020427585178, + "runtime_seconds": 10.058037281036377 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6441897880739635, + "lr": 0.03, + "negative_goodness": 0.8915969023452864, + "pair_accuracy": 0.8964666666666666, + "positive_goodness": 4.461563881598579, + "runtime_seconds": 9.988579273223877 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.5800856943130493, + "lr": 0.03, + "negative_goodness": 0.8301542021221585, + "pair_accuracy": 0.9161777777618832, + "positive_goodness": 4.775342433887058, + "runtime_seconds": 9.989960670471191 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.681165795411004, + "lr": 0.03, + "negative_goodness": 0.9199062249713473, + "pair_accuracy": 0.8937111111217075, + "positive_goodness": 4.277552214474148, + "runtime_seconds": 9.844154596328735 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6098415383709802, + "lr": 0.03, + "negative_goodness": 0.8951451687574387, + "pair_accuracy": 0.9175555555555556, + "positive_goodness": 4.484138892873128, + "runtime_seconds": 10.031460285186768 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.5783637369632721, + "lr": 0.03, + "negative_goodness": 0.831114099544949, + "pair_accuracy": 0.9209555555555555, + "positive_goodness": 4.624740789922078, + "runtime_seconds": 10.014838218688965 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.5879253962410821, + "lr": 0.03, + "negative_goodness": 0.8038611711608039, + "pair_accuracy": 0.9078666666878594, + "positive_goodness": 4.663435381825765, + "runtime_seconds": 10.053936243057251 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.5620518515904744, + "lr": 0.03, + "negative_goodness": 0.7963704710218642, + "pair_accuracy": 0.9213333333757189, + "positive_goodness": 4.885161902597216, + "runtime_seconds": 10.016268491744995 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.5540232646094428, + "lr": 0.03, + "negative_goodness": 0.773684991285536, + "pair_accuracy": 0.9259111111217075, + "positive_goodness": 4.782418795098199, + "runtime_seconds": 10.031703233718872 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6310140514161852, + "lr": 0.03, + "negative_goodness": 0.8799674922943115, + "pair_accuracy": 0.9025111111270057, + "positive_goodness": 4.507643565898471, + "runtime_seconds": 10.019968271255493 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5956684907727772, + "lr": 0.03, + "negative_goodness": 0.8232087631702423, + "pair_accuracy": 0.9093111111111111, + "positive_goodness": 4.547465909025404, + "runtime_seconds": 10.034471988677979 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6168594803651174, + "lr": 0.03, + "negative_goodness": 0.8669228552374575, + "pair_accuracy": 0.9097111111111111, + "positive_goodness": 4.560904757859972, + "runtime_seconds": 10.078142404556274 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.5976247637006972, + "lr": 0.03, + "negative_goodness": 0.816377407140202, + "pair_accuracy": 0.9116888888888889, + "positive_goodness": 4.622243157789442, + "runtime_seconds": 10.065387964248657 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.5976096093707615, + "lr": 0.03, + "negative_goodness": 0.8610959091795816, + "pair_accuracy": 0.9171111111111111, + "positive_goodness": 4.6870799832661945, + "runtime_seconds": 10.02001142501831 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.579174010292689, + "lr": 0.03, + "negative_goodness": 0.7979912240107854, + "pair_accuracy": 0.9161777777777778, + "positive_goodness": 4.678039666324191, + "runtime_seconds": 10.03408169746399 + } + ], + "layer": 54 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.184197072177463, + "lr": 0.03, + "negative_goodness": 1.3534939605395, + "pair_accuracy": 0.8492444444444445, + "positive_goodness": 2.7945538678275215, + "runtime_seconds": 9.775387525558472 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.1423126959694756, + "lr": 0.03, + "negative_goodness": 1.4092236820644803, + "pair_accuracy": 0.8524000000158946, + "positive_goodness": 2.940797165468004, + "runtime_seconds": 9.778346300125122 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.1151776327874925, + "lr": 0.03, + "negative_goodness": 1.3359610687679715, + "pair_accuracy": 0.877, + "positive_goodness": 2.823753111775716, + "runtime_seconds": 9.774840593338013 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.0267702130423653, + "lr": 0.03, + "negative_goodness": 1.236902877553304, + "pair_accuracy": 0.9089777777777778, + "positive_goodness": 3.254718428717719, + "runtime_seconds": 9.770963668823242 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.0638780898412068, + "lr": 0.03, + "negative_goodness": 1.3004277753432592, + "pair_accuracy": 0.8862222222222222, + "positive_goodness": 3.1546159934149847, + "runtime_seconds": 9.771470069885254 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.1263346552530924, + "lr": 0.03, + "negative_goodness": 1.3717342495388456, + "pair_accuracy": 0.8730222222116258, + "positive_goodness": 2.7517613819758098, + "runtime_seconds": 9.776463508605957 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.0981660309473673, + "lr": 0.03, + "negative_goodness": 1.366488700580597, + "pair_accuracy": 0.8813111110899183, + "positive_goodness": 3.1017440055847167, + "runtime_seconds": 9.77240538597107 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.0905553121990628, + "lr": 0.03, + "negative_goodness": 1.329091675037808, + "pair_accuracy": 0.8784444444444445, + "positive_goodness": 2.8984737918006047, + "runtime_seconds": 9.780826330184937 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.093832874086168, + "lr": 0.03, + "negative_goodness": 1.3685844909667968, + "pair_accuracy": 0.873711111079322, + "positive_goodness": 2.945703710746765, + "runtime_seconds": 9.761581897735596 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.1031283352533976, + "lr": 0.03, + "negative_goodness": 1.3643838286293877, + "pair_accuracy": 0.8654444444444445, + "positive_goodness": 2.8902267471313476, + "runtime_seconds": 9.762607097625732 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.116275408914354, + "lr": 0.03, + "negative_goodness": 1.4166171488867865, + "pair_accuracy": 0.8648000000529819, + "positive_goodness": 2.7553805559370255, + "runtime_seconds": 9.799038648605347 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.1229927423477173, + "lr": 0.03, + "negative_goodness": 1.4264613360087077, + "pair_accuracy": 0.8569111110899184, + "positive_goodness": 2.7742156440311008, + "runtime_seconds": 9.71019721031189 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.106313990105523, + "lr": 0.03, + "negative_goodness": 1.372574581638972, + "pair_accuracy": 0.8615111111640931, + "positive_goodness": 2.7277152480655245, + "runtime_seconds": 9.671103715896606 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.0745124628278944, + "lr": 0.03, + "negative_goodness": 1.3363565123240153, + "pair_accuracy": 0.8901777777698305, + "positive_goodness": 2.8931194282955595, + "runtime_seconds": 9.812143564224243 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.106962527900272, + "lr": 0.03, + "negative_goodness": 1.4091783302307128, + "pair_accuracy": 0.8826222222116259, + "positive_goodness": 2.8020219415452745, + "runtime_seconds": 9.758358240127563 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.0264011932346555, + "lr": 0.03, + "negative_goodness": 1.2492899574915568, + "pair_accuracy": 0.9042222222222223, + "positive_goodness": 3.021982100168864, + "runtime_seconds": 9.837210893630981 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.08896471886105, + "lr": 0.03, + "negative_goodness": 1.3336359154807196, + "pair_accuracy": 0.8936000000317892, + "positive_goodness": 2.866050891918606, + "runtime_seconds": 9.832108736038208 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.0629276325649686, + "lr": 0.03, + "negative_goodness": 1.2971882881376477, + "pair_accuracy": 0.8883777777671814, + "positive_goodness": 2.921773898612128, + "runtime_seconds": 9.847082138061523 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.129939404466417, + "lr": 0.03, + "negative_goodness": 1.4075821552912393, + "pair_accuracy": 0.8699555556085374, + "positive_goodness": 2.8492314466052586, + "runtime_seconds": 9.82695746421814 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.1219772945404052, + "lr": 0.03, + "negative_goodness": 1.3969622328440348, + "pair_accuracy": 0.8547111111217075, + "positive_goodness": 2.720562565867106, + "runtime_seconds": 9.850557088851929 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.0430937149047852, + "lr": 0.03, + "negative_goodness": 1.2596888225237528, + "pair_accuracy": 0.8816888888570997, + "positive_goodness": 3.067155018488566, + "runtime_seconds": 9.849125862121582 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.129721160252889, + "lr": 0.03, + "negative_goodness": 1.4573959629482693, + "pair_accuracy": 0.8826, + "positive_goodness": 2.72557011557685, + "runtime_seconds": 9.838758707046509 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.0721709324412876, + "lr": 0.03, + "negative_goodness": 1.3606446496327718, + "pair_accuracy": 0.8961111111111111, + "positive_goodness": 2.8980208649105497, + "runtime_seconds": 9.839472532272339 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.0590342574649387, + "lr": 0.03, + "negative_goodness": 1.2955707064734565, + "pair_accuracy": 0.8896666666666667, + "positive_goodness": 2.903395784801907, + "runtime_seconds": 9.84665560722351 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.0687768292321098, + "lr": 0.03, + "negative_goodness": 1.3674302232530382, + "pair_accuracy": 0.8854888888888889, + "positive_goodness": 2.9371806815253363, + "runtime_seconds": 9.83845591545105 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.0857497111320495, + "lr": 0.03, + "negative_goodness": 1.353075526216295, + "pair_accuracy": 0.8896888888888889, + "positive_goodness": 2.8680795538160537, + "runtime_seconds": 9.846652746200562 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.0320108869128757, + "lr": 0.03, + "negative_goodness": 1.2962803907606337, + "pair_accuracy": 0.8926444444762336, + "positive_goodness": 2.9321901667488945, + "runtime_seconds": 9.841848611831665 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.0658618065039316, + "lr": 0.03, + "negative_goodness": 1.3228056475109524, + "pair_accuracy": 0.9113777777777777, + "positive_goodness": 3.0528482829623753, + "runtime_seconds": 9.842699527740479 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.107486102273729, + "lr": 0.03, + "negative_goodness": 1.363236610115899, + "pair_accuracy": 0.878000000052982, + "positive_goodness": 2.7865187793307835, + "runtime_seconds": 9.847919940948486 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.0292572712580363, + "lr": 0.03, + "negative_goodness": 1.3128881837738884, + "pair_accuracy": 0.9016888888888889, + "positive_goodness": 3.026307892311944, + "runtime_seconds": 9.845136642456055 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.1028423228581747, + "lr": 0.03, + "negative_goodness": 1.3455672025044758, + "pair_accuracy": 0.8734222222222222, + "positive_goodness": 2.753966315460205, + "runtime_seconds": 9.842769622802734 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.0995811727735731, + "lr": 0.03, + "negative_goodness": 1.3632474960327148, + "pair_accuracy": 0.8721333333757189, + "positive_goodness": 2.7637847128232322, + "runtime_seconds": 9.84635066986084 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.0494107941097683, + "lr": 0.03, + "negative_goodness": 1.2981311967637803, + "pair_accuracy": 0.8899777777777778, + "positive_goodness": 2.9735177730242413, + "runtime_seconds": 9.846891164779663 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.029825587187873, + "lr": 0.03, + "negative_goodness": 1.3036056589444478, + "pair_accuracy": 0.8936444444444445, + "positive_goodness": 3.099489004908668, + "runtime_seconds": 9.83812165260315 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.0700099790361193, + "lr": 0.03, + "negative_goodness": 1.35077005343967, + "pair_accuracy": 0.8826000000211928, + "positive_goodness": 2.874786649915907, + "runtime_seconds": 9.84872579574585 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.0482548462020027, + "lr": 0.03, + "negative_goodness": 1.2838380948490566, + "pair_accuracy": 0.9033555555555556, + "positive_goodness": 2.984557406234741, + "runtime_seconds": 9.840322494506836 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.0628106483565436, + "lr": 0.03, + "negative_goodness": 1.34119630590015, + "pair_accuracy": 0.8997555555555555, + "positive_goodness": 2.9668071258544924, + "runtime_seconds": 9.852153301239014 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.0685276712311638, + "lr": 0.03, + "negative_goodness": 1.3287960688273113, + "pair_accuracy": 0.8903111111005148, + "positive_goodness": 2.873085006629096, + "runtime_seconds": 9.85128116607666 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.0555061865912543, + "lr": 0.03, + "negative_goodness": 1.2827911155700684, + "pair_accuracy": 0.8979999999788072, + "positive_goodness": 3.080144876819187, + "runtime_seconds": 9.853239059448242 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.0406131548351711, + "lr": 0.03, + "negative_goodness": 1.3308772464964125, + "pair_accuracy": 0.909844444433848, + "positive_goodness": 3.0667766004456416, + "runtime_seconds": 9.84464406967163 + } + ], + "layer": 55 + } + ], + "protocol_family": "resnet_local_learning_crossover", + "provenance": { + "git_commit": "f55872beaee658ff76ac15fd421b73017820c320", + "git_tracked_dirty": false + }, + "schema_version": 1, + "split": { + "cifar_source_files": [ + { + "bytes": 31035704, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_1", + "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd" + }, + { + "bytes": 31035320, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_2", + "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8" + }, + { + "bytes": 31035999, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_3", + "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9" + }, + { + "bytes": 31035696, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_4", + "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b" + }, + { + "bytes": 31035623, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_5", + "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154" + }, + { + "bytes": 31035526, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/test_batch", + "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831" + } + ], + "dataset": "cifar10", + "input_layout": "NCHW", + "input_shape": [ + 3, + 32, + 32 + ], + "loader_seed": 0, + "normalization_mean": [ + 0.49140000343322754, + 0.4821999967098236, + 0.4465000033378601 + ], + "normalization_std": [ + 0.24699999392032623, + 0.2434999942779541, + 0.26159998774528503 + ], + "split_from_training_only": true, + "split_seed": 2027, + "test_examples": 10000, + "train_examples": 45000, + "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5", + "validation_class_counts": { + "0": 500, + "1": 500, + "2": 500, + "3": 500, + "4": 500, + "5": 500, + "6": 500, + "7": 500, + "8": 500, + "9": 500 + }, + "validation_examples": 5000, + "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b" + }, + "total_wall_seconds": 23673.216548919678, + "work": { + "candidate_label_evaluation_presentations": 50000, + "completed_global_epochs": 2240, + "feedforward_example_passes": 201600000, + "forward_macs_per_example": 125485696, + "forward_parameter_count": 853018, + "local_target_backward_example_evaluations": 201600000, + "local_vjp_example_evaluations": 0, + "logical_task_loss_queries": 0, + "num_trainable_layers": 56, + "ordinary_training_examples": 100800000, + "ordinary_validation_examples": 5000, + "relaxation_example_passes": 0, + "training_example_presentations": 201600000 + } +} |
