From 3c7c221ae6cfcdf6840da1d5262d94c75d56288b Mon Sep 17 00:00:00 2001 From: Oscar Wan Date: Wed, 26 Aug 2026 08:50:07 -0700 Subject: experiment: add completed A6000 crossover results --- .../r2/resnet-r2-ff-d20-lr0p03.json | 8265 ++++++++++++++++++++ 1 file changed, 8265 insertions(+) create mode 100644 results/resnet_crossover/r2/resnet-r2-ff-d20-lr0p03.json (limited to 'results/resnet_crossover/r2/resnet-r2-ff-d20-lr0p03.json') diff --git a/results/resnet_crossover/r2/resnet-r2-ff-d20-lr0p03.json b/results/resnet_crossover/r2/resnet-r2-ff-d20-lr0p03.json new file mode 100644 index 0000000..fbf60bd --- /dev/null +++ b/results/resnet_crossover/r2/resnet-r2-ff-d20-lr0p03.json @@ -0,0 +1,8265 @@ +{ + "architecture": { + "base_width": 16, + "depth": 20, + "family": "CIFAR 6n+2 ResNet, option-A shortcuts", + "forward_parameter_count": 269722, + "normalization": "batchnorm", + "residual_scale": 1.0 + }, + "args": { + "augment_train": 1, + "batch_size": 128, + "data_dir": "/orion/u/oscarwan/scratch/sdil-data", + "depth": 20, + "device": "cuda", + "dp_alpha": 0.0, + "dp_beta": 0.1, + "dp_inference_passes": 16, + "ep_beta": 0.5, + "ep_dt": 0.5, + "ep_free_steps": 20, + "ep_nudge_steps": 4, + "epochs": 40, + "eval_every": 1, + "eval_split": "validation", + "feedback_seed": 1729, + "ff_score_from_layer": 1, + "ff_threshold": 2.0, + "loader_seed": 0, + "lr": 0.03, + "lr_gamma": 0.1, + "lr_milestones": "100,150", + "lr_schedule": "constant", + "max_steps": 0, + "method": "ff", + "momentum": 0.9, + "out": "/orion/u/oscarwan/scratch/sdil-work/sdil-a6000-full-rerun/results/resnet_crossover/r2/resnet-r2-ff-d20-lr0p03.json", + "output_lr": 0.03, + "pepita_projection_scale": 0.05, + "seed": 0, + "split_seed": 2027, + "train_limit": 0, + "val_examples": 5000, + "weight_decay": 0.0001, + "width": 16 + }, + "epochs": [], + "evaluation_protocol": { + "split": "validation", + "test_evaluations": 0, + "test_used_for_selection": false + }, + "final": { + "accuracy": 0.1174, + "evaluation_seconds": 1.5146634578704834, + "examples": 5000, + "finite": true, + "loss": null + }, + "first_nonfinite_step": null, + "hardware": { + "cuda_device_name": "NVIDIA RTX A6000", + "cuda_visible_devices": "0", + "device": "cuda", + "device_total_memory_bytes": 50896568320, + "peak_memory_allocated_bytes": 5474375168, + "peak_memory_reserved_bytes": 5981077504, + "torch_version": "2.3.1+cu118" + }, + "layers": [ + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.4005121697319878, + "lr": 0.03, + "negative_goodness": 1.9601310234069824, + "pair_accuracy": 0.4739333333598243, + "positive_goodness": 1.960143262354533, + "runtime_seconds": 4.442354917526245 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.387007635582818, + "lr": 0.03, + "negative_goodness": 1.9987232278611924, + "pair_accuracy": 0.47797777780426876, + "positive_goodness": 1.9987444209204779, + "runtime_seconds": 4.020473480224609 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.3869588102340697, + "lr": 0.03, + "negative_goodness": 1.9987902463701037, + "pair_accuracy": 0.48168888891537986, + "positive_goodness": 1.9988118118286133, + "runtime_seconds": 4.022093057632446 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.3869192715115017, + "lr": 0.03, + "negative_goodness": 1.9989530067443848, + "pair_accuracy": 0.47273333336512247, + "positive_goodness": 1.9989705510033502, + "runtime_seconds": 4.014694690704346 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.3867757701237997, + "lr": 0.03, + "negative_goodness": 1.999157364824083, + "pair_accuracy": 0.47580000001589456, + "positive_goodness": 1.9991776374816894, + "runtime_seconds": 4.016554832458496 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.386698933813307, + "lr": 0.03, + "negative_goodness": 1.9993364699469671, + "pair_accuracy": 0.4782444444656372, + "positive_goodness": 1.9993548776838515, + "runtime_seconds": 4.028818130493164 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.3865385099834866, + "lr": 0.03, + "negative_goodness": 1.9995932447221545, + "pair_accuracy": 0.4743111111164093, + "positive_goodness": 1.9996111343807643, + "runtime_seconds": 4.022809743881226 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.3864329044977823, + "lr": 0.03, + "negative_goodness": 1.999763582971361, + "pair_accuracy": 0.47788888888888886, + "positive_goodness": 1.9997798079808553, + "runtime_seconds": 4.012293815612793 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.3863745658662585, + "lr": 0.03, + "negative_goodness": 1.9998732730017768, + "pair_accuracy": 0.48206666666666664, + "positive_goodness": 1.9998874375661215, + "runtime_seconds": 4.015212297439575 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.38633431869083, + "lr": 0.03, + "negative_goodness": 1.9999270596398249, + "pair_accuracy": 0.4774444444126553, + "positive_goodness": 1.9999369727240668, + "runtime_seconds": 4.020283460617065 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.3863177184846667, + "lr": 0.03, + "negative_goodness": 1.9999535449557835, + "pair_accuracy": 0.48113333332273694, + "positive_goodness": 1.9999625151316325, + "runtime_seconds": 4.0136635303497314 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.3863131265004476, + "lr": 0.03, + "negative_goodness": 1.999965398449368, + "pair_accuracy": 0.479, + "positive_goodness": 1.9999739984088474, + "runtime_seconds": 4.013098478317261 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.3863072466108535, + "lr": 0.03, + "negative_goodness": 1.9999784149593778, + "pair_accuracy": 0.47993333331214055, + "positive_goodness": 1.9999848613527087, + "runtime_seconds": 3.9994678497314453 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.3863020559734769, + "lr": 0.03, + "negative_goodness": 1.999984212176005, + "pair_accuracy": 0.4804888888888889, + "positive_goodness": 1.9999912085851033, + "runtime_seconds": 4.003154039382935 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.3862991156260172, + "lr": 0.03, + "negative_goodness": 1.9999898837831285, + "pair_accuracy": 0.47864444448682997, + "positive_goodness": 1.9999962279849581, + "runtime_seconds": 4.000916481018066 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.3862972198486327, + "lr": 0.03, + "negative_goodness": 1.9999917033513388, + "pair_accuracy": 0.47744444443384804, + "positive_goodness": 1.999997399160597, + "runtime_seconds": 4.000702142715454 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.3862957434124417, + "lr": 0.03, + "negative_goodness": 1.9999922891616821, + "pair_accuracy": 0.47704444445504085, + "positive_goodness": 1.9999996165593465, + "runtime_seconds": 4.0117340087890625 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.3862954868740505, + "lr": 0.03, + "negative_goodness": 1.999992126803928, + "pair_accuracy": 0.47262222221162586, + "positive_goodness": 2.0000018541971842, + "runtime_seconds": 4.025058031082153 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.386294012811449, + "lr": 0.03, + "negative_goodness": 1.9999834719975789, + "pair_accuracy": 0.46595555555555557, + "positive_goodness": 2.000004315800137, + "runtime_seconds": 4.020641803741455 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.3862845910602146, + "lr": 0.03, + "negative_goodness": 1.9999536404927571, + "pair_accuracy": 0.4767777777618832, + "positive_goodness": 2.000026096534729, + "runtime_seconds": 4.025409698486328 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.3862585081736247, + "lr": 0.03, + "negative_goodness": 1.999894027794732, + "pair_accuracy": 0.48071111107932196, + "positive_goodness": 2.00008999065823, + "runtime_seconds": 4.013952255249023 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.3862183980941774, + "lr": 0.03, + "negative_goodness": 1.9998316767374675, + "pair_accuracy": 0.480444444460339, + "positive_goodness": 2.0001379673851862, + "runtime_seconds": 4.018738746643066 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.3861571537653605, + "lr": 0.03, + "negative_goodness": 1.9997450352350872, + "pair_accuracy": 0.47771111108991837, + "positive_goodness": 2.0002439667595757, + "runtime_seconds": 4.02006196975708 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.3861010393354627, + "lr": 0.03, + "negative_goodness": 1.9995863431294758, + "pair_accuracy": 0.4808888888994853, + "positive_goodness": 2.0003641815609403, + "runtime_seconds": 4.017390727996826 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.3860183791266547, + "lr": 0.03, + "negative_goodness": 1.9994270960913765, + "pair_accuracy": 0.4767111110952165, + "positive_goodness": 2.0004117652045355, + "runtime_seconds": 4.0145299434661865 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.3858748785018922, + "lr": 0.03, + "negative_goodness": 1.999183433702257, + "pair_accuracy": 0.47682222221692405, + "positive_goodness": 2.0007004488839044, + "runtime_seconds": 4.007335186004639 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.3857943122016059, + "lr": 0.03, + "negative_goodness": 1.999058674536811, + "pair_accuracy": 0.4764666666560703, + "positive_goodness": 2.0009235049353706, + "runtime_seconds": 4.0228271484375 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.3859377777311537, + "lr": 0.03, + "negative_goodness": 1.9993038423326281, + "pair_accuracy": 0.48022222221162586, + "positive_goodness": 2.000637299092611, + "runtime_seconds": 4.021588563919067 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.3855776105456883, + "lr": 0.03, + "negative_goodness": 1.9986911282433404, + "pair_accuracy": 0.4796222222222222, + "positive_goodness": 2.0011943065219455, + "runtime_seconds": 4.012900114059448 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.3854861862394545, + "lr": 0.03, + "negative_goodness": 1.998729441663954, + "pair_accuracy": 0.47946666669845583, + "positive_goodness": 2.001515883763631, + "runtime_seconds": 4.018191576004028 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.3852819519466824, + "lr": 0.03, + "negative_goodness": 1.998212189102173, + "pair_accuracy": 0.4805555555661519, + "positive_goodness": 2.001762049272325, + "runtime_seconds": 4.014139890670776 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.3854936304516263, + "lr": 0.03, + "negative_goodness": 1.998297024536133, + "pair_accuracy": 0.48102222224871316, + "positive_goodness": 2.0014716115103828, + "runtime_seconds": 4.005394697189331 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.385308371755812, + "lr": 0.03, + "negative_goodness": 1.9982786936865913, + "pair_accuracy": 0.4831555555873447, + "positive_goodness": 2.0018401529735987, + "runtime_seconds": 4.019372940063477 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.3851973777982924, + "lr": 0.03, + "negative_goodness": 1.997974285613166, + "pair_accuracy": 0.48304444447623357, + "positive_goodness": 2.0018273219214544, + "runtime_seconds": 4.024045705795288 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.3853170914120145, + "lr": 0.03, + "negative_goodness": 1.9982329156239826, + "pair_accuracy": 0.4868444444762336, + "positive_goodness": 2.0019923520618015, + "runtime_seconds": 4.022265434265137 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.3852790722952948, + "lr": 0.03, + "negative_goodness": 1.9981024457719592, + "pair_accuracy": 0.48771111113230387, + "positive_goodness": 2.001845592329237, + "runtime_seconds": 4.022640943527222 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.38514535668691, + "lr": 0.03, + "negative_goodness": 1.9979354625066121, + "pair_accuracy": 0.4862888889418708, + "positive_goodness": 2.0020988483428956, + "runtime_seconds": 4.01956844329834 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.3853505014419556, + "lr": 0.03, + "negative_goodness": 1.9982058176676432, + "pair_accuracy": 0.48740000002119277, + "positive_goodness": 2.001756338289049, + "runtime_seconds": 4.021960020065308 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.3851402035395304, + "lr": 0.03, + "negative_goodness": 1.9978458022223577, + "pair_accuracy": 0.4874222222275204, + "positive_goodness": 2.0021881000094943, + "runtime_seconds": 4.0125696659088135 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.3851493269178603, + "lr": 0.03, + "negative_goodness": 1.9978735819498699, + "pair_accuracy": 0.4847333333492279, + "positive_goodness": 2.0020106267293296, + "runtime_seconds": 4.008484125137329 + } + ], + "layer": 0 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.3932117523829142, + "lr": 0.03, + "negative_goodness": 1.9616084063635932, + "pair_accuracy": 0.5247555555820466, + "positive_goodness": 1.974602836057875, + "runtime_seconds": 4.113959550857544 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.3788628021876017, + "lr": 0.03, + "negative_goodness": 1.9895675208621555, + "pair_accuracy": 0.5424222222010294, + "positive_goodness": 2.014808629099528, + "runtime_seconds": 4.104449510574341 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.3786113515641953, + "lr": 0.03, + "negative_goodness": 1.9886924804475572, + "pair_accuracy": 0.5455777777989705, + "positive_goodness": 2.015313993771871, + "runtime_seconds": 4.11234712600708 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.377780750550164, + "lr": 0.03, + "negative_goodness": 1.9879824965159099, + "pair_accuracy": 0.5495111111005148, + "positive_goodness": 2.017264287439982, + "runtime_seconds": 4.115158319473267 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.3765279240290325, + "lr": 0.03, + "negative_goodness": 1.9865627773072985, + "pair_accuracy": 0.5553333333757189, + "positive_goodness": 2.019646032121446, + "runtime_seconds": 4.1120030879974365 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.376173061413235, + "lr": 0.03, + "negative_goodness": 1.9854636295954387, + "pair_accuracy": 0.5514000000317891, + "positive_goodness": 2.0205752878401015, + "runtime_seconds": 4.109644412994385 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.375299360148112, + "lr": 0.03, + "negative_goodness": 1.9841995730294122, + "pair_accuracy": 0.5567555555714502, + "positive_goodness": 2.0230227034038966, + "runtime_seconds": 4.113102436065674 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.3759224034839206, + "lr": 0.03, + "negative_goodness": 1.985288997162713, + "pair_accuracy": 0.5568222222328186, + "positive_goodness": 2.021230537372165, + "runtime_seconds": 4.119059324264526 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.3745707266277738, + "lr": 0.03, + "negative_goodness": 1.9830020762973362, + "pair_accuracy": 0.5587555555555556, + "positive_goodness": 2.024046246761746, + "runtime_seconds": 4.122097492218018 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.3748952810499404, + "lr": 0.03, + "negative_goodness": 1.9827730545891655, + "pair_accuracy": 0.5614000000317891, + "positive_goodness": 2.023238257153829, + "runtime_seconds": 4.121074914932251 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.3740840565363566, + "lr": 0.03, + "negative_goodness": 1.9826951626459757, + "pair_accuracy": 0.5675333333757189, + "positive_goodness": 2.0253078161027696, + "runtime_seconds": 4.122215509414673 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.3735402496761746, + "lr": 0.03, + "negative_goodness": 1.9814580365710788, + "pair_accuracy": 0.5683333333015442, + "positive_goodness": 2.0261573245578344, + "runtime_seconds": 4.118436336517334 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.3735931759940254, + "lr": 0.03, + "negative_goodness": 1.9812357808007135, + "pair_accuracy": 0.5697111111323039, + "positive_goodness": 2.0262974440256754, + "runtime_seconds": 4.121304035186768 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.3727920609580146, + "lr": 0.03, + "negative_goodness": 1.9802444451861911, + "pair_accuracy": 0.5747333333757189, + "positive_goodness": 2.0279628845638697, + "runtime_seconds": 4.114097356796265 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.373754797384474, + "lr": 0.03, + "negative_goodness": 1.9805093935224745, + "pair_accuracy": 0.5681555555343628, + "positive_goodness": 2.025516858461168, + "runtime_seconds": 4.1124608516693115 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.3733848461151124, + "lr": 0.03, + "negative_goodness": 1.9802470002916124, + "pair_accuracy": 0.5681777777989705, + "positive_goodness": 2.0270457220289444, + "runtime_seconds": 4.109096050262451 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.3730305892096626, + "lr": 0.03, + "negative_goodness": 1.9798825311024983, + "pair_accuracy": 0.5712888889100817, + "positive_goodness": 2.0274167782677543, + "runtime_seconds": 4.112367630004883 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.3722204663806492, + "lr": 0.03, + "negative_goodness": 1.9783378393809001, + "pair_accuracy": 0.5704666666984558, + "positive_goodness": 2.029221641243829, + "runtime_seconds": 4.114980220794678 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.3718132865269979, + "lr": 0.03, + "negative_goodness": 1.9782278279622396, + "pair_accuracy": 0.573044444433848, + "positive_goodness": 2.029831932682461, + "runtime_seconds": 4.117157459259033 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.3723131368425157, + "lr": 0.03, + "negative_goodness": 1.977868480512831, + "pair_accuracy": 0.5662444444762336, + "positive_goodness": 2.0281764190673828, + "runtime_seconds": 4.110045671463013 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.3716715061823528, + "lr": 0.03, + "negative_goodness": 1.977911436589559, + "pair_accuracy": 0.5648666666878595, + "positive_goodness": 2.0306532088597615, + "runtime_seconds": 4.111177921295166 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.3707589925130208, + "lr": 0.03, + "negative_goodness": 1.9765842014524673, + "pair_accuracy": 0.565288888894187, + "positive_goodness": 2.0322339486016165, + "runtime_seconds": 4.110898971557617 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.3705475579367743, + "lr": 0.03, + "negative_goodness": 1.9760299474080403, + "pair_accuracy": 0.5623777777777778, + "positive_goodness": 2.032383829583062, + "runtime_seconds": 4.112079620361328 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.3704794426176283, + "lr": 0.03, + "negative_goodness": 1.9754500739839342, + "pair_accuracy": 0.5654222222010294, + "positive_goodness": 2.0320675870259604, + "runtime_seconds": 4.110180377960205 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.3701289758046469, + "lr": 0.03, + "negative_goodness": 1.9758330468071832, + "pair_accuracy": 0.5655777778201633, + "positive_goodness": 2.0334881067487927, + "runtime_seconds": 4.11220645904541 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.3707050980673896, + "lr": 0.03, + "negative_goodness": 1.9754781870736016, + "pair_accuracy": 0.569222222243415, + "positive_goodness": 2.0323951642778186, + "runtime_seconds": 4.106773853302002 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.3700828728569878, + "lr": 0.03, + "negative_goodness": 1.9751642570707533, + "pair_accuracy": 0.5675777777671814, + "positive_goodness": 2.032820465342204, + "runtime_seconds": 4.107302904129028 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.3702864546669855, + "lr": 0.03, + "negative_goodness": 1.9752910245683457, + "pair_accuracy": 0.5660222222540113, + "positive_goodness": 2.0329235928429497, + "runtime_seconds": 4.10903525352478 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.3692832588407728, + "lr": 0.03, + "negative_goodness": 1.974154246351454, + "pair_accuracy": 0.5685555555343628, + "positive_goodness": 2.034878907945421, + "runtime_seconds": 4.12065315246582 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.3693706057442558, + "lr": 0.03, + "negative_goodness": 1.9733561725616455, + "pair_accuracy": 0.569355555597941, + "positive_goodness": 2.0345855024125843, + "runtime_seconds": 4.105545282363892 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.369382768503825, + "lr": 0.03, + "negative_goodness": 1.972923424741957, + "pair_accuracy": 0.571688888920678, + "positive_goodness": 2.034545042461819, + "runtime_seconds": 4.101029396057129 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.3687460449006823, + "lr": 0.03, + "negative_goodness": 1.9730511844846936, + "pair_accuracy": 0.5806444444232517, + "positive_goodness": 2.0357176334381104, + "runtime_seconds": 4.110149383544922 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.3699555436240303, + "lr": 0.03, + "negative_goodness": 1.9736906222449409, + "pair_accuracy": 0.5723111111534966, + "positive_goodness": 2.033873972998725, + "runtime_seconds": 4.110774993896484 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.3682082608116997, + "lr": 0.03, + "negative_goodness": 1.972206425772773, + "pair_accuracy": 0.5771333333015441, + "positive_goodness": 2.037496131939358, + "runtime_seconds": 4.109734296798706 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.3686906690385607, + "lr": 0.03, + "negative_goodness": 1.9720414384629992, + "pair_accuracy": 0.5766666666348775, + "positive_goodness": 2.0361298236846923, + "runtime_seconds": 4.105909585952759 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.367443592071533, + "lr": 0.03, + "negative_goodness": 1.9704478031582302, + "pair_accuracy": 0.5784666667090522, + "positive_goodness": 2.0388355396906537, + "runtime_seconds": 4.10884690284729 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.369210840818617, + "lr": 0.03, + "negative_goodness": 1.9718139563030668, + "pair_accuracy": 0.5817111110793219, + "positive_goodness": 2.0347980559455023, + "runtime_seconds": 4.107010841369629 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.3679332441541883, + "lr": 0.03, + "negative_goodness": 1.9716569560792712, + "pair_accuracy": 0.5771111111111111, + "positive_goodness": 2.0374635754479304, + "runtime_seconds": 4.1074538230896 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.3676768312030367, + "lr": 0.03, + "negative_goodness": 1.971307231648763, + "pair_accuracy": 0.5788666666560703, + "positive_goodness": 2.0386354187435574, + "runtime_seconds": 4.110522985458374 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.3673629220750596, + "lr": 0.03, + "negative_goodness": 1.9699760090933907, + "pair_accuracy": 0.5747111111005148, + "positive_goodness": 2.038680723444621, + "runtime_seconds": 4.107245445251465 + } + ], + "layer": 1 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.377819001473321, + "lr": 0.03, + "negative_goodness": 1.988411927011278, + "pair_accuracy": 0.6025777777936724, + "positive_goodness": 2.0198782718870376, + "runtime_seconds": 4.189739227294922 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.3689779887517293, + "lr": 0.03, + "negative_goodness": 1.977996727180481, + "pair_accuracy": 0.6368222222646077, + "positive_goodness": 2.0353663258446586, + "runtime_seconds": 4.187904357910156 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.3653394732369317, + "lr": 0.03, + "negative_goodness": 1.9717015564176772, + "pair_accuracy": 0.6386222222222222, + "positive_goodness": 2.0421092027028402, + "runtime_seconds": 4.190337419509888 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.3630898765775892, + "lr": 0.03, + "negative_goodness": 1.969029081132677, + "pair_accuracy": 0.6375333333545261, + "positive_goodness": 2.04675103225708, + "runtime_seconds": 4.1922993659973145 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.3621609250174629, + "lr": 0.03, + "negative_goodness": 1.9674551836861505, + "pair_accuracy": 0.6351777777777777, + "positive_goodness": 2.0488910830603704, + "runtime_seconds": 4.192067861557007 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.3584965751859877, + "lr": 0.03, + "negative_goodness": 1.962687554359436, + "pair_accuracy": 0.6484666666878595, + "positive_goodness": 2.0554449939727784, + "runtime_seconds": 4.188335657119751 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.3579738311555651, + "lr": 0.03, + "negative_goodness": 1.9613158783170912, + "pair_accuracy": 0.6446222222222222, + "positive_goodness": 2.0575264681922065, + "runtime_seconds": 4.19608473777771 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.3570324223836263, + "lr": 0.03, + "negative_goodness": 1.9603937348683675, + "pair_accuracy": 0.6486888889418708, + "positive_goodness": 2.0589015285491943, + "runtime_seconds": 4.192540407180786 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.3565069114896986, + "lr": 0.03, + "negative_goodness": 1.9574748461405436, + "pair_accuracy": 0.6499555555237664, + "positive_goodness": 2.0602696283976236, + "runtime_seconds": 4.191425085067749 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.3548604204389785, + "lr": 0.03, + "negative_goodness": 1.9565950325436063, + "pair_accuracy": 0.6549777777459886, + "positive_goodness": 2.0633816044277613, + "runtime_seconds": 4.1922101974487305 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.3576543834686279, + "lr": 0.03, + "negative_goodness": 1.9582678382025824, + "pair_accuracy": 0.6433777777671814, + "positive_goodness": 2.057178598573473, + "runtime_seconds": 4.190258026123047 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.3543724989785089, + "lr": 0.03, + "negative_goodness": 1.9560766280492148, + "pair_accuracy": 0.6526222222063276, + "positive_goodness": 2.0639543571048313, + "runtime_seconds": 4.196247577667236 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.3541788685480753, + "lr": 0.03, + "negative_goodness": 1.9558083656522962, + "pair_accuracy": 0.6543333333015442, + "positive_goodness": 2.064950257788764, + "runtime_seconds": 4.195421934127808 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.3527351928710938, + "lr": 0.03, + "negative_goodness": 1.9519619402355617, + "pair_accuracy": 0.6550888889153799, + "positive_goodness": 2.0670503174040054, + "runtime_seconds": 4.192782640457153 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.351364672279358, + "lr": 0.03, + "negative_goodness": 1.9520452878528172, + "pair_accuracy": 0.6645555556085374, + "positive_goodness": 2.0699025149027506, + "runtime_seconds": 4.191969633102417 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.3504573486116198, + "lr": 0.03, + "negative_goodness": 1.9508601203494602, + "pair_accuracy": 0.6547555555343628, + "positive_goodness": 2.073028755739, + "runtime_seconds": 4.193140506744385 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.3510946736865574, + "lr": 0.03, + "negative_goodness": 1.9499657888412476, + "pair_accuracy": 0.6579555555661519, + "positive_goodness": 2.0703362597147623, + "runtime_seconds": 4.193693399429321 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.3515895300759209, + "lr": 0.03, + "negative_goodness": 1.951262267473009, + "pair_accuracy": 0.6517333333757188, + "positive_goodness": 2.0698351888868545, + "runtime_seconds": 4.201700925827026 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.348997885047065, + "lr": 0.03, + "negative_goodness": 1.9480472557915582, + "pair_accuracy": 0.6626666666454739, + "positive_goodness": 2.074948938645257, + "runtime_seconds": 4.194263696670532 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.3493221042209202, + "lr": 0.03, + "negative_goodness": 1.9477416581683689, + "pair_accuracy": 0.6602888889312745, + "positive_goodness": 2.074237415568034, + "runtime_seconds": 4.191493511199951 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.3491587013244628, + "lr": 0.03, + "negative_goodness": 1.9469362277560764, + "pair_accuracy": 0.6563555555449592, + "positive_goodness": 2.0752004085116917, + "runtime_seconds": 4.192288875579834 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.3484515547010634, + "lr": 0.03, + "negative_goodness": 1.9464157408396403, + "pair_accuracy": 0.6596444444656372, + "positive_goodness": 2.0758873582204185, + "runtime_seconds": 4.195840120315552 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.3472602286868625, + "lr": 0.03, + "negative_goodness": 1.943950325287713, + "pair_accuracy": 0.6643555555343628, + "positive_goodness": 2.079246378941006, + "runtime_seconds": 4.19755220413208 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.3445955679363675, + "lr": 0.03, + "negative_goodness": 1.9409946622636582, + "pair_accuracy": 0.6659999999894036, + "positive_goodness": 2.082460123782688, + "runtime_seconds": 4.191541910171509 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.347445178604126, + "lr": 0.03, + "negative_goodness": 1.944903024673462, + "pair_accuracy": 0.6602888888782925, + "positive_goodness": 2.078291101116604, + "runtime_seconds": 4.196112394332886 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.3451454876581828, + "lr": 0.03, + "negative_goodness": 1.9426024759928386, + "pair_accuracy": 0.6640444444550408, + "positive_goodness": 2.0826487350463867, + "runtime_seconds": 4.196904182434082 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.3476428396013047, + "lr": 0.03, + "negative_goodness": 1.9441010345458984, + "pair_accuracy": 0.6514444444656372, + "positive_goodness": 2.0779040483898585, + "runtime_seconds": 4.1969990730285645 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.3460337111155192, + "lr": 0.03, + "negative_goodness": 1.9414667540656196, + "pair_accuracy": 0.6618666666878594, + "positive_goodness": 2.0802998406304254, + "runtime_seconds": 4.2013139724731445 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.3455608212788899, + "lr": 0.03, + "negative_goodness": 1.9409561617745295, + "pair_accuracy": 0.6598888889100817, + "positive_goodness": 2.082043794208103, + "runtime_seconds": 4.191962003707886 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.3452154147254096, + "lr": 0.03, + "negative_goodness": 1.9412786587609185, + "pair_accuracy": 0.6612000000423855, + "positive_goodness": 2.083108978568183, + "runtime_seconds": 4.188827753067017 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.3440360547595553, + "lr": 0.03, + "negative_goodness": 1.9406251360575357, + "pair_accuracy": 0.6558444444550409, + "positive_goodness": 2.0848511718326144, + "runtime_seconds": 4.184606313705444 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.3450186493767633, + "lr": 0.03, + "negative_goodness": 1.9395471615261501, + "pair_accuracy": 0.6597999999682108, + "positive_goodness": 2.083051565000746, + "runtime_seconds": 4.190711975097656 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.3430828803804187, + "lr": 0.03, + "negative_goodness": 1.9397762009938557, + "pair_accuracy": 0.6647333333015442, + "positive_goodness": 2.086174620183309, + "runtime_seconds": 4.194082498550415 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.3443509083429972, + "lr": 0.03, + "negative_goodness": 1.939459768401252, + "pair_accuracy": 0.6593333333651225, + "positive_goodness": 2.0850511862013077, + "runtime_seconds": 4.1875410079956055 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.343963647058275, + "lr": 0.03, + "negative_goodness": 1.938435262383355, + "pair_accuracy": 0.6605555555873447, + "positive_goodness": 2.0843620100657145, + "runtime_seconds": 4.1936259269714355 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.3425550727208455, + "lr": 0.03, + "negative_goodness": 1.9362288673612806, + "pair_accuracy": 0.6664444444762336, + "positive_goodness": 2.0886418140835232, + "runtime_seconds": 4.192058324813843 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.3442666721132066, + "lr": 0.03, + "negative_goodness": 1.938911836412218, + "pair_accuracy": 0.6634222221904331, + "positive_goodness": 2.085127221340603, + "runtime_seconds": 4.2011988162994385 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.3421695910135905, + "lr": 0.03, + "negative_goodness": 1.938083782280816, + "pair_accuracy": 0.6660222222540114, + "positive_goodness": 2.0885892077551946, + "runtime_seconds": 4.189666986465454 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.3424739128960503, + "lr": 0.03, + "negative_goodness": 1.9359384698232014, + "pair_accuracy": 0.6598222222646077, + "positive_goodness": 2.0879136048210993, + "runtime_seconds": 4.190378904342651 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.3415609036551581, + "lr": 0.03, + "negative_goodness": 1.9366985896852282, + "pair_accuracy": 0.6621999999788072, + "positive_goodness": 2.0899602895524767, + "runtime_seconds": 4.189827919006348 + } + ], + "layer": 2 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.363385203827752, + "lr": 0.03, + "negative_goodness": 1.931928123558892, + "pair_accuracy": 0.6857333333863153, + "positive_goodness": 2.032686831580268, + "runtime_seconds": 4.109395265579224 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.3369102628072103, + "lr": 0.03, + "negative_goodness": 1.94321404616038, + "pair_accuracy": 0.7363333333439297, + "positive_goodness": 2.0945876924726696, + "runtime_seconds": 4.1077492237091064 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.3268187275568644, + "lr": 0.03, + "negative_goodness": 1.9339646657731797, + "pair_accuracy": 0.7559333333757189, + "positive_goodness": 2.1149529910193547, + "runtime_seconds": 4.110430717468262 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.3245545294019911, + "lr": 0.03, + "negative_goodness": 1.9301436735788982, + "pair_accuracy": 0.7551111111217075, + "positive_goodness": 2.1197704235924615, + "runtime_seconds": 4.1098246574401855 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.3178527632819281, + "lr": 0.03, + "negative_goodness": 1.9235243468814427, + "pair_accuracy": 0.7648888888888888, + "positive_goodness": 2.1320185907151963, + "runtime_seconds": 4.111273288726807 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.315113187874688, + "lr": 0.03, + "negative_goodness": 1.9183410339567397, + "pair_accuracy": 0.7679333333651225, + "positive_goodness": 2.1381145515441893, + "runtime_seconds": 4.114124059677124 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.3114647230148315, + "lr": 0.03, + "negative_goodness": 1.9148493578169081, + "pair_accuracy": 0.7791555555237664, + "positive_goodness": 2.146503318532308, + "runtime_seconds": 4.1095290184021 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.3104503438313801, + "lr": 0.03, + "negative_goodness": 1.9163819240993925, + "pair_accuracy": 0.7753777777459886, + "positive_goodness": 2.148409844631619, + "runtime_seconds": 4.1121180057525635 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.3083513871298895, + "lr": 0.03, + "negative_goodness": 1.9117465037239922, + "pair_accuracy": 0.7786000000211928, + "positive_goodness": 2.153146329667833, + "runtime_seconds": 4.110498666763306 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.3067161347495184, + "lr": 0.03, + "negative_goodness": 1.9115743683073256, + "pair_accuracy": 0.7828444444550409, + "positive_goodness": 2.1538376466963025, + "runtime_seconds": 4.123650550842285 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.305268999332852, + "lr": 0.03, + "negative_goodness": 1.9080196282280817, + "pair_accuracy": 0.7817333333333333, + "positive_goodness": 2.1598868948618573, + "runtime_seconds": 4.118238925933838 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.3026913959291246, + "lr": 0.03, + "negative_goodness": 1.9037724354426067, + "pair_accuracy": 0.7814000000105964, + "positive_goodness": 2.164972158135308, + "runtime_seconds": 4.1203014850616455 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.2983160450617472, + "lr": 0.03, + "negative_goodness": 1.903342233742608, + "pair_accuracy": 0.789422222243415, + "positive_goodness": 2.1723839891645644, + "runtime_seconds": 4.110793828964233 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.3024447118123372, + "lr": 0.03, + "negative_goodness": 1.9038895222345988, + "pair_accuracy": 0.785155555597941, + "positive_goodness": 2.1654021936204697, + "runtime_seconds": 4.112881660461426 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.300776331753201, + "lr": 0.03, + "negative_goodness": 1.904529643037584, + "pair_accuracy": 0.7814444444868299, + "positive_goodness": 2.1692047299702963, + "runtime_seconds": 4.1149022579193115 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.295808846007453, + "lr": 0.03, + "negative_goodness": 1.8953657155142891, + "pair_accuracy": 0.7936222222328186, + "positive_goodness": 2.1770795996348062, + "runtime_seconds": 4.110299825668335 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.2970855795330472, + "lr": 0.03, + "negative_goodness": 1.8987712918599446, + "pair_accuracy": 0.787111111164093, + "positive_goodness": 2.177000882636176, + "runtime_seconds": 4.1118690967559814 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.2918610087924534, + "lr": 0.03, + "negative_goodness": 1.8922594525231256, + "pair_accuracy": 0.7957333333015442, + "positive_goodness": 2.1850923847198485, + "runtime_seconds": 4.112123966217041 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.2919201947742038, + "lr": 0.03, + "negative_goodness": 1.8956940507888793, + "pair_accuracy": 0.7908000000211928, + "positive_goodness": 2.187077578353882, + "runtime_seconds": 4.1048362255096436 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.2930115173975627, + "lr": 0.03, + "negative_goodness": 1.8957206906636557, + "pair_accuracy": 0.7942666666772631, + "positive_goodness": 2.182431216812134, + "runtime_seconds": 4.117568731307983 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.2937716511832342, + "lr": 0.03, + "negative_goodness": 1.8946809824201796, + "pair_accuracy": 0.7905333333015442, + "positive_goodness": 2.185149971050686, + "runtime_seconds": 4.114433526992798 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.2919936807844374, + "lr": 0.03, + "negative_goodness": 1.8919096178266737, + "pair_accuracy": 0.7935555555449592, + "positive_goodness": 2.1863580347061156, + "runtime_seconds": 4.11887264251709 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.2913187218560114, + "lr": 0.03, + "negative_goodness": 1.8922362888124253, + "pair_accuracy": 0.7917555555237664, + "positive_goodness": 2.1884951011233857, + "runtime_seconds": 4.110252380371094 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.286971730486552, + "lr": 0.03, + "negative_goodness": 1.8853241403579712, + "pair_accuracy": 0.7964888888570998, + "positive_goodness": 2.195241275490655, + "runtime_seconds": 4.118106126785278 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.283953804037306, + "lr": 0.03, + "negative_goodness": 1.88493439678616, + "pair_accuracy": 0.8019999999788072, + "positive_goodness": 2.203698545413547, + "runtime_seconds": 4.117110252380371 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.2850521908442178, + "lr": 0.03, + "negative_goodness": 1.8889475898106893, + "pair_accuracy": 0.8008000000317892, + "positive_goodness": 2.2001524258083767, + "runtime_seconds": 4.116452217102051 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.2863224657058716, + "lr": 0.03, + "negative_goodness": 1.8848744878556993, + "pair_accuracy": 0.8008, + "positive_goodness": 2.198052465947469, + "runtime_seconds": 4.109140396118164 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.2888672659132216, + "lr": 0.03, + "negative_goodness": 1.8857604767693414, + "pair_accuracy": 0.7932888888782925, + "positive_goodness": 2.195436905585395, + "runtime_seconds": 4.109589099884033 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.287426065105862, + "lr": 0.03, + "negative_goodness": 1.8860534832848443, + "pair_accuracy": 0.796244444433848, + "positive_goodness": 2.1965638163672554, + "runtime_seconds": 4.114764928817749 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.2829054540634155, + "lr": 0.03, + "negative_goodness": 1.8822332061343723, + "pair_accuracy": 0.8018444444656372, + "positive_goodness": 2.2035463251749676, + "runtime_seconds": 4.117783546447754 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.2779868308173286, + "lr": 0.03, + "negative_goodness": 1.8805023892508612, + "pair_accuracy": 0.8104666666772631, + "positive_goodness": 2.2148855459425185, + "runtime_seconds": 4.109351873397827 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.2816419819513958, + "lr": 0.03, + "negative_goodness": 1.8800837342368233, + "pair_accuracy": 0.8048888888570997, + "positive_goodness": 2.2094416664123537, + "runtime_seconds": 4.113013744354248 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.2849041304270425, + "lr": 0.03, + "negative_goodness": 1.883195079506768, + "pair_accuracy": 0.8004222222752041, + "positive_goodness": 2.204313894059923, + "runtime_seconds": 4.10442852973938 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.2862440074920654, + "lr": 0.03, + "negative_goodness": 1.8819093544218275, + "pair_accuracy": 0.795333333354526, + "positive_goodness": 2.1977786841922335, + "runtime_seconds": 4.106237888336182 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.2795901706271702, + "lr": 0.03, + "negative_goodness": 1.878754656346639, + "pair_accuracy": 0.800511111164093, + "positive_goodness": 2.2136409760369196, + "runtime_seconds": 4.115696668624878 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.273770546468099, + "lr": 0.03, + "negative_goodness": 1.8739364440706041, + "pair_accuracy": 0.8139999999788072, + "positive_goodness": 2.2241989495595296, + "runtime_seconds": 4.120581150054932 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.2855378384484184, + "lr": 0.03, + "negative_goodness": 1.8780484038035075, + "pair_accuracy": 0.7950444444762336, + "positive_goodness": 2.200965281889174, + "runtime_seconds": 4.113895654678345 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.2787170732710096, + "lr": 0.03, + "negative_goodness": 1.8770143736097549, + "pair_accuracy": 0.8050222221904331, + "positive_goodness": 2.2143660593244765, + "runtime_seconds": 4.105283737182617 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.2779149461534287, + "lr": 0.03, + "negative_goodness": 1.8770735144085355, + "pair_accuracy": 0.8076444444232517, + "positive_goodness": 2.2181284451378716, + "runtime_seconds": 4.112576484680176 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.2746874359766642, + "lr": 0.03, + "negative_goodness": 1.874471704588996, + "pair_accuracy": 0.8097111110793219, + "positive_goodness": 2.2218546881781682, + "runtime_seconds": 4.11297082901001 + } + ], + "layer": 3 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.3157120634290906, + "lr": 0.03, + "negative_goodness": 1.9484853195614285, + "pair_accuracy": 0.7645777778201633, + "positive_goodness": 2.159882808007134, + "runtime_seconds": 4.204307317733765 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.288856547249688, + "lr": 0.03, + "negative_goodness": 1.922778161324395, + "pair_accuracy": 0.8473777778201633, + "positive_goodness": 2.2029851684570314, + "runtime_seconds": 4.196081161499023 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.2831481364780002, + "lr": 0.03, + "negative_goodness": 1.9161016929626464, + "pair_accuracy": 0.8459999999894037, + "positive_goodness": 2.2125621995713978, + "runtime_seconds": 4.201501846313477 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.2773577492396038, + "lr": 0.03, + "negative_goodness": 1.909256796052721, + "pair_accuracy": 0.8535333333439297, + "positive_goodness": 2.2219490837944877, + "runtime_seconds": 4.1992692947387695 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.281189894824558, + "lr": 0.03, + "negative_goodness": 1.9089860293918186, + "pair_accuracy": 0.8432444444974263, + "positive_goodness": 2.2147648111131457, + "runtime_seconds": 4.1973044872283936 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.267738566992018, + "lr": 0.03, + "negative_goodness": 1.9021486432393393, + "pair_accuracy": 0.862711111164093, + "positive_goodness": 2.2413983477274577, + "runtime_seconds": 4.20433235168457 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.2716917334874471, + "lr": 0.03, + "negative_goodness": 1.9015547044330172, + "pair_accuracy": 0.8528666667196486, + "positive_goodness": 2.232240942086114, + "runtime_seconds": 4.195948362350464 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.268565087721083, + "lr": 0.03, + "negative_goodness": 1.897976900906033, + "pair_accuracy": 0.8529777778307597, + "positive_goodness": 2.2403096967485214, + "runtime_seconds": 4.196468114852905 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.2722486602995131, + "lr": 0.03, + "negative_goodness": 1.8991807861116197, + "pair_accuracy": 0.8445555555661519, + "positive_goodness": 2.2317002367655436, + "runtime_seconds": 4.189431428909302 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.2715027571148343, + "lr": 0.03, + "negative_goodness": 1.8981195918824938, + "pair_accuracy": 0.8423777778307597, + "positive_goodness": 2.2346959274715847, + "runtime_seconds": 4.200538635253906 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.2652780989117092, + "lr": 0.03, + "negative_goodness": 1.8943852587382, + "pair_accuracy": 0.8531111111111112, + "positive_goodness": 2.247254833645291, + "runtime_seconds": 4.192700386047363 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.2609423194885254, + "lr": 0.03, + "negative_goodness": 1.8917788743125068, + "pair_accuracy": 0.8580888888888889, + "positive_goodness": 2.255651056628757, + "runtime_seconds": 4.193871736526489 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.2643611871931288, + "lr": 0.03, + "negative_goodness": 1.8916995449066163, + "pair_accuracy": 0.8551555555979411, + "positive_goodness": 2.2481832693311903, + "runtime_seconds": 4.203734874725342 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.2568806176291571, + "lr": 0.03, + "negative_goodness": 1.8886215185589261, + "pair_accuracy": 0.8588000000423855, + "positive_goodness": 2.263132833353678, + "runtime_seconds": 4.208460092544556 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.2610209760877822, + "lr": 0.03, + "negative_goodness": 1.8899302138646443, + "pair_accuracy": 0.8533111111005147, + "positive_goodness": 2.255463768386841, + "runtime_seconds": 4.208158493041992 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.2577741435580783, + "lr": 0.03, + "negative_goodness": 1.8883643886990018, + "pair_accuracy": 0.8593333333439297, + "positive_goodness": 2.2636377524058022, + "runtime_seconds": 4.199467182159424 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.2629735854466757, + "lr": 0.03, + "negative_goodness": 1.8870703446494208, + "pair_accuracy": 0.8501333333757188, + "positive_goodness": 2.2503213762495253, + "runtime_seconds": 4.200150012969971 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.2616565897623697, + "lr": 0.03, + "negative_goodness": 1.885458588112725, + "pair_accuracy": 0.8536222222328186, + "positive_goodness": 2.256426188108656, + "runtime_seconds": 4.1971845626831055 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.258948041703966, + "lr": 0.03, + "negative_goodness": 1.8856301119062635, + "pair_accuracy": 0.8553111111005147, + "positive_goodness": 2.2627197759840225, + "runtime_seconds": 4.201722621917725 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.2626366814931234, + "lr": 0.03, + "negative_goodness": 1.8864861684375338, + "pair_accuracy": 0.8458222222222223, + "positive_goodness": 2.251456928973728, + "runtime_seconds": 4.199927091598511 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.258236756600274, + "lr": 0.03, + "negative_goodness": 1.885933362197876, + "pair_accuracy": 0.8567555555661519, + "positive_goodness": 2.2624497179667156, + "runtime_seconds": 4.201143026351929 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.2537546156141492, + "lr": 0.03, + "negative_goodness": 1.8826512704849243, + "pair_accuracy": 0.8634222222222222, + "positive_goodness": 2.2695890622033015, + "runtime_seconds": 4.197016477584839 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.2545791104210748, + "lr": 0.03, + "negative_goodness": 1.8804515733718872, + "pair_accuracy": 0.8510888889418708, + "positive_goodness": 2.268062123362223, + "runtime_seconds": 4.2015540599823 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.2598558737860786, + "lr": 0.03, + "negative_goodness": 1.883889200952318, + "pair_accuracy": 0.8443555555661519, + "positive_goodness": 2.2604875445048016, + "runtime_seconds": 4.199657440185547 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.251000226465861, + "lr": 0.03, + "negative_goodness": 1.8796693729612561, + "pair_accuracy": 0.8598666666772631, + "positive_goodness": 2.277060289764404, + "runtime_seconds": 4.198919057846069 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.2538767469406127, + "lr": 0.03, + "negative_goodness": 1.8825780462900799, + "pair_accuracy": 0.8567555555767483, + "positive_goodness": 2.2724789172702367, + "runtime_seconds": 4.195985555648804 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.255681205982632, + "lr": 0.03, + "negative_goodness": 1.8782661268234253, + "pair_accuracy": 0.849644444433848, + "positive_goodness": 2.2660218763139515, + "runtime_seconds": 4.200608491897583 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.2569354396608141, + "lr": 0.03, + "negative_goodness": 1.881655883471171, + "pair_accuracy": 0.8555111110899184, + "positive_goodness": 2.265819185087416, + "runtime_seconds": 4.206806659698486 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.2572458042144776, + "lr": 0.03, + "negative_goodness": 1.8813825391557482, + "pair_accuracy": 0.8477777778201633, + "positive_goodness": 2.2641023755815293, + "runtime_seconds": 4.229756116867065 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.2528791308297051, + "lr": 0.03, + "negative_goodness": 1.8796792140748766, + "pair_accuracy": 0.855822222243415, + "positive_goodness": 2.2716078596750897, + "runtime_seconds": 4.198012590408325 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.2482066959169176, + "lr": 0.03, + "negative_goodness": 1.8749223246892293, + "pair_accuracy": 0.8649555555767483, + "positive_goodness": 2.283548356713189, + "runtime_seconds": 4.191958904266357 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.255266463194953, + "lr": 0.03, + "negative_goodness": 1.8821477475060358, + "pair_accuracy": 0.8520444444338481, + "positive_goodness": 2.2713998101764257, + "runtime_seconds": 4.196762800216675 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.2492809716542561, + "lr": 0.03, + "negative_goodness": 1.876965950287713, + "pair_accuracy": 0.8567111110899184, + "positive_goodness": 2.2810123310512966, + "runtime_seconds": 4.200186729431152 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.2522084690729778, + "lr": 0.03, + "negative_goodness": 1.8745041070302328, + "pair_accuracy": 0.8550666666560703, + "positive_goodness": 2.2744709118737116, + "runtime_seconds": 4.196854114532471 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.2531635791142781, + "lr": 0.03, + "negative_goodness": 1.8761790663825142, + "pair_accuracy": 0.8522444444974263, + "positive_goodness": 2.2732953005048966, + "runtime_seconds": 4.196591854095459 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.252931639374627, + "lr": 0.03, + "negative_goodness": 1.879946422068278, + "pair_accuracy": 0.8550666667090522, + "positive_goodness": 2.2732917787763807, + "runtime_seconds": 4.193106174468994 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.252428323788113, + "lr": 0.03, + "negative_goodness": 1.8761344367133246, + "pair_accuracy": 0.8489555555343627, + "positive_goodness": 2.2745753856658935, + "runtime_seconds": 4.191633701324463 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.2447429954952665, + "lr": 0.03, + "negative_goodness": 1.8715160071902806, + "pair_accuracy": 0.8606888888570997, + "positive_goodness": 2.2904863514794243, + "runtime_seconds": 4.1963582038879395 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.247154250441657, + "lr": 0.03, + "negative_goodness": 1.8738527304331463, + "pair_accuracy": 0.859177777756585, + "positive_goodness": 2.285267403793335, + "runtime_seconds": 4.185273885726929 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.254693643315633, + "lr": 0.03, + "negative_goodness": 1.878792155011495, + "pair_accuracy": 0.8467999999894036, + "positive_goodness": 2.2718647586186727, + "runtime_seconds": 4.191496133804321 + } + ], + "layer": 4 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.2261495694054498, + "lr": 0.03, + "negative_goodness": 1.846273912217882, + "pair_accuracy": 0.8636666667196485, + "positive_goodness": 2.3070808848487006, + "runtime_seconds": 4.106675386428833 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.1712898673481411, + "lr": 0.03, + "negative_goodness": 1.8397306237326727, + "pair_accuracy": 0.8874222222116258, + "positive_goodness": 2.438155224609375, + "runtime_seconds": 4.117546796798706 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.1548335404925876, + "lr": 0.03, + "negative_goodness": 1.824768670739068, + "pair_accuracy": 0.8901333333757189, + "positive_goodness": 2.476646268251207, + "runtime_seconds": 4.115573167800903 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.150726117346022, + "lr": 0.03, + "negative_goodness": 1.8177449900097318, + "pair_accuracy": 0.8958000000317892, + "positive_goodness": 2.4877128871070013, + "runtime_seconds": 4.110372066497803 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.13550559586419, + "lr": 0.03, + "negative_goodness": 1.8021509422302247, + "pair_accuracy": 0.9006, + "positive_goodness": 2.5281707704755996, + "runtime_seconds": 4.108009576797485 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.1413805837101407, + "lr": 0.03, + "negative_goodness": 1.8074235565609402, + "pair_accuracy": 0.8972222222222223, + "positive_goodness": 2.5102762009090847, + "runtime_seconds": 4.108757257461548 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.1273996325598823, + "lr": 0.03, + "negative_goodness": 1.7942975905524359, + "pair_accuracy": 0.8991555555237664, + "positive_goodness": 2.548309704123603, + "runtime_seconds": 4.10643196105957 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.1150318355242412, + "lr": 0.03, + "negative_goodness": 1.7895531732135348, + "pair_accuracy": 0.9064222222116258, + "positive_goodness": 2.575343133629693, + "runtime_seconds": 4.1074371337890625 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.1278533650928073, + "lr": 0.03, + "negative_goodness": 1.7907552389568753, + "pair_accuracy": 0.8966000000317892, + "positive_goodness": 2.546345408121745, + "runtime_seconds": 4.112310171127319 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.119874164422353, + "lr": 0.03, + "negative_goodness": 1.7889745242860582, + "pair_accuracy": 0.9062444444444444, + "positive_goodness": 2.5609932209014894, + "runtime_seconds": 4.1086225509643555 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.1267456806288825, + "lr": 0.03, + "negative_goodness": 1.787269320869446, + "pair_accuracy": 0.890511111164093, + "positive_goodness": 2.551787612279256, + "runtime_seconds": 4.104816675186157 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.1227829819573296, + "lr": 0.03, + "negative_goodness": 1.7890382353040908, + "pair_accuracy": 0.8938666666878594, + "positive_goodness": 2.557402565765381, + "runtime_seconds": 4.106895923614502 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.1133449703322515, + "lr": 0.03, + "negative_goodness": 1.7809584218555026, + "pair_accuracy": 0.9034222222222222, + "positive_goodness": 2.5775802551693388, + "runtime_seconds": 4.117905139923096 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.1116062195248073, + "lr": 0.03, + "negative_goodness": 1.776624480480618, + "pair_accuracy": 0.9046000000105964, + "positive_goodness": 2.5840108837975397, + "runtime_seconds": 4.107118368148804 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.104581275452508, + "lr": 0.03, + "negative_goodness": 1.7667369323306614, + "pair_accuracy": 0.9027333333121406, + "positive_goodness": 2.604363182406955, + "runtime_seconds": 4.101730585098267 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.0890382770114475, + "lr": 0.03, + "negative_goodness": 1.7625344626108805, + "pair_accuracy": 0.9158666666507721, + "positive_goodness": 2.6373711786058216, + "runtime_seconds": 4.107868194580078 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.0999188919067382, + "lr": 0.03, + "negative_goodness": 1.7646269097646077, + "pair_accuracy": 0.9048222222275204, + "positive_goodness": 2.608219020292494, + "runtime_seconds": 4.10097336769104 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.1012301017973158, + "lr": 0.03, + "negative_goodness": 1.7666165583292643, + "pair_accuracy": 0.9074444444444445, + "positive_goodness": 2.6064119266933865, + "runtime_seconds": 4.104971170425415 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.1002144324620564, + "lr": 0.03, + "negative_goodness": 1.7622497907426622, + "pair_accuracy": 0.9065111111111112, + "positive_goodness": 2.6119467107984753, + "runtime_seconds": 4.113715171813965 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.0859359534687467, + "lr": 0.03, + "negative_goodness": 1.7537220824771458, + "pair_accuracy": 0.9099111111005147, + "positive_goodness": 2.6461770452287463, + "runtime_seconds": 4.10743260383606 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.0961598378075494, + "lr": 0.03, + "negative_goodness": 1.7621391343010797, + "pair_accuracy": 0.9046222221904331, + "positive_goodness": 2.623654704793294, + "runtime_seconds": 4.109234809875488 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.1111296663496228, + "lr": 0.03, + "negative_goodness": 1.7718900956471761, + "pair_accuracy": 0.8995777777777778, + "positive_goodness": 2.582934309556749, + "runtime_seconds": 4.10819673538208 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.1079474945492214, + "lr": 0.03, + "negative_goodness": 1.7705527676264445, + "pair_accuracy": 0.9076444444126553, + "positive_goodness": 2.5943449639638265, + "runtime_seconds": 4.102893114089966 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.1167044221242268, + "lr": 0.03, + "negative_goodness": 1.773430486339993, + "pair_accuracy": 0.894977777756585, + "positive_goodness": 2.577734714041816, + "runtime_seconds": 4.106491565704346 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.09606968460083, + "lr": 0.03, + "negative_goodness": 1.7651921961890327, + "pair_accuracy": 0.9110000000529819, + "positive_goodness": 2.622268991088867, + "runtime_seconds": 4.111208915710449 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.1023774824778239, + "lr": 0.03, + "negative_goodness": 1.7662188081317478, + "pair_accuracy": 0.9075333333015442, + "positive_goodness": 2.602567477501763, + "runtime_seconds": 4.108267545700073 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.1002922629462348, + "lr": 0.03, + "negative_goodness": 1.7583807843738133, + "pair_accuracy": 0.8983555555449592, + "positive_goodness": 2.6132256741841635, + "runtime_seconds": 4.110975742340088 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.0839439553578694, + "lr": 0.03, + "negative_goodness": 1.7537993270874024, + "pair_accuracy": 0.9174666666666667, + "positive_goodness": 2.649188068177965, + "runtime_seconds": 4.1149396896362305 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.10768420914544, + "lr": 0.03, + "negative_goodness": 1.762215388361613, + "pair_accuracy": 0.8966222222646077, + "positive_goodness": 2.597895335430569, + "runtime_seconds": 4.108246326446533 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.106371989271376, + "lr": 0.03, + "negative_goodness": 1.7670591165966458, + "pair_accuracy": 0.8955111110899183, + "positive_goodness": 2.600708002344767, + "runtime_seconds": 4.100904941558838 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.0930078121609157, + "lr": 0.03, + "negative_goodness": 1.755316619152493, + "pair_accuracy": 0.9030888888782925, + "positive_goodness": 2.627472414991591, + "runtime_seconds": 4.101433038711548 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.0807727708816528, + "lr": 0.03, + "negative_goodness": 1.747190545739068, + "pair_accuracy": 0.9093333333121406, + "positive_goodness": 2.657519578721788, + "runtime_seconds": 4.1081531047821045 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.086436436780294, + "lr": 0.03, + "negative_goodness": 1.749000685988532, + "pair_accuracy": 0.9083999999682109, + "positive_goodness": 2.6419464111751982, + "runtime_seconds": 4.118070602416992 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.0928397960450915, + "lr": 0.03, + "negative_goodness": 1.7556655973646376, + "pair_accuracy": 0.903822222243415, + "positive_goodness": 2.629086883884006, + "runtime_seconds": 4.112451076507568 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.0838440064960055, + "lr": 0.03, + "negative_goodness": 1.747723941675822, + "pair_accuracy": 0.9109999999788072, + "positive_goodness": 2.652326032723321, + "runtime_seconds": 4.115649700164795 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.0802116849687364, + "lr": 0.03, + "negative_goodness": 1.7458540690316093, + "pair_accuracy": 0.9100222222328186, + "positive_goodness": 2.6584667794969348, + "runtime_seconds": 4.117010593414307 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.0919653782950507, + "lr": 0.03, + "negative_goodness": 1.7514284866756864, + "pair_accuracy": 0.9058888889418708, + "positive_goodness": 2.633768251885308, + "runtime_seconds": 4.11143159866333 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.080985579999288, + "lr": 0.03, + "negative_goodness": 1.742019308895535, + "pair_accuracy": 0.9063777777777777, + "positive_goodness": 2.65904129647149, + "runtime_seconds": 4.102772951126099 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.1102697087817721, + "lr": 0.03, + "negative_goodness": 1.7628061603122287, + "pair_accuracy": 0.8910444444762335, + "positive_goodness": 2.5946157149420843, + "runtime_seconds": 4.106356143951416 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.0745362322701348, + "lr": 0.03, + "negative_goodness": 1.739738830312093, + "pair_accuracy": 0.9123777777459886, + "positive_goodness": 2.6703601700676813, + "runtime_seconds": 4.105858564376831 + } + ], + "layer": 5 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.2282417302873399, + "lr": 0.03, + "negative_goodness": 1.9139733407550388, + "pair_accuracy": 0.838422222190433, + "positive_goodness": 2.3548981219821505, + "runtime_seconds": 4.183380365371704 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.1528942929797703, + "lr": 0.03, + "negative_goodness": 1.8545381876627605, + "pair_accuracy": 0.9038666666666667, + "positive_goodness": 2.489146173010932, + "runtime_seconds": 4.186413049697876 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.1441439374923705, + "lr": 0.03, + "negative_goodness": 1.8414307845433553, + "pair_accuracy": 0.9059111111640931, + "positive_goodness": 2.51084839714898, + "runtime_seconds": 4.182114362716675 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.1254109309090508, + "lr": 0.03, + "negative_goodness": 1.8262093807644315, + "pair_accuracy": 0.9185777777777778, + "positive_goodness": 2.5477708988613554, + "runtime_seconds": 4.181799411773682 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.1301531390508015, + "lr": 0.03, + "negative_goodness": 1.827271707810296, + "pair_accuracy": 0.9052888889418708, + "positive_goodness": 2.546695994652642, + "runtime_seconds": 4.187775611877441 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.120451905632019, + "lr": 0.03, + "negative_goodness": 1.8158629444970025, + "pair_accuracy": 0.9123111111111111, + "positive_goodness": 2.5558012626224094, + "runtime_seconds": 4.189437389373779 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.1356065869861178, + "lr": 0.03, + "negative_goodness": 1.824257005458408, + "pair_accuracy": 0.9037777777883742, + "positive_goodness": 2.5264420747968885, + "runtime_seconds": 4.190229892730713 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.127683812099033, + "lr": 0.03, + "negative_goodness": 1.8262822903315226, + "pair_accuracy": 0.9100666667196485, + "positive_goodness": 2.5570729092491997, + "runtime_seconds": 4.185404300689697 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.1134229776382447, + "lr": 0.03, + "negative_goodness": 1.8045417392518786, + "pair_accuracy": 0.9136000000529819, + "positive_goodness": 2.5714300395117866, + "runtime_seconds": 4.188624858856201 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.115643950843811, + "lr": 0.03, + "negative_goodness": 1.808674778535631, + "pair_accuracy": 0.9150444444444444, + "positive_goodness": 2.5773485818227133, + "runtime_seconds": 4.18666934967041 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.1108136850145127, + "lr": 0.03, + "negative_goodness": 1.8010588664160834, + "pair_accuracy": 0.9103333333121406, + "positive_goodness": 2.5858695802900526, + "runtime_seconds": 4.193897724151611 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.10547662908766, + "lr": 0.03, + "negative_goodness": 1.8018836910247802, + "pair_accuracy": 0.9129555555979411, + "positive_goodness": 2.599337922244602, + "runtime_seconds": 4.186630725860596 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.101928511153327, + "lr": 0.03, + "negative_goodness": 1.7928600411732991, + "pair_accuracy": 0.9142888888888889, + "positive_goodness": 2.6065821189456515, + "runtime_seconds": 4.187521934509277 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.102749447886149, + "lr": 0.03, + "negative_goodness": 1.7906048328399657, + "pair_accuracy": 0.9124888888782925, + "positive_goodness": 2.605717048687405, + "runtime_seconds": 4.1851372718811035 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.1206658038669162, + "lr": 0.03, + "negative_goodness": 1.8006284732394748, + "pair_accuracy": 0.9025555555237664, + "positive_goodness": 2.5556880288441977, + "runtime_seconds": 4.18665623664856 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.1069506627188788, + "lr": 0.03, + "negative_goodness": 1.7928888461642796, + "pair_accuracy": 0.9088888888676961, + "positive_goodness": 2.5999124927944606, + "runtime_seconds": 4.185266733169556 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.0970086763275995, + "lr": 0.03, + "negative_goodness": 1.7887196825027465, + "pair_accuracy": 0.9157999999788072, + "positive_goodness": 2.614145469792684, + "runtime_seconds": 4.192104816436768 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.1046667453765868, + "lr": 0.03, + "negative_goodness": 1.7854950257195368, + "pair_accuracy": 0.9040888888782925, + "positive_goodness": 2.59957791756524, + "runtime_seconds": 4.182960033416748 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.0964878037876553, + "lr": 0.03, + "negative_goodness": 1.7866339332580568, + "pair_accuracy": 0.9166444444338481, + "positive_goodness": 2.617560800382826, + "runtime_seconds": 4.182856321334839 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.104281988588969, + "lr": 0.03, + "negative_goodness": 1.7853485932032267, + "pair_accuracy": 0.9070000000317892, + "positive_goodness": 2.6027050721910263, + "runtime_seconds": 4.18218994140625 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.093880547205607, + "lr": 0.03, + "negative_goodness": 1.7818320153978136, + "pair_accuracy": 0.9113555555449592, + "positive_goodness": 2.624588359790378, + "runtime_seconds": 4.188371658325195 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.1089344637976752, + "lr": 0.03, + "negative_goodness": 1.7902253051757813, + "pair_accuracy": 0.9037777778201633, + "positive_goodness": 2.5970583329518635, + "runtime_seconds": 4.194866180419922 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 1.0973363797505697, + "lr": 0.03, + "negative_goodness": 1.7793532372368706, + "pair_accuracy": 0.9114666667090522, + "positive_goodness": 2.6173748268551296, + "runtime_seconds": 4.182745695114136 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.083446769481235, + "lr": 0.03, + "negative_goodness": 1.7700866875330608, + "pair_accuracy": 0.9105777777883741, + "positive_goodness": 2.6520619473351372, + "runtime_seconds": 4.200013637542725 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.0895815067397223, + "lr": 0.03, + "negative_goodness": 1.78178900964525, + "pair_accuracy": 0.9148666666666667, + "positive_goodness": 2.633288595453898, + "runtime_seconds": 4.198870420455933 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 1.0899646204630533, + "lr": 0.03, + "negative_goodness": 1.7726043417400783, + "pair_accuracy": 0.908755555566152, + "positive_goodness": 2.6313519655015734, + "runtime_seconds": 4.189499616622925 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 1.0940151066886055, + "lr": 0.03, + "negative_goodness": 1.7806745727327136, + "pair_accuracy": 0.9119555555767483, + "positive_goodness": 2.6332524874369305, + "runtime_seconds": 4.1830267906188965 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 1.0918055002212523, + "lr": 0.03, + "negative_goodness": 1.7750634720908272, + "pair_accuracy": 0.9102888888782925, + "positive_goodness": 2.626335217497084, + "runtime_seconds": 4.1856865882873535 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 1.0909241199705335, + "lr": 0.03, + "negative_goodness": 1.7725908629099527, + "pair_accuracy": 0.9091999999894036, + "positive_goodness": 2.641830966398451, + "runtime_seconds": 4.18153190612793 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 1.092774199485779, + "lr": 0.03, + "negative_goodness": 1.7789551886876425, + "pair_accuracy": 0.9198888888994853, + "positive_goodness": 2.631766346232096, + "runtime_seconds": 4.17955207824707 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.08910296459198, + "lr": 0.03, + "negative_goodness": 1.7688072917726305, + "pair_accuracy": 0.906911111079322, + "positive_goodness": 2.636232932366265, + "runtime_seconds": 4.182530403137207 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 1.0668831248283386, + "lr": 0.03, + "negative_goodness": 1.7581169848548042, + "pair_accuracy": 0.9193111111005148, + "positive_goodness": 2.68321595954895, + "runtime_seconds": 4.194822072982788 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 1.0772013047112359, + "lr": 0.03, + "negative_goodness": 1.7653497921413845, + "pair_accuracy": 0.917666666677263, + "positive_goodness": 2.670431421110365, + "runtime_seconds": 4.18279767036438 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.0893278295728896, + "lr": 0.03, + "negative_goodness": 1.7705945396847196, + "pair_accuracy": 0.9088666666454739, + "positive_goodness": 2.643431201722887, + "runtime_seconds": 4.187745094299316 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 1.0939264350043403, + "lr": 0.03, + "negative_goodness": 1.7715770559946695, + "pair_accuracy": 0.9066666666984559, + "positive_goodness": 2.624885014682346, + "runtime_seconds": 4.188612222671509 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 1.1082750990761652, + "lr": 0.03, + "negative_goodness": 1.7769605804231432, + "pair_accuracy": 0.8950222222328186, + "positive_goodness": 2.601079196972317, + "runtime_seconds": 4.187227725982666 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 1.0996608392503526, + "lr": 0.03, + "negative_goodness": 1.7816196267445883, + "pair_accuracy": 0.9034444444868299, + "positive_goodness": 2.620765762286716, + "runtime_seconds": 4.184179306030273 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 1.0955652079688178, + "lr": 0.03, + "negative_goodness": 1.7699977742089166, + "pair_accuracy": 0.9041555555555556, + "positive_goodness": 2.621982020441691, + "runtime_seconds": 4.185506343841553 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 1.0766044742584229, + "lr": 0.03, + "negative_goodness": 1.7584998134613037, + "pair_accuracy": 0.9079777777671814, + "positive_goodness": 2.663644162326389, + "runtime_seconds": 4.1832146644592285 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.0892708026674058, + "lr": 0.03, + "negative_goodness": 1.76780527282291, + "pair_accuracy": 0.9054444444868299, + "positive_goodness": 2.643021335644192, + "runtime_seconds": 4.185601472854614 + } + ], + "layer": 6 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.1253311761008369, + "lr": 0.03, + "negative_goodness": 1.6575051356845432, + "pair_accuracy": 0.8460666666560703, + "positive_goodness": 2.557292859141032, + "runtime_seconds": 3.891817331314087 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.0763676758024427, + "lr": 0.03, + "negative_goodness": 1.6518669692569308, + "pair_accuracy": 0.8623555555555555, + "positive_goodness": 2.6672118925730386, + "runtime_seconds": 3.896362066268921 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.0728448446273804, + "lr": 0.03, + "negative_goodness": 1.6546233544773525, + "pair_accuracy": 0.8680888888570998, + "positive_goodness": 2.6859911384158663, + "runtime_seconds": 3.8920247554779053 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.0365681575987074, + "lr": 0.03, + "negative_goodness": 1.6315087844000922, + "pair_accuracy": 0.8820222222381168, + "positive_goodness": 2.769213263744778, + "runtime_seconds": 3.8668699264526367 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.0445627415868972, + "lr": 0.03, + "negative_goodness": 1.629291656451755, + "pair_accuracy": 0.8768222222116259, + "positive_goodness": 2.7458765820821127, + "runtime_seconds": 3.879272699356079 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.0211790038638644, + "lr": 0.03, + "negative_goodness": 1.6018875737508138, + "pair_accuracy": 0.8818444444762336, + "positive_goodness": 2.8127167895846896, + "runtime_seconds": 3.890521287918091 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.029574119038052, + "lr": 0.03, + "negative_goodness": 1.6114481822543674, + "pair_accuracy": 0.8778000000211927, + "positive_goodness": 2.7895690158843993, + "runtime_seconds": 3.8903748989105225 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.0264175943374634, + "lr": 0.03, + "negative_goodness": 1.6093906185574, + "pair_accuracy": 0.8832222222646078, + "positive_goodness": 2.7925160817040338, + "runtime_seconds": 3.890129327774048 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.006596037949456, + "lr": 0.03, + "negative_goodness": 1.5959457813898723, + "pair_accuracy": 0.8902666666454739, + "positive_goodness": 2.8440994382222495, + "runtime_seconds": 3.862400770187378 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.0075055130640667, + "lr": 0.03, + "negative_goodness": 1.5890174460517035, + "pair_accuracy": 0.8848888888994852, + "positive_goodness": 2.8418201305389403, + "runtime_seconds": 3.891815185546875 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.9913885815090603, + "lr": 0.03, + "negative_goodness": 1.5767886158625284, + "pair_accuracy": 0.8924666666984558, + "positive_goodness": 2.886002661683824, + "runtime_seconds": 3.8908305168151855 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.9671852130148146, + "lr": 0.03, + "negative_goodness": 1.5379837447802225, + "pair_accuracy": 0.892977777756585, + "positive_goodness": 2.9561121763865152, + "runtime_seconds": 3.90191912651062 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.9981403942320082, + "lr": 0.03, + "negative_goodness": 1.5739102121565076, + "pair_accuracy": 0.8828000000211927, + "positive_goodness": 2.879414331817627, + "runtime_seconds": 3.8799173831939697 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.9865688554763794, + "lr": 0.03, + "negative_goodness": 1.5627147153218588, + "pair_accuracy": 0.8913111111217075, + "positive_goodness": 2.898682731543647, + "runtime_seconds": 3.8865065574645996 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.9876086483637492, + "lr": 0.03, + "negative_goodness": 1.5663233857472738, + "pair_accuracy": 0.8917333333015441, + "positive_goodness": 2.900077297973633, + "runtime_seconds": 3.879426956176758 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.9722018902036879, + "lr": 0.03, + "negative_goodness": 1.5425182858361137, + "pair_accuracy": 0.8934888888994853, + "positive_goodness": 2.951553590053982, + "runtime_seconds": 3.8823554515838623 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.9493757187631395, + "lr": 0.03, + "negative_goodness": 1.519185211859809, + "pair_accuracy": 0.900533333322737, + "positive_goodness": 3.002834382587009, + "runtime_seconds": 3.8933327198028564 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.9704292489581637, + "lr": 0.03, + "negative_goodness": 1.5397263514412773, + "pair_accuracy": 0.8953777777777778, + "positive_goodness": 2.9483693684895833, + "runtime_seconds": 3.8986411094665527 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.9569258130603366, + "lr": 0.03, + "negative_goodness": 1.5266976169162327, + "pair_accuracy": 0.8955999999788072, + "positive_goodness": 2.9991216736687556, + "runtime_seconds": 3.8721351623535156 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.9736129059897529, + "lr": 0.03, + "negative_goodness": 1.5432440814759996, + "pair_accuracy": 0.8900666666666667, + "positive_goodness": 2.9432943698883056, + "runtime_seconds": 3.8891103267669678 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.9708328408771091, + "lr": 0.03, + "negative_goodness": 1.538618601820204, + "pair_accuracy": 0.889688888920678, + "positive_goodness": 2.962089084752401, + "runtime_seconds": 3.8976728916168213 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.9948084070735508, + "lr": 0.03, + "negative_goodness": 1.5637291308720906, + "pair_accuracy": 0.8846666666454739, + "positive_goodness": 2.9047905408647323, + "runtime_seconds": 3.9057857990264893 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.971773373858134, + "lr": 0.03, + "negative_goodness": 1.5433490192201402, + "pair_accuracy": 0.8976888889312744, + "positive_goodness": 2.956057413185967, + "runtime_seconds": 3.878641128540039 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.9662275307549371, + "lr": 0.03, + "negative_goodness": 1.5293324873182508, + "pair_accuracy": 0.8927333333015441, + "positive_goodness": 2.982958706198798, + "runtime_seconds": 3.892656087875366 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.9604807125939263, + "lr": 0.03, + "negative_goodness": 1.5226243591308595, + "pair_accuracy": 0.8936000000317892, + "positive_goodness": 2.984456341764662, + "runtime_seconds": 3.8817129135131836 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.9586343354649014, + "lr": 0.03, + "negative_goodness": 1.5128548272662692, + "pair_accuracy": 0.8897999999682109, + "positive_goodness": 3.0081344315422904, + "runtime_seconds": 4.018235683441162 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.9640578417248196, + "lr": 0.03, + "negative_goodness": 1.5206767811245387, + "pair_accuracy": 0.8883333333651224, + "positive_goodness": 2.9983419269561766, + "runtime_seconds": 4.060157299041748 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.9197704285091824, + "lr": 0.03, + "negative_goodness": 1.4732675714492798, + "pair_accuracy": 0.9063555555343628, + "positive_goodness": 3.1108201388888888, + "runtime_seconds": 4.026797771453857 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.9398780798594157, + "lr": 0.03, + "negative_goodness": 1.4960400100072224, + "pair_accuracy": 0.8978000000317892, + "positive_goodness": 3.057522085020277, + "runtime_seconds": 3.886897563934326 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.9511253603299459, + "lr": 0.03, + "negative_goodness": 1.502223103989495, + "pair_accuracy": 0.8925333333333333, + "positive_goodness": 3.03213802579244, + "runtime_seconds": 3.8795042037963867 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.9603229959487916, + "lr": 0.03, + "negative_goodness": 1.517600659942627, + "pair_accuracy": 0.8949333333863152, + "positive_goodness": 3.017794240866767, + "runtime_seconds": 3.8384146690368652 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.950588881556193, + "lr": 0.03, + "negative_goodness": 1.4990133396148682, + "pair_accuracy": 0.8959555556085375, + "positive_goodness": 3.031329246902466, + "runtime_seconds": 3.8312416076660156 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.9335020172542996, + "lr": 0.03, + "negative_goodness": 1.47775428276062, + "pair_accuracy": 0.8924222222434149, + "positive_goodness": 3.081496426773071, + "runtime_seconds": 3.824446678161621 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.944277149242825, + "lr": 0.03, + "negative_goodness": 1.4969571764204237, + "pair_accuracy": 0.8948888888676961, + "positive_goodness": 3.057461026679145, + "runtime_seconds": 3.8228912353515625 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.9630947551515368, + "lr": 0.03, + "negative_goodness": 1.5212136888715957, + "pair_accuracy": 0.8920666666560703, + "positive_goodness": 2.9990695167965358, + "runtime_seconds": 3.8245339393615723 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.9452382517602709, + "lr": 0.03, + "negative_goodness": 1.4966110318342845, + "pair_accuracy": 0.8946, + "positive_goodness": 3.050751921335856, + "runtime_seconds": 3.8248226642608643 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.9562018103970422, + "lr": 0.03, + "negative_goodness": 1.5105079015043046, + "pair_accuracy": 0.8909777777777778, + "positive_goodness": 3.019462661149767, + "runtime_seconds": 3.827463150024414 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.907993979771932, + "lr": 0.03, + "negative_goodness": 1.456880996746487, + "pair_accuracy": 0.9066222222646078, + "positive_goodness": 3.1567500873989527, + "runtime_seconds": 3.827312469482422 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.9444151743994819, + "lr": 0.03, + "negative_goodness": 1.495000817404853, + "pair_accuracy": 0.8988222222540113, + "positive_goodness": 3.0617941925472683, + "runtime_seconds": 3.8533265590667725 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.970937155342102, + "lr": 0.03, + "negative_goodness": 1.5101799403932359, + "pair_accuracy": 0.8834444444444445, + "positive_goodness": 2.9957221263885496, + "runtime_seconds": 3.8618123531341553 + } + ], + "layer": 7 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.1843314747916327, + "lr": 0.03, + "negative_goodness": 1.8096785085466174, + "pair_accuracy": 0.8119333333439297, + "positive_goodness": 2.4477177166408963, + "runtime_seconds": 3.907862663269043 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.0908262498007881, + "lr": 0.03, + "negative_goodness": 1.7145724468655057, + "pair_accuracy": 0.8672000000105964, + "positive_goodness": 2.639638025156657, + "runtime_seconds": 3.8882288932800293 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 1.0643919554392496, + "lr": 0.03, + "negative_goodness": 1.668543790075514, + "pair_accuracy": 0.8724888889418708, + "positive_goodness": 2.7071398744371202, + "runtime_seconds": 3.8655688762664795 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 1.0630058233790927, + "lr": 0.03, + "negative_goodness": 1.6633555345111424, + "pair_accuracy": 0.8711333333333333, + "positive_goodness": 2.720318223190308, + "runtime_seconds": 3.8666837215423584 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 1.0618469442155627, + "lr": 0.03, + "negative_goodness": 1.6594931891123454, + "pair_accuracy": 0.8728444444974264, + "positive_goodness": 2.7255787406073675, + "runtime_seconds": 3.855844497680664 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 1.0495743374294706, + "lr": 0.03, + "negative_goodness": 1.6361259392844305, + "pair_accuracy": 0.8753333333651224, + "positive_goodness": 2.7702808492024737, + "runtime_seconds": 3.87961483001709 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 1.0467650150299073, + "lr": 0.03, + "negative_goodness": 1.6289938568115234, + "pair_accuracy": 0.8731111110899183, + "positive_goodness": 2.7646711762746174, + "runtime_seconds": 3.8812477588653564 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 1.0531198591974047, + "lr": 0.03, + "negative_goodness": 1.6303391473770141, + "pair_accuracy": 0.8746444444126553, + "positive_goodness": 2.768021809471978, + "runtime_seconds": 3.901270866394043 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 1.0322821862750584, + "lr": 0.03, + "negative_goodness": 1.6214960707982382, + "pair_accuracy": 0.8846666667196486, + "positive_goodness": 2.805942648654514, + "runtime_seconds": 3.924118757247925 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 1.0120673136605156, + "lr": 0.03, + "negative_goodness": 1.5919928324805366, + "pair_accuracy": 0.8879111111111111, + "positive_goodness": 2.8543076766120064, + "runtime_seconds": 3.912341356277466 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 1.0134641191800435, + "lr": 0.03, + "negative_goodness": 1.5882788895289104, + "pair_accuracy": 0.8836, + "positive_goodness": 2.8654654865264892, + "runtime_seconds": 4.003767013549805 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 1.0213920141008166, + "lr": 0.03, + "negative_goodness": 1.6006039105945162, + "pair_accuracy": 0.883533333322737, + "positive_goodness": 2.8506203154246013, + "runtime_seconds": 3.9204907417297363 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 1.0042789044274225, + "lr": 0.03, + "negative_goodness": 1.585235983551873, + "pair_accuracy": 0.8835333333015442, + "positive_goodness": 2.889981962500678, + "runtime_seconds": 3.9103479385375977 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 1.0242807126363118, + "lr": 0.03, + "negative_goodness": 1.5924005566279094, + "pair_accuracy": 0.8827777777777778, + "positive_goodness": 2.8300068995157877, + "runtime_seconds": 3.9340481758117676 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 1.0146125266498989, + "lr": 0.03, + "negative_goodness": 1.589675334654914, + "pair_accuracy": 0.8811111111111111, + "positive_goodness": 2.872640680355496, + "runtime_seconds": 3.8742222785949707 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 1.02594399383333, + "lr": 0.03, + "negative_goodness": 1.586355850007799, + "pair_accuracy": 0.8740444444444444, + "positive_goodness": 2.8491206364949546, + "runtime_seconds": 3.909990072250366 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 1.0040110695732964, + "lr": 0.03, + "negative_goodness": 1.5713011403401693, + "pair_accuracy": 0.889177777756585, + "positive_goodness": 2.899435606765747, + "runtime_seconds": 3.8839914798736572 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 1.0131056555324132, + "lr": 0.03, + "negative_goodness": 1.574580996937222, + "pair_accuracy": 0.8814444444974263, + "positive_goodness": 2.8823492155710855, + "runtime_seconds": 3.8894004821777344 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 1.0000256185849508, + "lr": 0.03, + "negative_goodness": 1.5647295669131809, + "pair_accuracy": 0.8848, + "positive_goodness": 2.919537128194173, + "runtime_seconds": 4.051071405410767 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 1.0019603678597344, + "lr": 0.03, + "negative_goodness": 1.5666641600926716, + "pair_accuracy": 0.8837555556085375, + "positive_goodness": 2.9175658261617023, + "runtime_seconds": 4.1140007972717285 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 1.0088668394936455, + "lr": 0.03, + "negative_goodness": 1.567333915922377, + "pair_accuracy": 0.8832888889100816, + "positive_goodness": 2.8925293108410304, + "runtime_seconds": 4.086546421051025 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 1.0147882745954726, + "lr": 0.03, + "negative_goodness": 1.5675391729142931, + "pair_accuracy": 0.8811333333121406, + "positive_goodness": 2.8851874069213865, + "runtime_seconds": 3.9882283210754395 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.9775476300557454, + "lr": 0.03, + "negative_goodness": 1.5453736410564847, + "pair_accuracy": 0.8896000000105964, + "positive_goodness": 2.9565597864786786, + "runtime_seconds": 4.124258279800415 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 1.0086930328263177, + "lr": 0.03, + "negative_goodness": 1.5672792819764878, + "pair_accuracy": 0.8848888888570997, + "positive_goodness": 2.9004936158921986, + "runtime_seconds": 4.13614296913147 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 1.004484528933631, + "lr": 0.03, + "negative_goodness": 1.5652869699902006, + "pair_accuracy": 0.8776444444444444, + "positive_goodness": 2.8996909873962404, + "runtime_seconds": 3.9356095790863037 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.9996444772614373, + "lr": 0.03, + "negative_goodness": 1.5542908275816176, + "pair_accuracy": 0.8870888888888889, + "positive_goodness": 2.9176612499660917, + "runtime_seconds": 3.8748137950897217 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.99581383389367, + "lr": 0.03, + "negative_goodness": 1.554695945739746, + "pair_accuracy": 0.8837777778307597, + "positive_goodness": 2.932477813212077, + "runtime_seconds": 4.096490859985352 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.9769430025524564, + "lr": 0.03, + "negative_goodness": 1.54367327770657, + "pair_accuracy": 0.8932888889418708, + "positive_goodness": 2.967214637798733, + "runtime_seconds": 4.005157470703125 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.9958069711261326, + "lr": 0.03, + "negative_goodness": 1.5501911715401544, + "pair_accuracy": 0.8857333333439297, + "positive_goodness": 2.9392935397254094, + "runtime_seconds": 4.02176308631897 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.9945689824210273, + "lr": 0.03, + "negative_goodness": 1.549483028878106, + "pair_accuracy": 0.8896444444444445, + "positive_goodness": 2.9278550802230834, + "runtime_seconds": 3.8879575729370117 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 1.0012718841340806, + "lr": 0.03, + "negative_goodness": 1.5568728165096706, + "pair_accuracy": 0.8787111111323038, + "positive_goodness": 2.9311372423807778, + "runtime_seconds": 3.9071977138519287 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.9884383135371738, + "lr": 0.03, + "negative_goodness": 1.5362172483020358, + "pair_accuracy": 0.8891111111005148, + "positive_goodness": 2.9436491321987575, + "runtime_seconds": 3.878896474838257 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.9966020227644179, + "lr": 0.03, + "negative_goodness": 1.5529784621344673, + "pair_accuracy": 0.8856444444762336, + "positive_goodness": 2.942101957702637, + "runtime_seconds": 3.882232666015625 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 1.0121936600367227, + "lr": 0.03, + "negative_goodness": 1.5539330653296577, + "pair_accuracy": 0.879, + "positive_goodness": 2.8834142702314587, + "runtime_seconds": 3.9066760540008545 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.9778893494076198, + "lr": 0.03, + "negative_goodness": 1.5371667425791422, + "pair_accuracy": 0.8920444444126553, + "positive_goodness": 2.9968213414933946, + "runtime_seconds": 3.908698320388794 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.9934703800413344, + "lr": 0.03, + "negative_goodness": 1.5379041339238484, + "pair_accuracy": 0.8794444444444445, + "positive_goodness": 2.9410683835347493, + "runtime_seconds": 3.920137405395508 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.9869493277973599, + "lr": 0.03, + "negative_goodness": 1.539103998629252, + "pair_accuracy": 0.8869777778201633, + "positive_goodness": 2.9599283844417994, + "runtime_seconds": 3.9171736240386963 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.983934252527025, + "lr": 0.03, + "negative_goodness": 1.5345206484688654, + "pair_accuracy": 0.884066666645474, + "positive_goodness": 2.978272841644287, + "runtime_seconds": 3.8899288177490234 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.977417014143202, + "lr": 0.03, + "negative_goodness": 1.527415295622084, + "pair_accuracy": 0.892, + "positive_goodness": 2.9887521514468722, + "runtime_seconds": 3.863647222518921 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 1.0022231745613945, + "lr": 0.03, + "negative_goodness": 1.5487360752741495, + "pair_accuracy": 0.8798, + "positive_goodness": 2.929055310100979, + "runtime_seconds": 3.8910257816314697 + } + ], + "layer": 8 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.0358832864337497, + "lr": 0.03, + "negative_goodness": 1.6675561219321358, + "pair_accuracy": 0.8819555555873447, + "positive_goodness": 2.7537703990936278, + "runtime_seconds": 3.8370935916900635 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.9891615707291497, + "lr": 0.03, + "negative_goodness": 1.6530320317586262, + "pair_accuracy": 0.8782222222010294, + "positive_goodness": 2.8915867245144313, + "runtime_seconds": 3.83945894241333 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.8878141170077853, + "lr": 0.03, + "negative_goodness": 1.5606034367879231, + "pair_accuracy": 0.9192888888888889, + "positive_goodness": 3.1682924705929225, + "runtime_seconds": 3.837035894393921 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.9117577192730374, + "lr": 0.03, + "negative_goodness": 1.5643655072106255, + "pair_accuracy": 0.9013777777724796, + "positive_goodness": 3.146012950621711, + "runtime_seconds": 3.910130262374878 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.9163189773877461, + "lr": 0.03, + "negative_goodness": 1.5582847270329794, + "pair_accuracy": 0.9064888888888889, + "positive_goodness": 3.129040741475423, + "runtime_seconds": 3.9021759033203125 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.9082701563305325, + "lr": 0.03, + "negative_goodness": 1.545086894162496, + "pair_accuracy": 0.8994000000211928, + "positive_goodness": 3.1755112706926134, + "runtime_seconds": 3.9099040031433105 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.9188763835112254, + "lr": 0.03, + "negative_goodness": 1.5447528271357218, + "pair_accuracy": 0.8950222222222223, + "positive_goodness": 3.1430123339335125, + "runtime_seconds": 3.9067559242248535 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.9009803359561497, + "lr": 0.03, + "negative_goodness": 1.5375380429797703, + "pair_accuracy": 0.8955777777777778, + "positive_goodness": 3.210897341240777, + "runtime_seconds": 3.9030160903930664 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.9296967094845242, + "lr": 0.03, + "negative_goodness": 1.558184096230401, + "pair_accuracy": 0.8940444444762335, + "positive_goodness": 3.1142229231940375, + "runtime_seconds": 3.893656015396118 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.9302207252502441, + "lr": 0.03, + "negative_goodness": 1.5469240951326158, + "pair_accuracy": 0.8794222222328186, + "positive_goodness": 3.1327387749989826, + "runtime_seconds": 3.8969104290008545 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.9186549046622382, + "lr": 0.03, + "negative_goodness": 1.5371480662027994, + "pair_accuracy": 0.8908222222169241, + "positive_goodness": 3.157744024954902, + "runtime_seconds": 3.904487133026123 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.9055257738961113, + "lr": 0.03, + "negative_goodness": 1.5495680402119953, + "pair_accuracy": 0.9050444444974264, + "positive_goodness": 3.2144851754506427, + "runtime_seconds": 3.903032064437866 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.9011442115677728, + "lr": 0.03, + "negative_goodness": 1.5247069632424248, + "pair_accuracy": 0.9033999999682109, + "positive_goodness": 3.2015889662424724, + "runtime_seconds": 3.897266387939453 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.884363050450219, + "lr": 0.03, + "negative_goodness": 1.5073396715164185, + "pair_accuracy": 0.9005777777671814, + "positive_goodness": 3.254066605207655, + "runtime_seconds": 3.904639482498169 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.8884530794249641, + "lr": 0.03, + "negative_goodness": 1.5119021244684856, + "pair_accuracy": 0.9037111111111111, + "positive_goodness": 3.2621248037550186, + "runtime_seconds": 3.903503179550171 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.9187686367140876, + "lr": 0.03, + "negative_goodness": 1.5215731049643622, + "pair_accuracy": 0.8779333333333333, + "positive_goodness": 3.1877019118414984, + "runtime_seconds": 3.907388210296631 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.8834266141679552, + "lr": 0.03, + "negative_goodness": 1.5007580158869425, + "pair_accuracy": 0.9014000000211928, + "positive_goodness": 3.2883937250349256, + "runtime_seconds": 3.8962643146514893 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.9097687305238512, + "lr": 0.03, + "negative_goodness": 1.5162624812232124, + "pair_accuracy": 0.8775333333651225, + "positive_goodness": 3.227445184495714, + "runtime_seconds": 3.90580153465271 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.8739692093743219, + "lr": 0.03, + "negative_goodness": 1.4910369480980767, + "pair_accuracy": 0.9014, + "positive_goodness": 3.3236650600857205, + "runtime_seconds": 3.906627893447876 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.8951612075911628, + "lr": 0.03, + "negative_goodness": 1.5078423842324151, + "pair_accuracy": 0.8975555555555556, + "positive_goodness": 3.27828961452908, + "runtime_seconds": 3.9129366874694824 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.9092739360809327, + "lr": 0.03, + "negative_goodness": 1.5301395987616644, + "pair_accuracy": 0.8998444444974264, + "positive_goodness": 3.1839873522016737, + "runtime_seconds": 3.918229818344116 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.873044596391254, + "lr": 0.03, + "negative_goodness": 1.4895911621411642, + "pair_accuracy": 0.9045777777777778, + "positive_goodness": 3.346990058135986, + "runtime_seconds": 3.906986951828003 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.8575657847086589, + "lr": 0.03, + "negative_goodness": 1.4663995742162068, + "pair_accuracy": 0.9096444444444445, + "positive_goodness": 3.391477436404758, + "runtime_seconds": 3.908240795135498 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.8869966570748223, + "lr": 0.03, + "negative_goodness": 1.495113319545322, + "pair_accuracy": 0.8983555555237664, + "positive_goodness": 3.297498961639404, + "runtime_seconds": 3.9032323360443115 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.8865034440676371, + "lr": 0.03, + "negative_goodness": 1.490049732568529, + "pair_accuracy": 0.8895777778095669, + "positive_goodness": 3.3070731699201796, + "runtime_seconds": 3.9077041149139404 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.8749743803977966, + "lr": 0.03, + "negative_goodness": 1.4780747811635335, + "pair_accuracy": 0.8995555555343628, + "positive_goodness": 3.3651324629889596, + "runtime_seconds": 3.908973217010498 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.8773001370800866, + "lr": 0.03, + "negative_goodness": 1.4838626975165472, + "pair_accuracy": 0.9038444444444445, + "positive_goodness": 3.318234583706326, + "runtime_seconds": 3.90739369392395 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.877095800866021, + "lr": 0.03, + "negative_goodness": 1.4652223713556924, + "pair_accuracy": 0.8914444444550408, + "positive_goodness": 3.348999482006497, + "runtime_seconds": 3.9011974334716797 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.8842959954897562, + "lr": 0.03, + "negative_goodness": 1.4718309762742785, + "pair_accuracy": 0.8925777778307596, + "positive_goodness": 3.3168835601382787, + "runtime_seconds": 3.9106037616729736 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.8843337440278795, + "lr": 0.03, + "negative_goodness": 1.492759492195977, + "pair_accuracy": 0.892955555597941, + "positive_goodness": 3.3245956931644014, + "runtime_seconds": 3.9105334281921387 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.8821527151955498, + "lr": 0.03, + "negative_goodness": 1.4774398944642808, + "pair_accuracy": 0.8911999999788073, + "positive_goodness": 3.3469902198367647, + "runtime_seconds": 3.9100475311279297 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.8507096779081557, + "lr": 0.03, + "negative_goodness": 1.4567865567737155, + "pair_accuracy": 0.9117111111005147, + "positive_goodness": 3.4275777196248374, + "runtime_seconds": 3.8992552757263184 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.8544254676394992, + "lr": 0.03, + "negative_goodness": 1.457909365272522, + "pair_accuracy": 0.9106444444444445, + "positive_goodness": 3.415316786532932, + "runtime_seconds": 3.9088897705078125 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.8812329434818692, + "lr": 0.03, + "negative_goodness": 1.4804432313495213, + "pair_accuracy": 0.8978888888782925, + "positive_goodness": 3.3376074785868326, + "runtime_seconds": 3.868914842605591 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.8678501529693603, + "lr": 0.03, + "negative_goodness": 1.4742986324628193, + "pair_accuracy": 0.9004444444444445, + "positive_goodness": 3.3758217328389484, + "runtime_seconds": 3.8653645515441895 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.8640371051364475, + "lr": 0.03, + "negative_goodness": 1.450820818625556, + "pair_accuracy": 0.9100444444444444, + "positive_goodness": 3.40370659061008, + "runtime_seconds": 3.872363567352295 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.8628585001839532, + "lr": 0.03, + "negative_goodness": 1.4698487561543783, + "pair_accuracy": 0.9032222222328186, + "positive_goodness": 3.4137300084431965, + "runtime_seconds": 3.845562696456909 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.8846077808168199, + "lr": 0.03, + "negative_goodness": 1.4818413024054633, + "pair_accuracy": 0.8956222222010295, + "positive_goodness": 3.3225142946455213, + "runtime_seconds": 3.863171339035034 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.8155634877734714, + "lr": 0.03, + "negative_goodness": 1.4268885684543187, + "pair_accuracy": 0.9235555556085374, + "positive_goodness": 3.550938623046875, + "runtime_seconds": 3.847903251647949 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.8900680318832398, + "lr": 0.03, + "negative_goodness": 1.4901371713638305, + "pair_accuracy": 0.8961333333121406, + "positive_goodness": 3.3048774739159477, + "runtime_seconds": 3.904465913772583 + } + ], + "layer": 9 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.0558351916684046, + "lr": 0.03, + "negative_goodness": 1.6067137994554308, + "pair_accuracy": 0.849644444433848, + "positive_goodness": 2.9186081733703615, + "runtime_seconds": 3.915478467941284 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.9601502426147461, + "lr": 0.03, + "negative_goodness": 1.4416416626824273, + "pair_accuracy": 0.8825333333439297, + "positive_goodness": 3.0841339188045924, + "runtime_seconds": 3.9097015857696533 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.9383914781358507, + "lr": 0.03, + "negative_goodness": 1.421867149840461, + "pair_accuracy": 0.8879333333015442, + "positive_goodness": 3.128555516857571, + "runtime_seconds": 3.909867525100708 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.9118359811358981, + "lr": 0.03, + "negative_goodness": 1.4038405808554755, + "pair_accuracy": 0.8943777777459886, + "positive_goodness": 3.1915371131896975, + "runtime_seconds": 3.8653600215911865 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.9123529336505466, + "lr": 0.03, + "negative_goodness": 1.4165537573708429, + "pair_accuracy": 0.8956444444762336, + "positive_goodness": 3.2077453693389892, + "runtime_seconds": 3.9085640907287598 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.8871742343266805, + "lr": 0.03, + "negative_goodness": 1.3885399338616264, + "pair_accuracy": 0.89604444448683, + "positive_goodness": 3.2800258140563967, + "runtime_seconds": 3.907447338104248 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.9020539134343465, + "lr": 0.03, + "negative_goodness": 1.409446581946479, + "pair_accuracy": 0.888466666677263, + "positive_goodness": 3.2381191890292698, + "runtime_seconds": 3.9050984382629395 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.8911553741455078, + "lr": 0.03, + "negative_goodness": 1.3994558487786186, + "pair_accuracy": 0.8967999999788072, + "positive_goodness": 3.2583565584818523, + "runtime_seconds": 3.9226937294006348 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.8563773856480916, + "lr": 0.03, + "negative_goodness": 1.3645244947857327, + "pair_accuracy": 0.9061111111217075, + "positive_goodness": 3.390390911738078, + "runtime_seconds": 3.9016947746276855 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.8591050770123799, + "lr": 0.03, + "negative_goodness": 1.357219104854266, + "pair_accuracy": 0.9074444444444445, + "positive_goodness": 3.3817755713568793, + "runtime_seconds": 3.8427021503448486 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.8486003678851658, + "lr": 0.03, + "negative_goodness": 1.3438505852275424, + "pair_accuracy": 0.9098222222222222, + "positive_goodness": 3.4300622630649142, + "runtime_seconds": 3.844301700592041 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.8622047729598151, + "lr": 0.03, + "negative_goodness": 1.3653751761436463, + "pair_accuracy": 0.9028222222222222, + "positive_goodness": 3.4188227526346844, + "runtime_seconds": 3.8534493446350098 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.8448330414242214, + "lr": 0.03, + "negative_goodness": 1.3307753030141194, + "pair_accuracy": 0.9062444444656372, + "positive_goodness": 3.4596204611036514, + "runtime_seconds": 3.853543758392334 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.8678845011499193, + "lr": 0.03, + "negative_goodness": 1.3660157205581664, + "pair_accuracy": 0.8988222222222222, + "positive_goodness": 3.3959336793687607, + "runtime_seconds": 3.852619171142578 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.8356462349467807, + "lr": 0.03, + "negative_goodness": 1.3266758021672567, + "pair_accuracy": 0.9064222222222222, + "positive_goodness": 3.5070715271843804, + "runtime_seconds": 3.850132465362549 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.8201515030172136, + "lr": 0.03, + "negative_goodness": 1.3000073939429388, + "pair_accuracy": 0.9118, + "positive_goodness": 3.5903649731953937, + "runtime_seconds": 3.8485333919525146 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.8472950864579942, + "lr": 0.03, + "negative_goodness": 1.335951808643341, + "pair_accuracy": 0.9033333333333333, + "positive_goodness": 3.4772789139641658, + "runtime_seconds": 3.844280242919922 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.8416874306360881, + "lr": 0.03, + "negative_goodness": 1.334253598382738, + "pair_accuracy": 0.9083111111429003, + "positive_goodness": 3.504263954035441, + "runtime_seconds": 3.848423957824707 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.845147163910336, + "lr": 0.03, + "negative_goodness": 1.3505227263397641, + "pair_accuracy": 0.9065333333333333, + "positive_goodness": 3.474437249077691, + "runtime_seconds": 3.8709206581115723 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.8251677840338812, + "lr": 0.03, + "negative_goodness": 1.3000160573323567, + "pair_accuracy": 0.9118666666454739, + "positive_goodness": 3.563138605456882, + "runtime_seconds": 3.9167888164520264 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.8264957674794727, + "lr": 0.03, + "negative_goodness": 1.3109123407072492, + "pair_accuracy": 0.9071333333333333, + "positive_goodness": 3.5757242730034724, + "runtime_seconds": 3.9021761417388916 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.8075486160066393, + "lr": 0.03, + "negative_goodness": 1.2898654060151842, + "pair_accuracy": 0.9191555556085375, + "positive_goodness": 3.644220988845825, + "runtime_seconds": 3.903717279434204 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.8173870400746663, + "lr": 0.03, + "negative_goodness": 1.2887617046356201, + "pair_accuracy": 0.9076666666454739, + "positive_goodness": 3.6470405620151096, + "runtime_seconds": 3.9132630825042725 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.8551283103095161, + "lr": 0.03, + "negative_goodness": 1.3388442260954114, + "pair_accuracy": 0.8978222222540113, + "positive_goodness": 3.5073866847144233, + "runtime_seconds": 3.8511555194854736 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.8107140611224705, + "lr": 0.03, + "negative_goodness": 1.279279676331414, + "pair_accuracy": 0.9116222222010295, + "positive_goodness": 3.655449427837796, + "runtime_seconds": 3.8524422645568848 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.8283477087550694, + "lr": 0.03, + "negative_goodness": 1.3093871060901219, + "pair_accuracy": 0.909733333322737, + "positive_goodness": 3.6376003587086996, + "runtime_seconds": 3.8554325103759766 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.8208261838277181, + "lr": 0.03, + "negative_goodness": 1.3111751277711656, + "pair_accuracy": 0.9124666666984558, + "positive_goodness": 3.592458839458889, + "runtime_seconds": 3.855693817138672 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.8106666393703884, + "lr": 0.03, + "negative_goodness": 1.2786455172220865, + "pair_accuracy": 0.9120666667090522, + "positive_goodness": 3.6696208088345, + "runtime_seconds": 3.8595430850982666 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.8037709504445394, + "lr": 0.03, + "negative_goodness": 1.2663682245678372, + "pair_accuracy": 0.9128222221904331, + "positive_goodness": 3.6842671020507813, + "runtime_seconds": 3.8626623153686523 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.7958856056743198, + "lr": 0.03, + "negative_goodness": 1.2591524255540636, + "pair_accuracy": 0.9156444444444445, + "positive_goodness": 3.7226974939982096, + "runtime_seconds": 3.854762315750122 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.7791351869556639, + "lr": 0.03, + "negative_goodness": 1.234616523162524, + "pair_accuracy": 0.9174, + "positive_goodness": 3.877089628346761, + "runtime_seconds": 3.8604252338409424 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.815367404323154, + "lr": 0.03, + "negative_goodness": 1.2798442450205485, + "pair_accuracy": 0.9144888888570998, + "positive_goodness": 3.654650759209527, + "runtime_seconds": 3.913480520248413 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.7859028269873725, + "lr": 0.03, + "negative_goodness": 1.2477321193059285, + "pair_accuracy": 0.9167333333545261, + "positive_goodness": 3.755795608859592, + "runtime_seconds": 3.8648133277893066 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.8295221572875977, + "lr": 0.03, + "negative_goodness": 1.2960095588260228, + "pair_accuracy": 0.9003333333121406, + "positive_goodness": 3.604596774843004, + "runtime_seconds": 3.8969411849975586 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.8073719693289862, + "lr": 0.03, + "negative_goodness": 1.2717388545778063, + "pair_accuracy": 0.9144666667196486, + "positive_goodness": 3.695022182591756, + "runtime_seconds": 3.888864517211914 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.8209946473942863, + "lr": 0.03, + "negative_goodness": 1.2879728712293836, + "pair_accuracy": 0.9033555555555556, + "positive_goodness": 3.656694803788927, + "runtime_seconds": 3.878284215927124 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.8024388017018637, + "lr": 0.03, + "negative_goodness": 1.2641130877600777, + "pair_accuracy": 0.9175111111429003, + "positive_goodness": 3.702834570058187, + "runtime_seconds": 3.9240264892578125 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.7886253163284725, + "lr": 0.03, + "negative_goodness": 1.248301322301229, + "pair_accuracy": 0.9202, + "positive_goodness": 3.7417381613837346, + "runtime_seconds": 3.912605047225952 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.7849113559828864, + "lr": 0.03, + "negative_goodness": 1.2513682071738772, + "pair_accuracy": 0.9186444444444445, + "positive_goodness": 3.763354557715522, + "runtime_seconds": 3.9177615642547607 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.786431483274036, + "lr": 0.03, + "negative_goodness": 1.2500878911866082, + "pair_accuracy": 0.9154666666666667, + "positive_goodness": 3.7885238456726076, + "runtime_seconds": 3.9139344692230225 + } + ], + "layer": 10 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9468249512778388, + "lr": 0.03, + "negative_goodness": 1.3204057310316297, + "pair_accuracy": 0.863777777783076, + "positive_goodness": 3.0895350177764893, + "runtime_seconds": 3.9005627632141113 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8487998251067268, + "lr": 0.03, + "negative_goodness": 1.2718467063268026, + "pair_accuracy": 0.9001999999788073, + "positive_goodness": 3.39873157365587, + "runtime_seconds": 3.8964779376983643 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.854365719127655, + "lr": 0.03, + "negative_goodness": 1.2608610014809503, + "pair_accuracy": 0.8967555555449592, + "positive_goodness": 3.38607457347446, + "runtime_seconds": 3.8429393768310547 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7880270669725206, + "lr": 0.03, + "negative_goodness": 1.1702091563330757, + "pair_accuracy": 0.9146000000529819, + "positive_goodness": 3.6401710270351835, + "runtime_seconds": 3.877209186553955 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.8010227835973104, + "lr": 0.03, + "negative_goodness": 1.1939093811459012, + "pair_accuracy": 0.9088222222752042, + "positive_goodness": 3.609933455106947, + "runtime_seconds": 3.838693141937256 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7712847319920858, + "lr": 0.03, + "negative_goodness": 1.1547626070022583, + "pair_accuracy": 0.9135555555449592, + "positive_goodness": 3.7263993840535483, + "runtime_seconds": 3.8337302207946777 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7530221975061628, + "lr": 0.03, + "negative_goodness": 1.1332294219070012, + "pair_accuracy": 0.9189555555555555, + "positive_goodness": 3.816787183041043, + "runtime_seconds": 3.9034388065338135 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7625816127035353, + "lr": 0.03, + "negative_goodness": 1.1389508597691853, + "pair_accuracy": 0.9139111111111111, + "positive_goodness": 3.8304185469733345, + "runtime_seconds": 3.8991498947143555 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7548678985171848, + "lr": 0.03, + "negative_goodness": 1.1211944930818345, + "pair_accuracy": 0.9162888888888889, + "positive_goodness": 3.856129520458645, + "runtime_seconds": 3.9053709506988525 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7666283572329415, + "lr": 0.03, + "negative_goodness": 1.1345050811502668, + "pair_accuracy": 0.9106, + "positive_goodness": 3.8186040117899576, + "runtime_seconds": 3.89774489402771 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7755829943233066, + "lr": 0.03, + "negative_goodness": 1.1560776280826992, + "pair_accuracy": 0.9156444444444445, + "positive_goodness": 3.804604751671685, + "runtime_seconds": 3.9063711166381836 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7591350213898552, + "lr": 0.03, + "negative_goodness": 1.1263152501000298, + "pair_accuracy": 0.9170666666878594, + "positive_goodness": 3.8892634816487632, + "runtime_seconds": 3.9011969566345215 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7373749463982052, + "lr": 0.03, + "negative_goodness": 1.0926800289339489, + "pair_accuracy": 0.9170666666666667, + "positive_goodness": 4.00246992263794, + "runtime_seconds": 3.895674228668213 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.781813658036126, + "lr": 0.03, + "negative_goodness": 1.155914085706075, + "pair_accuracy": 0.911577777756585, + "positive_goodness": 3.8111412300957572, + "runtime_seconds": 3.8969686031341553 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.7285303099685245, + "lr": 0.03, + "negative_goodness": 1.087854132408566, + "pair_accuracy": 0.9219777777777778, + "positive_goodness": 4.027747608862983, + "runtime_seconds": 3.8957676887512207 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.7384331241342756, + "lr": 0.03, + "negative_goodness": 1.1174515972773233, + "pair_accuracy": 0.9209777777777778, + "positive_goodness": 3.9917766626146105, + "runtime_seconds": 3.898087739944458 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.7153649346987406, + "lr": 0.03, + "negative_goodness": 1.0875280453364053, + "pair_accuracy": 0.92404444448683, + "positive_goodness": 4.1265461230383975, + "runtime_seconds": 3.8917388916015625 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.725791405889723, + "lr": 0.03, + "negative_goodness": 1.095050508732266, + "pair_accuracy": 0.9222000000211927, + "positive_goodness": 4.053754569329156, + "runtime_seconds": 3.8963663578033447 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6751564452701144, + "lr": 0.03, + "negative_goodness": 1.0129327408896551, + "pair_accuracy": 0.9333555555343628, + "positive_goodness": 4.3327192353990345, + "runtime_seconds": 3.9045045375823975 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.7049860657162137, + "lr": 0.03, + "negative_goodness": 1.0386129658805, + "pair_accuracy": 0.9245333333439297, + "positive_goodness": 4.2470057428571915, + "runtime_seconds": 3.8986971378326416 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6562255241605971, + "lr": 0.03, + "negative_goodness": 0.9907547793282403, + "pair_accuracy": 0.9356444444656372, + "positive_goodness": 4.441044807179769, + "runtime_seconds": 3.8853600025177 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6918718002425299, + "lr": 0.03, + "negative_goodness": 1.0240726950327554, + "pair_accuracy": 0.9295111111005148, + "positive_goodness": 4.268153716108534, + "runtime_seconds": 3.909026861190796 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.7078117112265693, + "lr": 0.03, + "negative_goodness": 1.0638484600279066, + "pair_accuracy": 0.9281999999788072, + "positive_goodness": 4.252589094712999, + "runtime_seconds": 3.8973166942596436 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.7089377976523505, + "lr": 0.03, + "negative_goodness": 1.0535264881134032, + "pair_accuracy": 0.9250444444762336, + "positive_goodness": 4.218918970870972, + "runtime_seconds": 3.8400402069091797 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.7071906132592095, + "lr": 0.03, + "negative_goodness": 1.047954317771064, + "pair_accuracy": 0.9195111110793219, + "positive_goodness": 4.262293440416125, + "runtime_seconds": 3.8457603454589844 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.7116877640088399, + "lr": 0.03, + "negative_goodness": 1.0522976061291165, + "pair_accuracy": 0.9203333333015442, + "positive_goodness": 4.242380603790283, + "runtime_seconds": 3.842684030532837 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.7251088712586297, + "lr": 0.03, + "negative_goodness": 1.0552146358913845, + "pair_accuracy": 0.9188000000529819, + "positive_goodness": 4.1465361424764, + "runtime_seconds": 3.8365907669067383 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6870019319693248, + "lr": 0.03, + "negative_goodness": 1.0192479966693455, + "pair_accuracy": 0.928, + "positive_goodness": 4.348951516977946, + "runtime_seconds": 3.8479909896850586 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.715013603401184, + "lr": 0.03, + "negative_goodness": 1.0573060506714715, + "pair_accuracy": 0.9198444444656372, + "positive_goodness": 4.278624683761596, + "runtime_seconds": 3.8979618549346924 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.7120110624127918, + "lr": 0.03, + "negative_goodness": 1.0707091020849016, + "pair_accuracy": 0.9245555555555556, + "positive_goodness": 4.16941495997111, + "runtime_seconds": 3.9019105434417725 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6906147976769341, + "lr": 0.03, + "negative_goodness": 1.0338624197218154, + "pair_accuracy": 0.9305555555343628, + "positive_goodness": 4.3780581447177465, + "runtime_seconds": 3.833395481109619 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.7117188526418474, + "lr": 0.03, + "negative_goodness": 1.0395845964749655, + "pair_accuracy": 0.9166444444444445, + "positive_goodness": 4.327581964111328, + "runtime_seconds": 3.8332207202911377 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6844747766123878, + "lr": 0.03, + "negative_goodness": 1.0150699672487047, + "pair_accuracy": 0.9281111110899184, + "positive_goodness": 4.411062888336182, + "runtime_seconds": 3.8316667079925537 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.6922942256556617, + "lr": 0.03, + "negative_goodness": 1.0258845878601075, + "pair_accuracy": 0.9252444444444444, + "positive_goodness": 4.365875509728326, + "runtime_seconds": 3.843471050262451 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6570231073644426, + "lr": 0.03, + "negative_goodness": 0.9738702452977498, + "pair_accuracy": 0.9317777777777778, + "positive_goodness": 4.58300728386773, + "runtime_seconds": 3.8823084831237793 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.6567871012793647, + "lr": 0.03, + "negative_goodness": 0.977057303958469, + "pair_accuracy": 0.936733333322737, + "positive_goodness": 4.575164974255032, + "runtime_seconds": 3.910874605178833 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6961285183323754, + "lr": 0.03, + "negative_goodness": 1.0176973945299785, + "pair_accuracy": 0.9249999999894036, + "positive_goodness": 4.405254905954997, + "runtime_seconds": 3.907802104949951 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6981639866669973, + "lr": 0.03, + "negative_goodness": 1.0126278137683868, + "pair_accuracy": 0.9239111111111111, + "positive_goodness": 4.418038633812799, + "runtime_seconds": 3.900681495666504 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6729135822402106, + "lr": 0.03, + "negative_goodness": 0.9919594741715325, + "pair_accuracy": 0.9310222222222222, + "positive_goodness": 4.5101987101236976, + "runtime_seconds": 3.9013195037841797 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.6710425524605645, + "lr": 0.03, + "negative_goodness": 0.9931388754314846, + "pair_accuracy": 0.930977777756585, + "positive_goodness": 4.57458455051846, + "runtime_seconds": 3.9087913036346436 + } + ], + "layer": 11 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.3185271839353774, + "lr": 0.03, + "negative_goodness": 1.887508733092414, + "pair_accuracy": 0.7703555555555556, + "positive_goodness": 2.946332304679023, + "runtime_seconds": 3.9298603534698486 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 1.0538476404296027, + "lr": 0.03, + "negative_goodness": 1.5676008949279785, + "pair_accuracy": 0.8383555555979411, + "positive_goodness": 3.155625390709771, + "runtime_seconds": 3.9115865230560303 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.9585096132066515, + "lr": 0.03, + "negative_goodness": 1.437667080031501, + "pair_accuracy": 0.8750888888570998, + "positive_goodness": 3.2918078805711533, + "runtime_seconds": 3.887042760848999 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.8724830559412639, + "lr": 0.03, + "negative_goodness": 1.3157048323313396, + "pair_accuracy": 0.9029333333439297, + "positive_goodness": 3.426985045030382, + "runtime_seconds": 3.9251480102539062 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.8774001080407037, + "lr": 0.03, + "negative_goodness": 1.3067769260618423, + "pair_accuracy": 0.8980000000423856, + "positive_goodness": 3.4186257697635227, + "runtime_seconds": 3.9104325771331787 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.8864061154047648, + "lr": 0.03, + "negative_goodness": 1.3154028912968105, + "pair_accuracy": 0.900911111079322, + "positive_goodness": 3.321017227300008, + "runtime_seconds": 3.936570644378662 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.834978289964464, + "lr": 0.03, + "negative_goodness": 1.2430314351823595, + "pair_accuracy": 0.9102444444762335, + "positive_goodness": 3.496619998847114, + "runtime_seconds": 3.9334516525268555 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.8177921928193834, + "lr": 0.03, + "negative_goodness": 1.2044719324111939, + "pair_accuracy": 0.9155555555767483, + "positive_goodness": 3.5216175231933593, + "runtime_seconds": 3.845991611480713 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7978795686086019, + "lr": 0.03, + "negative_goodness": 1.180627177450392, + "pair_accuracy": 0.9162666666984558, + "positive_goodness": 3.5885706604851615, + "runtime_seconds": 3.8512234687805176 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.8082160500632392, + "lr": 0.03, + "negative_goodness": 1.1830865351570976, + "pair_accuracy": 0.9140222222222222, + "positive_goodness": 3.555669383494059, + "runtime_seconds": 3.85798978805542 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7956344126595392, + "lr": 0.03, + "negative_goodness": 1.1694402980380587, + "pair_accuracy": 0.917555555566152, + "positive_goodness": 3.635924807484945, + "runtime_seconds": 3.8609530925750732 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7968834280437893, + "lr": 0.03, + "negative_goodness": 1.186173814227846, + "pair_accuracy": 0.9196444444338481, + "positive_goodness": 3.5892775128682453, + "runtime_seconds": 3.890718460083008 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7943821539137098, + "lr": 0.03, + "negative_goodness": 1.1597710718366834, + "pair_accuracy": 0.9185777777777778, + "positive_goodness": 3.622129463068644, + "runtime_seconds": 3.9260261058807373 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7961443520122105, + "lr": 0.03, + "negative_goodness": 1.1603307704607646, + "pair_accuracy": 0.9179333333757188, + "positive_goodness": 3.6188617546081545, + "runtime_seconds": 3.9222264289855957 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.7437063765843709, + "lr": 0.03, + "negative_goodness": 1.1043735557556151, + "pair_accuracy": 0.9294666666666667, + "positive_goodness": 3.784000438944499, + "runtime_seconds": 3.9175736904144287 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.7791582089953952, + "lr": 0.03, + "negative_goodness": 1.1289865065892537, + "pair_accuracy": 0.9187555555979411, + "positive_goodness": 3.7111513886769614, + "runtime_seconds": 3.880596160888672 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.7622104647742377, + "lr": 0.03, + "negative_goodness": 1.1050140443589953, + "pair_accuracy": 0.9213111110899184, + "positive_goodness": 3.7612183052910697, + "runtime_seconds": 3.861327648162842 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.7940157075511085, + "lr": 0.03, + "negative_goodness": 1.1450878811306424, + "pair_accuracy": 0.9135111110793219, + "positive_goodness": 3.6287584171719023, + "runtime_seconds": 3.8529882431030273 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.7525702519522773, + "lr": 0.03, + "negative_goodness": 1.097413838789198, + "pair_accuracy": 0.9259555556085375, + "positive_goodness": 3.792832419204712, + "runtime_seconds": 3.851757287979126 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.7390556241883172, + "lr": 0.03, + "negative_goodness": 1.086934466489156, + "pair_accuracy": 0.9296666666560703, + "positive_goodness": 3.8372004843817815, + "runtime_seconds": 3.8560264110565186 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.7477235282262167, + "lr": 0.03, + "negative_goodness": 1.0905819366878933, + "pair_accuracy": 0.9251777777671814, + "positive_goodness": 3.812375106302897, + "runtime_seconds": 3.894591808319092 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.7522649048752255, + "lr": 0.03, + "negative_goodness": 1.1055291634559632, + "pair_accuracy": 0.9259777777671814, + "positive_goodness": 3.7835853234185115, + "runtime_seconds": 3.8674988746643066 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.7339181278864543, + "lr": 0.03, + "negative_goodness": 1.0716687260945639, + "pair_accuracy": 0.9285333333015442, + "positive_goodness": 3.9176464138454863, + "runtime_seconds": 3.8688933849334717 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.7607215806007386, + "lr": 0.03, + "negative_goodness": 1.1035220854335361, + "pair_accuracy": 0.9231111111005147, + "positive_goodness": 3.7789207315233018, + "runtime_seconds": 3.8720293045043945 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.7213977890014649, + "lr": 0.03, + "negative_goodness": 1.0410647917429605, + "pair_accuracy": 0.9305111111217075, + "positive_goodness": 3.9565952503204347, + "runtime_seconds": 3.872450590133667 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.7464911210378011, + "lr": 0.03, + "negative_goodness": 1.0664513245264688, + "pair_accuracy": 0.9239555556085375, + "positive_goodness": 3.8778968577914767, + "runtime_seconds": 3.869954824447632 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.7114085529751247, + "lr": 0.03, + "negative_goodness": 1.0316443641026816, + "pair_accuracy": 0.9300666666560703, + "positive_goodness": 3.986421192720201, + "runtime_seconds": 3.881387710571289 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.731734022670322, + "lr": 0.03, + "negative_goodness": 1.0467169155544704, + "pair_accuracy": 0.9265777777989705, + "positive_goodness": 3.8731126875135633, + "runtime_seconds": 3.852855682373047 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.718660465865665, + "lr": 0.03, + "negative_goodness": 1.0528238191922505, + "pair_accuracy": 0.9299999999788072, + "positive_goodness": 3.9243148715549045, + "runtime_seconds": 3.9162094593048096 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.7376200407769945, + "lr": 0.03, + "negative_goodness": 1.075409499973721, + "pair_accuracy": 0.9242, + "positive_goodness": 3.8837724106258817, + "runtime_seconds": 3.9272773265838623 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.7357056013319228, + "lr": 0.03, + "negative_goodness": 1.0630966669082642, + "pair_accuracy": 0.9235777778307597, + "positive_goodness": 3.894642550616794, + "runtime_seconds": 3.9176580905914307 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.7394641547467974, + "lr": 0.03, + "negative_goodness": 1.0713817902988858, + "pair_accuracy": 0.925133333322737, + "positive_goodness": 3.877066040971544, + "runtime_seconds": 3.925891160964966 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.7395559886084663, + "lr": 0.03, + "negative_goodness": 1.0492063057051764, + "pair_accuracy": 0.9221999999788072, + "positive_goodness": 3.911743345896403, + "runtime_seconds": 3.917706251144409 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.7363708227157593, + "lr": 0.03, + "negative_goodness": 1.0597754657745362, + "pair_accuracy": 0.9264222222222223, + "positive_goodness": 3.9006665195041235, + "runtime_seconds": 3.9313409328460693 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.752273914972941, + "lr": 0.03, + "negative_goodness": 1.0814482376734416, + "pair_accuracy": 0.9230444444974264, + "positive_goodness": 3.8442159672207303, + "runtime_seconds": 3.9416258335113525 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.7138455394956801, + "lr": 0.03, + "negative_goodness": 1.0092146866692437, + "pair_accuracy": 0.9274000000423855, + "positive_goodness": 4.0174319735633, + "runtime_seconds": 3.922100067138672 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.7154065210766263, + "lr": 0.03, + "negative_goodness": 1.0389859244876438, + "pair_accuracy": 0.9323555555873447, + "positive_goodness": 4.0220463450961645, + "runtime_seconds": 3.928891181945801 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.6992003760231866, + "lr": 0.03, + "negative_goodness": 0.9963172398991055, + "pair_accuracy": 0.933577777756585, + "positive_goodness": 4.098868013381958, + "runtime_seconds": 3.9161112308502197 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.7195847440719605, + "lr": 0.03, + "negative_goodness": 1.037339400683509, + "pair_accuracy": 0.9262888888570997, + "positive_goodness": 4.004261943266127, + "runtime_seconds": 3.918886423110962 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.7497493489477369, + "lr": 0.03, + "negative_goodness": 1.0539330623626708, + "pair_accuracy": 0.9207777778201633, + "positive_goodness": 3.9021214069366454, + "runtime_seconds": 3.928858995437622 + } + ], + "layer": 12 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9897457589467367, + "lr": 0.03, + "negative_goodness": 1.3422176013628642, + "pair_accuracy": 0.8501555555449591, + "positive_goodness": 2.9998260765923392, + "runtime_seconds": 3.926103115081787 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.941633687930637, + "lr": 0.03, + "negative_goodness": 1.3315876194636027, + "pair_accuracy": 0.8691999999894037, + "positive_goodness": 3.152401608403524, + "runtime_seconds": 3.899630546569824 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.9204310355504354, + "lr": 0.03, + "negative_goodness": 1.298874842262268, + "pair_accuracy": 0.8750666666348775, + "positive_goodness": 3.219549514304267, + "runtime_seconds": 3.902782440185547 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.8869137210951911, + "lr": 0.03, + "negative_goodness": 1.26926410235299, + "pair_accuracy": 0.8853999999788073, + "positive_goodness": 3.300233348634508, + "runtime_seconds": 3.8953773975372314 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.8810357227325439, + "lr": 0.03, + "negative_goodness": 1.2697638557010227, + "pair_accuracy": 0.8888888888994853, + "positive_goodness": 3.3525470156987507, + "runtime_seconds": 3.9022879600524902 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.8823558606041803, + "lr": 0.03, + "negative_goodness": 1.2548078119913737, + "pair_accuracy": 0.8866222222222222, + "positive_goodness": 3.351088674672445, + "runtime_seconds": 3.9149863719940186 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.8628695985158285, + "lr": 0.03, + "negative_goodness": 1.2392077796088325, + "pair_accuracy": 0.8926666666984558, + "positive_goodness": 3.4001668996598986, + "runtime_seconds": 3.9063034057617188 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.8743702362060547, + "lr": 0.03, + "negative_goodness": 1.2445717261844211, + "pair_accuracy": 0.8858222222010295, + "positive_goodness": 3.3836656655629476, + "runtime_seconds": 3.9007363319396973 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.8505621334075928, + "lr": 0.03, + "negative_goodness": 1.219017782825894, + "pair_accuracy": 0.8937111111005147, + "positive_goodness": 3.4841313712649877, + "runtime_seconds": 3.893037796020508 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.8643822475539313, + "lr": 0.03, + "negative_goodness": 1.2311093984391954, + "pair_accuracy": 0.8920222222646077, + "positive_goodness": 3.426124864112006, + "runtime_seconds": 3.893289089202881 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.8484905865351359, + "lr": 0.03, + "negative_goodness": 1.211715002632141, + "pair_accuracy": 0.8937333333015441, + "positive_goodness": 3.4991822474161784, + "runtime_seconds": 3.925253391265869 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.8382850954744551, + "lr": 0.03, + "negative_goodness": 1.1946074604988097, + "pair_accuracy": 0.8964444444444445, + "positive_goodness": 3.5412085612826876, + "runtime_seconds": 3.9113609790802 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.8589689746220907, + "lr": 0.03, + "negative_goodness": 1.2189074726528593, + "pair_accuracy": 0.8918222222222222, + "positive_goodness": 3.460806776682536, + "runtime_seconds": 3.909353733062744 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.8382921874576145, + "lr": 0.03, + "negative_goodness": 1.194120587433709, + "pair_accuracy": 0.8962444444868299, + "positive_goodness": 3.5494751014709474, + "runtime_seconds": 3.9132654666900635 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.8373078263706631, + "lr": 0.03, + "negative_goodness": 1.189800752984153, + "pair_accuracy": 0.8975555555979411, + "positive_goodness": 3.5562288522932266, + "runtime_seconds": 3.9149625301361084 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.8138099120563931, + "lr": 0.03, + "negative_goodness": 1.1630562759823269, + "pair_accuracy": 0.903022222190433, + "positive_goodness": 3.651068496025933, + "runtime_seconds": 3.9146087169647217 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.8208305387285021, + "lr": 0.03, + "negative_goodness": 1.1565215217060514, + "pair_accuracy": 0.9010666667196485, + "positive_goodness": 3.6449738268958196, + "runtime_seconds": 3.9044671058654785 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.8327840298334758, + "lr": 0.03, + "negative_goodness": 1.181743448193868, + "pair_accuracy": 0.8977111111534967, + "positive_goodness": 3.581564500596788, + "runtime_seconds": 3.87178111076355 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.8467262108590867, + "lr": 0.03, + "negative_goodness": 1.1977639463980994, + "pair_accuracy": 0.8923111111111112, + "positive_goodness": 3.5630890951368546, + "runtime_seconds": 3.8162147998809814 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.8348355386310153, + "lr": 0.03, + "negative_goodness": 1.1784591431087919, + "pair_accuracy": 0.8952888888676961, + "positive_goodness": 3.5852722641415067, + "runtime_seconds": 3.821647882461548 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.8180928344514635, + "lr": 0.03, + "negative_goodness": 1.1677586513519287, + "pair_accuracy": 0.8998666666984558, + "positive_goodness": 3.654529478242662, + "runtime_seconds": 3.9178028106689453 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.8001247010654874, + "lr": 0.03, + "negative_goodness": 1.129678199450175, + "pair_accuracy": 0.9043555555555556, + "positive_goodness": 3.730193137359619, + "runtime_seconds": 3.9250919818878174 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.83402632194625, + "lr": 0.03, + "negative_goodness": 1.1668323285738627, + "pair_accuracy": 0.8942888888782925, + "positive_goodness": 3.6007708541022407, + "runtime_seconds": 3.910881996154785 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.7959150106006199, + "lr": 0.03, + "negative_goodness": 1.1224587226867675, + "pair_accuracy": 0.9039777777459886, + "positive_goodness": 3.7748881131066216, + "runtime_seconds": 3.8910136222839355 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.8257771210776435, + "lr": 0.03, + "negative_goodness": 1.1688468457698822, + "pair_accuracy": 0.8971111111005148, + "positive_goodness": 3.6351160851372613, + "runtime_seconds": 3.804781675338745 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.7914416019545661, + "lr": 0.03, + "negative_goodness": 1.1017765376620823, + "pair_accuracy": 0.9060000000529819, + "positive_goodness": 3.7985594579060873, + "runtime_seconds": 3.8129026889801025 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.814687057240804, + "lr": 0.03, + "negative_goodness": 1.1498000959184436, + "pair_accuracy": 0.9018444444603391, + "positive_goodness": 3.686912654368083, + "runtime_seconds": 3.8221235275268555 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.8145993664953444, + "lr": 0.03, + "negative_goodness": 1.1493916024631925, + "pair_accuracy": 0.9037555555237664, + "positive_goodness": 3.6813575778961183, + "runtime_seconds": 3.8154408931732178 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.8077748132175869, + "lr": 0.03, + "negative_goodness": 1.1383171142896016, + "pair_accuracy": 0.9051333333863152, + "positive_goodness": 3.7131362295362687, + "runtime_seconds": 3.81921124458313 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.7890516102049085, + "lr": 0.03, + "negative_goodness": 1.1225600020938449, + "pair_accuracy": 0.9120666666666667, + "positive_goodness": 3.811327413898044, + "runtime_seconds": 3.8269670009613037 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.8040497264650133, + "lr": 0.03, + "negative_goodness": 1.1267237514919706, + "pair_accuracy": 0.9041333333651225, + "positive_goodness": 3.74125780359904, + "runtime_seconds": 3.8397576808929443 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.7980873599264356, + "lr": 0.03, + "negative_goodness": 1.1179847688462998, + "pair_accuracy": 0.9049777778307597, + "positive_goodness": 3.7891956053415936, + "runtime_seconds": 3.8322391510009766 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.7983331745783488, + "lr": 0.03, + "negative_goodness": 1.1104851909001667, + "pair_accuracy": 0.9047111111217075, + "positive_goodness": 3.7770513941870796, + "runtime_seconds": 3.836911916732788 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.7962364349047343, + "lr": 0.03, + "negative_goodness": 1.1184681528197395, + "pair_accuracy": 0.9070888888570997, + "positive_goodness": 3.7629022566901313, + "runtime_seconds": 3.823380470275879 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.7819444798151652, + "lr": 0.03, + "negative_goodness": 1.0936477658377752, + "pair_accuracy": 0.9085777777989705, + "positive_goodness": 3.9046398670196534, + "runtime_seconds": 3.8161845207214355 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.8161905946731567, + "lr": 0.03, + "negative_goodness": 1.1309946965535482, + "pair_accuracy": 0.8963333333439297, + "positive_goodness": 3.723821687698364, + "runtime_seconds": 3.8143906593322754 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.7990322351031833, + "lr": 0.03, + "negative_goodness": 1.104172683821784, + "pair_accuracy": 0.9037333333333334, + "positive_goodness": 3.8091714139726425, + "runtime_seconds": 3.8179116249084473 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.8323696867624919, + "lr": 0.03, + "negative_goodness": 1.1567761015997993, + "pair_accuracy": 0.8956222222328186, + "positive_goodness": 3.659682942920261, + "runtime_seconds": 3.812333583831787 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.8112501290109423, + "lr": 0.03, + "negative_goodness": 1.133375339741177, + "pair_accuracy": 0.9000000000529819, + "positive_goodness": 3.727873260243734, + "runtime_seconds": 3.8229198455810547 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.7952498845418294, + "lr": 0.03, + "negative_goodness": 1.1138768318600125, + "pair_accuracy": 0.9064444444550408, + "positive_goodness": 3.814595316441854, + "runtime_seconds": 3.8077547550201416 + } + ], + "layer": 13 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.9927435837109884, + "lr": 0.03, + "negative_goodness": 1.371428248977661, + "pair_accuracy": 0.8501333333651224, + "positive_goodness": 3.180533321762085, + "runtime_seconds": 3.8475613594055176 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8972017687320709, + "lr": 0.03, + "negative_goodness": 1.2478669930352104, + "pair_accuracy": 0.8862888888888889, + "positive_goodness": 3.4034515160454646, + "runtime_seconds": 3.8471381664276123 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.83355728225708, + "lr": 0.03, + "negative_goodness": 1.1898207000308567, + "pair_accuracy": 0.9050888888676961, + "positive_goodness": 3.567763674884372, + "runtime_seconds": 3.86142897605896 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.8317280115445455, + "lr": 0.03, + "negative_goodness": 1.170232958624098, + "pair_accuracy": 0.8990222222010295, + "positive_goodness": 3.5746266167110865, + "runtime_seconds": 3.8573617935180664 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.7972440318531461, + "lr": 0.03, + "negative_goodness": 1.139726331975725, + "pair_accuracy": 0.911044444433848, + "positive_goodness": 3.6475575857374403, + "runtime_seconds": 3.8659579753875732 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.7975238952530755, + "lr": 0.03, + "negative_goodness": 1.1403054419729444, + "pair_accuracy": 0.9085555555449591, + "positive_goodness": 3.6817897068447536, + "runtime_seconds": 3.865429639816284 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.755075655301412, + "lr": 0.03, + "negative_goodness": 1.094656585714552, + "pair_accuracy": 0.9218444444126553, + "positive_goodness": 3.845978601582845, + "runtime_seconds": 3.864448308944702 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7316005357954237, + "lr": 0.03, + "negative_goodness": 1.0845576380199857, + "pair_accuracy": 0.9312444444232517, + "positive_goodness": 3.890253694788615, + "runtime_seconds": 3.8736095428466797 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.7511945588694678, + "lr": 0.03, + "negative_goodness": 1.1034989507039388, + "pair_accuracy": 0.9195111111111111, + "positive_goodness": 3.798990623219808, + "runtime_seconds": 3.873521089553833 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.7429910631921556, + "lr": 0.03, + "negative_goodness": 1.0841457685258653, + "pair_accuracy": 0.9202222222116259, + "positive_goodness": 3.8820672032674155, + "runtime_seconds": 3.8549673557281494 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7543365297847324, + "lr": 0.03, + "negative_goodness": 1.1100962123129103, + "pair_accuracy": 0.9203555556085374, + "positive_goodness": 3.803879145558675, + "runtime_seconds": 3.8532605171203613 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7291592262479994, + "lr": 0.03, + "negative_goodness": 1.08297777200275, + "pair_accuracy": 0.9221111111429002, + "positive_goodness": 3.92532549273173, + "runtime_seconds": 3.8545966148376465 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.69681714764701, + "lr": 0.03, + "negative_goodness": 1.0417558953391182, + "pair_accuracy": 0.9319999999788072, + "positive_goodness": 4.092233706071641, + "runtime_seconds": 3.861940383911133 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7102607422298856, + "lr": 0.03, + "negative_goodness": 1.0484091600524055, + "pair_accuracy": 0.9279555555555555, + "positive_goodness": 3.9972046440124513, + "runtime_seconds": 4.024444103240967 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.7117048489040798, + "lr": 0.03, + "negative_goodness": 1.060182642724779, + "pair_accuracy": 0.9296000000105964, + "positive_goodness": 3.9884732605404323, + "runtime_seconds": 4.101162672042847 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.6871303003523085, + "lr": 0.03, + "negative_goodness": 1.0202624196370442, + "pair_accuracy": 0.9323555555661519, + "positive_goodness": 4.1345319319831, + "runtime_seconds": 4.092319965362549 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.6819168406062656, + "lr": 0.03, + "negative_goodness": 1.0196824308819241, + "pair_accuracy": 0.9364000000529819, + "positive_goodness": 4.115802656597562, + "runtime_seconds": 4.097151279449463 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.6917262025409274, + "lr": 0.03, + "negative_goodness": 1.0199751360151503, + "pair_accuracy": 0.9304222222540114, + "positive_goodness": 4.073841888978746, + "runtime_seconds": 4.088978052139282 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.6883058398564657, + "lr": 0.03, + "negative_goodness": 1.0209365759319728, + "pair_accuracy": 0.9309555555979411, + "positive_goodness": 4.111548299556309, + "runtime_seconds": 3.913853406906128 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.696681451649136, + "lr": 0.03, + "negative_goodness": 1.021330736372206, + "pair_accuracy": 0.9268888889312744, + "positive_goodness": 4.101939597829183, + "runtime_seconds": 4.093047142028809 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.6933414397875468, + "lr": 0.03, + "negative_goodness": 1.0383107833226521, + "pair_accuracy": 0.9320222221904331, + "positive_goodness": 4.112108587392171, + "runtime_seconds": 4.072264194488525 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.6650079068289863, + "lr": 0.03, + "negative_goodness": 0.9933130378087361, + "pair_accuracy": 0.9379999999788072, + "positive_goodness": 4.169857550811767, + "runtime_seconds": 3.919973850250244 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.6846415030691358, + "lr": 0.03, + "negative_goodness": 1.0140913085513645, + "pair_accuracy": 0.9311333333121405, + "positive_goodness": 4.137001554361979, + "runtime_seconds": 3.868976354598999 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.6584406207826402, + "lr": 0.03, + "negative_goodness": 0.9772191049257914, + "pair_accuracy": 0.9373777777671813, + "positive_goodness": 4.230124160512289, + "runtime_seconds": 3.964521646499634 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6743088566462199, + "lr": 0.03, + "negative_goodness": 1.002647195010715, + "pair_accuracy": 0.93384444448683, + "positive_goodness": 4.192681758541531, + "runtime_seconds": 4.096384048461914 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.6550116949505276, + "lr": 0.03, + "negative_goodness": 0.9566675271881951, + "pair_accuracy": 0.9388222222222222, + "positive_goodness": 4.2652373776753745, + "runtime_seconds": 4.04522705078125 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.6542717175801595, + "lr": 0.03, + "negative_goodness": 0.9637270623948839, + "pair_accuracy": 0.9356222222222222, + "positive_goodness": 4.28298183063931, + "runtime_seconds": 3.917681932449341 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.6674591303083631, + "lr": 0.03, + "negative_goodness": 0.985511946911282, + "pair_accuracy": 0.935733333322737, + "positive_goodness": 4.2471505895402695, + "runtime_seconds": 3.9382097721099854 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.648469323152966, + "lr": 0.03, + "negative_goodness": 0.9452383399248123, + "pair_accuracy": 0.937, + "positive_goodness": 4.350823145294189, + "runtime_seconds": 4.013874292373657 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.6465691491656833, + "lr": 0.03, + "negative_goodness": 0.9511275424639384, + "pair_accuracy": 0.9390666666454739, + "positive_goodness": 4.326571492597792, + "runtime_seconds": 4.078093767166138 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.6329634171168009, + "lr": 0.03, + "negative_goodness": 0.9330124511082967, + "pair_accuracy": 0.9445333333227369, + "positive_goodness": 4.433930954530504, + "runtime_seconds": 4.0952982902526855 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.6323839157104493, + "lr": 0.03, + "negative_goodness": 0.9197256020651924, + "pair_accuracy": 0.9417555555343627, + "positive_goodness": 4.447618661499024, + "runtime_seconds": 4.093653917312622 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.653815532901552, + "lr": 0.03, + "negative_goodness": 0.9478567444059584, + "pair_accuracy": 0.9345555555449592, + "positive_goodness": 4.338125744374593, + "runtime_seconds": 4.0948405265808105 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.627855408583747, + "lr": 0.03, + "negative_goodness": 0.9294390690273708, + "pair_accuracy": 0.9454888889100816, + "positive_goodness": 4.431742012532552, + "runtime_seconds": 4.058185815811157 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.6444618001937866, + "lr": 0.03, + "negative_goodness": 0.9484672688802084, + "pair_accuracy": 0.9396444444126553, + "positive_goodness": 4.355242827267117, + "runtime_seconds": 4.096928834915161 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.637737031671736, + "lr": 0.03, + "negative_goodness": 0.9296492751227485, + "pair_accuracy": 0.9429777778201633, + "positive_goodness": 4.411582122378879, + "runtime_seconds": 4.100308895111084 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.6394215944290161, + "lr": 0.03, + "negative_goodness": 0.9395501088248359, + "pair_accuracy": 0.939777777756585, + "positive_goodness": 4.435339725579156, + "runtime_seconds": 4.093689680099487 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.660016583442688, + "lr": 0.03, + "negative_goodness": 0.943231183327569, + "pair_accuracy": 0.9350666666348775, + "positive_goodness": 4.319819572533501, + "runtime_seconds": 4.012077808380127 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.6339202422671848, + "lr": 0.03, + "negative_goodness": 0.918854190381368, + "pair_accuracy": 0.9398222222116258, + "positive_goodness": 4.4606144256591795, + "runtime_seconds": 3.8652520179748535 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.656699076880349, + "lr": 0.03, + "negative_goodness": 0.9560864576816559, + "pair_accuracy": 0.9348, + "positive_goodness": 4.325829438527425, + "runtime_seconds": 3.8723371028900146 + } + ], + "layer": 14 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.5874056291156345, + "lr": 0.03, + "negative_goodness": 0.8470072862625122, + "pair_accuracy": 0.9333555555767483, + "positive_goodness": 4.389488594267103, + "runtime_seconds": 4.048981666564941 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.47105628654691906, + "lr": 0.03, + "negative_goodness": 0.7114742046515147, + "pair_accuracy": 0.9556888888888889, + "positive_goodness": 4.912495910135905, + "runtime_seconds": 3.9583826065063477 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.4308567408985562, + "lr": 0.03, + "negative_goodness": 0.6499376036961874, + "pair_accuracy": 0.9612888888782926, + "positive_goodness": 5.2190226319207085, + "runtime_seconds": 4.097906827926636 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.4745926030211978, + "lr": 0.03, + "negative_goodness": 0.6863426258616977, + "pair_accuracy": 0.9478888888782925, + "positive_goodness": 4.957175006866455, + "runtime_seconds": 4.098802328109741 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.4426095139662425, + "lr": 0.03, + "negative_goodness": 0.6423796742863125, + "pair_accuracy": 0.9527333333227369, + "positive_goodness": 5.181111384582519, + "runtime_seconds": 4.080105543136597 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.4406747067186568, + "lr": 0.03, + "negative_goodness": 0.6447717011610667, + "pair_accuracy": 0.96, + "positive_goodness": 5.298106381310357, + "runtime_seconds": 4.069923639297485 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.4207660053888957, + "lr": 0.03, + "negative_goodness": 0.6116653859668307, + "pair_accuracy": 0.9629333333545261, + "positive_goodness": 5.373381487909953, + "runtime_seconds": 4.062923431396484 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.43222096531126236, + "lr": 0.03, + "negative_goodness": 0.64458302090168, + "pair_accuracy": 0.9613333333333334, + "positive_goodness": 5.2987389734056265, + "runtime_seconds": 3.9239490032196045 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.3955785537560781, + "lr": 0.03, + "negative_goodness": 0.5884488096343147, + "pair_accuracy": 0.9707777777777777, + "positive_goodness": 5.6218479604085285, + "runtime_seconds": 3.8564014434814453 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.4290270928356383, + "lr": 0.03, + "negative_goodness": 0.6101725010050668, + "pair_accuracy": 0.9582222222222222, + "positive_goodness": 5.475240735032823, + "runtime_seconds": 3.8505990505218506 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.41946038685639697, + "lr": 0.03, + "negative_goodness": 0.6068836446656121, + "pair_accuracy": 0.9627111111111111, + "positive_goodness": 5.5583525326199, + "runtime_seconds": 3.8543567657470703 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.4444979146321615, + "lr": 0.03, + "negative_goodness": 0.6325329741795858, + "pair_accuracy": 0.9586444444444444, + "positive_goodness": 5.364362528297637, + "runtime_seconds": 3.858032464981079 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.44069798616833156, + "lr": 0.03, + "negative_goodness": 0.627452710893419, + "pair_accuracy": 0.953111111164093, + "positive_goodness": 5.302849096510146, + "runtime_seconds": 3.8605687618255615 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.41172359619140625, + "lr": 0.03, + "negative_goodness": 0.5818674978892009, + "pair_accuracy": 0.960933333322737, + "positive_goodness": 5.59815097410414, + "runtime_seconds": 3.856013774871826 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.44305318718486364, + "lr": 0.03, + "negative_goodness": 0.6154837809960048, + "pair_accuracy": 0.953, + "positive_goodness": 5.389977985890706, + "runtime_seconds": 3.8575384616851807 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.44391995067596435, + "lr": 0.03, + "negative_goodness": 0.6160402979956733, + "pair_accuracy": 0.950577777756585, + "positive_goodness": 5.370386554718017, + "runtime_seconds": 3.8563365936279297 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.4118602144771152, + "lr": 0.03, + "negative_goodness": 0.5980614718172286, + "pair_accuracy": 0.9630888888888889, + "positive_goodness": 5.6768775515238445, + "runtime_seconds": 3.8624608516693115 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.38235890719625687, + "lr": 0.03, + "negative_goodness": 0.5542257090568542, + "pair_accuracy": 0.9673555555555555, + "positive_goodness": 5.740799926842583, + "runtime_seconds": 3.85457444190979 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.42380321776602004, + "lr": 0.03, + "negative_goodness": 0.6037785151375664, + "pair_accuracy": 0.9600888888676962, + "positive_goodness": 5.565293125576443, + "runtime_seconds": 3.85642147064209 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.43805616834428573, + "lr": 0.03, + "negative_goodness": 0.6248121809562047, + "pair_accuracy": 0.9541555555555555, + "positive_goodness": 5.5280421120537655, + "runtime_seconds": 3.852433919906616 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.43026385887463886, + "lr": 0.03, + "negative_goodness": 0.6134875072214339, + "pair_accuracy": 0.9572, + "positive_goodness": 5.4865948466830785, + "runtime_seconds": 3.8529438972473145 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.42612292109065586, + "lr": 0.03, + "negative_goodness": 0.6118213372018603, + "pair_accuracy": 0.9569777777777778, + "positive_goodness": 5.547145421176486, + "runtime_seconds": 3.9022300243377686 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.44833453663720024, + "lr": 0.03, + "negative_goodness": 0.6359109555986192, + "pair_accuracy": 0.9488222222116258, + "positive_goodness": 5.363537948735555, + "runtime_seconds": 3.910219430923462 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.39738104627132415, + "lr": 0.03, + "negative_goodness": 0.5696806381834878, + "pair_accuracy": 0.9637111111111111, + "positive_goodness": 5.685835601552327, + "runtime_seconds": 3.865561008453369 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.3963717205842336, + "lr": 0.03, + "negative_goodness": 0.5697817426045736, + "pair_accuracy": 0.9676666666666667, + "positive_goodness": 5.820200190056695, + "runtime_seconds": 4.025519609451294 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.4633304613961114, + "lr": 0.03, + "negative_goodness": 0.6604052895651923, + "pair_accuracy": 0.9484666667196485, + "positive_goodness": 5.350510113016765, + "runtime_seconds": 3.936511278152466 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.4176096972200606, + "lr": 0.03, + "negative_goodness": 0.6100497753461201, + "pair_accuracy": 0.9613111111111111, + "positive_goodness": 5.535516904703776, + "runtime_seconds": 3.838644027709961 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.3967975211090512, + "lr": 0.03, + "negative_goodness": 0.5798405318419139, + "pair_accuracy": 0.9669777777777778, + "positive_goodness": 5.747317598639595, + "runtime_seconds": 4.039176940917969 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.3850191614892748, + "lr": 0.03, + "negative_goodness": 0.5582752846399943, + "pair_accuracy": 0.967511111079322, + "positive_goodness": 5.854789434729682, + "runtime_seconds": 4.087815523147583 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.38856920256614685, + "lr": 0.03, + "negative_goodness": 0.561785100279914, + "pair_accuracy": 0.9690666666666666, + "positive_goodness": 5.767497074635823, + "runtime_seconds": 3.9395267963409424 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.372534764152103, + "lr": 0.03, + "negative_goodness": 0.5292157534705269, + "pair_accuracy": 0.9677555555555556, + "positive_goodness": 5.966233510038588, + "runtime_seconds": 3.8350164890289307 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.3893827283196979, + "lr": 0.03, + "negative_goodness": 0.5555531898710463, + "pair_accuracy": 0.9670666666666666, + "positive_goodness": 5.761491807132297, + "runtime_seconds": 3.8568344116210938 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.4788663980854882, + "lr": 0.03, + "negative_goodness": 0.662757611656189, + "pair_accuracy": 0.9472222222116259, + "positive_goodness": 5.3611576752556696, + "runtime_seconds": 4.094604015350342 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.39045151273674433, + "lr": 0.03, + "negative_goodness": 0.5571704278045231, + "pair_accuracy": 0.965, + "positive_goodness": 5.748908765920003, + "runtime_seconds": 4.021821737289429 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.37656840449439155, + "lr": 0.03, + "negative_goodness": 0.5376582881715563, + "pair_accuracy": 0.9679333333015442, + "positive_goodness": 5.959503935496012, + "runtime_seconds": 4.106711149215698 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.4395785480181376, + "lr": 0.03, + "negative_goodness": 0.5974242279820972, + "pair_accuracy": 0.9535333333333333, + "positive_goodness": 5.49539454744127, + "runtime_seconds": 4.100239276885986 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.41272952580981787, + "lr": 0.03, + "negative_goodness": 0.573578044933743, + "pair_accuracy": 0.9560444444762336, + "positive_goodness": 5.7954757748921715, + "runtime_seconds": 4.061889886856079 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.38825500514772204, + "lr": 0.03, + "negative_goodness": 0.5436893267525567, + "pair_accuracy": 0.9621111111111111, + "positive_goodness": 5.86184908879598, + "runtime_seconds": 3.9957008361816406 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.4095791998253928, + "lr": 0.03, + "negative_goodness": 0.5780717928144666, + "pair_accuracy": 0.9560888888888889, + "positive_goodness": 5.6972717988755965, + "runtime_seconds": 3.857776403427124 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.3962808748351203, + "lr": 0.03, + "negative_goodness": 0.5595591606775919, + "pair_accuracy": 0.9651777777777778, + "positive_goodness": 5.816897706010606, + "runtime_seconds": 3.996206760406494 + } + ], + "layer": 15 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 1.1037286151885985, + "lr": 0.03, + "negative_goodness": 1.735691058391995, + "pair_accuracy": 0.830711111108462, + "positive_goodness": 3.837062057601081, + "runtime_seconds": 4.126862287521362 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.8588871418529087, + "lr": 0.03, + "negative_goodness": 1.2944788153860305, + "pair_accuracy": 0.8987555555237664, + "positive_goodness": 4.293171892632379, + "runtime_seconds": 4.0779149532318115 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7315956226295895, + "lr": 0.03, + "negative_goodness": 1.0853145355754428, + "pair_accuracy": 0.9222, + "positive_goodness": 4.647820052761502, + "runtime_seconds": 4.1251561641693115 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.6619982407357957, + "lr": 0.03, + "negative_goodness": 1.1070927302678426, + "pair_accuracy": 0.9313999999894036, + "positive_goodness": 4.594846694352892, + "runtime_seconds": 3.9373412132263184 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.5750638111856249, + "lr": 0.03, + "negative_goodness": 0.9377299954732259, + "pair_accuracy": 0.9423555555449592, + "positive_goodness": 4.921641605292426, + "runtime_seconds": 3.9327919483184814 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.5742392288049062, + "lr": 0.03, + "negative_goodness": 0.9272008467886182, + "pair_accuracy": 0.9345333333333333, + "positive_goodness": 4.8462381005181205, + "runtime_seconds": 3.933500289916992 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.5599243617110782, + "lr": 0.03, + "negative_goodness": 0.9053771364635892, + "pair_accuracy": 0.9406222222222222, + "positive_goodness": 4.970169921535915, + "runtime_seconds": 3.9310765266418457 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.5326668416500091, + "lr": 0.03, + "negative_goodness": 0.8437669569068484, + "pair_accuracy": 0.9474444444444444, + "positive_goodness": 5.013439182281494, + "runtime_seconds": 3.9390313625335693 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.5460394308990902, + "lr": 0.03, + "negative_goodness": 0.845555419254303, + "pair_accuracy": 0.9432666666666667, + "positive_goodness": 5.065125306955974, + "runtime_seconds": 3.93769907951355 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.5330875303321414, + "lr": 0.03, + "negative_goodness": 0.8124970892853207, + "pair_accuracy": 0.9441777777777778, + "positive_goodness": 5.122416002824571, + "runtime_seconds": 3.8959507942199707 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.5309866003513336, + "lr": 0.03, + "negative_goodness": 0.8298380652639601, + "pair_accuracy": 0.9489333333333333, + "positive_goodness": 5.096726090833876, + "runtime_seconds": 3.859955310821533 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.5383232957628038, + "lr": 0.03, + "negative_goodness": 0.8181714871088663, + "pair_accuracy": 0.9383777777459886, + "positive_goodness": 5.112697885682848, + "runtime_seconds": 3.8623080253601074 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.5479773717562357, + "lr": 0.03, + "negative_goodness": 0.838069969092475, + "pair_accuracy": 0.9364888888888889, + "positive_goodness": 4.972529047648112, + "runtime_seconds": 3.9010822772979736 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.520786135398017, + "lr": 0.03, + "negative_goodness": 0.8044685966915555, + "pair_accuracy": 0.9486444444391463, + "positive_goodness": 5.160231547461616, + "runtime_seconds": 3.9002559185028076 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.5520766305393643, + "lr": 0.03, + "negative_goodness": 0.8407056345621745, + "pair_accuracy": 0.9341333333863152, + "positive_goodness": 4.9466104638841415, + "runtime_seconds": 3.8662993907928467 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.5354720631493463, + "lr": 0.03, + "negative_goodness": 0.8058247510062324, + "pair_accuracy": 0.9435999999788073, + "positive_goodness": 5.106605230161879, + "runtime_seconds": 3.93524432182312 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.5473982710520426, + "lr": 0.03, + "negative_goodness": 0.8237621835072835, + "pair_accuracy": 0.9367111111270057, + "positive_goodness": 5.025638469780816, + "runtime_seconds": 3.938058376312256 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.5240521452373929, + "lr": 0.03, + "negative_goodness": 0.808945811843872, + "pair_accuracy": 0.9465333333121406, + "positive_goodness": 5.13514719420539, + "runtime_seconds": 3.930907964706421 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.5530481625874837, + "lr": 0.03, + "negative_goodness": 0.8190036996629503, + "pair_accuracy": 0.9357555555608538, + "positive_goodness": 5.0518151269488865, + "runtime_seconds": 3.923275947570801 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.5178424617555406, + "lr": 0.03, + "negative_goodness": 0.7922904553731283, + "pair_accuracy": 0.9450444444444445, + "positive_goodness": 5.126710022629632, + "runtime_seconds": 3.9474802017211914 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.512259197420544, + "lr": 0.03, + "negative_goodness": 0.7750590584701962, + "pair_accuracy": 0.9474444444444444, + "positive_goodness": 5.2578440849304195, + "runtime_seconds": 3.860387086868286 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.5031339485115475, + "lr": 0.03, + "negative_goodness": 0.7453542940563626, + "pair_accuracy": 0.9477777777777778, + "positive_goodness": 5.316610199483236, + "runtime_seconds": 3.865333318710327 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.5425699098110199, + "lr": 0.03, + "negative_goodness": 0.7986878082010481, + "pair_accuracy": 0.9396666666666667, + "positive_goodness": 5.159570078870985, + "runtime_seconds": 3.8740484714508057 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.49105331598917645, + "lr": 0.03, + "negative_goodness": 0.7497807261361016, + "pair_accuracy": 0.9568, + "positive_goodness": 5.375977751837836, + "runtime_seconds": 3.9087319374084473 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.5327753486421373, + "lr": 0.03, + "negative_goodness": 0.8034203391181098, + "pair_accuracy": 0.946533333349228, + "positive_goodness": 5.237360865359836, + "runtime_seconds": 3.9415297508239746 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.4939642111990187, + "lr": 0.03, + "negative_goodness": 0.7426050375620524, + "pair_accuracy": 0.9537999999682109, + "positive_goodness": 5.30258372569614, + "runtime_seconds": 3.9194276332855225 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.5131330797195435, + "lr": 0.03, + "negative_goodness": 0.7747595157835219, + "pair_accuracy": 0.9469333333651225, + "positive_goodness": 5.355814484786987, + "runtime_seconds": 3.9268736839294434 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.5239260049608019, + "lr": 0.03, + "negative_goodness": 0.7787311667972141, + "pair_accuracy": 0.9446666666613684, + "positive_goodness": 5.188008808432685, + "runtime_seconds": 3.917374610900879 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.5136728825251261, + "lr": 0.03, + "negative_goodness": 0.7285850036833021, + "pair_accuracy": 0.9436000000211927, + "positive_goodness": 5.2877294560750325, + "runtime_seconds": 3.928753137588501 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.5313088116063012, + "lr": 0.03, + "negative_goodness": 0.7762623659769694, + "pair_accuracy": 0.9395333333333333, + "positive_goodness": 5.097755367702908, + "runtime_seconds": 3.9291746616363525 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.5308934855381647, + "lr": 0.03, + "negative_goodness": 0.7775476137744056, + "pair_accuracy": 0.9412888888888888, + "positive_goodness": 5.331867823791504, + "runtime_seconds": 3.926022529602051 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.4894051421377394, + "lr": 0.03, + "negative_goodness": 0.7350317971759373, + "pair_accuracy": 0.9523333333015442, + "positive_goodness": 5.574683961613973, + "runtime_seconds": 3.93035626411438 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.5046816167460547, + "lr": 0.03, + "negative_goodness": 0.7302403922186957, + "pair_accuracy": 0.9442, + "positive_goodness": 5.390593143208822, + "runtime_seconds": 3.937390089035034 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.49669114627838135, + "lr": 0.03, + "negative_goodness": 0.7316012315326267, + "pair_accuracy": 0.9505999999894036, + "positive_goodness": 5.454772280565898, + "runtime_seconds": 3.9452366828918457 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.48576984630160863, + "lr": 0.03, + "negative_goodness": 0.72541312851376, + "pair_accuracy": 0.9542444444603391, + "positive_goodness": 5.593988674439324, + "runtime_seconds": 3.9366493225097656 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.5151901540968153, + "lr": 0.03, + "negative_goodness": 0.7566550712691413, + "pair_accuracy": 0.9448222222222222, + "positive_goodness": 5.431130543687608, + "runtime_seconds": 3.946904182434082 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.4867814237515132, + "lr": 0.03, + "negative_goodness": 0.7182685162173377, + "pair_accuracy": 0.9577555555555556, + "positive_goodness": 5.579440804799398, + "runtime_seconds": 3.8974452018737793 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.54305230398443, + "lr": 0.03, + "negative_goodness": 0.8053101126511891, + "pair_accuracy": 0.9395111111111111, + "positive_goodness": 5.255170621405708, + "runtime_seconds": 3.8682634830474854 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.4659505391862657, + "lr": 0.03, + "negative_goodness": 0.678499389690823, + "pair_accuracy": 0.9601555555767484, + "positive_goodness": 5.73503406706916, + "runtime_seconds": 3.8704633712768555 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.48317568202548555, + "lr": 0.03, + "negative_goodness": 0.7059040532430013, + "pair_accuracy": 0.9540888888888889, + "positive_goodness": 5.684920119306776, + "runtime_seconds": 3.8675014972686768 + } + ], + "layer": 16 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.7586615669674344, + "lr": 0.03, + "negative_goodness": 1.0916804257922703, + "pair_accuracy": 0.9087777778095669, + "positive_goodness": 4.250027406671312, + "runtime_seconds": 3.8413751125335693 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.677990246603224, + "lr": 0.03, + "negative_goodness": 1.038208615451389, + "pair_accuracy": 0.9208888888676962, + "positive_goodness": 4.640136895031399, + "runtime_seconds": 3.924159288406372 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.665008257039388, + "lr": 0.03, + "negative_goodness": 1.0324396991729736, + "pair_accuracy": 0.9220666666719649, + "positive_goodness": 4.753602556800843, + "runtime_seconds": 3.911895275115967 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.6081227573606703, + "lr": 0.03, + "negative_goodness": 0.9626450615353055, + "pair_accuracy": 0.9412, + "positive_goodness": 4.908655993991428, + "runtime_seconds": 3.9062507152557373 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.5654408628198836, + "lr": 0.03, + "negative_goodness": 0.892465837044186, + "pair_accuracy": 0.9483555555555555, + "positive_goodness": 5.364968763054741, + "runtime_seconds": 3.9162437915802 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.5766828758504655, + "lr": 0.03, + "negative_goodness": 0.9025845632129246, + "pair_accuracy": 0.9469555555555556, + "positive_goodness": 5.153242272186279, + "runtime_seconds": 3.9091036319732666 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.5997738396750556, + "lr": 0.03, + "negative_goodness": 0.927967771297031, + "pair_accuracy": 0.9350444444444445, + "positive_goodness": 5.092716813871595, + "runtime_seconds": 3.9133336544036865 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.575873211812973, + "lr": 0.03, + "negative_goodness": 0.8906434065288967, + "pair_accuracy": 0.9438888888888889, + "positive_goodness": 5.097391577233209, + "runtime_seconds": 3.907472610473633 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.5493676128387451, + "lr": 0.03, + "negative_goodness": 0.8714729200363159, + "pair_accuracy": 0.9527333333757189, + "positive_goodness": 5.279890227296617, + "runtime_seconds": 3.912637710571289 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.5550840728759766, + "lr": 0.03, + "negative_goodness": 0.8720231152852377, + "pair_accuracy": 0.9490888888888889, + "positive_goodness": 5.18629994925393, + "runtime_seconds": 3.8823142051696777 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.5674689796129863, + "lr": 0.03, + "negative_goodness": 0.8695816284391615, + "pair_accuracy": 0.9381777777459887, + "positive_goodness": 5.120570919715034, + "runtime_seconds": 3.916275978088379 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.5543431355423397, + "lr": 0.03, + "negative_goodness": 0.8568709933280945, + "pair_accuracy": 0.9465333333227369, + "positive_goodness": 5.3013614087422685, + "runtime_seconds": 3.915222644805908 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.5346418526649475, + "lr": 0.03, + "negative_goodness": 0.8228881141079797, + "pair_accuracy": 0.9497333333333333, + "positive_goodness": 5.474570681762695, + "runtime_seconds": 3.9182536602020264 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.5305073735766941, + "lr": 0.03, + "negative_goodness": 0.8096861326641507, + "pair_accuracy": 0.9500888889312744, + "positive_goodness": 5.7211670981089275, + "runtime_seconds": 3.919935703277588 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.5643990787929959, + "lr": 0.03, + "negative_goodness": 0.8612753474341498, + "pair_accuracy": 0.9458, + "positive_goodness": 5.213083960639106, + "runtime_seconds": 3.9164929389953613 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.5615045519193014, + "lr": 0.03, + "negative_goodness": 0.8571677096048991, + "pair_accuracy": 0.9465111111217075, + "positive_goodness": 5.204213348558214, + "runtime_seconds": 3.9158213138580322 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.5322039067983627, + "lr": 0.03, + "negative_goodness": 0.8142418759610918, + "pair_accuracy": 0.9532666666666667, + "positive_goodness": 5.363461328464084, + "runtime_seconds": 3.9106087684631348 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.5342219806777107, + "lr": 0.03, + "negative_goodness": 0.8096399970610937, + "pair_accuracy": 0.9488222222222222, + "positive_goodness": 5.36584740041097, + "runtime_seconds": 3.9353952407836914 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.5398867576069302, + "lr": 0.03, + "negative_goodness": 0.8226270603285896, + "pair_accuracy": 0.9465333333333333, + "positive_goodness": 5.349246341196696, + "runtime_seconds": 3.9077253341674805 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.5554774314244588, + "lr": 0.03, + "negative_goodness": 0.8395211765713162, + "pair_accuracy": 0.9442888889100817, + "positive_goodness": 5.4120756100124785, + "runtime_seconds": 3.9449379444122314 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.5330274446275499, + "lr": 0.03, + "negative_goodness": 0.8118214014265273, + "pair_accuracy": 0.95, + "positive_goodness": 5.495063440450033, + "runtime_seconds": 3.920408248901367 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.5230589733335707, + "lr": 0.03, + "negative_goodness": 0.7914677900526259, + "pair_accuracy": 0.9504888889153799, + "positive_goodness": 5.567852670563592, + "runtime_seconds": 3.9231085777282715 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.5355902297284868, + "lr": 0.03, + "negative_goodness": 0.7926053251584371, + "pair_accuracy": 0.9438444444232517, + "positive_goodness": 5.483232170274523, + "runtime_seconds": 3.936486005783081 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.5063716541290283, + "lr": 0.03, + "negative_goodness": 0.7821036146640777, + "pair_accuracy": 0.9559111111111112, + "positive_goodness": 5.5131356434292265, + "runtime_seconds": 3.9241185188293457 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.5512631209638383, + "lr": 0.03, + "negative_goodness": 0.8129799520227644, + "pair_accuracy": 0.9451777777777778, + "positive_goodness": 5.345480949910482, + "runtime_seconds": 3.856553792953491 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.5341362471845414, + "lr": 0.03, + "negative_goodness": 0.7949520338800219, + "pair_accuracy": 0.9437555555555556, + "positive_goodness": 5.522969711303711, + "runtime_seconds": 3.8554799556732178 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.5331730677975549, + "lr": 0.03, + "negative_goodness": 0.7955434938483769, + "pair_accuracy": 0.9489777777777778, + "positive_goodness": 5.387353615654839, + "runtime_seconds": 3.847607135772705 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.5493709773328569, + "lr": 0.03, + "negative_goodness": 0.7981132944160038, + "pair_accuracy": 0.9417111111111112, + "positive_goodness": 5.459244980282254, + "runtime_seconds": 3.8501980304718018 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.5543026714033551, + "lr": 0.03, + "negative_goodness": 0.8178763434622023, + "pair_accuracy": 0.9414666666666667, + "positive_goodness": 5.316324805619981, + "runtime_seconds": 3.8513782024383545 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.4939218893369039, + "lr": 0.03, + "negative_goodness": 0.7453480491214328, + "pair_accuracy": 0.9584222222222222, + "positive_goodness": 5.7769214179144965, + "runtime_seconds": 3.865675926208496 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.5152683940463596, + "lr": 0.03, + "negative_goodness": 0.7800449671851264, + "pair_accuracy": 0.9518666666560703, + "positive_goodness": 5.806410187106662, + "runtime_seconds": 3.8533811569213867 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.5127227973514134, + "lr": 0.03, + "negative_goodness": 0.7604451662805345, + "pair_accuracy": 0.9573333333333334, + "positive_goodness": 5.582389385732015, + "runtime_seconds": 3.853175640106201 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.5290071175893147, + "lr": 0.03, + "negative_goodness": 0.7957968071407742, + "pair_accuracy": 0.9529777778307597, + "positive_goodness": 5.592521416812473, + "runtime_seconds": 3.8508284091949463 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.4685826285203298, + "lr": 0.03, + "negative_goodness": 0.7164890910360548, + "pair_accuracy": 0.9639333333333333, + "positive_goodness": 5.908779762437608, + "runtime_seconds": 3.914210319519043 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.5018731364674038, + "lr": 0.03, + "negative_goodness": 0.7547937106238471, + "pair_accuracy": 0.9528222222116258, + "positive_goodness": 5.617706099361843, + "runtime_seconds": 3.85937237739563 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.47497297270033095, + "lr": 0.03, + "negative_goodness": 0.720595511118571, + "pair_accuracy": 0.9626000000211927, + "positive_goodness": 6.028655215072632, + "runtime_seconds": 3.9092907905578613 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.5243999756601122, + "lr": 0.03, + "negative_goodness": 0.7624058069970873, + "pair_accuracy": 0.9500888888888889, + "positive_goodness": 5.697151492140028, + "runtime_seconds": 3.921797752380371 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.521622302447425, + "lr": 0.03, + "negative_goodness": 0.7687800934261746, + "pair_accuracy": 0.9544666667196485, + "positive_goodness": 5.54342650718689, + "runtime_seconds": 3.848965883255005 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.4913499216609531, + "lr": 0.03, + "negative_goodness": 0.7406809664620293, + "pair_accuracy": 0.9587777777671814, + "positive_goodness": 5.926230840471056, + "runtime_seconds": 3.8797240257263184 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.5429708968692356, + "lr": 0.03, + "negative_goodness": 0.7853209460788303, + "pair_accuracy": 0.9461555555555555, + "positive_goodness": 5.379881164635552, + "runtime_seconds": 3.8645825386047363 + } + ], + "layer": 17 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.8259686123847961, + "lr": 0.03, + "negative_goodness": 1.3389674243927001, + "pair_accuracy": 0.9036222222010295, + "positive_goodness": 4.806562017440796, + "runtime_seconds": 3.8636341094970703 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.5788217274241977, + "lr": 0.03, + "negative_goodness": 0.9419700681262546, + "pair_accuracy": 0.9484222222222223, + "positive_goodness": 5.49278571150038, + "runtime_seconds": 3.8657214641571045 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.5452739104800755, + "lr": 0.03, + "negative_goodness": 0.8748219245910644, + "pair_accuracy": 0.9482444444444444, + "positive_goodness": 5.398229738532172, + "runtime_seconds": 3.854307174682617 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.45720737796094685, + "lr": 0.03, + "negative_goodness": 0.7167868900378546, + "pair_accuracy": 0.9614222222116259, + "positive_goodness": 5.8161153249104816, + "runtime_seconds": 3.8811235427856445 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.469736750263638, + "lr": 0.03, + "negative_goodness": 0.7384170273621877, + "pair_accuracy": 0.9646, + "positive_goodness": 5.531330157894558, + "runtime_seconds": 3.881183624267578 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.41790379668341743, + "lr": 0.03, + "negative_goodness": 0.6347421670542823, + "pair_accuracy": 0.9651777777777778, + "positive_goodness": 6.030887801615397, + "runtime_seconds": 4.097397327423096 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.4006347717497084, + "lr": 0.03, + "negative_goodness": 0.6212350602679783, + "pair_accuracy": 0.9732222222752042, + "positive_goodness": 6.3339286349402535, + "runtime_seconds": 3.9917373657226562 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.46259186188644835, + "lr": 0.03, + "negative_goodness": 0.6732803741746478, + "pair_accuracy": 0.9578, + "positive_goodness": 5.527439904954698, + "runtime_seconds": 3.919882297515869 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.36039457421567705, + "lr": 0.03, + "negative_goodness": 0.5354044926855299, + "pair_accuracy": 0.9762, + "positive_goodness": 6.4684110660976835, + "runtime_seconds": 3.93808913230896 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.4191694047821893, + "lr": 0.03, + "negative_goodness": 0.614789413494534, + "pair_accuracy": 0.9667555555979411, + "positive_goodness": 5.857750079939101, + "runtime_seconds": 3.918116331100464 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.37569413325256773, + "lr": 0.03, + "negative_goodness": 0.5344191539525985, + "pair_accuracy": 0.9682222222222222, + "positive_goodness": 6.470014559766981, + "runtime_seconds": 3.913426637649536 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.3965109835863113, + "lr": 0.03, + "negative_goodness": 0.5750921640978919, + "pair_accuracy": 0.9684888888888888, + "positive_goodness": 6.197246535746257, + "runtime_seconds": 3.8500475883483887 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.3876774400419659, + "lr": 0.03, + "negative_goodness": 0.547981151898702, + "pair_accuracy": 0.9671777777777778, + "positive_goodness": 6.139969396633572, + "runtime_seconds": 3.8462307453155518 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.3792311737007565, + "lr": 0.03, + "negative_goodness": 0.5350332353671392, + "pair_accuracy": 0.9701333333333333, + "positive_goodness": 6.3542265944586855, + "runtime_seconds": 3.8593735694885254 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.3618579012711843, + "lr": 0.03, + "negative_goodness": 0.5199745007316271, + "pair_accuracy": 0.9734888888888888, + "positive_goodness": 6.281533173116048, + "runtime_seconds": 3.870372772216797 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.39634108844333227, + "lr": 0.03, + "negative_goodness": 0.5631719219578637, + "pair_accuracy": 0.9643111111111111, + "positive_goodness": 6.278186319393582, + "runtime_seconds": 3.8494772911071777 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.3803172600640191, + "lr": 0.03, + "negative_goodness": 0.5487459373447631, + "pair_accuracy": 0.9673777777777778, + "positive_goodness": 6.219796577623155, + "runtime_seconds": 3.8615305423736572 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.4019638591342502, + "lr": 0.03, + "negative_goodness": 0.5593759052700467, + "pair_accuracy": 0.9621555555555555, + "positive_goodness": 6.256822263675266, + "runtime_seconds": 3.8488924503326416 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.3416882675250371, + "lr": 0.03, + "negative_goodness": 0.49287176938586763, + "pair_accuracy": 0.9773333333333334, + "positive_goodness": 6.576029263729519, + "runtime_seconds": 3.8501155376434326 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.3620601107623842, + "lr": 0.03, + "negative_goodness": 0.5124692486286163, + "pair_accuracy": 0.9753777777777778, + "positive_goodness": 6.3990465777926975, + "runtime_seconds": 3.8538014888763428 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.4049675173494551, + "lr": 0.03, + "negative_goodness": 0.5472224340756734, + "pair_accuracy": 0.9586888888888889, + "positive_goodness": 6.37498036066691, + "runtime_seconds": 3.8620553016662598 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.33891054705778756, + "lr": 0.03, + "negative_goodness": 0.4881928093380398, + "pair_accuracy": 0.9782, + "positive_goodness": 6.537544328308106, + "runtime_seconds": 3.8455708026885986 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.3837569868829515, + "lr": 0.03, + "negative_goodness": 0.5320657742924161, + "pair_accuracy": 0.9676666666666667, + "positive_goodness": 6.2128113115946455, + "runtime_seconds": 3.8544373512268066 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.32475028533935546, + "lr": 0.03, + "negative_goodness": 0.4454149994638231, + "pair_accuracy": 0.9772888888888889, + "positive_goodness": 6.929710346137153, + "runtime_seconds": 3.8468000888824463 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.3527931089639664, + "lr": 0.03, + "negative_goodness": 0.4730946593635612, + "pair_accuracy": 0.9728, + "positive_goodness": 6.8493069038391114, + "runtime_seconds": 3.8451690673828125 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.34312050483756595, + "lr": 0.03, + "negative_goodness": 0.4535034031060007, + "pair_accuracy": 0.9716, + "positive_goodness": 6.763877388848199, + "runtime_seconds": 3.8402135372161865 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.3597784379296833, + "lr": 0.03, + "negative_goodness": 0.4927623445802265, + "pair_accuracy": 0.9721333333333333, + "positive_goodness": 6.5638175576951765, + "runtime_seconds": 3.8595786094665527 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.3394632726510366, + "lr": 0.03, + "negative_goodness": 0.4670485525290171, + "pair_accuracy": 0.9775333333333334, + "positive_goodness": 6.526536104668511, + "runtime_seconds": 3.925543785095215 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.3669456438673867, + "lr": 0.03, + "negative_goodness": 0.4731154606872135, + "pair_accuracy": 0.9623333333333334, + "positive_goodness": 6.5778701544019915, + "runtime_seconds": 3.931903123855591 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.3297052407688565, + "lr": 0.03, + "negative_goodness": 0.43899190334214105, + "pair_accuracy": 0.9747555555449592, + "positive_goodness": 7.103966812939114, + "runtime_seconds": 3.933610677719116 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.3071729453722636, + "lr": 0.03, + "negative_goodness": 0.4208682724263933, + "pair_accuracy": 0.9811555555555556, + "positive_goodness": 6.976453070661757, + "runtime_seconds": 3.9413397312164307 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.35308734004232617, + "lr": 0.03, + "negative_goodness": 0.4886600203990936, + "pair_accuracy": 0.9735111111005147, + "positive_goodness": 6.51723375278049, + "runtime_seconds": 3.9345340728759766 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.34387368368572657, + "lr": 0.03, + "negative_goodness": 0.43323115503523085, + "pair_accuracy": 0.9716, + "positive_goodness": 6.770022542995877, + "runtime_seconds": 3.921149969100952 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.38037150200737846, + "lr": 0.03, + "negative_goodness": 0.5160685161060757, + "pair_accuracy": 0.9654222222222222, + "positive_goodness": 6.391655477227105, + "runtime_seconds": 3.9093334674835205 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.31865622033013236, + "lr": 0.03, + "negative_goodness": 0.43610168860091103, + "pair_accuracy": 0.9794222222222222, + "positive_goodness": 6.734662050543891, + "runtime_seconds": 3.9346818923950195 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.3391467007901933, + "lr": 0.03, + "negative_goodness": 0.4630040694342719, + "pair_accuracy": 0.9745555555555555, + "positive_goodness": 6.817466590457492, + "runtime_seconds": 3.9160642623901367 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.331196120707194, + "lr": 0.03, + "negative_goodness": 0.4256816998852624, + "pair_accuracy": 0.9733777777777778, + "positive_goodness": 6.937445837815603, + "runtime_seconds": 3.880622625350952 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.3578230931599935, + "lr": 0.03, + "negative_goodness": 0.4748589723057217, + "pair_accuracy": 0.9688222222328186, + "positive_goodness": 6.682817717255486, + "runtime_seconds": 3.8480892181396484 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.28852497049702536, + "lr": 0.03, + "negative_goodness": 0.3886095251321793, + "pair_accuracy": 0.9874888888888889, + "positive_goodness": 7.2759385794745555, + "runtime_seconds": 3.8858482837677 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.3394897342628903, + "lr": 0.03, + "negative_goodness": 0.4562199644751019, + "pair_accuracy": 0.9749555555555556, + "positive_goodness": 6.458949321492513, + "runtime_seconds": 3.9331071376800537 + } + ], + "layer": 18 + }, + { + "epochs": [ + { + "epoch": 1, + "examples": 45000, + "loss": 0.8378556284162734, + "lr": 0.03, + "negative_goodness": 0.8190931993140115, + "pair_accuracy": 0.9032444444444444, + "positive_goodness": 4.4816375066280365, + "runtime_seconds": 3.6656405925750732 + }, + { + "epoch": 2, + "examples": 45000, + "loss": 0.793786353026496, + "lr": 0.03, + "negative_goodness": 0.6602042104509142, + "pair_accuracy": 0.926400000052982, + "positive_goodness": 5.252249863974253, + "runtime_seconds": 3.638366937637329 + }, + { + "epoch": 3, + "examples": 45000, + "loss": 0.7150230112287733, + "lr": 0.03, + "negative_goodness": 0.6579606157302856, + "pair_accuracy": 0.9446444444762336, + "positive_goodness": 5.449562658172184, + "runtime_seconds": 3.688756227493286 + }, + { + "epoch": 4, + "examples": 45000, + "loss": 0.7272881580776639, + "lr": 0.03, + "negative_goodness": 0.6310853884696961, + "pair_accuracy": 0.9392444444126553, + "positive_goodness": 5.403566014586555, + "runtime_seconds": 3.660064697265625 + }, + { + "epoch": 5, + "examples": 45000, + "loss": 0.8136597938987944, + "lr": 0.03, + "negative_goodness": 0.8834357947243584, + "pair_accuracy": 0.9400222222222222, + "positive_goodness": 4.934488987308078, + "runtime_seconds": 3.666287660598755 + }, + { + "epoch": 6, + "examples": 45000, + "loss": 0.792785745271047, + "lr": 0.03, + "negative_goodness": 0.796174953142802, + "pair_accuracy": 0.943, + "positive_goodness": 4.682592287784153, + "runtime_seconds": 3.6586015224456787 + }, + { + "epoch": 7, + "examples": 45000, + "loss": 0.7878554633590911, + "lr": 0.03, + "negative_goodness": 0.8333511306232876, + "pair_accuracy": 0.9417111111111112, + "positive_goodness": 5.0035317302280005, + "runtime_seconds": 3.693408966064453 + }, + { + "epoch": 8, + "examples": 45000, + "loss": 0.7611826844321357, + "lr": 0.03, + "negative_goodness": 0.797366199795405, + "pair_accuracy": 0.9456666666560702, + "positive_goodness": 4.750197190602621, + "runtime_seconds": 3.6431591510772705 + }, + { + "epoch": 9, + "examples": 45000, + "loss": 0.710203143035041, + "lr": 0.03, + "negative_goodness": 0.7506467061678569, + "pair_accuracy": 0.9620222222116258, + "positive_goodness": 5.208370551088121, + "runtime_seconds": 3.662313461303711 + }, + { + "epoch": 10, + "examples": 45000, + "loss": 0.8188559944788615, + "lr": 0.03, + "negative_goodness": 0.8794479369693332, + "pair_accuracy": 0.9532222222222222, + "positive_goodness": 4.602978541819255, + "runtime_seconds": 3.670264959335327 + }, + { + "epoch": 11, + "examples": 45000, + "loss": 0.7283904992262522, + "lr": 0.03, + "negative_goodness": 0.7886248685306972, + "pair_accuracy": 0.9553111111111111, + "positive_goodness": 5.024405931684706, + "runtime_seconds": 3.623258352279663 + }, + { + "epoch": 12, + "examples": 45000, + "loss": 0.7273276751677196, + "lr": 0.03, + "negative_goodness": 0.7504454702642229, + "pair_accuracy": 0.9398222222222222, + "positive_goodness": 5.26897135603163, + "runtime_seconds": 3.6219589710235596 + }, + { + "epoch": 13, + "examples": 45000, + "loss": 0.7431851822535197, + "lr": 0.03, + "negative_goodness": 0.817262694782681, + "pair_accuracy": 0.9430888888994853, + "positive_goodness": 4.927849314382341, + "runtime_seconds": 3.6218836307525635 + }, + { + "epoch": 14, + "examples": 45000, + "loss": 0.7888229042927424, + "lr": 0.03, + "negative_goodness": 0.8557820429590013, + "pair_accuracy": 0.9523111111111111, + "positive_goodness": 4.649183097966512, + "runtime_seconds": 3.622542142868042 + }, + { + "epoch": 15, + "examples": 45000, + "loss": 0.790370363468594, + "lr": 0.03, + "negative_goodness": 0.8172142630471123, + "pair_accuracy": 0.9441777778307597, + "positive_goodness": 4.7578598287794325, + "runtime_seconds": 3.6189162731170654 + }, + { + "epoch": 16, + "examples": 45000, + "loss": 0.7213186428281996, + "lr": 0.03, + "negative_goodness": 0.8018780158148872, + "pair_accuracy": 0.9576888888888889, + "positive_goodness": 4.893322066201104, + "runtime_seconds": 3.643550395965576 + }, + { + "epoch": 17, + "examples": 45000, + "loss": 0.719649231531885, + "lr": 0.03, + "negative_goodness": 0.7912019467406802, + "pair_accuracy": 0.9655111111111111, + "positive_goodness": 5.176326021364, + "runtime_seconds": 3.6200449466705322 + }, + { + "epoch": 18, + "examples": 45000, + "loss": 0.762235623354382, + "lr": 0.03, + "negative_goodness": 0.7961893403265211, + "pair_accuracy": 0.9496888888888889, + "positive_goodness": 4.963705967288547, + "runtime_seconds": 3.623379707336426 + }, + { + "epoch": 19, + "examples": 45000, + "loss": 0.7888209527810415, + "lr": 0.03, + "negative_goodness": 0.940478202925788, + "pair_accuracy": 0.9644222222222222, + "positive_goodness": 4.398103315819634, + "runtime_seconds": 3.625978708267212 + }, + { + "epoch": 20, + "examples": 45000, + "loss": 0.6804959466298421, + "lr": 0.03, + "negative_goodness": 0.8154352258258396, + "pair_accuracy": 0.9699555555608538, + "positive_goodness": 5.2733856780582, + "runtime_seconds": 3.6139540672302246 + }, + { + "epoch": 21, + "examples": 45000, + "loss": 0.7537416289859348, + "lr": 0.03, + "negative_goodness": 0.8231160748852624, + "pair_accuracy": 0.9586666666878594, + "positive_goodness": 4.74653024031851, + "runtime_seconds": 3.617305040359497 + }, + { + "epoch": 22, + "examples": 45000, + "loss": 0.7601175495412614, + "lr": 0.03, + "negative_goodness": 0.8482662359343635, + "pair_accuracy": 0.9593555555555555, + "positive_goodness": 5.0593434859805635, + "runtime_seconds": 3.620288610458374 + }, + { + "epoch": 23, + "examples": 45000, + "loss": 0.7552843845208486, + "lr": 0.03, + "negative_goodness": 0.8298653539551629, + "pair_accuracy": 0.9546222222222223, + "positive_goodness": 4.979660187827216, + "runtime_seconds": 3.6558327674865723 + }, + { + "epoch": 24, + "examples": 45000, + "loss": 0.7132218266805013, + "lr": 0.03, + "negative_goodness": 0.7899800141970317, + "pair_accuracy": 0.9603555555343628, + "positive_goodness": 5.05491555112203, + "runtime_seconds": 3.66025447845459 + }, + { + "epoch": 25, + "examples": 45000, + "loss": 0.6736454852210151, + "lr": 0.03, + "negative_goodness": 0.7284934794690874, + "pair_accuracy": 0.9603111111323038, + "positive_goodness": 5.179482285955217, + "runtime_seconds": 3.6590731143951416 + }, + { + "epoch": 26, + "examples": 45000, + "loss": 0.7802763431125217, + "lr": 0.03, + "negative_goodness": 0.8739584117412568, + "pair_accuracy": 0.9496666666666667, + "positive_goodness": 4.604382725000382, + "runtime_seconds": 3.6600799560546875 + }, + { + "epoch": 27, + "examples": 45000, + "loss": 0.7418865736219618, + "lr": 0.03, + "negative_goodness": 0.8144318610509237, + "pair_accuracy": 0.9569777777671814, + "positive_goodness": 4.733769334030152, + "runtime_seconds": 3.663022041320801 + }, + { + "epoch": 28, + "examples": 45000, + "loss": 0.720155341498057, + "lr": 0.03, + "negative_goodness": 0.8167131082746718, + "pair_accuracy": 0.9581111111111111, + "positive_goodness": 4.770802198876275, + "runtime_seconds": 3.6647558212280273 + }, + { + "epoch": 29, + "examples": 45000, + "loss": 0.7766031409396066, + "lr": 0.03, + "negative_goodness": 0.8580984510845608, + "pair_accuracy": 0.9486222222222223, + "positive_goodness": 4.6893890176985, + "runtime_seconds": 3.65832781791687 + }, + { + "epoch": 30, + "examples": 45000, + "loss": 0.8182663829273648, + "lr": 0.03, + "negative_goodness": 0.9199759199460348, + "pair_accuracy": 0.9460444444444445, + "positive_goodness": 4.3285252565171985, + "runtime_seconds": 3.779449462890625 + }, + { + "epoch": 31, + "examples": 45000, + "loss": 0.7592799105008443, + "lr": 0.03, + "negative_goodness": 0.852420579984453, + "pair_accuracy": 0.9513111110899184, + "positive_goodness": 4.933446850967408, + "runtime_seconds": 3.670698404312134 + }, + { + "epoch": 32, + "examples": 45000, + "loss": 0.718013380908966, + "lr": 0.03, + "negative_goodness": 0.8205504271719191, + "pair_accuracy": 0.9663555556085375, + "positive_goodness": 4.834306415685018, + "runtime_seconds": 3.658837080001831 + }, + { + "epoch": 33, + "examples": 45000, + "loss": 0.6914673953586155, + "lr": 0.03, + "negative_goodness": 0.7858992307821909, + "pair_accuracy": 0.9560888888994853, + "positive_goodness": 5.414765327805943, + "runtime_seconds": 3.657630681991577 + }, + { + "epoch": 34, + "examples": 45000, + "loss": 0.7121127066877153, + "lr": 0.03, + "negative_goodness": 0.7977258121066624, + "pair_accuracy": 0.9614888888888888, + "positive_goodness": 4.991760984590319, + "runtime_seconds": 3.6261799335479736 + }, + { + "epoch": 35, + "examples": 45000, + "loss": 0.7520923722293642, + "lr": 0.03, + "negative_goodness": 0.8486520180649227, + "pair_accuracy": 0.9546666666666667, + "positive_goodness": 4.7654911400265165, + "runtime_seconds": 3.6199333667755127 + }, + { + "epoch": 36, + "examples": 45000, + "loss": 0.7217549567752414, + "lr": 0.03, + "negative_goodness": 0.8545575268745422, + "pair_accuracy": 0.9610444444523917, + "positive_goodness": 4.983532989623812, + "runtime_seconds": 3.61509370803833 + }, + { + "epoch": 37, + "examples": 45000, + "loss": 0.7317499878406525, + "lr": 0.03, + "negative_goodness": 0.821341920264562, + "pair_accuracy": 0.9602222222222222, + "positive_goodness": 4.659991877237956, + "runtime_seconds": 3.615964889526367 + }, + { + "epoch": 38, + "examples": 45000, + "loss": 0.7587645548264186, + "lr": 0.03, + "negative_goodness": 0.8634413420465258, + "pair_accuracy": 0.9634222222222222, + "positive_goodness": 4.76607735824585, + "runtime_seconds": 3.6209447383880615 + }, + { + "epoch": 39, + "examples": 45000, + "loss": 0.7140099500762092, + "lr": 0.03, + "negative_goodness": 0.8132642613516914, + "pair_accuracy": 0.9644222222222222, + "positive_goodness": 4.859307693311903, + "runtime_seconds": 3.6259891986846924 + }, + { + "epoch": 40, + "examples": 45000, + "loss": 0.7358407176097234, + "lr": 0.03, + "negative_goodness": 0.842765372882949, + "pair_accuracy": 0.9631333333333333, + "positive_goodness": 4.857692943572998, + "runtime_seconds": 3.628889322280884 + } + ], + "layer": 19 + } + ], + "protocol_family": "resnet_local_learning_crossover", + "provenance": { + "git_commit": "f55872beaee658ff76ac15fd421b73017820c320", + "git_tracked_dirty": false + }, + "schema_version": 1, + "split": { + "cifar_source_files": [ + { + "bytes": 31035704, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_1", + "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd" + }, + { + "bytes": 31035320, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_2", + "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8" + }, + { + "bytes": 31035999, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_3", + "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9" + }, + { + "bytes": 31035696, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_4", + "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b" + }, + { + "bytes": 31035623, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_5", + "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154" + }, + { + "bytes": 31035526, + "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/test_batch", + "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831" + } + ], + "dataset": "cifar10", + "input_layout": "NCHW", + "input_shape": [ + 3, + 32, + 32 + ], + "loader_seed": 0, + "normalization_mean": [ + 0.49140000343322754, + 0.4821999967098236, + 0.4465000033378601 + ], + "normalization_std": [ + 0.24699999392032623, + 0.2434999942779541, + 0.26159998774528503 + ], + "split_from_training_only": true, + "split_seed": 2027, + "test_examples": 10000, + "train_examples": 45000, + "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5", + "validation_class_counts": { + "0": 500, + "1": 500, + "2": 500, + "3": 500, + "4": 500, + "5": 500, + "6": 500, + "7": 500, + "8": 500, + "9": 500 + }, + "validation_examples": 5000, + "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b" + }, + "total_wall_seconds": 3180.144710302353, + "work": { + "candidate_label_evaluation_presentations": 50000, + "completed_global_epochs": 800, + "feedforward_example_passes": 72000000, + "forward_macs_per_example": 40551040, + "forward_parameter_count": 269722, + "local_target_backward_example_evaluations": 72000000, + "local_vjp_example_evaluations": 0, + "logical_task_loss_queries": 0, + "num_trainable_layers": 20, + "ordinary_training_examples": 36000000, + "ordinary_validation_examples": 5000, + "relaxation_example_passes": 0, + "training_example_presentations": 72000000 + } +} -- cgit v1.2.3