experiment: add completed A6000 crossover resultsa6000-x1-results

1 files changed, 1565 insertions, 0 deletions

diff --git a/results/resnet_crossover/r2/resnet-r2-ep-d20-lr0p0003.json b/results/resnet_crossover/r2/resnet-r2-ep-d20-lr0p0003.json
new file mode 100644
index 0000000..e1e4072
--- /dev/null
+++ b/results/resnet_crossover/r2/resnet-r2-ep-d20-lr0p0003.json
@@ -0,0 +1,1565 @@
+{
+  "architecture": {
+    "base_width": 16,
+    "depth": 20,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "forward_parameter_count": 269722,
+    "normalization": "batchnorm",
+    "residual_scale": 1.0
+  },
+  "args": {
+    "augment_train": 1,
+    "batch_size": 128,
+    "data_dir": "/orion/u/oscarwan/scratch/sdil-data",
+    "depth": 20,
+    "device": "cuda",
+    "dp_alpha": 0.0,
+    "dp_beta": 0.1,
+    "dp_inference_passes": 16,
+    "ep_beta": 0.5,
+    "ep_dt": 0.5,
+    "ep_free_steps": 20,
+    "ep_nudge_steps": 4,
+    "epochs": 100,
+    "eval_every": 1,
+    "eval_split": "validation",
+    "feedback_seed": 1729,
+    "ff_score_from_layer": 1,
+    "ff_threshold": 2.0,
+    "loader_seed": 0,
+    "lr": 0.0003,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "constant",
+    "max_steps": 0,
+    "method": "ep",
+    "momentum": 0.9,
+    "out": "/orion/u/oscarwan/scratch/sdil-work/sdil-a6000-full-rerun/results/resnet_crossover/r2/resnet-r2-ep-d20-lr0p0003.json",
+    "output_lr": 0.0003,
+    "pepita_projection_scale": 0.05,
+    "seed": 0,
+    "split_seed": 2027,
+    "train_limit": 0,
+    "val_examples": 5000,
+    "weight_decay": 0.0001,
+    "width": 16
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.10000092970662647,
+      "train_seconds": 139.11669993400574,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09817654571533203
+      },
+      "validation_seconds": 11.159880876541138
+    },
+    {
+      "epoch": 2,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.096760009001361,
+      "train_seconds": 138.82202982902527,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09676226196289063
+      },
+      "validation_seconds": 11.14545726776123
+    },
+    {
+      "epoch": 3,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09596625119845073,
+      "train_seconds": 138.83978295326233,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0960817398071289
+      },
+      "validation_seconds": 11.141392230987549
+    },
+    {
+      "epoch": 4,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09608556209140354,
+      "train_seconds": 138.88129901885986,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09456661682128906
+      },
+      "validation_seconds": 11.150422811508179
+    },
+    {
+      "epoch": 5,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.096144191037284,
+      "train_seconds": 138.87270593643188,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09416954193115235
+      },
+      "validation_seconds": 11.146359920501709
+    },
+    {
+      "epoch": 6,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0957507728377978,
+      "train_seconds": 138.86185312271118,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09589024200439453
+      },
+      "validation_seconds": 11.14265751838684
+    },
+    {
+      "epoch": 7,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09609245043992996,
+      "train_seconds": 138.87552165985107,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0969051010131836
+      },
+      "validation_seconds": 11.147951364517212
+    },
+    {
+      "epoch": 8,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09637515972455342,
+      "train_seconds": 139.2255883216858,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0969967056274414
+      },
+      "validation_seconds": 11.152616500854492
+    },
+    {
+      "epoch": 9,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09704533698028989,
+      "train_seconds": 139.07272458076477,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09479008636474609
+      },
+      "validation_seconds": 11.14713978767395
+    },
+    {
+      "epoch": 10,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0958041417002678,
+      "train_seconds": 138.8842315673828,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09533480987548829
+      },
+      "validation_seconds": 11.152060270309448
+    },
+    {
+      "epoch": 11,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09585828256342147,
+      "train_seconds": 138.86268758773804,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.096821923828125
+      },
+      "validation_seconds": 11.150679111480713
+    },
+    {
+      "epoch": 12,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.095636143067148,
+      "train_seconds": 138.91375017166138,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09711122283935547
+      },
+      "validation_seconds": 11.14675760269165
+    },
+    {
+      "epoch": 13,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09573306566079458,
+      "train_seconds": 138.89357042312622,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09591180725097656
+      },
+      "validation_seconds": 11.144380331039429
+    },
+    {
+      "epoch": 14,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09582586610449685,
+      "train_seconds": 138.9151952266693,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09458838500976563
+      },
+      "validation_seconds": 11.150224208831787
+    },
+    {
+      "epoch": 15,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.095475492699941,
+      "train_seconds": 138.97902250289917,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0952644287109375
+      },
+      "validation_seconds": 11.146376609802246
+    },
+    {
+      "epoch": 16,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09557586745686002,
+      "train_seconds": 138.93276834487915,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09532229919433594
+      },
+      "validation_seconds": 11.151374340057373
+    },
+    {
+      "epoch": 17,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09595397739410401,
+      "train_seconds": 138.96198630332947,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09608304290771484
+      },
+      "validation_seconds": 11.14755392074585
+    },
+    {
+      "epoch": 18,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09530874093108707,
+      "train_seconds": 138.92328310012817,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09483186340332031
+      },
+      "validation_seconds": 11.149696826934814
+    },
+    {
+      "epoch": 19,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09545710382726458,
+      "train_seconds": 138.9205515384674,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09437860565185546
+      },
+      "validation_seconds": 11.14361047744751
+    },
+    {
+      "epoch": 20,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09598765107393264,
+      "train_seconds": 138.96228528022766,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09477271881103516
+      },
+      "validation_seconds": 11.148051023483276
+    },
+    {
+      "epoch": 21,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09561405028104782,
+      "train_seconds": 138.91624879837036,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09785403137207031
+      },
+      "validation_seconds": 11.150966167449951
+    },
+    {
+      "epoch": 22,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09561793030500412,
+      "train_seconds": 138.9595160484314,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09515677032470703
+      },
+      "validation_seconds": 11.145541429519653
+    },
+    {
+      "epoch": 23,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09509115369982189,
+      "train_seconds": 138.9069902896881,
+      "validation": {
+        "accuracy": 0.0922,
+        "examples": 5000,
+        "loss": 0.09626204528808593
+      },
+      "validation_seconds": 11.147856712341309
+    },
+    {
+      "epoch": 24,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09560073957708147,
+      "train_seconds": 138.90601563453674,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09640469055175781
+      },
+      "validation_seconds": 11.146676540374756
+    },
+    {
+      "epoch": 25,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09574450379742516,
+      "train_seconds": 138.99443531036377,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09708086853027344
+      },
+      "validation_seconds": 11.152676582336426
+    },
+    {
+      "epoch": 26,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09567417042917675,
+      "train_seconds": 139.10978770256042,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09664617004394531
+      },
+      "validation_seconds": 11.15486764907837
+    },
+    {
+      "epoch": 27,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09516358087592655,
+      "train_seconds": 139.1539888381958,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09485475616455079
+      },
+      "validation_seconds": 11.144922256469727
+    },
+    {
+      "epoch": 28,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09542587406900194,
+      "train_seconds": 138.9068100452423,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.094023095703125
+      },
+      "validation_seconds": 11.144463777542114
+    },
+    {
+      "epoch": 29,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09558091937568453,
+      "train_seconds": 138.85909581184387,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0952291488647461
+      },
+      "validation_seconds": 11.140281677246094
+    },
+    {
+      "epoch": 30,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09604495452377532,
+      "train_seconds": 138.83931016921997,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09689130554199218
+      },
+      "validation_seconds": 11.138436555862427
+    },
+    {
+      "epoch": 31,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09616093474494086,
+      "train_seconds": 138.60884046554565,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09545914764404297
+      },
+      "validation_seconds": 11.133517980575562
+    },
+    {
+      "epoch": 32,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0956987985306316,
+      "train_seconds": 138.62059688568115,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09510513305664063
+      },
+      "validation_seconds": 11.137269735336304
+    },
+    {
+      "epoch": 33,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09554892805814744,
+      "train_seconds": 138.61837697029114,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0953763916015625
+      },
+      "validation_seconds": 11.135218620300293
+    },
+    {
+      "epoch": 34,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09605118489927715,
+      "train_seconds": 138.62338376045227,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09536750946044922
+      },
+      "validation_seconds": 11.138956546783447
+    },
+    {
+      "epoch": 35,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09561948593987359,
+      "train_seconds": 138.6473937034607,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09514895172119141
+      },
+      "validation_seconds": 11.136772155761719
+    },
+    {
+      "epoch": 36,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09602282423973084,
+      "train_seconds": 138.74485182762146,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09477901153564453
+      },
+      "validation_seconds": 11.140544414520264
+    },
+    {
+      "epoch": 37,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09655213383701113,
+      "train_seconds": 138.73414587974548,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09620673370361328
+      },
+      "validation_seconds": 11.137867212295532
+    },
+    {
+      "epoch": 38,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09576946388880411,
+      "train_seconds": 138.76311469078064,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09446058502197266
+      },
+      "validation_seconds": 11.140277862548828
+    },
+    {
+      "epoch": 39,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.095974667693509,
+      "train_seconds": 138.73441815376282,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09710462036132812
+      },
+      "validation_seconds": 11.13795518875122
+    },
+    {
+      "epoch": 40,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09609547713862525,
+      "train_seconds": 138.68924736976624,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09623699340820313
+      },
+      "validation_seconds": 11.141454458236694
+    },
+    {
+      "epoch": 41,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09539313185214997,
+      "train_seconds": 138.66758728027344,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09325079956054687
+      },
+      "validation_seconds": 11.137190341949463
+    },
+    {
+      "epoch": 42,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0956763015402688,
+      "train_seconds": 138.69396257400513,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0959182632446289
+      },
+      "validation_seconds": 11.139819622039795
+    },
+    {
+      "epoch": 43,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09580025514364243,
+      "train_seconds": 138.75355863571167,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09510519409179688
+      },
+      "validation_seconds": 11.140304565429688
+    },
+    {
+      "epoch": 44,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09580142854981952,
+      "train_seconds": 138.7804079055786,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09460178375244141
+      },
+      "validation_seconds": 11.142134666442871
+    },
+    {
+      "epoch": 45,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0952616327073839,
+      "train_seconds": 138.74207544326782,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09451842498779296
+      },
+      "validation_seconds": 11.138129711151123
+    },
+    {
+      "epoch": 46,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09581543866263495,
+      "train_seconds": 138.78086709976196,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09661761474609375
+      },
+      "validation_seconds": 11.14474630355835
+    },
+    {
+      "epoch": 47,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09611166249513627,
+      "train_seconds": 138.81940126419067,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09566448211669921
+      },
+      "validation_seconds": 11.141072750091553
+    },
+    {
+      "epoch": 48,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09542014650636249,
+      "train_seconds": 138.77664518356323,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09565098419189454
+      },
+      "validation_seconds": 11.144866228103638
+    },
+    {
+      "epoch": 49,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09609724575148688,
+      "train_seconds": 138.78950238227844,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09689692687988281
+      },
+      "validation_seconds": 11.142502546310425
+    },
+    {
+      "epoch": 50,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09599001576503118,
+      "train_seconds": 138.87918281555176,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09705646209716796
+      },
+      "validation_seconds": 11.141917705535889
+    },
+    {
+      "epoch": 51,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09611067996554905,
+      "train_seconds": 138.81238508224487,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09507562713623047
+      },
+      "validation_seconds": 11.139949560165405
+    },
+    {
+      "epoch": 52,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09620131080547968,
+      "train_seconds": 138.90105414390564,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09800862884521484
+      },
+      "validation_seconds": 11.146653175354004
+    },
+    {
+      "epoch": 53,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09654972725576824,
+      "train_seconds": 138.98731064796448,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09603324127197266
+      },
+      "validation_seconds": 11.144920110702515
+    },
+    {
+      "epoch": 54,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09627177377939224,
+      "train_seconds": 138.9740378856659,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0954896240234375
+      },
+      "validation_seconds": 11.148634433746338
+    },
+    {
+      "epoch": 55,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09626585129234526,
+      "train_seconds": 138.9596757888794,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09900887756347657
+      },
+      "validation_seconds": 11.143959760665894
+    },
+    {
+      "epoch": 56,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09648386177884208,
+      "train_seconds": 138.9568064212799,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09393155670166016
+      },
+      "validation_seconds": 11.14871096611023
+    },
+    {
+      "epoch": 57,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09645076555146112,
+      "train_seconds": 138.95467948913574,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0980503646850586
+      },
+      "validation_seconds": 11.14472484588623
+    },
+    {
+      "epoch": 58,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09627769343058268,
+      "train_seconds": 139.03842067718506,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09474974517822266
+      },
+      "validation_seconds": 11.150963068008423
+    },
+    {
+      "epoch": 59,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09605537111361821,
+      "train_seconds": 139.1419117450714,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09802635192871094
+      },
+      "validation_seconds": 11.146832466125488
+    },
+    {
+      "epoch": 60,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09588881915277905,
+      "train_seconds": 139.09739804267883,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0964722396850586
+      },
+      "validation_seconds": 11.148901224136353
+    },
+    {
+      "epoch": 61,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09624453692171309,
+      "train_seconds": 139.0157241821289,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09603090057373047
+      },
+      "validation_seconds": 11.145693302154541
+    },
+    {
+      "epoch": 62,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09638927124738693,
+      "train_seconds": 139.01228952407837,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09630657653808594
+      },
+      "validation_seconds": 11.15030837059021
+    },
+    {
+      "epoch": 63,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09640581868754493,
+      "train_seconds": 139.06430864334106,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0956555206298828
+      },
+      "validation_seconds": 11.145128965377808
+    },
+    {
+      "epoch": 64,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09614854072729746,
+      "train_seconds": 139.0981409549713,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09355887908935547
+      },
+      "validation_seconds": 11.149465322494507
+    },
+    {
+      "epoch": 65,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09623182185226016,
+      "train_seconds": 139.18455290794373,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09463775634765625
+      },
+      "validation_seconds": 11.150774478912354
+    },
+    {
+      "epoch": 66,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09593160262770123,
+      "train_seconds": 139.1528673171997,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0963241683959961
+      },
+      "validation_seconds": 11.157290697097778
+    },
+    {
+      "epoch": 67,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09562942595614328,
+      "train_seconds": 139.32904410362244,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09660213775634766
+      },
+      "validation_seconds": 11.155967235565186
+    },
+    {
+      "epoch": 68,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09585837714936998,
+      "train_seconds": 139.3654706478119,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09532363433837891
+      },
+      "validation_seconds": 11.157169580459595
+    },
+    {
+      "epoch": 69,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09573291099998686,
+      "train_seconds": 139.34520745277405,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09697261047363281
+      },
+      "validation_seconds": 11.158665418624878
+    },
+    {
+      "epoch": 70,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09632284501658546,
+      "train_seconds": 139.34444737434387,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09541180267333985
+      },
+      "validation_seconds": 11.157097578048706
+    },
+    {
+      "epoch": 71,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09558174745374255,
+      "train_seconds": 139.3179748058319,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09908675689697266
+      },
+      "validation_seconds": 11.1538667678833
+    },
+    {
+      "epoch": 72,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09581099202367994,
+      "train_seconds": 139.2078824043274,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0985763900756836
+      },
+      "validation_seconds": 11.154834270477295
+    },
+    {
+      "epoch": 73,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09601372849543889,
+      "train_seconds": 139.2479133605957,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09627315826416015
+      },
+      "validation_seconds": 11.15363883972168
+    },
+    {
+      "epoch": 74,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09621802689234416,
+      "train_seconds": 139.25913310050964,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0955810287475586
+      },
+      "validation_seconds": 11.156188011169434
+    },
+    {
+      "epoch": 75,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09564000614616606,
+      "train_seconds": 139.2822630405426,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09619723358154297
+      },
+      "validation_seconds": 11.155544519424438
+    },
+    {
+      "epoch": 76,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0960162280175421,
+      "train_seconds": 139.34670281410217,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09646122741699219
+      },
+      "validation_seconds": 11.155498504638672
+    },
+    {
+      "epoch": 77,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09561879307958815,
+      "train_seconds": 139.26200103759766,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09832343292236329
+      },
+      "validation_seconds": 11.154755353927612
+    },
+    {
+      "epoch": 78,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09588940723737081,
+      "train_seconds": 139.21251392364502,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09473636779785156
+      },
+      "validation_seconds": 11.15525221824646
+    },
+    {
+      "epoch": 79,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09603877027299669,
+      "train_seconds": 139.1633071899414,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09692667694091797
+      },
+      "validation_seconds": 11.1514732837677
+    },
+    {
+      "epoch": 80,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09629039370351368,
+      "train_seconds": 139.21222305297852,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0954868438720703
+      },
+      "validation_seconds": 11.154970169067383
+    },
+    {
+      "epoch": 81,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09558552947839101,
+      "train_seconds": 139.18993878364563,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09273733062744141
+      },
+      "validation_seconds": 11.155423641204834
+    },
+    {
+      "epoch": 82,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09602079207499822,
+      "train_seconds": 139.26600408554077,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09672743530273438
+      },
+      "validation_seconds": 11.157419919967651
+    },
+    {
+      "epoch": 83,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09581270765331057,
+      "train_seconds": 139.23123788833618,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09539513549804687
+      },
+      "validation_seconds": 11.153031349182129
+    },
+    {
+      "epoch": 84,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09577875078784095,
+      "train_seconds": 139.1194291114807,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09731991729736328
+      },
+      "validation_seconds": 11.154894828796387
+    },
+    {
+      "epoch": 85,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09578391640848584,
+      "train_seconds": 139.0757772922516,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09821551055908204
+      },
+      "validation_seconds": 11.155132532119751
+    },
+    {
+      "epoch": 86,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09557791891230477,
+      "train_seconds": 139.0469081401825,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09509595336914063
+      },
+      "validation_seconds": 11.150206327438354
+    },
+    {
+      "epoch": 87,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09617045336696836,
+      "train_seconds": 138.9863407611847,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0955680892944336
+      },
+      "validation_seconds": 11.152897119522095
+    },
+    {
+      "epoch": 88,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09557901961538527,
+      "train_seconds": 139.05934143066406,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09560486907958984
+      },
+      "validation_seconds": 11.151857137680054
+    },
+    {
+      "epoch": 89,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09592116408877903,
+      "train_seconds": 139.1188690662384,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0936294677734375
+      },
+      "validation_seconds": 11.1571364402771
+    },
+    {
+      "epoch": 90,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09588112912840313,
+      "train_seconds": 139.1143081188202,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09687020568847657
+      },
+      "validation_seconds": 11.151924133300781
+    },
+    {
+      "epoch": 91,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09571159390211105,
+      "train_seconds": 139.09063410758972,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09342134704589844
+      },
+      "validation_seconds": 11.154841661453247
+    },
+    {
+      "epoch": 92,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09590040313800176,
+      "train_seconds": 139.09315967559814,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0954732666015625
+      },
+      "validation_seconds": 11.153255462646484
+    },
+    {
+      "epoch": 93,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09588631826241811,
+      "train_seconds": 139.12650752067566,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09767638397216796
+      },
+      "validation_seconds": 11.1552095413208
+    },
+    {
+      "epoch": 94,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0961217908249961,
+      "train_seconds": 139.14415001869202,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09442243499755859
+      },
+      "validation_seconds": 11.151734828948975
+    },
+    {
+      "epoch": 95,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09611847210062875,
+      "train_seconds": 139.14410185813904,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09692444000244141
+      },
+      "validation_seconds": 11.152769804000854
+    },
+    {
+      "epoch": 96,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0958005420896742,
+      "train_seconds": 139.11920261383057,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09459645385742188
+      },
+      "validation_seconds": 11.155317544937134
+    },
+    {
+      "epoch": 97,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09605646768146091,
+      "train_seconds": 139.06602239608765,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09579430389404296
+      },
+      "validation_seconds": 11.153225183486938
+    },
+    {
+      "epoch": 98,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09623256181875865,
+      "train_seconds": 139.11849069595337,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09721367797851563
+      },
+      "validation_seconds": 11.151837587356567
+    },
+    {
+      "epoch": 99,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09644517441458172,
+      "train_seconds": 139.11283159255981,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09481856689453125
+      },
+      "validation_seconds": 11.155541896820068
+    },
+    {
+      "epoch": 100,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0958042881541782,
+      "train_seconds": 139.26254963874817,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09437472686767578
+      },
+      "validation_seconds": 11.155186176300049
+    }
+  ],
+  "evaluation_protocol": {
+    "split": "validation",
+    "test_evaluations": 0,
+    "test_used_for_selection": false
+  },
+  "final": {
+    "accuracy": 0.1,
+    "evaluation_seconds": 11.155261516571045,
+    "examples": 5000,
+    "finite": true,
+    "loss": 0.09437472686767578
+  },
+  "first_nonfinite_step": null,
+  "hardware": {
+    "cuda_device_name": "NVIDIA RTX A6000",
+    "cuda_visible_devices": "0",
+    "device": "cuda",
+    "device_total_memory_bytes": 50896568320,
+    "peak_memory_allocated_bytes": 4845611008,
+    "peak_memory_reserved_bytes": 5939134464,
+    "torch_version": "2.3.1+cu118"
+  },
+  "layers": [],
+  "protocol_family": "resnet_local_learning_crossover",
+  "provenance": {
+    "git_commit": "f55872beaee658ff76ac15fd421b73017820c320",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 0,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": 2027,
+    "test_examples": 10000,
+    "train_examples": 45000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {
+      "0": 500,
+      "1": 500,
+      "2": 500,
+      "3": 500,
+      "4": 500,
+      "5": 500,
+      "6": 500,
+      "7": 500,
+      "8": 500,
+      "9": 500
+    },
+    "validation_examples": 5000,
+    "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b"
+  },
+  "total_wall_seconds": 15025.534816026688,
+  "work": {
+    "candidate_label_evaluation_presentations": 0,
+    "completed_global_epochs": 100,
+    "feedforward_example_passes": 5005000,
+    "forward_macs_per_example": 40551040,
+    "forward_parameter_count": 269722,
+    "local_target_backward_example_evaluations": 0,
+    "local_vjp_example_evaluations": 118100000,
+    "logical_task_loss_queries": 0,
+    "num_trainable_layers": 20,
+    "ordinary_training_examples": 4500000,
+    "ordinary_validation_examples": 505000,
+    "relaxation_example_passes": 118100000,
+    "training_example_presentations": 4500000
+  }
+}