experiment: add completed A6000 crossover resultsa6000-x1-results

1 files changed, 1565 insertions, 0 deletions

diff --git a/results/resnet_crossover/r2/resnet-r2-ep-d56-lr0p0003.json b/results/resnet_crossover/r2/resnet-r2-ep-d56-lr0p0003.json
new file mode 100644
index 0000000..1b617af
--- /dev/null
+++ b/results/resnet_crossover/r2/resnet-r2-ep-d56-lr0p0003.json
@@ -0,0 +1,1565 @@
+{
+  "architecture": {
+    "base_width": 16,
+    "depth": 56,
+    "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+    "forward_parameter_count": 853018,
+    "normalization": "batchnorm",
+    "residual_scale": 1.0
+  },
+  "args": {
+    "augment_train": 1,
+    "batch_size": 128,
+    "data_dir": "/orion/u/oscarwan/scratch/sdil-data",
+    "depth": 56,
+    "device": "cuda",
+    "dp_alpha": 0.0,
+    "dp_beta": 0.1,
+    "dp_inference_passes": 16,
+    "ep_beta": 0.5,
+    "ep_dt": 0.5,
+    "ep_free_steps": 20,
+    "ep_nudge_steps": 4,
+    "epochs": 100,
+    "eval_every": 1,
+    "eval_split": "validation",
+    "feedback_seed": 1729,
+    "ff_score_from_layer": 1,
+    "ff_threshold": 2.0,
+    "loader_seed": 0,
+    "lr": 0.0003,
+    "lr_gamma": 0.1,
+    "lr_milestones": "100,150",
+    "lr_schedule": "constant",
+    "max_steps": 0,
+    "method": "ep",
+    "momentum": 0.9,
+    "out": "/orion/u/oscarwan/scratch/sdil-work/sdil-a6000-full-rerun/results/resnet_crossover/r2/resnet-r2-ep-d56-lr0p0003.json",
+    "output_lr": 0.0003,
+    "pepita_projection_scale": 0.05,
+    "seed": 0,
+    "split_seed": 2027,
+    "train_limit": 0,
+    "val_examples": 5000,
+    "weight_decay": 0.0001,
+    "width": 16
+  },
+  "epochs": [
+    {
+      "epoch": 1,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.1049093120151096,
+      "train_seconds": 470.40172600746155,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09854823455810546
+      },
+      "validation_seconds": 42.355618476867676
+    },
+    {
+      "epoch": 2,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09679424016343223,
+      "train_seconds": 466.0533540248871,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09679457397460937
+      },
+      "validation_seconds": 42.082069396972656
+    },
+    {
+      "epoch": 3,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09715077778763241,
+      "train_seconds": 465.50510478019714,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09756388244628907
+      },
+      "validation_seconds": 41.84662628173828
+    },
+    {
+      "epoch": 4,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0970374315155877,
+      "train_seconds": 464.9111385345459,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0956327865600586
+      },
+      "validation_seconds": 42.19015383720398
+    },
+    {
+      "epoch": 5,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09693956523074045,
+      "train_seconds": 465.1891815662384,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09490829162597657
+      },
+      "validation_seconds": 41.88029718399048
+    },
+    {
+      "epoch": 6,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09654380642440584,
+      "train_seconds": 465.1731870174408,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0966841812133789
+      },
+      "validation_seconds": 42.02381706237793
+    },
+    {
+      "epoch": 7,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09670941620535321,
+      "train_seconds": 465.4678430557251,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09708750610351563
+      },
+      "validation_seconds": 41.63112282752991
+    },
+    {
+      "epoch": 8,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09702321206993526,
+      "train_seconds": 464.5645751953125,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09724942169189453
+      },
+      "validation_seconds": 41.95182228088379
+    },
+    {
+      "epoch": 9,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0974015151196056,
+      "train_seconds": 464.3173403739929,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0945250732421875
+      },
+      "validation_seconds": 41.758512020111084
+    },
+    {
+      "epoch": 10,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09567246304617988,
+      "train_seconds": 464.4738943576813,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09481480102539062
+      },
+      "validation_seconds": 41.882903814315796
+    },
+    {
+      "epoch": 11,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09578449822399351,
+      "train_seconds": 464.7627408504486,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09709003295898437
+      },
+      "validation_seconds": 41.83140850067139
+    },
+    {
+      "epoch": 12,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09586407614946366,
+      "train_seconds": 464.4240849018097,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0982633773803711
+      },
+      "validation_seconds": 41.97194838523865
+    },
+    {
+      "epoch": 13,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09627521215942171,
+      "train_seconds": 464.32663130760193,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09660293426513672
+      },
+      "validation_seconds": 41.93223762512207
+    },
+    {
+      "epoch": 14,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09617627680831485,
+      "train_seconds": 464.46084427833557,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09428795776367188
+      },
+      "validation_seconds": 42.017765522003174
+    },
+    {
+      "epoch": 15,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09564328297244178,
+      "train_seconds": 465.19329810142517,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09600251922607422
+      },
+      "validation_seconds": 42.234293937683105
+    },
+    {
+      "epoch": 16,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09563761240641276,
+      "train_seconds": 464.90938997268677,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09587730102539062
+      },
+      "validation_seconds": 42.10805058479309
+    },
+    {
+      "epoch": 17,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0960964433060752,
+      "train_seconds": 465.1038143634796,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09685572204589844
+      },
+      "validation_seconds": 42.27157926559448
+    },
+    {
+      "epoch": 18,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09609683181047439,
+      "train_seconds": 466.1774206161499,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09549898681640626
+      },
+      "validation_seconds": 42.174476623535156
+    },
+    {
+      "epoch": 19,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09612310879892773,
+      "train_seconds": 466.1518986225128,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09561274871826173
+      },
+      "validation_seconds": 42.16247892379761
+    },
+    {
+      "epoch": 20,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09647270717223486,
+      "train_seconds": 465.53555250167847,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09512040252685547
+      },
+      "validation_seconds": 42.129403829574585
+    },
+    {
+      "epoch": 21,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09616433023346795,
+      "train_seconds": 465.08661556243896,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0983990463256836
+      },
+      "validation_seconds": 42.04495024681091
+    },
+    {
+      "epoch": 22,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09624761987659666,
+      "train_seconds": 464.83717226982117,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0956104736328125
+      },
+      "validation_seconds": 42.02618384361267
+    },
+    {
+      "epoch": 23,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09572103581825891,
+      "train_seconds": 465.7274680137634,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0967745132446289
+      },
+      "validation_seconds": 42.163888931274414
+    },
+    {
+      "epoch": 24,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09640631458759308,
+      "train_seconds": 465.5332636833191,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09754253997802734
+      },
+      "validation_seconds": 42.26589584350586
+    },
+    {
+      "epoch": 25,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09652167629798253,
+      "train_seconds": 465.39615631103516,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09833413848876953
+      },
+      "validation_seconds": 42.07328724861145
+    },
+    {
+      "epoch": 26,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09637802203363842,
+      "train_seconds": 465.0871801376343,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09762132720947266
+      },
+      "validation_seconds": 41.8577835559845
+    },
+    {
+      "epoch": 27,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09588909540838665,
+      "train_seconds": 465.2824354171753,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09559941711425782
+      },
+      "validation_seconds": 42.20577144622803
+    },
+    {
+      "epoch": 28,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09600038005246056,
+      "train_seconds": 465.70421624183655,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09474451599121093
+      },
+      "validation_seconds": 41.94756460189819
+    },
+    {
+      "epoch": 29,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09606572427219814,
+      "train_seconds": 465.30998396873474,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09541961975097656
+      },
+      "validation_seconds": 42.07582426071167
+    },
+    {
+      "epoch": 30,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09589181250201331,
+      "train_seconds": 465.0965838432312,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09653666229248047
+      },
+      "validation_seconds": 42.29110312461853
+    },
+    {
+      "epoch": 31,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09631023094124264,
+      "train_seconds": 465.18078541755676,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0960676986694336
+      },
+      "validation_seconds": 42.05308723449707
+    },
+    {
+      "epoch": 32,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09603364160723156,
+      "train_seconds": 464.56597423553467,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09548921508789063
+      },
+      "validation_seconds": 41.80490756034851
+    },
+    {
+      "epoch": 33,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09560389386018117,
+      "train_seconds": 464.77473068237305,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09516982727050781
+      },
+      "validation_seconds": 42.142924308776855
+    },
+    {
+      "epoch": 34,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09607277266846763,
+      "train_seconds": 464.5014383792877,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09546457977294921
+      },
+      "validation_seconds": 42.0104558467865
+    },
+    {
+      "epoch": 35,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09576119128863017,
+      "train_seconds": 464.63925290107727,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09528033142089844
+      },
+      "validation_seconds": 42.067020416259766
+    },
+    {
+      "epoch": 36,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09611127299070359,
+      "train_seconds": 465.3532955646515,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09493963012695313
+      },
+      "validation_seconds": 41.93064761161804
+    },
+    {
+      "epoch": 37,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09682440170579486,
+      "train_seconds": 464.56911444664,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09636844940185547
+      },
+      "validation_seconds": 41.72228002548218
+    },
+    {
+      "epoch": 38,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09608428453736835,
+      "train_seconds": 463.5885651111603,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09487273864746094
+      },
+      "validation_seconds": 41.65004539489746
+    },
+    {
+      "epoch": 39,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0963151536266009,
+      "train_seconds": 464.0708773136139,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09748384704589844
+      },
+      "validation_seconds": 41.8119695186615
+    },
+    {
+      "epoch": 40,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09639640080663893,
+      "train_seconds": 464.3524947166443,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0965095932006836
+      },
+      "validation_seconds": 41.94960570335388
+    },
+    {
+      "epoch": 41,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0956977930717998,
+      "train_seconds": 464.94561409950256,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0935846435546875
+      },
+      "validation_seconds": 42.05508899688721
+    },
+    {
+      "epoch": 42,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09583505643606186,
+      "train_seconds": 465.431129693985,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09561628875732422
+      },
+      "validation_seconds": 41.988160371780396
+    },
+    {
+      "epoch": 43,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09605752380688985,
+      "train_seconds": 465.50451612472534,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09550503692626953
+      },
+      "validation_seconds": 42.18235206604004
+    },
+    {
+      "epoch": 44,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0956310129072931,
+      "train_seconds": 465.6041624546051,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09446280822753907
+      },
+      "validation_seconds": 42.08299422264099
+    },
+    {
+      "epoch": 45,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09536773497660955,
+      "train_seconds": 465.80098724365234,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09453959808349609
+      },
+      "validation_seconds": 42.09350252151489
+    },
+    {
+      "epoch": 46,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0958818547460768,
+      "train_seconds": 466.4351236820221,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09704439849853516
+      },
+      "validation_seconds": 42.08637857437134
+    },
+    {
+      "epoch": 47,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09645931057135264,
+      "train_seconds": 466.09434366226196,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0961579849243164
+      },
+      "validation_seconds": 42.06746745109558
+    },
+    {
+      "epoch": 48,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0954085854821735,
+      "train_seconds": 465.25619769096375,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0969421142578125
+      },
+      "validation_seconds": 41.731086015701294
+    },
+    {
+      "epoch": 49,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09619432701004876,
+      "train_seconds": 465.3983533382416,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0965331298828125
+      },
+      "validation_seconds": 41.816789865493774
+    },
+    {
+      "epoch": 50,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09600847476058536,
+      "train_seconds": 465.3787190914154,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09710611572265625
+      },
+      "validation_seconds": 42.01187825202942
+    },
+    {
+      "epoch": 51,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09619079148901834,
+      "train_seconds": 465.54860496520996,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0951966293334961
+      },
+      "validation_seconds": 42.02596402168274
+    },
+    {
+      "epoch": 52,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09627778605222702,
+      "train_seconds": 465.53260564804077,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09787473602294922
+      },
+      "validation_seconds": 41.86947846412659
+    },
+    {
+      "epoch": 53,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09646207979785071,
+      "train_seconds": 465.1533234119415,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09574561614990235
+      },
+      "validation_seconds": 41.8131160736084
+    },
+    {
+      "epoch": 54,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09629596228996913,
+      "train_seconds": 465.05003571510315,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0952306869506836
+      },
+      "validation_seconds": 41.844584703445435
+    },
+    {
+      "epoch": 55,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09640434854692884,
+      "train_seconds": 465.1228246688843,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09881563262939454
+      },
+      "validation_seconds": 41.718056440353394
+    },
+    {
+      "epoch": 56,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0962243594262335,
+      "train_seconds": 464.6118927001953,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09332275543212891
+      },
+      "validation_seconds": 41.883305311203
+    },
+    {
+      "epoch": 57,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09593700580994288,
+      "train_seconds": 464.6503734588623,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0978786376953125
+      },
+      "validation_seconds": 42.113295555114746
+    },
+    {
+      "epoch": 58,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09609533179865944,
+      "train_seconds": 464.24342918395996,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09458008117675781
+      },
+      "validation_seconds": 41.631030797958374
+    },
+    {
+      "epoch": 59,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09571239232884513,
+      "train_seconds": 464.2138133049011,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09771599426269531
+      },
+      "validation_seconds": 41.696253299713135
+    },
+    {
+      "epoch": 60,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09557220001882977,
+      "train_seconds": 464.86264300346375,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09608076782226563
+      },
+      "validation_seconds": 41.83806109428406
+    },
+    {
+      "epoch": 61,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09603700024021997,
+      "train_seconds": 464.84575176239014,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09600220947265625
+      },
+      "validation_seconds": 41.66805815696716
+    },
+    {
+      "epoch": 62,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09620499748918745,
+      "train_seconds": 464.15450048446655,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09603590545654297
+      },
+      "validation_seconds": 41.74782752990723
+    },
+    {
+      "epoch": 63,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0962453338013755,
+      "train_seconds": 464.59076714515686,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09555384216308593
+      },
+      "validation_seconds": 41.62419104576111
+    },
+    {
+      "epoch": 64,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09611023871501287,
+      "train_seconds": 464.39524030685425,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09319230194091797
+      },
+      "validation_seconds": 41.61292552947998
+    },
+    {
+      "epoch": 65,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09617606501976649,
+      "train_seconds": 464.5210211277008,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09480837554931641
+      },
+      "validation_seconds": 41.89604687690735
+    },
+    {
+      "epoch": 66,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0961561086707645,
+      "train_seconds": 464.26877069473267,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09668070220947265
+      },
+      "validation_seconds": 41.73206186294556
+    },
+    {
+      "epoch": 67,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09578220612340503,
+      "train_seconds": 464.26437520980835,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09633714294433594
+      },
+      "validation_seconds": 41.749727964401245
+    },
+    {
+      "epoch": 68,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09601921813752916,
+      "train_seconds": 464.677282333374,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0954210693359375
+      },
+      "validation_seconds": 41.653220653533936
+    },
+    {
+      "epoch": 69,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0958134253554874,
+      "train_seconds": 464.6186845302582,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09663692932128906
+      },
+      "validation_seconds": 41.856159687042236
+    },
+    {
+      "epoch": 70,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09630409976376428,
+      "train_seconds": 463.54873037338257,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09525140838623047
+      },
+      "validation_seconds": 41.317835092544556
+    },
+    {
+      "epoch": 71,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09535665365589989,
+      "train_seconds": 462.5900402069092,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09930306091308594
+      },
+      "validation_seconds": 41.25684332847595
+    },
+    {
+      "epoch": 72,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09590638970666461,
+      "train_seconds": 462.9886476993561,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09919052581787109
+      },
+      "validation_seconds": 41.03996682167053
+    },
+    {
+      "epoch": 73,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09605056209696664,
+      "train_seconds": 462.34330105781555,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09603641967773438
+      },
+      "validation_seconds": 41.09140729904175
+    },
+    {
+      "epoch": 74,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09621421782573064,
+      "train_seconds": 462.92142152786255,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09542268829345703
+      },
+      "validation_seconds": 41.37644982337952
+    },
+    {
+      "epoch": 75,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09559676223993302,
+      "train_seconds": 462.5050027370453,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.095793212890625
+      },
+      "validation_seconds": 41.256924629211426
+    },
+    {
+      "epoch": 76,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09604653212229411,
+      "train_seconds": 462.49127101898193,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09619957275390625
+      },
+      "validation_seconds": 41.06153750419617
+    },
+    {
+      "epoch": 77,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09564897516965866,
+      "train_seconds": 462.3650414943695,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09792278289794921
+      },
+      "validation_seconds": 41.19801068305969
+    },
+    {
+      "epoch": 78,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09598682165808148,
+      "train_seconds": 462.66747975349426,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09466236419677734
+      },
+      "validation_seconds": 41.33188843727112
+    },
+    {
+      "epoch": 79,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09604800218343734,
+      "train_seconds": 463.091757774353,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09714752655029296
+      },
+      "validation_seconds": 41.29967379570007
+    },
+    {
+      "epoch": 80,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0963094130622016,
+      "train_seconds": 462.95998096466064,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09555538482666015
+      },
+      "validation_seconds": 41.277440547943115
+    },
+    {
+      "epoch": 81,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09557393687168757,
+      "train_seconds": 462.97270131111145,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09269241485595703
+      },
+      "validation_seconds": 41.38614511489868
+    },
+    {
+      "epoch": 82,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09606576175159878,
+      "train_seconds": 462.94847536087036,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09701722106933594
+      },
+      "validation_seconds": 41.294069051742554
+    },
+    {
+      "epoch": 83,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09575901180903117,
+      "train_seconds": 463.94762802124023,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09515934143066407
+      },
+      "validation_seconds": 41.48845863342285
+    },
+    {
+      "epoch": 84,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09559025944206449,
+      "train_seconds": 463.4072983264923,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09719501342773437
+      },
+      "validation_seconds": 41.55417251586914
+    },
+    {
+      "epoch": 85,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09569342220359378,
+      "train_seconds": 462.94681215286255,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09763941040039062
+      },
+      "validation_seconds": 41.40012240409851
+    },
+    {
+      "epoch": 86,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09554593718979094,
+      "train_seconds": 463.18996381759644,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09514545745849609
+      },
+      "validation_seconds": 41.31304478645325
+    },
+    {
+      "epoch": 87,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09627738233407339,
+      "train_seconds": 463.1316273212433,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.0954114501953125
+      },
+      "validation_seconds": 41.61716270446777
+    },
+    {
+      "epoch": 88,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09551246789958742,
+      "train_seconds": 463.3723156452179,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09582576599121094
+      },
+      "validation_seconds": 41.4737389087677
+    },
+    {
+      "epoch": 89,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09581275145345264,
+      "train_seconds": 463.5044505596161,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09365298461914062
+      },
+      "validation_seconds": 41.32333970069885
+    },
+    {
+      "epoch": 90,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09594039207034641,
+      "train_seconds": 463.22664976119995,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09755116119384766
+      },
+      "validation_seconds": 41.452555894851685
+    },
+    {
+      "epoch": 91,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09589890376726787,
+      "train_seconds": 463.3689317703247,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09362464294433594
+      },
+      "validation_seconds": 41.49372625350952
+    },
+    {
+      "epoch": 92,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09604071430762609,
+      "train_seconds": 463.23748564720154,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09576106414794922
+      },
+      "validation_seconds": 41.29102540016174
+    },
+    {
+      "epoch": 93,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0958403738392724,
+      "train_seconds": 462.9280080795288,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09767513275146485
+      },
+      "validation_seconds": 41.327802896499634
+    },
+    {
+      "epoch": 94,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09607556787464354,
+      "train_seconds": 463.41283416748047,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09459663238525391
+      },
+      "validation_seconds": 41.50932788848877
+    },
+    {
+      "epoch": 95,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09609565815925598,
+      "train_seconds": 463.442754983902,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09667721099853516
+      },
+      "validation_seconds": 41.346176624298096
+    },
+    {
+      "epoch": 96,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09569309736887614,
+      "train_seconds": 462.8477804660797,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09482781524658203
+      },
+      "validation_seconds": 41.56019306182861
+    },
+    {
+      "epoch": 97,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09579816060596043,
+      "train_seconds": 463.14385962486267,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09566875915527344
+      },
+      "validation_seconds": 41.318729877471924
+    },
+    {
+      "epoch": 98,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.0960154987997479,
+      "train_seconds": 463.26160764694214,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09674229278564453
+      },
+      "validation_seconds": 41.44693160057068
+    },
+    {
+      "epoch": 99,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09639488592677646,
+      "train_seconds": 462.9610106945038,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09510955657958985
+      },
+      "validation_seconds": 41.40132117271423
+    },
+    {
+      "epoch": 100,
+      "lr": 0.0003,
+      "output_lr": 0.0003,
+      "train_examples": 45000,
+      "train_loss": 0.09564637204408645,
+      "train_seconds": 463.3234283924103,
+      "validation": {
+        "accuracy": 0.1,
+        "examples": 5000,
+        "loss": 0.09450665283203125
+      },
+      "validation_seconds": 41.3101544380188
+    }
+  ],
+  "evaluation_protocol": {
+    "split": "validation",
+    "test_evaluations": 0,
+    "test_used_for_selection": false
+  },
+  "final": {
+    "accuracy": 0.1,
+    "evaluation_seconds": 41.240410566329956,
+    "examples": 5000,
+    "finite": true,
+    "loss": 0.09450665283203125
+  },
+  "first_nonfinite_step": null,
+  "hardware": {
+    "cuda_device_name": "NVIDIA RTX A6000",
+    "cuda_visible_devices": "0",
+    "device": "cuda",
+    "device_total_memory_bytes": 50896568320,
+    "peak_memory_allocated_bytes": 11683346432,
+    "peak_memory_reserved_bytes": 13419675648,
+    "torch_version": "2.3.1+cu118"
+  },
+  "layers": [],
+  "protocol_family": "resnet_local_learning_crossover",
+  "provenance": {
+    "git_commit": "f55872beaee658ff76ac15fd421b73017820c320",
+    "git_tracked_dirty": false
+  },
+  "schema_version": 1,
+  "split": {
+    "cifar_source_files": [
+      {
+        "bytes": 31035704,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_1",
+        "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+      },
+      {
+        "bytes": 31035320,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_2",
+        "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+      },
+      {
+        "bytes": 31035999,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_3",
+        "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+      },
+      {
+        "bytes": 31035696,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_4",
+        "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+      },
+      {
+        "bytes": 31035623,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/data_batch_5",
+        "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+      },
+      {
+        "bytes": 31035526,
+        "path": "/orion/u/oscarwan/scratch/sdil-data/cifar-10-batches-py/test_batch",
+        "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+      }
+    ],
+    "dataset": "cifar10",
+    "input_layout": "NCHW",
+    "input_shape": [
+      3,
+      32,
+      32
+    ],
+    "loader_seed": 0,
+    "normalization_mean": [
+      0.49140000343322754,
+      0.4821999967098236,
+      0.4465000033378601
+    ],
+    "normalization_std": [
+      0.24699999392032623,
+      0.2434999942779541,
+      0.26159998774528503
+    ],
+    "split_from_training_only": true,
+    "split_seed": 2027,
+    "test_examples": 10000,
+    "train_examples": 45000,
+    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+    "validation_class_counts": {
+      "0": 500,
+      "1": 500,
+      "2": 500,
+      "3": 500,
+      "4": 500,
+      "5": 500,
+      "6": 500,
+      "7": 500,
+      "8": 500,
+      "9": 500
+    },
+    "validation_examples": 5000,
+    "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b"
+  },
+  "total_wall_seconds": 50663.67151045799,
+  "work": {
+    "candidate_label_evaluation_presentations": 0,
+    "completed_global_epochs": 100,
+    "feedforward_example_passes": 5005000,
+    "forward_macs_per_example": 125485696,
+    "forward_parameter_count": 853018,
+    "local_target_backward_example_evaluations": 0,
+    "local_vjp_example_evaluations": 118100000,
+    "logical_task_loss_queries": 0,
+    "num_trainable_layers": 56,
+    "ordinary_training_examples": 4500000,
+    "ordinary_validation_examples": 505000,
+    "relaxation_example_passes": 118100000,
+    "training_example_presentations": 4500000
+  }
+}