{
  "gate": "pass",
  "launch_lock": {
    "allowed_physical_gpus": [
      5,
      7
    ],
    "num_jobs": 19,
    "registry_sha256": "9ef005d067ea4c2048c48dc46ba44b4ebbbab82e9c7ed2791208930e5279ca81",
    "source": {
      "git_commit": "19f3966fc2d15b1ed18862a779d91ee16ed56bfc",
      "protocol_path": "/scratch/yurenh2/sdil-runs/resnet-p1/RESNET_CROSSOVER.md",
      "protocol_sha256": "048dbaf06866bdd3959a637ba827c06063205f6d1cc693d89aa8fc9c1d24975d",
      "python": "/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3",
      "tracked_files": {
        "RESNET_CROSSOVER.md": "048dbaf06866bdd3959a637ba827c06063205f6d1cc693d89aa8fc9c1d24975d",
        "experiments/analyze_resnet_crossover_p1.py": "6ff485a3fecc7b814dedf55d04abdb770a6ce904cdeb9e06a7dddcf26f996d5b",
        "experiments/conv_run.py": "9fa2daea597d63981a78248fafb154da39775ccfae57aac9889e78d83dc4eb44",
        "experiments/resnet_crossover_grid.py": "669c84846bc3115816ae3c9036be8722f21577612dc9d56a689d3321e837ca95",
        "experiments/resnet_crossover_native.py": "c5e54324b000c37c53d495f7d3eb0d4a85dcf15e83ea3aab125a097ce61eff87",
        "sdil/conv.py": "09f87eef636aa5397b39a2a7a66909b8861640624507eabbdfaffe98577a5d2c",
        "sdil/conv_crossover.py": "3c1373aa3555e77cce37f093dec7b7aaedca475f608b092d13706bfff1dbe1a8",
        "sdil/data.py": "262031353b5952fb4d1b0e3c3d1e9b3186ae42b88601ccb89e1748ffd36ed36d"
      }
    },
    "stage": "p1"
  },
  "missing_experiments": [],
  "num_audited_records": 19,
  "num_expected_records": 19,
  "records": [
    {
      "all_training_losses_finite": true,
      "best_epoch": 5,
      "best_validation_accuracy": 0.1038,
      "driver_wall_seconds": 4649.1066772937775,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-ep-d20-lr0p0003",
      "final_validation_accuracy": 0.1,
      "final_validation_loss": 0.09551684875488281,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-ep-d20-lr0p0003.json.manifest.json",
      "method": "ep",
      "output_sha256": "eadd704ff9620e03f4682e664cfe317036e54fec3f5a59489430975c8705fce2",
      "physical_gpu_index": 5,
      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
      "rate": 0.0003,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 9,
      "best_validation_accuracy": 0.7444,
      "driver_wall_seconds": 7024.675570964813,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-dualprop-d20-lr0p01",
      "final_validation_accuracy": 0.7306,
      "final_validation_loss": 0.8069891845703125,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-dualprop-d20-lr0p01.json.manifest.json",
      "method": "dualprop",
      "output_sha256": "1d6b91ed4503922725e548821e73c61b27488df1fb184576bc03491853819633",
      "physical_gpu_index": 7,
      "physical_gpu_uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b",
      "rate": 0.01,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 1,
      "best_validation_accuracy": 0.1,
      "driver_wall_seconds": 4655.980449676514,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-ep-d20-lr0p001",
      "final_validation_accuracy": 0.1,
      "final_validation_loss": 0.09599873504638672,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-ep-d20-lr0p001.json.manifest.json",
      "method": "ep",
      "output_sha256": "ee76e1c71f87b443a23568508f1a3b60b65d2a030c92c48e3b73fc28bf01997d",
      "physical_gpu_index": 5,
      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
      "rate": 0.001,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 7,
      "best_validation_accuracy": 0.7566,
      "driver_wall_seconds": 7031.210079908371,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-dualprop-d20-lr0p025",
      "final_validation_accuracy": 0.7524,
      "final_validation_loss": 0.7849000122070312,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-dualprop-d20-lr0p025.json.manifest.json",
      "method": "dualprop",
      "output_sha256": "0b3c04830521ee443d605bbd9b6fda2c2ddc61982174d10cbadf6f1a1838a09d",
      "physical_gpu_index": 7,
      "physical_gpu_uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b",
      "rate": 0.025,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 1,
      "best_validation_accuracy": 0.1,
      "driver_wall_seconds": 4653.510211229324,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-ep-d20-lr0p003",
      "final_validation_accuracy": 0.1,
      "final_validation_loss": 0.09405416259765625,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-ep-d20-lr0p003.json.manifest.json",
      "method": "ep",
      "output_sha256": "3e9ae8cf2f75641845a5b0c45b3fa68e97b384f1637ddbee3a73ccaa3515d388",
      "physical_gpu_index": 5,
      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
      "rate": 0.003,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 9,
      "best_validation_accuracy": 0.8018,
      "driver_wall_seconds": 7030.075044870377,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-dualprop-d20-lr0p05",
      "final_validation_accuracy": 0.768,
      "final_validation_loss": 0.74344345703125,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-dualprop-d20-lr0p05.json.manifest.json",
      "method": "dualprop",
      "output_sha256": "9821030b0eb8908b642be7a5514c760887a38cdfacd4181976e2714a96336882",
      "physical_gpu_index": 7,
      "physical_gpu_uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b",
      "rate": 0.05,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 9,
      "best_validation_accuracy": 0.2044,
      "driver_wall_seconds": 170.44619464874268,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-pepita-d20-lr0p0003",
      "final_validation_accuracy": 0.203,
      "final_validation_loss": 2.17982470703125,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-pepita-d20-lr0p0003.json.manifest.json",
      "method": "pepita",
      "output_sha256": "94015d774b810af1c0c8dfea070e8285ad915cd9198df9166b3758c2f73c764c",
      "physical_gpu_index": 5,
      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
      "rate": 0.0003,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 10,
      "best_validation_accuracy": 0.3796,
      "driver_wall_seconds": 207.9275677204132,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-fa-d20-lr0p01",
      "final_validation_accuracy": 0.3796,
      "final_validation_loss": 2.10581982421875,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-fa-d20-lr0p01.json.manifest.json",
      "method": "fa",
      "output_sha256": "36a086b8f6a1c7daed7775a91cda5e96c3142674c201521af328cf34ee6d4d8a",
      "physical_gpu_index": 5,
      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
      "rate": 0.01,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 9,
      "best_validation_accuracy": 0.2352,
      "driver_wall_seconds": 170.54007387161255,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-pepita-d20-lr0p001",
      "final_validation_accuracy": 0.2334,
      "final_validation_loss": 2.09603291015625,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-pepita-d20-lr0p001.json.manifest.json",
      "method": "pepita",
      "output_sha256": "997c07cefd9d7cfdebf41cda91be704008c8c1185231d997bad2344e230f4786",
      "physical_gpu_index": 5,
      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
      "rate": 0.001,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 10,
      "best_validation_accuracy": 0.2996,
      "driver_wall_seconds": 172.78827118873596,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-dfa-d20-lr0p01",
      "final_validation_accuracy": 0.2996,
      "final_validation_loss": 4.5880673828125,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-dfa-d20-lr0p01.json.manifest.json",
      "method": "dfa",
      "output_sha256": "cb4bbbc1d5a9d011ebefe201810129647688d4bdc30f31cab517745c05fffc69",
      "physical_gpu_index": 5,
      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
      "rate": 0.01,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 10,
      "best_validation_accuracy": 0.2634,
      "driver_wall_seconds": 170.33968472480774,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-pepita-d20-lr0p003",
      "final_validation_accuracy": 0.2634,
      "final_validation_loss": 2.027465869140625,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-pepita-d20-lr0p003.json.manifest.json",
      "method": "pepita",
      "output_sha256": "889670a9f62b242477a8f15dd5a227cb2081b4c16ff9d27ef78087fa8d956e89",
      "physical_gpu_index": 5,
      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
      "rate": 0.003,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 7,
      "best_validation_accuracy": 0.4022,
      "driver_wall_seconds": 209.6812744140625,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-fa-d20-lr0p03",
      "final_validation_accuracy": 0.3436,
      "final_validation_loss": 3.315408740234375,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-fa-d20-lr0p03.json.manifest.json",
      "method": "fa",
      "output_sha256": "f2e5b1a35f25c0c4c6937e19d41099bf7a8e42e10d3561b135bbd6b6487bdf74",
      "physical_gpu_index": 5,
      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
      "rate": 0.03,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 3,
      "best_validation_accuracy": 0.2848,
      "driver_wall_seconds": 176.0880675315857,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-dfa-d20-lr0p03",
      "final_validation_accuracy": 0.277,
      "final_validation_loss": 32.40516796875,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-dfa-d20-lr0p03.json.manifest.json",
      "method": "dfa",
      "output_sha256": "24e7a0dfd6755102438224e1457878cc0c6afdc3cc8e41edb8036748d71e93f4",
      "physical_gpu_index": 5,
      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
      "rate": 0.03,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 8,
      "best_validation_accuracy": 0.4356,
      "driver_wall_seconds": 209.7303650379181,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-fa-d20-lr0p1",
      "final_validation_accuracy": 0.409,
      "final_validation_loss": 2.6504962890625,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-fa-d20-lr0p1.json.manifest.json",
      "method": "fa",
      "output_sha256": "080674dfa112aaee5800b9f0978f86ca09bac80e367ee28c89acecb0576aa111",
      "physical_gpu_index": 5,
      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
      "rate": 0.1,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 2,
      "best_validation_accuracy": 0.289,
      "driver_wall_seconds": 174.0400595664978,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-dfa-d20-lr0p1",
      "final_validation_accuracy": 0.2544,
      "final_validation_loss": 280.33305,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-dfa-d20-lr0p1.json.manifest.json",
      "method": "dfa",
      "output_sha256": "e51cb4bbb0d60f5f5e572548b9dfddbd9e78302523eea1f12bd5cdf3286f5a6d",
      "physical_gpu_index": 5,
      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
      "rate": 0.1,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 9,
      "best_validation_accuracy": 0.8066,
      "driver_wall_seconds": 176.89754939079285,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-bp-d20-lr0p1",
      "final_validation_accuracy": 0.775,
      "final_validation_loss": 0.6895121826171875,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-bp-d20-lr0p1.json.manifest.json",
      "method": "bp",
      "output_sha256": "dc6d7c24c944c92b6b8fdd25aaa83e71246ac876ccc84c811dd004c1b7005187",
      "physical_gpu_index": 5,
      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
      "rate": 0.1,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": null,
      "best_validation_accuracy": 0.1146,
      "driver_wall_seconds": 2130.4099085330963,
      "epochs_completed": 200,
      "experiment_name": "resnet-p1-ff-d20-lr0p03",
      "final_validation_accuracy": 0.1146,
      "final_validation_loss": 0.8081799595726861,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-ff-d20-lr0p03.json.manifest.json",
      "method": "ff",
      "output_sha256": "2de758d013a34bc7faf35d9f802bcc213c2eb334be96237daab1372f85ed8dc0",
      "physical_gpu_index": 5,
      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
      "rate": 0.03,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 10,
      "best_validation_accuracy": 0.7952,
      "driver_wall_seconds": 288.57743978500366,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-clean_kp-d20-lr0p1",
      "final_validation_accuracy": 0.7952,
      "final_validation_loss": 0.6321130859375,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-clean_kp-d20-lr0p1.json.manifest.json",
      "method": "clean_kp",
      "output_sha256": "256c3a7587a2803970d54a8925020741274b5620601a79a3770851488f43e55a",
      "physical_gpu_index": 5,
      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
      "rate": 0.1,
      "status": "completed"
    },
    {
      "all_training_losses_finite": true,
      "best_epoch": 10,
      "best_validation_accuracy": 0.7646,
      "driver_wall_seconds": 416.28714871406555,
      "epochs_completed": 10,
      "experiment_name": "resnet-p1-sdil-d20-lr0p1",
      "final_validation_accuracy": 0.7646,
      "final_validation_loss": 0.7005346435546875,
      "finite": true,
      "manifest": "results/resnet_crossover/p1/resnet-p1-sdil-d20-lr0p1.json.manifest.json",
      "method": "sdil",
      "output_sha256": "f465e0eb6c0c0ce0da1f3bfced5a04961c291d6c7ca5f8f25f53fd3acb0c0d72",
      "physical_gpu_index": 5,
      "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
      "rate": 0.1,
      "status": "completed"
    }
  ],
  "selected": {
    "bp": {
      "best_validation_accuracy": 0.8066,
      "experiment_name": "resnet-p1-bp-d20-lr0p1",
      "rate": 0.1
    },
    "clean_kp": {
      "best_validation_accuracy": 0.7952,
      "experiment_name": "resnet-p1-clean_kp-d20-lr0p1",
      "rate": 0.1
    },
    "dfa": {
      "best_validation_accuracy": 0.2996,
      "experiment_name": "resnet-p1-dfa-d20-lr0p01",
      "rate": 0.01
    },
    "dualprop": {
      "best_validation_accuracy": 0.8018,
      "experiment_name": "resnet-p1-dualprop-d20-lr0p05",
      "rate": 0.05
    },
    "ep": {
      "best_validation_accuracy": 0.1038,
      "experiment_name": "resnet-p1-ep-d20-lr0p0003",
      "rate": 0.0003
    },
    "fa": {
      "best_validation_accuracy": 0.4356,
      "experiment_name": "resnet-p1-fa-d20-lr0p1",
      "rate": 0.1
    },
    "ff": {
      "best_validation_accuracy": 0.1146,
      "experiment_name": "resnet-p1-ff-d20-lr0p03",
      "rate": 0.03
    },
    "pepita": {
      "best_validation_accuracy": 0.2634,
      "experiment_name": "resnet-p1-pepita-d20-lr0p003",
      "rate": 0.003
    },
    "sdil": {
      "best_validation_accuracy": 0.7646,
      "experiment_name": "resnet-p1-sdil-d20-lr0p1",
      "rate": 0.1
    }
  },
  "selection_rule": "maximum best validation accuracy, then finite final loss, then lower learning rate",
  "source": {
    "git_commit": "19f3966fc2d15b1ed18862a779d91ee16ed56bfc",
    "protocol_path": "/scratch/yurenh2/sdil-runs/resnet-p1/RESNET_CROSSOVER.md",
    "protocol_sha256": "048dbaf06866bdd3959a637ba827c06063205f6d1cc693d89aa8fc9c1d24975d",
    "python": "/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3",
    "tracked_files": {
      "RESNET_CROSSOVER.md": "048dbaf06866bdd3959a637ba827c06063205f6d1cc693d89aa8fc9c1d24975d",
      "experiments/analyze_resnet_crossover_p1.py": "6ff485a3fecc7b814dedf55d04abdb770a6ce904cdeb9e06a7dddcf26f996d5b",
      "experiments/conv_run.py": "9fa2daea597d63981a78248fafb154da39775ccfae57aac9889e78d83dc4eb44",
      "experiments/resnet_crossover_grid.py": "669c84846bc3115816ae3c9036be8722f21577612dc9d56a689d3321e837ca95",
      "experiments/resnet_crossover_native.py": "c5e54324b000c37c53d495f7d3eb0d4a85dcf15e83ea3aab125a097ce61eff87",
      "sdil/conv.py": "09f87eef636aa5397b39a2a7a66909b8861640624507eabbdfaffe98577a5d2c",
      "sdil/conv_crossover.py": "3c1373aa3555e77cce37f093dec7b7aaedca475f608b092d13706bfff1dbe1a8",
      "sdil/data.py": "262031353b5952fb4d1b0e3c3d1e9b3186ae42b88601ccb89e1748ffd36ed36d"
    }
  },
  "stage": "resnet_crossover_p1",
  "test_policy": "none"
}