diff options
Diffstat (limited to 'results/resnet_crossover/p1_selector.json')
| -rw-r--r-- | results/resnet_crossover/p1_selector.json | 441 |
1 files changed, 441 insertions, 0 deletions
diff --git a/results/resnet_crossover/p1_selector.json b/results/resnet_crossover/p1_selector.json new file mode 100644 index 0000000..5a54299 --- /dev/null +++ b/results/resnet_crossover/p1_selector.json @@ -0,0 +1,441 @@ +{ + "gate": "pass", + "launch_lock": { + "allowed_physical_gpus": [ + 5, + 7 + ], + "num_jobs": 19, + "registry_sha256": "9ef005d067ea4c2048c48dc46ba44b4ebbbab82e9c7ed2791208930e5279ca81", + "source": { + "git_commit": "19f3966fc2d15b1ed18862a779d91ee16ed56bfc", + "protocol_path": "/scratch/yurenh2/sdil-runs/resnet-p1/RESNET_CROSSOVER.md", + "protocol_sha256": "048dbaf06866bdd3959a637ba827c06063205f6d1cc693d89aa8fc9c1d24975d", + "python": "/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3", + "tracked_files": { + "RESNET_CROSSOVER.md": "048dbaf06866bdd3959a637ba827c06063205f6d1cc693d89aa8fc9c1d24975d", + "experiments/analyze_resnet_crossover_p1.py": "6ff485a3fecc7b814dedf55d04abdb770a6ce904cdeb9e06a7dddcf26f996d5b", + "experiments/conv_run.py": "9fa2daea597d63981a78248fafb154da39775ccfae57aac9889e78d83dc4eb44", + "experiments/resnet_crossover_grid.py": "669c84846bc3115816ae3c9036be8722f21577612dc9d56a689d3321e837ca95", + "experiments/resnet_crossover_native.py": "c5e54324b000c37c53d495f7d3eb0d4a85dcf15e83ea3aab125a097ce61eff87", + "sdil/conv.py": "09f87eef636aa5397b39a2a7a66909b8861640624507eabbdfaffe98577a5d2c", + "sdil/conv_crossover.py": "3c1373aa3555e77cce37f093dec7b7aaedca475f608b092d13706bfff1dbe1a8", + "sdil/data.py": "262031353b5952fb4d1b0e3c3d1e9b3186ae42b88601ccb89e1748ffd36ed36d" + } + }, + "stage": "p1" + }, + "missing_experiments": [], + "num_audited_records": 19, + "num_expected_records": 19, + "records": [ + { + "all_training_losses_finite": true, + "best_epoch": 5, + "best_validation_accuracy": 0.1038, + "driver_wall_seconds": 4649.1066772937775, + "epochs_completed": 10, + "experiment_name": "resnet-p1-ep-d20-lr0p0003", + "final_validation_accuracy": 0.1, + "final_validation_loss": 0.09551684875488281, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-ep-d20-lr0p0003.json.manifest.json", + "method": "ep", + "output_sha256": "eadd704ff9620e03f4682e664cfe317036e54fec3f5a59489430975c8705fce2", + "physical_gpu_index": 5, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "rate": 0.0003, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 9, + "best_validation_accuracy": 0.7444, + "driver_wall_seconds": 7024.675570964813, + "epochs_completed": 10, + "experiment_name": "resnet-p1-dualprop-d20-lr0p01", + "final_validation_accuracy": 0.7306, + "final_validation_loss": 0.8069891845703125, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-dualprop-d20-lr0p01.json.manifest.json", + "method": "dualprop", + "output_sha256": "1d6b91ed4503922725e548821e73c61b27488df1fb184576bc03491853819633", + "physical_gpu_index": 7, + "physical_gpu_uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b", + "rate": 0.01, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 1, + "best_validation_accuracy": 0.1, + "driver_wall_seconds": 4655.980449676514, + "epochs_completed": 10, + "experiment_name": "resnet-p1-ep-d20-lr0p001", + "final_validation_accuracy": 0.1, + "final_validation_loss": 0.09599873504638672, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-ep-d20-lr0p001.json.manifest.json", + "method": "ep", + "output_sha256": "ee76e1c71f87b443a23568508f1a3b60b65d2a030c92c48e3b73fc28bf01997d", + "physical_gpu_index": 5, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "rate": 0.001, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 7, + "best_validation_accuracy": 0.7566, + "driver_wall_seconds": 7031.210079908371, + "epochs_completed": 10, + "experiment_name": "resnet-p1-dualprop-d20-lr0p025", + "final_validation_accuracy": 0.7524, + "final_validation_loss": 0.7849000122070312, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-dualprop-d20-lr0p025.json.manifest.json", + "method": "dualprop", + "output_sha256": "0b3c04830521ee443d605bbd9b6fda2c2ddc61982174d10cbadf6f1a1838a09d", + "physical_gpu_index": 7, + "physical_gpu_uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b", + "rate": 0.025, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 1, + "best_validation_accuracy": 0.1, + "driver_wall_seconds": 4653.510211229324, + "epochs_completed": 10, + "experiment_name": "resnet-p1-ep-d20-lr0p003", + "final_validation_accuracy": 0.1, + "final_validation_loss": 0.09405416259765625, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-ep-d20-lr0p003.json.manifest.json", + "method": "ep", + "output_sha256": "3e9ae8cf2f75641845a5b0c45b3fa68e97b384f1637ddbee3a73ccaa3515d388", + "physical_gpu_index": 5, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "rate": 0.003, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 9, + "best_validation_accuracy": 0.8018, + "driver_wall_seconds": 7030.075044870377, + "epochs_completed": 10, + "experiment_name": "resnet-p1-dualprop-d20-lr0p05", + "final_validation_accuracy": 0.768, + "final_validation_loss": 0.74344345703125, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-dualprop-d20-lr0p05.json.manifest.json", + "method": "dualprop", + "output_sha256": "9821030b0eb8908b642be7a5514c760887a38cdfacd4181976e2714a96336882", + "physical_gpu_index": 7, + "physical_gpu_uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b", + "rate": 0.05, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 9, + "best_validation_accuracy": 0.2044, + "driver_wall_seconds": 170.44619464874268, + "epochs_completed": 10, + "experiment_name": "resnet-p1-pepita-d20-lr0p0003", + "final_validation_accuracy": 0.203, + "final_validation_loss": 2.17982470703125, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-pepita-d20-lr0p0003.json.manifest.json", + "method": "pepita", + "output_sha256": "94015d774b810af1c0c8dfea070e8285ad915cd9198df9166b3758c2f73c764c", + "physical_gpu_index": 5, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "rate": 0.0003, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 10, + "best_validation_accuracy": 0.3796, + "driver_wall_seconds": 207.9275677204132, + "epochs_completed": 10, + "experiment_name": "resnet-p1-fa-d20-lr0p01", + "final_validation_accuracy": 0.3796, + "final_validation_loss": 2.10581982421875, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-fa-d20-lr0p01.json.manifest.json", + "method": "fa", + "output_sha256": "36a086b8f6a1c7daed7775a91cda5e96c3142674c201521af328cf34ee6d4d8a", + "physical_gpu_index": 5, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "rate": 0.01, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 9, + "best_validation_accuracy": 0.2352, + "driver_wall_seconds": 170.54007387161255, + "epochs_completed": 10, + "experiment_name": "resnet-p1-pepita-d20-lr0p001", + "final_validation_accuracy": 0.2334, + "final_validation_loss": 2.09603291015625, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-pepita-d20-lr0p001.json.manifest.json", + "method": "pepita", + "output_sha256": "997c07cefd9d7cfdebf41cda91be704008c8c1185231d997bad2344e230f4786", + "physical_gpu_index": 5, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "rate": 0.001, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 10, + "best_validation_accuracy": 0.2996, + "driver_wall_seconds": 172.78827118873596, + "epochs_completed": 10, + "experiment_name": "resnet-p1-dfa-d20-lr0p01", + "final_validation_accuracy": 0.2996, + "final_validation_loss": 4.5880673828125, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-dfa-d20-lr0p01.json.manifest.json", + "method": "dfa", + "output_sha256": "cb4bbbc1d5a9d011ebefe201810129647688d4bdc30f31cab517745c05fffc69", + "physical_gpu_index": 5, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "rate": 0.01, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 10, + "best_validation_accuracy": 0.2634, + "driver_wall_seconds": 170.33968472480774, + "epochs_completed": 10, + "experiment_name": "resnet-p1-pepita-d20-lr0p003", + "final_validation_accuracy": 0.2634, + "final_validation_loss": 2.027465869140625, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-pepita-d20-lr0p003.json.manifest.json", + "method": "pepita", + "output_sha256": "889670a9f62b242477a8f15dd5a227cb2081b4c16ff9d27ef78087fa8d956e89", + "physical_gpu_index": 5, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "rate": 0.003, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 7, + "best_validation_accuracy": 0.4022, + "driver_wall_seconds": 209.6812744140625, + "epochs_completed": 10, + "experiment_name": "resnet-p1-fa-d20-lr0p03", + "final_validation_accuracy": 0.3436, + "final_validation_loss": 3.315408740234375, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-fa-d20-lr0p03.json.manifest.json", + "method": "fa", + "output_sha256": "f2e5b1a35f25c0c4c6937e19d41099bf7a8e42e10d3561b135bbd6b6487bdf74", + "physical_gpu_index": 5, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "rate": 0.03, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 3, + "best_validation_accuracy": 0.2848, + "driver_wall_seconds": 176.0880675315857, + "epochs_completed": 10, + "experiment_name": "resnet-p1-dfa-d20-lr0p03", + "final_validation_accuracy": 0.277, + "final_validation_loss": 32.40516796875, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-dfa-d20-lr0p03.json.manifest.json", + "method": "dfa", + "output_sha256": "24e7a0dfd6755102438224e1457878cc0c6afdc3cc8e41edb8036748d71e93f4", + "physical_gpu_index": 5, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "rate": 0.03, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 8, + "best_validation_accuracy": 0.4356, + "driver_wall_seconds": 209.7303650379181, + "epochs_completed": 10, + "experiment_name": "resnet-p1-fa-d20-lr0p1", + "final_validation_accuracy": 0.409, + "final_validation_loss": 2.6504962890625, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-fa-d20-lr0p1.json.manifest.json", + "method": "fa", + "output_sha256": "080674dfa112aaee5800b9f0978f86ca09bac80e367ee28c89acecb0576aa111", + "physical_gpu_index": 5, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "rate": 0.1, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 2, + "best_validation_accuracy": 0.289, + "driver_wall_seconds": 174.0400595664978, + "epochs_completed": 10, + "experiment_name": "resnet-p1-dfa-d20-lr0p1", + "final_validation_accuracy": 0.2544, + "final_validation_loss": 280.33305, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-dfa-d20-lr0p1.json.manifest.json", + "method": "dfa", + "output_sha256": "e51cb4bbb0d60f5f5e572548b9dfddbd9e78302523eea1f12bd5cdf3286f5a6d", + "physical_gpu_index": 5, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "rate": 0.1, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 9, + "best_validation_accuracy": 0.8066, + "driver_wall_seconds": 176.89754939079285, + "epochs_completed": 10, + "experiment_name": "resnet-p1-bp-d20-lr0p1", + "final_validation_accuracy": 0.775, + "final_validation_loss": 0.6895121826171875, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-bp-d20-lr0p1.json.manifest.json", + "method": "bp", + "output_sha256": "dc6d7c24c944c92b6b8fdd25aaa83e71246ac876ccc84c811dd004c1b7005187", + "physical_gpu_index": 5, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "rate": 0.1, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": null, + "best_validation_accuracy": 0.1146, + "driver_wall_seconds": 2130.4099085330963, + "epochs_completed": 200, + "experiment_name": "resnet-p1-ff-d20-lr0p03", + "final_validation_accuracy": 0.1146, + "final_validation_loss": 0.8081799595726861, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-ff-d20-lr0p03.json.manifest.json", + "method": "ff", + "output_sha256": "2de758d013a34bc7faf35d9f802bcc213c2eb334be96237daab1372f85ed8dc0", + "physical_gpu_index": 5, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "rate": 0.03, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 10, + "best_validation_accuracy": 0.7952, + "driver_wall_seconds": 288.57743978500366, + "epochs_completed": 10, + "experiment_name": "resnet-p1-clean_kp-d20-lr0p1", + "final_validation_accuracy": 0.7952, + "final_validation_loss": 0.6321130859375, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-clean_kp-d20-lr0p1.json.manifest.json", + "method": "clean_kp", + "output_sha256": "256c3a7587a2803970d54a8925020741274b5620601a79a3770851488f43e55a", + "physical_gpu_index": 5, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "rate": 0.1, + "status": "completed" + }, + { + "all_training_losses_finite": true, + "best_epoch": 10, + "best_validation_accuracy": 0.7646, + "driver_wall_seconds": 416.28714871406555, + "epochs_completed": 10, + "experiment_name": "resnet-p1-sdil-d20-lr0p1", + "final_validation_accuracy": 0.7646, + "final_validation_loss": 0.7005346435546875, + "finite": true, + "manifest": "results/resnet_crossover/p1/resnet-p1-sdil-d20-lr0p1.json.manifest.json", + "method": "sdil", + "output_sha256": "f465e0eb6c0c0ce0da1f3bfced5a04961c291d6c7ca5f8f25f53fd3acb0c0d72", + "physical_gpu_index": 5, + "physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74", + "rate": 0.1, + "status": "completed" + } + ], + "selected": { + "bp": { + "best_validation_accuracy": 0.8066, + "experiment_name": "resnet-p1-bp-d20-lr0p1", + "rate": 0.1 + }, + "clean_kp": { + "best_validation_accuracy": 0.7952, + "experiment_name": "resnet-p1-clean_kp-d20-lr0p1", + "rate": 0.1 + }, + "dfa": { + "best_validation_accuracy": 0.2996, + "experiment_name": "resnet-p1-dfa-d20-lr0p01", + "rate": 0.01 + }, + "dualprop": { + "best_validation_accuracy": 0.8018, + "experiment_name": "resnet-p1-dualprop-d20-lr0p05", + "rate": 0.05 + }, + "ep": { + "best_validation_accuracy": 0.1038, + "experiment_name": "resnet-p1-ep-d20-lr0p0003", + "rate": 0.0003 + }, + "fa": { + "best_validation_accuracy": 0.4356, + "experiment_name": "resnet-p1-fa-d20-lr0p1", + "rate": 0.1 + }, + "ff": { + "best_validation_accuracy": 0.1146, + "experiment_name": "resnet-p1-ff-d20-lr0p03", + "rate": 0.03 + }, + "pepita": { + "best_validation_accuracy": 0.2634, + "experiment_name": "resnet-p1-pepita-d20-lr0p003", + "rate": 0.003 + }, + "sdil": { + "best_validation_accuracy": 0.7646, + "experiment_name": "resnet-p1-sdil-d20-lr0p1", + "rate": 0.1 + } + }, + "selection_rule": "maximum best validation accuracy, then finite final loss, then lower learning rate", + "source": { + "git_commit": "19f3966fc2d15b1ed18862a779d91ee16ed56bfc", + "protocol_path": "/scratch/yurenh2/sdil-runs/resnet-p1/RESNET_CROSSOVER.md", + "protocol_sha256": "048dbaf06866bdd3959a637ba827c06063205f6d1cc693d89aa8fc9c1d24975d", + "python": "/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3", + "tracked_files": { + "RESNET_CROSSOVER.md": "048dbaf06866bdd3959a637ba827c06063205f6d1cc693d89aa8fc9c1d24975d", + "experiments/analyze_resnet_crossover_p1.py": "6ff485a3fecc7b814dedf55d04abdb770a6ce904cdeb9e06a7dddcf26f996d5b", + "experiments/conv_run.py": "9fa2daea597d63981a78248fafb154da39775ccfae57aac9889e78d83dc4eb44", + "experiments/resnet_crossover_grid.py": "669c84846bc3115816ae3c9036be8722f21577612dc9d56a689d3321e837ca95", + "experiments/resnet_crossover_native.py": "c5e54324b000c37c53d495f7d3eb0d4a85dcf15e83ea3aab125a097ce61eff87", + "sdil/conv.py": "09f87eef636aa5397b39a2a7a66909b8861640624507eabbdfaffe98577a5d2c", + "sdil/conv_crossover.py": "3c1373aa3555e77cce37f093dec7b7aaedca475f608b092d13706bfff1dbe1a8", + "sdil/data.py": "262031353b5952fb4d1b0e3c3d1e9b3186ae42b88601ccb89e1748ffd36ed36d" + } + }, + "stage": "resnet_crossover_p1", + "test_policy": "none" +} |