1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
|
{
"gate": "pass",
"launch_lock": {
"allowed_physical_gpus": [
5,
7
],
"num_jobs": 19,
"registry_sha256": "9ef005d067ea4c2048c48dc46ba44b4ebbbab82e9c7ed2791208930e5279ca81",
"source": {
"git_commit": "19f3966fc2d15b1ed18862a779d91ee16ed56bfc",
"protocol_path": "/scratch/yurenh2/sdil-runs/resnet-p1/RESNET_CROSSOVER.md",
"protocol_sha256": "048dbaf06866bdd3959a637ba827c06063205f6d1cc693d89aa8fc9c1d24975d",
"python": "/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3",
"tracked_files": {
"RESNET_CROSSOVER.md": "048dbaf06866bdd3959a637ba827c06063205f6d1cc693d89aa8fc9c1d24975d",
"experiments/analyze_resnet_crossover_p1.py": "6ff485a3fecc7b814dedf55d04abdb770a6ce904cdeb9e06a7dddcf26f996d5b",
"experiments/conv_run.py": "9fa2daea597d63981a78248fafb154da39775ccfae57aac9889e78d83dc4eb44",
"experiments/resnet_crossover_grid.py": "669c84846bc3115816ae3c9036be8722f21577612dc9d56a689d3321e837ca95",
"experiments/resnet_crossover_native.py": "c5e54324b000c37c53d495f7d3eb0d4a85dcf15e83ea3aab125a097ce61eff87",
"sdil/conv.py": "09f87eef636aa5397b39a2a7a66909b8861640624507eabbdfaffe98577a5d2c",
"sdil/conv_crossover.py": "3c1373aa3555e77cce37f093dec7b7aaedca475f608b092d13706bfff1dbe1a8",
"sdil/data.py": "262031353b5952fb4d1b0e3c3d1e9b3186ae42b88601ccb89e1748ffd36ed36d"
}
},
"stage": "p1"
},
"missing_experiments": [],
"num_audited_records": 19,
"num_expected_records": 19,
"records": [
{
"all_training_losses_finite": true,
"best_epoch": 5,
"best_validation_accuracy": 0.1038,
"driver_wall_seconds": 4649.1066772937775,
"epochs_completed": 10,
"experiment_name": "resnet-p1-ep-d20-lr0p0003",
"final_validation_accuracy": 0.1,
"final_validation_loss": 0.09551684875488281,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-ep-d20-lr0p0003.json.manifest.json",
"method": "ep",
"output_sha256": "eadd704ff9620e03f4682e664cfe317036e54fec3f5a59489430975c8705fce2",
"physical_gpu_index": 5,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"rate": 0.0003,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 9,
"best_validation_accuracy": 0.7444,
"driver_wall_seconds": 7024.675570964813,
"epochs_completed": 10,
"experiment_name": "resnet-p1-dualprop-d20-lr0p01",
"final_validation_accuracy": 0.7306,
"final_validation_loss": 0.8069891845703125,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-dualprop-d20-lr0p01.json.manifest.json",
"method": "dualprop",
"output_sha256": "1d6b91ed4503922725e548821e73c61b27488df1fb184576bc03491853819633",
"physical_gpu_index": 7,
"physical_gpu_uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b",
"rate": 0.01,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 1,
"best_validation_accuracy": 0.1,
"driver_wall_seconds": 4655.980449676514,
"epochs_completed": 10,
"experiment_name": "resnet-p1-ep-d20-lr0p001",
"final_validation_accuracy": 0.1,
"final_validation_loss": 0.09599873504638672,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-ep-d20-lr0p001.json.manifest.json",
"method": "ep",
"output_sha256": "ee76e1c71f87b443a23568508f1a3b60b65d2a030c92c48e3b73fc28bf01997d",
"physical_gpu_index": 5,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"rate": 0.001,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 7,
"best_validation_accuracy": 0.7566,
"driver_wall_seconds": 7031.210079908371,
"epochs_completed": 10,
"experiment_name": "resnet-p1-dualprop-d20-lr0p025",
"final_validation_accuracy": 0.7524,
"final_validation_loss": 0.7849000122070312,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-dualprop-d20-lr0p025.json.manifest.json",
"method": "dualprop",
"output_sha256": "0b3c04830521ee443d605bbd9b6fda2c2ddc61982174d10cbadf6f1a1838a09d",
"physical_gpu_index": 7,
"physical_gpu_uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b",
"rate": 0.025,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 1,
"best_validation_accuracy": 0.1,
"driver_wall_seconds": 4653.510211229324,
"epochs_completed": 10,
"experiment_name": "resnet-p1-ep-d20-lr0p003",
"final_validation_accuracy": 0.1,
"final_validation_loss": 0.09405416259765625,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-ep-d20-lr0p003.json.manifest.json",
"method": "ep",
"output_sha256": "3e9ae8cf2f75641845a5b0c45b3fa68e97b384f1637ddbee3a73ccaa3515d388",
"physical_gpu_index": 5,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"rate": 0.003,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 9,
"best_validation_accuracy": 0.8018,
"driver_wall_seconds": 7030.075044870377,
"epochs_completed": 10,
"experiment_name": "resnet-p1-dualprop-d20-lr0p05",
"final_validation_accuracy": 0.768,
"final_validation_loss": 0.74344345703125,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-dualprop-d20-lr0p05.json.manifest.json",
"method": "dualprop",
"output_sha256": "9821030b0eb8908b642be7a5514c760887a38cdfacd4181976e2714a96336882",
"physical_gpu_index": 7,
"physical_gpu_uuid": "GPU-df3d5933-c3e9-9ea1-d595-9d2a3b68c14b",
"rate": 0.05,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 9,
"best_validation_accuracy": 0.2044,
"driver_wall_seconds": 170.44619464874268,
"epochs_completed": 10,
"experiment_name": "resnet-p1-pepita-d20-lr0p0003",
"final_validation_accuracy": 0.203,
"final_validation_loss": 2.17982470703125,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-pepita-d20-lr0p0003.json.manifest.json",
"method": "pepita",
"output_sha256": "94015d774b810af1c0c8dfea070e8285ad915cd9198df9166b3758c2f73c764c",
"physical_gpu_index": 5,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"rate": 0.0003,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 10,
"best_validation_accuracy": 0.3796,
"driver_wall_seconds": 207.9275677204132,
"epochs_completed": 10,
"experiment_name": "resnet-p1-fa-d20-lr0p01",
"final_validation_accuracy": 0.3796,
"final_validation_loss": 2.10581982421875,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-fa-d20-lr0p01.json.manifest.json",
"method": "fa",
"output_sha256": "36a086b8f6a1c7daed7775a91cda5e96c3142674c201521af328cf34ee6d4d8a",
"physical_gpu_index": 5,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"rate": 0.01,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 9,
"best_validation_accuracy": 0.2352,
"driver_wall_seconds": 170.54007387161255,
"epochs_completed": 10,
"experiment_name": "resnet-p1-pepita-d20-lr0p001",
"final_validation_accuracy": 0.2334,
"final_validation_loss": 2.09603291015625,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-pepita-d20-lr0p001.json.manifest.json",
"method": "pepita",
"output_sha256": "997c07cefd9d7cfdebf41cda91be704008c8c1185231d997bad2344e230f4786",
"physical_gpu_index": 5,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"rate": 0.001,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 10,
"best_validation_accuracy": 0.2996,
"driver_wall_seconds": 172.78827118873596,
"epochs_completed": 10,
"experiment_name": "resnet-p1-dfa-d20-lr0p01",
"final_validation_accuracy": 0.2996,
"final_validation_loss": 4.5880673828125,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-dfa-d20-lr0p01.json.manifest.json",
"method": "dfa",
"output_sha256": "cb4bbbc1d5a9d011ebefe201810129647688d4bdc30f31cab517745c05fffc69",
"physical_gpu_index": 5,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"rate": 0.01,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 10,
"best_validation_accuracy": 0.2634,
"driver_wall_seconds": 170.33968472480774,
"epochs_completed": 10,
"experiment_name": "resnet-p1-pepita-d20-lr0p003",
"final_validation_accuracy": 0.2634,
"final_validation_loss": 2.027465869140625,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-pepita-d20-lr0p003.json.manifest.json",
"method": "pepita",
"output_sha256": "889670a9f62b242477a8f15dd5a227cb2081b4c16ff9d27ef78087fa8d956e89",
"physical_gpu_index": 5,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"rate": 0.003,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 7,
"best_validation_accuracy": 0.4022,
"driver_wall_seconds": 209.6812744140625,
"epochs_completed": 10,
"experiment_name": "resnet-p1-fa-d20-lr0p03",
"final_validation_accuracy": 0.3436,
"final_validation_loss": 3.315408740234375,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-fa-d20-lr0p03.json.manifest.json",
"method": "fa",
"output_sha256": "f2e5b1a35f25c0c4c6937e19d41099bf7a8e42e10d3561b135bbd6b6487bdf74",
"physical_gpu_index": 5,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"rate": 0.03,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 3,
"best_validation_accuracy": 0.2848,
"driver_wall_seconds": 176.0880675315857,
"epochs_completed": 10,
"experiment_name": "resnet-p1-dfa-d20-lr0p03",
"final_validation_accuracy": 0.277,
"final_validation_loss": 32.40516796875,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-dfa-d20-lr0p03.json.manifest.json",
"method": "dfa",
"output_sha256": "24e7a0dfd6755102438224e1457878cc0c6afdc3cc8e41edb8036748d71e93f4",
"physical_gpu_index": 5,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"rate": 0.03,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 8,
"best_validation_accuracy": 0.4356,
"driver_wall_seconds": 209.7303650379181,
"epochs_completed": 10,
"experiment_name": "resnet-p1-fa-d20-lr0p1",
"final_validation_accuracy": 0.409,
"final_validation_loss": 2.6504962890625,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-fa-d20-lr0p1.json.manifest.json",
"method": "fa",
"output_sha256": "080674dfa112aaee5800b9f0978f86ca09bac80e367ee28c89acecb0576aa111",
"physical_gpu_index": 5,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"rate": 0.1,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 2,
"best_validation_accuracy": 0.289,
"driver_wall_seconds": 174.0400595664978,
"epochs_completed": 10,
"experiment_name": "resnet-p1-dfa-d20-lr0p1",
"final_validation_accuracy": 0.2544,
"final_validation_loss": 280.33305,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-dfa-d20-lr0p1.json.manifest.json",
"method": "dfa",
"output_sha256": "e51cb4bbb0d60f5f5e572548b9dfddbd9e78302523eea1f12bd5cdf3286f5a6d",
"physical_gpu_index": 5,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"rate": 0.1,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 9,
"best_validation_accuracy": 0.8066,
"driver_wall_seconds": 176.89754939079285,
"epochs_completed": 10,
"experiment_name": "resnet-p1-bp-d20-lr0p1",
"final_validation_accuracy": 0.775,
"final_validation_loss": 0.6895121826171875,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-bp-d20-lr0p1.json.manifest.json",
"method": "bp",
"output_sha256": "dc6d7c24c944c92b6b8fdd25aaa83e71246ac876ccc84c811dd004c1b7005187",
"physical_gpu_index": 5,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"rate": 0.1,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": null,
"best_validation_accuracy": 0.1146,
"driver_wall_seconds": 2130.4099085330963,
"epochs_completed": 200,
"experiment_name": "resnet-p1-ff-d20-lr0p03",
"final_validation_accuracy": 0.1146,
"final_validation_loss": 0.8081799595726861,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-ff-d20-lr0p03.json.manifest.json",
"method": "ff",
"output_sha256": "2de758d013a34bc7faf35d9f802bcc213c2eb334be96237daab1372f85ed8dc0",
"physical_gpu_index": 5,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"rate": 0.03,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 10,
"best_validation_accuracy": 0.7952,
"driver_wall_seconds": 288.57743978500366,
"epochs_completed": 10,
"experiment_name": "resnet-p1-clean_kp-d20-lr0p1",
"final_validation_accuracy": 0.7952,
"final_validation_loss": 0.6321130859375,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-clean_kp-d20-lr0p1.json.manifest.json",
"method": "clean_kp",
"output_sha256": "256c3a7587a2803970d54a8925020741274b5620601a79a3770851488f43e55a",
"physical_gpu_index": 5,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"rate": 0.1,
"status": "completed"
},
{
"all_training_losses_finite": true,
"best_epoch": 10,
"best_validation_accuracy": 0.7646,
"driver_wall_seconds": 416.28714871406555,
"epochs_completed": 10,
"experiment_name": "resnet-p1-sdil-d20-lr0p1",
"final_validation_accuracy": 0.7646,
"final_validation_loss": 0.7005346435546875,
"finite": true,
"manifest": "results/resnet_crossover/p1/resnet-p1-sdil-d20-lr0p1.json.manifest.json",
"method": "sdil",
"output_sha256": "f465e0eb6c0c0ce0da1f3bfced5a04961c291d6c7ca5f8f25f53fd3acb0c0d72",
"physical_gpu_index": 5,
"physical_gpu_uuid": "GPU-f4aed756-228e-7522-94e7-fb543c02cc74",
"rate": 0.1,
"status": "completed"
}
],
"selected": {
"bp": {
"best_validation_accuracy": 0.8066,
"experiment_name": "resnet-p1-bp-d20-lr0p1",
"rate": 0.1
},
"clean_kp": {
"best_validation_accuracy": 0.7952,
"experiment_name": "resnet-p1-clean_kp-d20-lr0p1",
"rate": 0.1
},
"dfa": {
"best_validation_accuracy": 0.2996,
"experiment_name": "resnet-p1-dfa-d20-lr0p01",
"rate": 0.01
},
"dualprop": {
"best_validation_accuracy": 0.8018,
"experiment_name": "resnet-p1-dualprop-d20-lr0p05",
"rate": 0.05
},
"ep": {
"best_validation_accuracy": 0.1038,
"experiment_name": "resnet-p1-ep-d20-lr0p0003",
"rate": 0.0003
},
"fa": {
"best_validation_accuracy": 0.4356,
"experiment_name": "resnet-p1-fa-d20-lr0p1",
"rate": 0.1
},
"ff": {
"best_validation_accuracy": 0.1146,
"experiment_name": "resnet-p1-ff-d20-lr0p03",
"rate": 0.03
},
"pepita": {
"best_validation_accuracy": 0.2634,
"experiment_name": "resnet-p1-pepita-d20-lr0p003",
"rate": 0.003
},
"sdil": {
"best_validation_accuracy": 0.7646,
"experiment_name": "resnet-p1-sdil-d20-lr0p1",
"rate": 0.1
}
},
"selection_rule": "maximum best validation accuracy, then finite final loss, then lower learning rate",
"source": {
"git_commit": "19f3966fc2d15b1ed18862a779d91ee16ed56bfc",
"protocol_path": "/scratch/yurenh2/sdil-runs/resnet-p1/RESNET_CROSSOVER.md",
"protocol_sha256": "048dbaf06866bdd3959a637ba827c06063205f6d1cc693d89aa8fc9c1d24975d",
"python": "/home/yurenh2/miniconda3/envs/ep_pascal/bin/python3",
"tracked_files": {
"RESNET_CROSSOVER.md": "048dbaf06866bdd3959a637ba827c06063205f6d1cc693d89aa8fc9c1d24975d",
"experiments/analyze_resnet_crossover_p1.py": "6ff485a3fecc7b814dedf55d04abdb770a6ce904cdeb9e06a7dddcf26f996d5b",
"experiments/conv_run.py": "9fa2daea597d63981a78248fafb154da39775ccfae57aac9889e78d83dc4eb44",
"experiments/resnet_crossover_grid.py": "669c84846bc3115816ae3c9036be8722f21577612dc9d56a689d3321e837ca95",
"experiments/resnet_crossover_native.py": "c5e54324b000c37c53d495f7d3eb0d4a85dcf15e83ea3aab125a097ce61eff87",
"sdil/conv.py": "09f87eef636aa5397b39a2a7a66909b8861640624507eabbdfaffe98577a5d2c",
"sdil/conv_crossover.py": "3c1373aa3555e77cce37f093dec7b7aaedca475f608b092d13706bfff1dbe1a8",
"sdil/data.py": "262031353b5952fb4d1b0e3c3d1e9b3186ae42b88601ccb89e1748ffd36ed36d"
}
},
"stage": "resnet_crossover_p1",
"test_policy": "none"
}
|
