1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
|
{
"audit_status": "passed",
"cost": "driver_wall_seconds",
"figure": "figure7_plain_cnn_pareto",
"local_frontier_excludes": [
"bp"
],
"metric": "best_validation_accuracy",
"num_audited_cells": 27,
"num_expected_cells": 27,
"outputs": {
"figure7_plain_cnn_pareto.pdf": "8fa8849cf7720436d5917f106da989fcd3a4cc7fd63edbc072b17ef7da67fa09",
"figure7_plain_cnn_pareto.png": "0d9914e7b9d528f519ab8b53b6614c9281c70eee097f2fe662529533f7e76068",
"figure7_plain_cnn_pareto_caption.md": "d75a0e63798f6ca0c53f22a8984022912d043f88fbeefa6bb8e330e311d204cc"
},
"panels": {
"minicnn": {
"local_frontier": [
"minicnn::ff",
"minicnn::pepita",
"minicnn::dfa",
"minicnn::clean_kp",
"minicnn::sdil",
"minicnn::dualprop"
],
"overall_frontier": [
"minicnn::ff",
"minicnn::bp"
]
},
"vgg16": {
"local_frontier": [
"vgg16::fa",
"vgg16::clean_kp",
"vgg16::dualprop"
],
"overall_frontier": [
"vgg16::fa",
"vgg16::bp"
]
},
"vgglike": {
"local_frontier": [
"vgglike::ff",
"vgglike::dfa",
"vgglike::fa",
"vgglike::clean_kp",
"vgglike::sdil",
"vgglike::dualprop"
],
"overall_frontier": [
"vgglike::ff",
"vgglike::bp",
"vgglike::dualprop"
]
}
},
"sdil_on_local_frontier": {
"minicnn": true,
"vgg16": false,
"vgglike": true
},
"source": {
"audit_path": "results/plain_cnn_p2_audit.json",
"audit_sha256": "dd06fc104ed09b3ffce1d1f25c76d676b85037b55d6176d9919b69c4626741bb",
"script_path": "experiments/plot_plain_cnn_pareto.py",
"script_sha256": "72ea4fe3037f1c2e4656520c70fbb02254184c54863ac96d65137329387ab3e6"
}
}
|