diff options
Diffstat (limited to 'results')
| -rw-r--r-- | results/audited_tables.md | 82 | ||||
| -rw-r--r-- | results/figs/figure1_pareto.pdf | bin | 0 -> 38180 bytes | |||
| -rw-r--r-- | results/figs/figure1_pareto.png | bin | 0 -> 228843 bytes | |||
| -rw-r--r-- | results/figs/figure2_scaling.pdf | bin | 0 -> 27104 bytes | |||
| -rw-r--r-- | results/figs/figure2_scaling.png | bin | 0 -> 191441 bytes | |||
| -rw-r--r-- | results/figs/main_figure_captions.md | 24 | ||||
| -rw-r--r-- | results/figs/main_figure_manifest.json | 1975 |
7 files changed, 2081 insertions, 0 deletions
diff --git a/results/audited_tables.md b/results/audited_tables.md new file mode 100644 index 0000000..c12ab90 --- /dev/null +++ b/results/audited_tables.md @@ -0,0 +1,82 @@ +## CIFAR-10 depth scaling + +| depth | method | n | test acc (%) | early-third alignment | wall (s) | +|---:|:---|---:|---:|---:|---:| +| 5 | BP | 5 | 41.546 ± 0.422 | — | 6.9 ± 0.3 | +| 5 | FA | 5 | 38.924 ± 0.729 | 0.630 ± 0.022 | 5.7 ± 1.0 | +| 5 | DFA | 5 | 37.768 ± 0.654 | 0.514 ± 0.032 | 5.0 ± 0.2 | +| 5 | SDIL | 5 | 41.460 ± 0.226 | 0.797 ± 0.018 | 9.8 ± 1.9 | +| 10 | BP | 5 | 41.702 ± 0.730 | — | 11.7 ± 0.3 | +| 10 | FA | 5 | 39.056 ± 0.557 | 0.610 ± 0.022 | 10.0 ± 2.1 | +| 10 | DFA | 5 | 36.716 ± 0.363 | 0.231 ± 0.030 | 9.4 ± 1.7 | +| 10 | SDIL | 5 | 41.046 ± 0.222 | 0.496 ± 0.024 | 19.6 ± 4.4 | +| 20 | BP | 5 | 41.910 ± 0.560 | — | 20.2 ± 1.1 | +| 20 | FA | 5 | 37.448 ± 0.603 | 0.569 ± 0.025 | 18.8 ± 3.6 | +| 20 | DFA | 5 | 37.106 ± 0.710 | 0.126 ± 0.023 | 17.9 ± 3.5 | +| 20 | SDIL | 5 | 41.288 ± 0.606 | 0.403 ± 0.020 | 31.2 ± 1.5 | +| 30 | BP | 5 | 41.908 ± 0.697 | — | 29.8 ± 1.3 | +| 30 | FA | 5 | 38.158 ± 0.517 | 0.593 ± 0.014 | 26.9 ± 1.9 | +| 30 | DFA | 5 | 36.988 ± 0.524 | 0.087 ± 0.007 | 23.4 ± 0.8 | +| 30 | SDIL | 5 | 41.198 ± 0.523 | 0.366 ± 0.007 | 47.8 ± 1.4 | +| 60 | BP | 5 | 41.624 ± 0.781 | — | 58.4 ± 1.0 | +| 60 | FA | 5 | 38.428 ± 0.387 | 0.577 ± 0.011 | 49.8 ± 1.8 | +| 60 | DFA | 5 | 36.898 ± 0.444 | 0.047 ± 0.005 | 47.6 ± 5.6 | +| 60 | SDIL | 5 | 41.246 ± 0.323 | 0.336 ± 0.013 | 96.4 ± 12.4 | + +Paired SDIL−DFA gap at d5: 3.692 ± 0.625 points (n=5). + +Paired SDIL−DFA gap at d10: 4.330 ± 0.501 points (n=5). + +Paired SDIL−DFA gap at d20: 4.182 ± 0.907 points (n=5). + +Paired SDIL−DFA gap at d30: 4.210 ± 0.426 points (n=5). + +Paired SDIL−DFA gap at d60: 4.348 ± 0.554 points (n=5). + + +## Somato-dendritic nuisance control + +| rho | signal | n | test acc (%) | +|---:|:---|---:|---:| +| 0 | raw | 5 | 97.450 ± 0.046 | +| 0 | matched raw | 5 | 97.450 ± 0.046 | +| 0 | residual | 5 | 97.450 ± 0.046 | +| 0.05 | raw | 5 | 96.438 ± 0.077 | +| 0.05 | matched raw | 5 | 96.980 ± 0.148 | +| 0.05 | residual | 5 | 97.382 ± 0.154 | +| 0.2 | raw | 5 | 95.512 ± 0.150 | +| 0.2 | matched raw | 5 | 95.974 ± 0.144 | +| 0.2 | residual | 5 | 97.370 ± 0.083 | +| 0.5 | raw | 5 | 10.380 ± 0.548 | +| 0.5 | matched raw | 5 | 10.310 ± 0.633 | +| 0.5 | residual | 5 | 97.348 ± 0.133 | + + +## Native-protocol local baselines + +| method | dataset | depth × width | budget | n | test acc (%) | wall (s) | +|:---|:---|:---|:---|---:|---:|---:| +| EP | mnist | 1 × 500 | 25 | 5 | 96.926 ± 0.238 | 800.5 ± 53.3 | +| EP | mnist | 2 × 500 | 60 | 5 | 89.526 ± 4.461 | 17530.4 ± 613.6 | +| FF | mnist | 3 × 256 | 15/layer | 5 | 93.558 ± 0.232 | 68.2 ± 0.8 | +| PEPITA | mnist | 3 × 256 | 60 | 5 | 91.094 ± 0.214 | 89.2 ± 3.5 | + + +## EP near-parameter-matched comparison + +| method | depth × width | forward params | epochs | n | last acc (%) | best acc (%) | wall (s) | +|:---|:---|---:|---:|---:|---:|---:|---:| +| BP | 1 × 500 | 397,510 | 25 | 5 | 98.240 ± 0.073 | 98.272 ± 0.080 | 15.0 ± 0.5 | +| BP | 2 × 500 | 648,010 | 60 | 5 | 98.288 ± 0.030 | 98.326 ± 0.036 | 45.1 ± 0.8 | +| BP | 3 × 256 | 335,114 | 25 | 2 | 98.295 ± 0.078 | 98.320 ± 0.071 | 22.4 ± 0.3 | +| DFA | 1 × 500 | 397,510 | 25 | 5 | 97.662 ± 0.078 | 97.700 ± 0.074 | 10.6 ± 1.6 | +| DFA | 2 × 500 | 648,010 | 60 | 5 | 97.590 ± 0.046 | 97.622 ± 0.036 | 34.6 ± 2.8 | +| DFA | 3 × 256 | 335,114 | 25 | 2 | 97.160 ± 0.085 | 97.200 ± 0.141 | 17.4 ± 0.4 | +| EP | 1 × 500 | 397,510 | 25 | 5 | 96.926 ± 0.238 | 97.198 ± 0.147 | 800.5 ± 53.3 | +| EP | 2 × 500 | 648,010 | 60 | 5 | 89.526 ± 4.461 | 90.028 ± 4.272 | 17530.4 ± 613.6 | +| SDIL | 1 × 500 | 397,510 | 25 | 5 | 97.596 ± 0.089 | 97.638 ± 0.075 | 15.5 ± 0.2 | +| SDIL | 2 × 500 | 648,010 | 60 | 5 | 97.516 ± 0.067 | 97.562 ± 0.058 | 58.5 ± 4.0 | +| SDIL | 3 × 256 | 335,114 | 25 | 2 | 97.130 ± 0.042 | 97.170 ± 0.028 | 32.7 ± 5.0 | + + +Provenance: 216 files audited; 0 dirty or unknown. diff --git a/results/figs/figure1_pareto.pdf b/results/figs/figure1_pareto.pdf Binary files differnew file mode 100644 index 0000000..5c60e85 --- /dev/null +++ b/results/figs/figure1_pareto.pdf diff --git a/results/figs/figure1_pareto.png b/results/figs/figure1_pareto.png Binary files differnew file mode 100644 index 0000000..71cae68 --- /dev/null +++ b/results/figs/figure1_pareto.png diff --git a/results/figs/figure2_scaling.pdf b/results/figs/figure2_scaling.pdf Binary files differnew file mode 100644 index 0000000..0d4a16d --- /dev/null +++ b/results/figs/figure2_scaling.pdf diff --git a/results/figs/figure2_scaling.png b/results/figs/figure2_scaling.png Binary files differnew file mode 100644 index 0000000..446a839 --- /dev/null +++ b/results/figs/figure2_scaling.png diff --git a/results/figs/main_figure_captions.md b/results/figs/main_figure_captions.md new file mode 100644 index 0000000..899fadf --- /dev/null +++ b/results/figs/main_figure_captions.md @@ -0,0 +1,24 @@ +# Main figure captions + +**Figure 1 | Accuracy–cost trade-offs for local learning.** Large points and error bars show mean ± +sample standard deviation across five initialization seeds; small translucent points show the +individual seeds. Wall time was measured on a single GTX 1080. **a,** CIFAR-10 test accuracy versus +wall time for width-64 residual MLPs trained for +five epochs. The black line is the mean-based nondominated frontier among local-learning methods. +BP is a nonlocal reference and is excluded from frontier construction. Labels give hidden depth. +**b,** SDIL versus canonical equilibrium propagation (EP) on exact 784–500–10 (d1) and +784–500–500–10 (d2) forward architectures and the same first 50,000 MNIST training examples. +Within each matched architecture, every method uses the same budget: 25 epochs for d1 and 60 epochs +for d2. EP retains its published raw-pixel, hard-sigmoid energy dynamics and relaxation +schedule; SDIL retains its z-scored, tanh feedforward dynamics. Thus architecture, examples, and +epochs are matched, but preprocessing and state dynamics are intentionally method-native. EP +training particles persist across presentations as published; test particles are freshly +zero-initialized and run for the full free-phase schedule at each evaluation. + +**Figure 2 | Credit-assignment scaling in deep local-learning networks.** Mean ± sample standard +deviation across five seeds on the same CIFAR-10 width-64 residual MLP protocol. **a,** Test +accuracy versus hidden depth. **b,** Paired accuracy gap from the exact-BP model with the same +depth and initialization seed. **c,** Mean per-sample cosine between the teaching signal and exact +descent direction, averaged over the earliest third of hidden layers. Exact gradients are used only +for this diagnostic, never for local learning. “Scaling” here means preserving useful accuracy and +credit assignment as depth grows; flattened-CIFAR accuracy itself does not increase with depth. diff --git a/results/figs/main_figure_manifest.json b/results/figs/main_figure_manifest.json new file mode 100644 index 0000000..df52456 --- /dev/null +++ b/results/figs/main_figure_manifest.json @@ -0,0 +1,1975 @@ +{ + "strict": true, + "required_seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "protocols": { + "cifar_scaling": "width64 residual tanh; 5 epochs; d5/10/20/30/60", + "ep_comparison": "exact d1/d2 width500; canonical EP dynamics" + }, + "missing_cells": [], + "sources": [ + { + "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s0.json", + "sha256": "bd9745e9d06a69709bf472c58264a5c1c63f4ff97725412611b6189ca39cd837", + "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", + "method": "BP", + "depth": 1, + "seed": 0 + }, + { + "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s1.json", + "sha256": "4484f4ca048d9eb768a982b115e36474f5cee301e7bac4398f116fde8f9c510d", + "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", + "method": "BP", + "depth": 1, + "seed": 1 + }, + { + "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s2.json", + "sha256": "e85abc1908bed46f329a3ac1acc11e6c80895f54cf5869ffa3e055a3c2354f9a", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 1, + "seed": 2 + }, + { + "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s3.json", + "sha256": "aa0e3298f48c34a48babaf171c3392b00055addd591e4947ce3ed42239df0489", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 1, + "seed": 3 + }, + { + "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s4.json", + "sha256": "c3c0309b4689e2f1c9942827e66ea8c2df0ede561177ef520e4822f86b76af7e", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 1, + "seed": 4 + }, + { + "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s0.json", + "sha256": "21622d461371212ec668bd631d50426e775816aaf437687226c1748ebd5124a9", + "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", + "method": "DFA", + "depth": 1, + "seed": 0 + }, + { + "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s1.json", + "sha256": "ddb0acc259e6ad2380357616e96034a40572d493360899203aa5a577201f1371", + "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", + "method": "DFA", + "depth": 1, + "seed": 1 + }, + { + "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s2.json", + "sha256": "592d308b8301ec5883cc73a2ac74839ad5cc1b38175ab63a788a0bac97c7eac6", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 1, + "seed": 2 + }, + { + "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s3.json", + "sha256": "416703a66074374c6bfe7776ed31b6f0adbed4033ba3517cdd5ca4765e0cdd91", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 1, + "seed": 3 + }, + { + "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s4.json", + "sha256": "1176a22ada874a41d2fcc564af6b588fc21a7872b2e2af5ad90f09f334698cab", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 1, + "seed": 4 + }, + { + "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s0.json", + "sha256": "1623d03125078c02c9d0a5048331e5d33980ae55658a899517e00bc1cd26c579", + "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", + "method": "SDIL", + "depth": 1, + "seed": 0 + }, + { + "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s1.json", + "sha256": "ec8b74095836ab67c22b85c3ae229ff4899641f0fa2a7391cb9f56cbb5eba350", + "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", + "method": "SDIL", + "depth": 1, + "seed": 1 + }, + { + "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s2.json", + "sha256": "49fe96fc8bde4d2affa7ec2f7662f5b0daba302d5024ec32a74cb1145ea63f1b", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 1, + "seed": 2 + }, + { + "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s3.json", + "sha256": "712a6287e6a4416c77e58786483ae367fffa425558d58fd8f875133041fd52cc", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 1, + "seed": 3 + }, + { + "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s4.json", + "sha256": "9d9d13022e1efaf1dd6f26f46117a91f82f0271b4bf97f44381679723280210b", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 1, + "seed": 4 + }, + { + "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s0.json", + "sha256": "96dfe4174d08d627ed95084d1a22297793b4e5d5b0c9a96d0271a7116f62f7b1", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "BP", + "depth": 2, + "seed": 0 + }, + { + "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s1.json", + "sha256": "3308afab1fedb7354250ec987e4d11379cf3aaf2932027001b891177791c654c", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "BP", + "depth": 2, + "seed": 1 + }, + { + "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s2.json", + "sha256": "d46ad72781b4da70a4fa3e49fe0c52b58dff543f98d0c62202b989025a23e823", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "BP", + "depth": 2, + "seed": 2 + }, + { + "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s3.json", + "sha256": "d4a67550a546f1064e8259c2019aec53d088ec8b53efb244accd190a024c7efb", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "BP", + "depth": 2, + "seed": 3 + }, + { + "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s4.json", + "sha256": "fa45a9a92afb45d5bd1d8a62c98049b49a0aae4fc2b677dba0cc417e97ac8643", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "BP", + "depth": 2, + "seed": 4 + }, + { + "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s0.json", + "sha256": "69e0dba8b93400dd36180be7bc2744c36dd49c47198c135a9ec41b4565c2dc82", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "DFA", + "depth": 2, + "seed": 0 + }, + { + "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s1.json", + "sha256": "302d6a4be7d2c5ce0aad2b5c54841c9dd0fa888462ef686c9d333bb8058a87f7", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "DFA", + "depth": 2, + "seed": 1 + }, + { + "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s2.json", + "sha256": "e4220676740b62ce070a7453c44d06b366b781e2456bf31f03c5be70ad307387", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "DFA", + "depth": 2, + "seed": 2 + }, + { + "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s3.json", + "sha256": "36f5c14f45390245e0a79d38e81f4cf422867c040977f3ebc406aeb36684f087", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "DFA", + "depth": 2, + "seed": 3 + }, + { + "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s4.json", + "sha256": "61f00aed6cda8ae4607fdd010cb58df82aa3266cbb001fb265fd93fae9637d4f", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "DFA", + "depth": 2, + "seed": 4 + }, + { + "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s0.json", + "sha256": "597bbd8e88bac0e30426765767a6ac9be4c7ccf89cf62ef08590ca1eba3bb25a", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "EP", + "depth": 2, + "seed": 0 + }, + { + "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s1.json", + "sha256": "6129c47c4b6ece2e1700b5519e57f975ecb1c9212994556507a73a4a0ee9b352", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "EP", + "depth": 2, + "seed": 1 + }, + { + "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s2.json", + "sha256": "6efa28f71171a4a45b3a1d0bb67fc4de3366c68dd8cc9c5b3b202d7dfbff7bd3", + "git_commit": "07a9d5afe08fee5824c325edfb3807a2f9aede8f", + "method": "EP", + "depth": 2, + "seed": 2 + }, + { + "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s3.json", + "sha256": "6bad2750f777df6c5e2050a4da3f1b15cfa280c15466b03a4d2854f671416fd9", + "git_commit": "07a9d5afe08fee5824c325edfb3807a2f9aede8f", + "method": "EP", + "depth": 2, + "seed": 3 + }, + { + "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s4.json", + "sha256": "eb0f6aa4fdc7c83403d64f03a0698dddc85c9694ee6901c938d4317407e03846", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "EP", + "depth": 2, + "seed": 4 + }, + { + "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s0.json", + "sha256": "c642c2e169f471dc4a509ee6c686722578daf991cdea269c0745aaf5cd9ffc42", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "SDIL", + "depth": 2, + "seed": 0 + }, + { + "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s1.json", + "sha256": "7d1cca0c4808143b85bc3c682c986c64a92048bdb689e62a34d7c3683c8a9e45", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "SDIL", + "depth": 2, + "seed": 1 + }, + { + "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s2.json", + "sha256": "37a5f4f1e97c390e934a39f6e65a780f3e3df871ca3b6ff16e9a351793e0b23e", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "SDIL", + "depth": 2, + "seed": 2 + }, + { + "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s3.json", + "sha256": "8d1f8434ddf6df95f549eb433cca36d3eb80c0d4815b27fdc7be11fe9511fed9", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "SDIL", + "depth": 2, + "seed": 3 + }, + { + "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s4.json", + "sha256": "c07333722cacae492a82a6db3ba1dd4cb3d5105e28eb885c4141a85dfe9bc8d6", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "SDIL", + "depth": 2, + "seed": 4 + }, + { + "path": "results/ep_original_v2_mnist_ep_w500_d1_s0.json", + "sha256": "b9abc1446684a32374be586e5e1a590e99defea436c115f04f944fad598cc635", + "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", + "method": "EP", + "depth": 1, + "seed": 0 + }, + { + "path": "results/ep_original_v2_mnist_ep_w500_d1_s1.json", + "sha256": "4b332b360f9379bd07d5ed016eba69788b41862de680d2a7e968d8008ceb9ef4", + "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", + "method": "EP", + "depth": 1, + "seed": 1 + }, + { + "path": "results/ep_original_v2_mnist_ep_w500_d1_s2.json", + "sha256": "9b09431f02f32b1b1fb2a86575c83939837cd07b29417573c9ebae0d572ad452", + "git_commit": "887ecfb29478e9a7456a12ea85f7ba7448e7277d", + "method": "EP", + "depth": 1, + "seed": 2 + }, + { + "path": "results/ep_original_v2_mnist_ep_w500_d1_s3.json", + "sha256": "ed5ebdaa93082c28d191447a5df4d0311b9c41aeadf8ccb250f5536e668f9b5e", + "git_commit": "887ecfb29478e9a7456a12ea85f7ba7448e7277d", + "method": "EP", + "depth": 1, + "seed": 3 + }, + { + "path": "results/ep_original_v2_mnist_ep_w500_d1_s4.json", + "sha256": "720a253c51dcb408f292ff9b0930f4f31106f1a4b29c8446c4b9f0ffb9aeda6c", + "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", + "method": "EP", + "depth": 1, + "seed": 4 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s0.json", + "sha256": "5d0395f0d3fd87462d6f100dff8b97e4a4b05d3d70d1877980607d2fc8e82c46", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "FA", + "depth": 10, + "seed": 0 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s1.json", + "sha256": "36f24ab7fcaf92ad1261489510343ef6ce24939fa67f99169a828e6690132017", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "FA", + "depth": 10, + "seed": 1 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s2.json", + "sha256": "36a339efa6584051b724889358b6bf8c5656e26ce904b0d7856973220e92b3ad", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "FA", + "depth": 10, + "seed": 2 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s3.json", + "sha256": "2c824fe90009f869e0a66e0adcf583468c9e7a59669c46833712ae1a3ba302d8", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "FA", + "depth": 10, + "seed": 3 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s4.json", + "sha256": "be46eaaeb319c9f0c95848d50f3139cdc4baf88d5dff4b31e27ae3e10967d49a", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "FA", + "depth": 10, + "seed": 4 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s0.json", + "sha256": "2f074ec6f21191f63dbae4826413b075434db6fe8150e2585aea8c8dd0e5fa20", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "FA", + "depth": 20, + "seed": 0 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s1.json", + "sha256": "682b4f85913a58c89cc234b5dac8fa42940cbcd70d0c5c734aff9c8b26269cb1", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "FA", + "depth": 20, + "seed": 1 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s2.json", + "sha256": "a86d6bf315526d77a1a9070df5228ea760b76b9ac9b05ae6393493e9e0766b1f", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "FA", + "depth": 20, + "seed": 2 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s3.json", + "sha256": "d4ba5c771454b0658dfb0b4df3f207c3a8f2b3f7758b44fe117e1c10b969f2c9", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "FA", + "depth": 20, + "seed": 3 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s4.json", + "sha256": "caa07a4602803ecc4bdb96266a75a8d69403fcb79b3b7652990ebc935e7c43a7", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "FA", + "depth": 20, + "seed": 4 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s0.json", + "sha256": "15ecd4c8aa2b0a342f0b7f00790aeb9517a04dbaaacbe606890b0779c2d3b0f7", + "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", + "method": "FA", + "depth": 30, + "seed": 0 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s1.json", + "sha256": "110fbb067120f14b2c6dd0399c01f234ed266b5eb7cab5b02ad0342a17328d22", + "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", + "method": "FA", + "depth": 30, + "seed": 1 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s2.json", + "sha256": "a8c22e4178acaab78ba19e6ef9dafe135da6733433d52d74eb8be165256f4c2c", + "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", + "method": "FA", + "depth": 30, + "seed": 2 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s3.json", + "sha256": "c76784da8e831c07ffbbba5e7b9e0e625faef03a1b8206bb176e392134df1935", + "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", + "method": "FA", + "depth": 30, + "seed": 3 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s4.json", + "sha256": "5f40fb5ac873c0a47656be6c01f96d9b698f3a62164c10480d434db450839380", + "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", + "method": "FA", + "depth": 30, + "seed": 4 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s0.json", + "sha256": "fb93c6fd666e93af3ba78ce5f2d201b7977deb4b7c0e3236e9bec5c6332ebe19", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "FA", + "depth": 5, + "seed": 0 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s1.json", + "sha256": "8dec3771047338040977ed689d2d6c8fac7cdce9fa7bf59af3e3655a29c57ded", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "FA", + "depth": 5, + "seed": 1 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s2.json", + "sha256": "2641280122e041ceb5f399cdd1e1f4e9cd4b3c70de828a7815958a21b30f774b", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "FA", + "depth": 5, + "seed": 2 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s3.json", + "sha256": "9298d4e336a01626bc0e8227d55ad54bcb9515d0f94f6fed3206f12cc3c79374", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "FA", + "depth": 5, + "seed": 3 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s4.json", + "sha256": "50b841076edb12f5547c7782ad757996c0595af210d16177eefdcf4cb3f524cf", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "FA", + "depth": 5, + "seed": 4 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s0.json", + "sha256": "334c25479d64bdcbb089758be0475f722d7b627b6875744569ee626b529e3597", + "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", + "method": "FA", + "depth": 60, + "seed": 0 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s1.json", + "sha256": "4d22d60f6664bb9902fe391fb9405c7d1de2a01791f8c4663999d270f93cbd5f", + "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", + "method": "FA", + "depth": 60, + "seed": 1 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s2.json", + "sha256": "62ec91e60150b944a5c20384096ada03116cc77a4c2eb436af5b0864e88ad5cd", + "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", + "method": "FA", + "depth": 60, + "seed": 2 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s3.json", + "sha256": "b1269f1de8cfc643b9eba2806e50167496a81a9caaf7dd2984f8f8f94dd7a70a", + "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", + "method": "FA", + "depth": 60, + "seed": 3 + }, + { + "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s4.json", + "sha256": "ab100195ae2876f496d298fcac4791fa8e49610c0b6bdd31548ccd8224ed0607", + "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", + "method": "FA", + "depth": 60, + "seed": 4 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d10_s0.json", + "sha256": "73189c3ed93146e9f80f98226df0081e44581f174c26819dd9680dae5f530e74", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 10, + "seed": 0 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d10_s1.json", + "sha256": "dbe760eccd504d483f2d22ffdff3bc72db15d03b753e7b6c8a978dc0cfeca725", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 10, + "seed": 1 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d10_s2.json", + "sha256": "53c3a4107af05a56a07626b397fdf4b602ced1ba2073cd134c21b1ab5e6977a0", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 10, + "seed": 2 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d10_s3.json", + "sha256": "bf18afe159d2fec689094841706ff184a894e6aa7c3578e10b14a77b9b5aabb9", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 10, + "seed": 3 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d10_s4.json", + "sha256": "c91e935bd883374280c867594fbc10de8de36dbb2b8dd9a090a2df4a3ec7c890", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 10, + "seed": 4 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d20_s0.json", + "sha256": "900b6365b8ac1dc2183e880b7756f58590f61887326db4be109544f7cb048854", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 20, + "seed": 0 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d20_s1.json", + "sha256": "1271c21c7ebb637c18e37ee09fa7051659e9be58b259665dfa4be29ec835847f", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 20, + "seed": 1 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d20_s2.json", + "sha256": "77746609285486d2d96e36c49e901a62572bf5a0aecf212a9bc05c707d4b8022", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 20, + "seed": 2 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d20_s3.json", + "sha256": "4e5fd1d5bf26193ecee32db5d533ea19b1a901ab340c435d7f9c05791989eaa8", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 20, + "seed": 3 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d20_s4.json", + "sha256": "20a624f7c039e4f17f052aff8e1b80baf578bd530cd8a0d7060fe7e426b60a67", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 20, + "seed": 4 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d30_s0.json", + "sha256": "4a5ac0ba2901d76374b0867e6e2bed4cecdc56747ba98959b0cbef2711bdb4b4", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "BP", + "depth": 30, + "seed": 0 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d30_s1.json", + "sha256": "2934650e18d58e7e84f2aee69f45cd201c6367b0d3b9c635e83b958580b9a413", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "BP", + "depth": 30, + "seed": 1 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d30_s2.json", + "sha256": "6cdc0bd12b592777f90417c803aa4fcba4db8de4f7df4244ca120cb56c1d3b6f", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "BP", + "depth": 30, + "seed": 2 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d30_s3.json", + "sha256": "e99fdc8e83f1bb2892f008760d5f29660baa52d339830a1c6c7ceb424fccba8a", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "BP", + "depth": 30, + "seed": 3 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d30_s4.json", + "sha256": "b5d29b4711c68d558f191a62e341c0f37b5473bbed7edd2b40c3eb614a20f21b", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "BP", + "depth": 30, + "seed": 4 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d5_s0.json", + "sha256": "9ff3f66959eed5a77d37fc3ee673b3f3ddb6d8f50172b06913ae8b9cbeba75c3", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 5, + "seed": 0 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d5_s1.json", + "sha256": "e0b6bd3f35ef2c67a4b8ceba355aa7c52e8dfc199dfbdae9eed345bbc6b338f2", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 5, + "seed": 1 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d5_s2.json", + "sha256": "87233291074b1013a67b58259c5dd96286418762182f4bd695014254311ab1aa", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 5, + "seed": 2 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d5_s3.json", + "sha256": "e533d5977de025515fe060a3ced165ef19d4a5caf153cfe29ae850f202697649", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 5, + "seed": 3 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d5_s4.json", + "sha256": "2bf33ff6096e063920b7369e26de7dc5a7c95b03ff085bd053f21af4bbe3088d", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "BP", + "depth": 5, + "seed": 4 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d60_s0.json", + "sha256": "43a397ba1e33b3d38f26c554333c80fb928fe191e6ab6465fdab6c68c2be6595", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "BP", + "depth": 60, + "seed": 0 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d60_s1.json", + "sha256": "8b969ea4556b6c55dff4906edd60cfa6669d34541ca7e6e66f1bb1b1fd5b285d", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "BP", + "depth": 60, + "seed": 1 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d60_s2.json", + "sha256": "bb6dfb12bfb135179d88b53443a44bd3e1b40bf4b213d86b8055a1c48e60aad8", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "BP", + "depth": 60, + "seed": 2 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d60_s3.json", + "sha256": "439662aa8a9ec1d7ce89f90629176cd82739dc5abec07ff5fae5886c593ab9f1", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "BP", + "depth": 60, + "seed": 3 + }, + { + "path": "results/scale_v3_cifar10_bp_w64_d60_s4.json", + "sha256": "bd7ab4f1c60ce9760128f5a6570023ce5c721962dcc7539ed8ad1f3886b1ee7e", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "BP", + "depth": 60, + "seed": 4 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d10_s0.json", + "sha256": "f3f047ad50f802413e83267d432a0857d08959f2102529332625bb03d2c12672", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 10, + "seed": 0 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d10_s1.json", + "sha256": "a46626dc21c2d198563187943eb333585fa2af3ae3f31c829b5c31527a4b3733", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 10, + "seed": 1 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d10_s2.json", + "sha256": "3cabbc1a1b3d817da55eb819387d5f163d859fc5bf49216414fd5744c4faabed", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 10, + "seed": 2 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d10_s3.json", + "sha256": "50a5fea5e6f388aa2a16f2af551675b32fbbf29d6fd4e8063275fbdd9cb8e260", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 10, + "seed": 3 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d10_s4.json", + "sha256": "0b1d6c3103414b88b8d603605cd372f0fb501ab356a6f75089cd650e9b7e8e31", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 10, + "seed": 4 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d20_s0.json", + "sha256": "a49dc52ea32c7023fb9132fe36769d19a2d1470fb98d3e68f268f270f5754482", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 20, + "seed": 0 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d20_s1.json", + "sha256": "3e82efa4dfe8d20a0e71a81c38aef850414b01b29ce5ea1ff73e63bb11361ad0", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 20, + "seed": 1 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d20_s2.json", + "sha256": "3dd028ecfc8d9272720b4b6b40f56f163632d6bdfcbdb5b7c39409b4b3242f71", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 20, + "seed": 2 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d20_s3.json", + "sha256": "bff86991a9818463a3e35f50b92d2f0e66b41a9cd0ffe51f9f9f381d74864a60", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 20, + "seed": 3 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d20_s4.json", + "sha256": "9e23b4993eb51bab2debcb9979ee6a804d138e1fec60f0b588114bb211eef613", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 20, + "seed": 4 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d30_s0.json", + "sha256": "e7b1e3f19263d7efa1ac640f094fd33b6677243ad269fc5e55d10f76df55d47d", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "DFA", + "depth": 30, + "seed": 0 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d30_s1.json", + "sha256": "b61af9b422497637de9e7ccf311a6d10e7c87baf50537dd8982847f2cb9cbc37", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "DFA", + "depth": 30, + "seed": 1 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d30_s2.json", + "sha256": "ca2546d9f72db7981b21be1a1196f246c0fbb158ecc314da7deed6cd07a9af2d", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "DFA", + "depth": 30, + "seed": 2 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d30_s3.json", + "sha256": "9d8f04db2a8848366d16ad393f51d06c08d9b1e42a879af3edc261a940dd64b4", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "DFA", + "depth": 30, + "seed": 3 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d30_s4.json", + "sha256": "efe05476f782b4adea2ef5f093f847f15b126fe90569d126fe3aea4db39099e6", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "DFA", + "depth": 30, + "seed": 4 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d5_s0.json", + "sha256": "792014503aeb5b17ea1fa6445e4b72ae4af75b61a96870d7a544dfbd3ad6c6e3", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 5, + "seed": 0 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d5_s1.json", + "sha256": "4f6479b86242fd794ffdcbfe158526851339b4a0322979038972cfda412d55bd", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 5, + "seed": 1 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d5_s2.json", + "sha256": "7dc34e33da16e766eaf6ced1967b67a0af2ff2c7b574d16fd87b0d3f93dfab3a", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 5, + "seed": 2 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d5_s3.json", + "sha256": "e83e2ce3a797a2743faa38b8e47938ad40dc7ab30306a2e1cd3cce60937129e9", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 5, + "seed": 3 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d5_s4.json", + "sha256": "220660cda643a1dafb59b1f22ff2558588cb1f72dc14e560a12b91ea19d8d7af", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "DFA", + "depth": 5, + "seed": 4 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d60_s0.json", + "sha256": "f2b787df4af151ebc75349180c049f5d06a0a26ca6e39342410fd5570c6d056c", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "DFA", + "depth": 60, + "seed": 0 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d60_s1.json", + "sha256": "39cb89760dabebaf1546949232a4dfdfdd06b8ac7010e4489e40bc10ce8aacf7", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "DFA", + "depth": 60, + "seed": 1 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d60_s2.json", + "sha256": "a015014bb9ef524cc418289d4b0118acf67ed35a6ca719c99a54a9eed6193cc5", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "DFA", + "depth": 60, + "seed": 2 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d60_s3.json", + "sha256": "dee373a2452fc9883671db9d964e94cf1cfe877b160dfcf48baf79555f44f29b", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "DFA", + "depth": 60, + "seed": 3 + }, + { + "path": "results/scale_v3_cifar10_dfa_w64_d60_s4.json", + "sha256": "db4d90bfb28279cf9cb4ee52b752420b651be5047993f707dab7966d8b0f39d6", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "DFA", + "depth": 60, + "seed": 4 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d10_s0.json", + "sha256": "9f5ba59be41db30485a84dbd990b77d5527317d24a9451e59ac3c82d5448d846", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 10, + "seed": 0 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d10_s1.json", + "sha256": "0c83fbabb7cdb2de85a6022d0bd3e09a6781350928e0359939b54b45d92dd423", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 10, + "seed": 1 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d10_s2.json", + "sha256": "6f05157bca2bfa9f4fc31d0fae47097b36f44bc05b3c95b4880e21018c14f5ff", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 10, + "seed": 2 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d10_s3.json", + "sha256": "30379e78d101b3a9207ad8fc88ba0d83e2386cd8f7efe2298d10e78a0dad3d97", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 10, + "seed": 3 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d10_s4.json", + "sha256": "6ee5024db8428a69f3fac5c1ff087d7f9a3ae7f409dbca7d410833ec7682d923", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 10, + "seed": 4 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d20_s0.json", + "sha256": "81d140b99d3362e8874ef26acf526ee770f52e1a856dcadc5472001edf3eacbd", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 20, + "seed": 0 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d20_s1.json", + "sha256": "f8ccb80bd88e61be51e3a18019030563be82c11c6f4e510d6b88e3d31769268b", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 20, + "seed": 1 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d20_s2.json", + "sha256": "938aeabe88b2f4b987c62aa9e7a9001301fb5f91dffacd3b7e000c795f23ef91", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 20, + "seed": 2 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d20_s3.json", + "sha256": "765808c25fd03c4cfd689536f7fa4d1579bb7ea8c668aa170510f496610c69aa", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 20, + "seed": 3 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d20_s4.json", + "sha256": "0bbcdb1605d072af76aceefaf65725fc934fd78f89af1b28b62c9c2f3d9c71a7", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 20, + "seed": 4 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d30_s0.json", + "sha256": "ca272552f36916cf1945b87244e9c9342c91b4a3215eff1f3810cd3ae4ce2d50", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 30, + "seed": 0 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d30_s1.json", + "sha256": "756bbcfd0057fa21e5817552194ec35cc6a11deaf8b0785d2336201493675877", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 30, + "seed": 1 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d30_s2.json", + "sha256": "4830dac523991337e1fab5c4ffec7dbe55cc3a88a3ac534873d1b8d3804f3236", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 30, + "seed": 2 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d30_s3.json", + "sha256": "cd8a0ceac8b8c0f9821b652e147d76893851d6cb8a27bdb82b3034497bc93f27", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 30, + "seed": 3 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d30_s4.json", + "sha256": "a2a6a3faffa7468f6c2001f25b545e511a95877d1c8118fcacd9b0578c0f1e1f", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 30, + "seed": 4 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d5_s0.json", + "sha256": "0d1093a6e295cba928b363939e48a8be3993abc6d94822beced3c0b7d4453f97", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 5, + "seed": 0 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d5_s1.json", + "sha256": "5c8b0dc6424cd991e87ee73496d69f3b0df5678a6381ab8989c53f0dbf5d8d9b", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 5, + "seed": 1 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d5_s2.json", + "sha256": "0607c32f3ed5efcc6ee5444e2329659bccb48c3f42ebded07c3df5df20806253", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 5, + "seed": 2 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d5_s3.json", + "sha256": "5b5ed3385275307d04a0f91098e129083c9bf36f39800800fa7bf1d75d37bcce", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 5, + "seed": 3 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d5_s4.json", + "sha256": "7cdf8d62b3502fbc04a74d83073351ef71a77c98860596361fd3e7d7ec762085", + "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "method": "SDIL", + "depth": 5, + "seed": 4 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d60_s0.json", + "sha256": "410b91c0617ff705f9b181e3a0f07864ab53224aae13f6e86bd0514dcf6b0c4c", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 60, + "seed": 0 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d60_s1.json", + "sha256": "bfc7b73d203e48d46f04c1ea04f05012b67d96e7d2891921a92d31471802c672", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 60, + "seed": 1 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d60_s2.json", + "sha256": "f3959195deb52bd41debc889c849616e9be6d839857068405c7047aace80d8be", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 60, + "seed": 2 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d60_s3.json", + "sha256": "1f6fc547c26434a09e474ad41b9285b284a05a34e6c73bb0731c6ee407abb7c1", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 60, + "seed": 3 + }, + { + "path": "results/scale_v3_cifar10_sdil_w64_d60_s4.json", + "sha256": "18eed76873349c7f1357b83e3ebb9c6b5816e544617febf17212ea5da90c3be2", + "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", + "method": "SDIL", + "depth": 60, + "seed": 4 + } + ], + "statistics": { + "cifar_scaling": { + "BP_d5": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" + ], + "accuracy_percent_mean": 41.546, + "accuracy_percent_sd": 0.4221137287509122, + "wall_s_mean": 6.92857608795166, + "wall_s_sd": 0.2501584359737863 + }, + "BP_d10": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" + ], + "accuracy_percent_mean": 41.702, + "accuracy_percent_sd": 0.7303560775402643, + "wall_s_mean": 11.749379920959473, + "wall_s_sd": 0.3371317486635639 + }, + "BP_d20": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" + ], + "accuracy_percent_mean": 41.910000000000004, + "accuracy_percent_sd": 0.5595087130688847, + "wall_s_mean": 20.219307374954223, + "wall_s_sd": 1.1196906202369332 + }, + "BP_d30": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "c8a372cae2612839bdbdafcf9c114f52cb4a6de3" + ], + "accuracy_percent_mean": 41.908, + "accuracy_percent_sd": 0.6969002798105339, + "wall_s_mean": 29.835228729248048, + "wall_s_sd": 1.3284048045600318 + }, + "BP_d60": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "c8a372cae2612839bdbdafcf9c114f52cb4a6de3" + ], + "accuracy_percent_mean": 41.624, + "accuracy_percent_sd": 0.7811081871290306, + "wall_s_mean": 58.40483274459839, + "wall_s_sd": 0.9766190623190688 + }, + "FA_d5": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" + ], + "accuracy_percent_mean": 38.924, + "accuracy_percent_sd": 0.7289238643370096, + "wall_s_mean": 5.715361452102661, + "wall_s_sd": 1.0292493855434133, + "early_alignment_mean": 0.6300232291221619, + "early_alignment_sd": 0.022481819734706407 + }, + "FA_d10": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" + ], + "accuracy_percent_mean": 39.056, + "accuracy_percent_sd": 0.5569380575970729, + "wall_s_mean": 10.032206344604493, + "wall_s_sd": 2.0750174992518575, + "early_alignment_mean": 0.609976319471995, + "early_alignment_sd": 0.022488770889004316 + }, + "FA_d20": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" + ], + "accuracy_percent_mean": 37.448, + "accuracy_percent_sd": 0.6028847319347199, + "wall_s_mean": 18.77499575614929, + "wall_s_sd": 3.6211601434874283, + "early_alignment_mean": 0.5694588502248128, + "early_alignment_sd": 0.025306914102854242 + }, + "FA_d30": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26" + ], + "accuracy_percent_mean": 38.158, + "accuracy_percent_sd": 0.5167881577590586, + "wall_s_mean": 26.858415603637695, + "wall_s_sd": 1.8689687861031803, + "early_alignment_mean": 0.5929658114910126, + "early_alignment_sd": 0.013769915923586024 + }, + "FA_d60": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26" + ], + "accuracy_percent_mean": 38.428, + "accuracy_percent_sd": 0.3873886936914907, + "wall_s_mean": 49.798446559906004, + "wall_s_sd": 1.8310870670505184, + "early_alignment_mean": 0.5774025690555573, + "early_alignment_sd": 0.011449873302384925 + }, + "DFA_d5": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" + ], + "accuracy_percent_mean": 37.768, + "accuracy_percent_sd": 0.6542323746192946, + "wall_s_mean": 5.006478548049927, + "wall_s_sd": 0.17105943572134064, + "early_alignment_mean": 0.5144005358219147, + "early_alignment_sd": 0.031792153648107106 + }, + "DFA_d10": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" + ], + "accuracy_percent_mean": 36.716, + "accuracy_percent_sd": 0.36329051735491186, + "wall_s_mean": 9.406730699539185, + "wall_s_sd": 1.7478002113865445, + "early_alignment_mean": 0.23094461547831693, + "early_alignment_sd": 0.03042890008348038 + }, + "DFA_d20": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" + ], + "accuracy_percent_mean": 37.106, + "accuracy_percent_sd": 0.7097393887899989, + "wall_s_mean": 17.884489917755126, + "wall_s_sd": 3.463814667076468, + "early_alignment_mean": 0.12598461890981222, + "early_alignment_sd": 0.023473937083444654 + }, + "DFA_d30": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "c8a372cae2612839bdbdafcf9c114f52cb4a6de3" + ], + "accuracy_percent_mean": 36.988, + "accuracy_percent_sd": 0.5239465621606854, + "wall_s_mean": 23.361962699890135, + "wall_s_sd": 0.7596069721663838, + "early_alignment_mean": 0.08746039641089737, + "early_alignment_sd": 0.006648439889931171 + }, + "DFA_d60": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "c8a372cae2612839bdbdafcf9c114f52cb4a6de3" + ], + "accuracy_percent_mean": 36.897999999999996, + "accuracy_percent_sd": 0.44358764635638753, + "wall_s_mean": 47.572271537780765, + "wall_s_sd": 5.597916318703538, + "early_alignment_mean": 0.047035441405605526, + "early_alignment_sd": 0.0050384160195587144 + }, + "SDIL_d5": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" + ], + "accuracy_percent_mean": 41.46, + "accuracy_percent_sd": 0.22616365755797277, + "wall_s_mean": 9.839997053146362, + "wall_s_sd": 1.9022519584766489, + "early_alignment_mean": 0.7965293765068054, + "early_alignment_sd": 0.01761058847929423 + }, + "SDIL_d10": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" + ], + "accuracy_percent_mean": 41.046, + "accuracy_percent_sd": 0.22165288177688908, + "wall_s_mean": 19.636670923233034, + "wall_s_sd": 4.448498609503248, + "early_alignment_mean": 0.4963265935579936, + "early_alignment_sd": 0.023798990840155788 + }, + "SDIL_d20": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" + ], + "accuracy_percent_mean": 41.288, + "accuracy_percent_sd": 0.6056153895006302, + "wall_s_mean": 31.155718660354616, + "wall_s_sd": 1.462067000443387, + "early_alignment_mean": 0.4030480831861496, + "early_alignment_sd": 0.01977175245203071 + }, + "SDIL_d30": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "c8a372cae2612839bdbdafcf9c114f52cb4a6de3" + ], + "accuracy_percent_mean": 41.198, + "accuracy_percent_sd": 0.5232781287231512, + "wall_s_mean": 47.81093015670776, + "wall_s_sd": 1.3784473323062458, + "early_alignment_mean": 0.36604192197322843, + "early_alignment_sd": 0.007367745717003506 + }, + "SDIL_d60": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "c8a372cae2612839bdbdafcf9c114f52cb4a6de3" + ], + "accuracy_percent_mean": 41.245999999999995, + "accuracy_percent_sd": 0.323465608681973, + "wall_s_mean": 96.41754860877991, + "wall_s_sd": 12.38668800659014, + "early_alignment_mean": 0.3362293788790703, + "early_alignment_sd": 0.013114845224930428 + } + }, + "paired_gap_to_bp": { + "BP_minus_FA_d5": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 2.621999999999999, + "accuracy_point_gap_sd": 0.46916947897321765 + }, + "BP_minus_FA_d10": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 2.646000000000001, + "accuracy_point_gap_sd": 1.089600844346222 + }, + "BP_minus_FA_d20": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 4.4620000000000015, + "accuracy_point_gap_sd": 0.8037225889571602 + }, + "BP_minus_FA_d30": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 3.750000000000001, + "accuracy_point_gap_sd": 0.9622109955721785 + }, + "BP_minus_FA_d60": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 3.196000000000001, + "accuracy_point_gap_sd": 0.8609761901469759 + }, + "BP_minus_DFA_d5": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 3.7780000000000005, + "accuracy_point_gap_sd": 0.46007608066492783 + }, + "BP_minus_DFA_d10": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 4.9860000000000015, + "accuracy_point_gap_sd": 0.9604321943791743 + }, + "BP_minus_DFA_d20": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 4.804, + "accuracy_point_gap_sd": 0.6973377947594703 + }, + "BP_minus_DFA_d30": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 4.92, + "accuracy_point_gap_sd": 0.8947904782685151 + }, + "BP_minus_DFA_d60": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 4.726000000000001, + "accuracy_point_gap_sd": 0.8251242330703908 + }, + "BP_minus_SDIL_d5": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 0.0859999999999983, + "accuracy_point_gap_sd": 0.3460202306224291 + }, + "BP_minus_SDIL_d10": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 0.656000000000001, + "accuracy_point_gap_sd": 0.563985815424465 + }, + "BP_minus_SDIL_d20": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 0.6220000000000014, + "accuracy_point_gap_sd": 0.89622541807293 + }, + "BP_minus_SDIL_d30": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 0.7100000000000006, + "accuracy_point_gap_sd": 1.1288932633336068 + }, + "BP_minus_SDIL_d60": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 0.37800000000000056, + "accuracy_point_gap_sd": 0.9265905244497171 + } + }, + "depth5_to_depth60": { + "BP": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "d60_minus_d5_accuracy_points_mean": 0.07800000000000029, + "d60_minus_d5_accuracy_points_sd": 0.9914988653548729, + "d60_over_d5_wall_geomean": 8.432957928086461, + "d60_over_d5_wall_ratios": [ + 7.983445636305848, + 8.475157018930261, + 8.59384509799933, + 8.346117401221937, + 8.787989553791133 + ] + }, + "FA": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "d60_minus_d5_accuracy_points_mean": -0.496000000000002, + "d60_minus_d5_accuracy_points_sd": 0.44444347222115815, + "d60_over_d5_wall_geomean": 8.808129138649528, + "d60_over_d5_wall_ratios": [ + 9.308454126909677, + 10.148163333798282, + 9.199621558703976, + 6.7033463045694015, + 9.101054953876158 + ], + "d60_minus_d5_early_alignment_mean": -0.052620660066604596, + "d60_minus_d5_early_alignment_sd": 0.013629272999240246 + }, + "DFA": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "d60_minus_d5_accuracy_points_mean": -0.8700000000000008, + "d60_minus_d5_accuracy_points_sd": 0.3577009924503984, + "d60_over_d5_wall_geomean": 9.458472139177038, + "d60_over_d5_wall_ratios": [ + 9.616681637647831, + 8.849635981324795, + 10.899392679378154, + 9.083443515320905, + 8.984656533045191 + ], + "d60_minus_d5_early_alignment_mean": -0.46736509441630913, + "d60_minus_d5_early_alignment_sd": 0.03641498460995918 + }, + "SDIL": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "d60_minus_d5_accuracy_points_mean": -0.21400000000000197, + "d60_minus_d5_accuracy_points_sd": 0.349399484830759, + "d60_over_d5_wall_geomean": 9.866226759361856, + "d60_over_d5_wall_ratios": [ + 11.105058580053122, + 6.796410077870508, + 12.637025396845424, + 9.78526636436608, + 10.016996559591552 + ], + "d60_minus_d5_early_alignment_mean": -0.46029999762773516, + "d60_minus_d5_early_alignment_sd": 0.02065602739281337 + } + }, + "local_pareto_frontier": [ + { + "method": "DFA", + "depth": 5, + "wall_s_mean": 5.006478548049927, + "accuracy_percent_mean": 37.768 + }, + { + "method": "FA", + "depth": 5, + "wall_s_mean": 5.715361452102661, + "accuracy_percent_mean": 38.924 + }, + { + "method": "SDIL", + "depth": 5, + "wall_s_mean": 9.839997053146362, + "accuracy_percent_mean": 41.46 + } + ], + "sdil_is_high_accuracy_frontier_endpoint": true, + "mnist_exact_ep": { + "BP_d1": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", + "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" + ], + "accuracy_percent_mean": 98.24000000000001, + "accuracy_percent_sd": 0.07314369419164093, + "wall_s_mean": 15.031950378417969, + "wall_s_sd": 0.4954662512886817 + }, + "BP_d2": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "f2b6107e20975aa649c4ab36b3faab21d1e3c281" + ], + "accuracy_percent_mean": 98.288, + "accuracy_percent_sd": 0.030331501776206023, + "wall_s_mean": 45.120955038070676, + "wall_s_sd": 0.8442058768630096 + }, + "DFA_d1": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", + "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" + ], + "accuracy_percent_mean": 97.662, + "accuracy_percent_sd": 0.07791020472312946, + "wall_s_mean": 10.624060344696044, + "wall_s_sd": 1.6189926039683684 + }, + "DFA_d2": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "f2b6107e20975aa649c4ab36b3faab21d1e3c281" + ], + "accuracy_percent_mean": 97.59, + "accuracy_percent_sd": 0.04636809247747926, + "wall_s_mean": 34.649536323547366, + "wall_s_sd": 2.7971861076518616 + }, + "SDIL_d1": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", + "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" + ], + "accuracy_percent_mean": 97.596, + "accuracy_percent_sd": 0.08876936408468869, + "wall_s_mean": 15.450897359848023, + "wall_s_sd": 0.19981119234861924 + }, + "SDIL_d2": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "f2b6107e20975aa649c4ab36b3faab21d1e3c281" + ], + "accuracy_percent_mean": 97.516, + "accuracy_percent_sd": 0.06693280212273099, + "wall_s_mean": 58.53929476737976, + "wall_s_sd": 3.9698841983969158 + }, + "EP_d1": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", + "887ecfb29478e9a7456a12ea85f7ba7448e7277d", + "f2b6107e20975aa649c4ab36b3faab21d1e3c281" + ], + "accuracy_percent_mean": 96.926, + "accuracy_percent_sd": 0.23776038357977533, + "wall_s_mean": 800.5066914081574, + "wall_s_sd": 53.338706214522 + }, + "EP_d2": { + "n": 5, + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "git_commits": [ + "07a9d5afe08fee5824c325edfb3807a2f9aede8f", + "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", + "f2b6107e20975aa649c4ab36b3faab21d1e3c281" + ], + "accuracy_percent_mean": 89.52600000000001, + "accuracy_percent_sd": 4.461292413639798, + "wall_s_mean": 17530.35083498955, + "wall_s_sd": 613.5518714846752 + } + }, + "paired_ep_comparison": { + "SDIL_minus_EP_d1": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 0.6699999999999973, + "accuracy_point_gap_sd": 0.2529822128134754, + "wall_speedup_geomean": 51.72608932530215, + "wall_speedups": [ + 57.05299016125923, + 51.7781352618904, + 49.70380876934881, + 49.74776656533551, + 50.69441937526307 + ] + }, + "SDIL_minus_EP_d2": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "accuracy_point_gap_mean": 7.989999999999997, + "accuracy_point_gap_sd": 4.458861962429429, + "wall_speedup_geomean": 299.8440732608932, + "wall_speedups": [ + 318.64224793402497, + 303.0369121305419, + 307.394292047089, + 268.7536549770036, + 303.82833762801914 + ] + } + } + }, + "outputs": [ + "figure1_pareto.pdf", + "figure1_pareto.png", + "figure2_scaling.pdf", + "figure2_scaling.png", + "main_figure_captions.md" + ] +}
\ No newline at end of file |
