{ "strict": true, "required_seeds": [ 0, 1, 2, 3, 4 ], "protocols": { "cifar_scaling": "width64 residual tanh; 5 epochs; d5/10/20/30/60", "ep_comparison": "exact d1/d2 width500; canonical EP dynamics", "innovation_necessity": "MNIST depth3 width256; 15 epochs; diagonal neutral predictor; raw/norm-matched raw/innovation; rho0/0.05/0.2/0.5" }, "missing_cells": [], "sources": [ { "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s0.json", "sha256": "bd9745e9d06a69709bf472c58264a5c1c63f4ff97725412611b6189ca39cd837", "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "method": "BP", "depth": 1, "seed": 0, "signal": null }, { "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s1.json", "sha256": "4484f4ca048d9eb768a982b115e36474f5cee301e7bac4398f116fde8f9c510d", "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "method": "BP", "depth": 1, "seed": 1, "signal": null }, { "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s2.json", "sha256": "e85abc1908bed46f329a3ac1acc11e6c80895f54cf5869ffa3e055a3c2354f9a", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 1, "seed": 2, "signal": null }, { "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s3.json", "sha256": "aa0e3298f48c34a48babaf171c3392b00055addd591e4947ce3ed42239df0489", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 1, "seed": 3, "signal": null }, { "path": "results/ep_archmatch_v1_mnist_bp_w500_d1_s4.json", "sha256": "c3c0309b4689e2f1c9942827e66ea8c2df0ede561177ef520e4822f86b76af7e", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 1, "seed": 4, "signal": null }, { "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s0.json", "sha256": "21622d461371212ec668bd631d50426e775816aaf437687226c1748ebd5124a9", "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "method": "DFA", "depth": 1, "seed": 0, "signal": null }, { "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s1.json", "sha256": "ddb0acc259e6ad2380357616e96034a40572d493360899203aa5a577201f1371", "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "method": "DFA", "depth": 1, "seed": 1, "signal": null }, { "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s2.json", "sha256": "592d308b8301ec5883cc73a2ac74839ad5cc1b38175ab63a788a0bac97c7eac6", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 1, "seed": 2, "signal": null }, { "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s3.json", "sha256": "416703a66074374c6bfe7776ed31b6f0adbed4033ba3517cdd5ca4765e0cdd91", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 1, "seed": 3, "signal": null }, { "path": "results/ep_archmatch_v1_mnist_dfa_w500_d1_s4.json", "sha256": "1176a22ada874a41d2fcc564af6b588fc21a7872b2e2af5ad90f09f334698cab", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 1, "seed": 4, "signal": null }, { "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s0.json", "sha256": "1623d03125078c02c9d0a5048331e5d33980ae55658a899517e00bc1cd26c579", "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "method": "SDIL", "depth": 1, "seed": 0, "signal": null }, { "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s1.json", "sha256": "ec8b74095836ab67c22b85c3ae229ff4899641f0fa2a7391cb9f56cbb5eba350", "git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "method": "SDIL", "depth": 1, "seed": 1, "signal": null }, { "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s2.json", "sha256": "49fe96fc8bde4d2affa7ec2f7662f5b0daba302d5024ec32a74cb1145ea63f1b", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 1, "seed": 2, "signal": null }, { "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s3.json", "sha256": "712a6287e6a4416c77e58786483ae367fffa425558d58fd8f875133041fd52cc", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 1, "seed": 3, "signal": null }, { "path": "results/ep_archmatch_v1_mnist_sdil_w500_d1_s4.json", "sha256": "9d9d13022e1efaf1dd6f26f46117a91f82f0271b4bf97f44381679723280210b", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 1, "seed": 4, "signal": null }, { "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s0.json", "sha256": "96dfe4174d08d627ed95084d1a22297793b4e5d5b0c9a96d0271a7116f62f7b1", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "BP", "depth": 2, "seed": 0, "signal": null }, { "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s1.json", "sha256": "3308afab1fedb7354250ec987e4d11379cf3aaf2932027001b891177791c654c", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "BP", "depth": 2, "seed": 1, "signal": null }, { "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s2.json", "sha256": "d46ad72781b4da70a4fa3e49fe0c52b58dff543f98d0c62202b989025a23e823", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "BP", "depth": 2, "seed": 2, "signal": null }, { "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s3.json", "sha256": "d4a67550a546f1064e8259c2019aec53d088ec8b53efb244accd190a024c7efb", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "BP", "depth": 2, "seed": 3, "signal": null }, { "path": "results/ep_depth2_v1_mnist_bp_w500_d2_s4.json", "sha256": "fa45a9a92afb45d5bd1d8a62c98049b49a0aae4fc2b677dba0cc417e97ac8643", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "BP", "depth": 2, "seed": 4, "signal": null }, { "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s0.json", "sha256": "69e0dba8b93400dd36180be7bc2744c36dd49c47198c135a9ec41b4565c2dc82", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "DFA", "depth": 2, "seed": 0, "signal": null }, { "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s1.json", "sha256": "302d6a4be7d2c5ce0aad2b5c54841c9dd0fa888462ef686c9d333bb8058a87f7", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "DFA", "depth": 2, "seed": 1, "signal": null }, { "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s2.json", "sha256": "e4220676740b62ce070a7453c44d06b366b781e2456bf31f03c5be70ad307387", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "DFA", "depth": 2, "seed": 2, "signal": null }, { "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s3.json", "sha256": "36f5c14f45390245e0a79d38e81f4cf422867c040977f3ebc406aeb36684f087", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "DFA", "depth": 2, "seed": 3, "signal": null }, { "path": "results/ep_depth2_v1_mnist_dfa_w500_d2_s4.json", "sha256": "61f00aed6cda8ae4607fdd010cb58df82aa3266cbb001fb265fd93fae9637d4f", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "DFA", "depth": 2, "seed": 4, "signal": null }, { "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s0.json", "sha256": "597bbd8e88bac0e30426765767a6ac9be4c7ccf89cf62ef08590ca1eba3bb25a", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "EP", "depth": 2, "seed": 0, "signal": null }, { "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s1.json", "sha256": "6129c47c4b6ece2e1700b5519e57f975ecb1c9212994556507a73a4a0ee9b352", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "EP", "depth": 2, "seed": 1, "signal": null }, { "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s2.json", "sha256": "6efa28f71171a4a45b3a1d0bb67fc4de3366c68dd8cc9c5b3b202d7dfbff7bd3", "git_commit": "07a9d5afe08fee5824c325edfb3807a2f9aede8f", "method": "EP", "depth": 2, "seed": 2, "signal": null }, { "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s3.json", "sha256": "6bad2750f777df6c5e2050a4da3f1b15cfa280c15466b03a4d2854f671416fd9", "git_commit": "07a9d5afe08fee5824c325edfb3807a2f9aede8f", "method": "EP", "depth": 2, "seed": 3, "signal": null }, { "path": "results/ep_depth2_v1_mnist_ep_w500_d2_s4.json", "sha256": "eb0f6aa4fdc7c83403d64f03a0698dddc85c9694ee6901c938d4317407e03846", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "EP", "depth": 2, "seed": 4, "signal": null }, { "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s0.json", "sha256": "c642c2e169f471dc4a509ee6c686722578daf991cdea269c0745aaf5cd9ffc42", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "SDIL", "depth": 2, "seed": 0, "signal": null }, { "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s1.json", "sha256": "7d1cca0c4808143b85bc3c682c986c64a92048bdb689e62a34d7c3683c8a9e45", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "SDIL", "depth": 2, "seed": 1, "signal": null }, { "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s2.json", "sha256": "37a5f4f1e97c390e934a39f6e65a780f3e3df871ca3b6ff16e9a351793e0b23e", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "SDIL", "depth": 2, "seed": 2, "signal": null }, { "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s3.json", "sha256": "8d1f8434ddf6df95f549eb433cca36d3eb80c0d4815b27fdc7be11fe9511fed9", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "SDIL", "depth": 2, "seed": 3, "signal": null }, { "path": "results/ep_depth2_v1_mnist_sdil_w500_d2_s4.json", "sha256": "c07333722cacae492a82a6db3ba1dd4cb3d5105e28eb885c4141a85dfe9bc8d6", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "SDIL", "depth": 2, "seed": 4, "signal": null }, { "path": "results/ep_original_v2_mnist_ep_w500_d1_s0.json", "sha256": "b9abc1446684a32374be586e5e1a590e99defea436c115f04f944fad598cc635", "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "EP", "depth": 1, "seed": 0, "signal": null }, { "path": "results/ep_original_v2_mnist_ep_w500_d1_s1.json", "sha256": "4b332b360f9379bd07d5ed016eba69788b41862de680d2a7e968d8008ceb9ef4", "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "EP", "depth": 1, "seed": 1, "signal": null }, { "path": "results/ep_original_v2_mnist_ep_w500_d1_s2.json", "sha256": "9b09431f02f32b1b1fb2a86575c83939837cd07b29417573c9ebae0d572ad452", "git_commit": "887ecfb29478e9a7456a12ea85f7ba7448e7277d", "method": "EP", "depth": 1, "seed": 2, "signal": null }, { "path": "results/ep_original_v2_mnist_ep_w500_d1_s3.json", "sha256": "ed5ebdaa93082c28d191447a5df4d0311b9c41aeadf8ccb250f5536e668f9b5e", "git_commit": "887ecfb29478e9a7456a12ea85f7ba7448e7277d", "method": "EP", "depth": 1, "seed": 3, "signal": null }, { "path": "results/ep_original_v2_mnist_ep_w500_d1_s4.json", "sha256": "720a253c51dcb408f292ff9b0930f4f31106f1a4b29c8446c4b9f0ffb9aeda6c", "git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "method": "EP", "depth": 1, "seed": 4, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s0.json", "sha256": "5d0395f0d3fd87462d6f100dff8b97e4a4b05d3d70d1877980607d2fc8e82c46", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 10, "seed": 0, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s1.json", "sha256": "36f24ab7fcaf92ad1261489510343ef6ce24939fa67f99169a828e6690132017", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 10, "seed": 1, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s2.json", "sha256": "36a339efa6584051b724889358b6bf8c5656e26ce904b0d7856973220e92b3ad", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 10, "seed": 2, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s3.json", "sha256": "2c824fe90009f869e0a66e0adcf583468c9e7a59669c46833712ae1a3ba302d8", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 10, "seed": 3, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d10_s4.json", "sha256": "be46eaaeb319c9f0c95848d50f3139cdc4baf88d5dff4b31e27ae3e10967d49a", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 10, "seed": 4, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s0.json", "sha256": "2f074ec6f21191f63dbae4826413b075434db6fe8150e2585aea8c8dd0e5fa20", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 20, "seed": 0, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s1.json", "sha256": "682b4f85913a58c89cc234b5dac8fa42940cbcd70d0c5c734aff9c8b26269cb1", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 20, "seed": 1, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s2.json", "sha256": "a86d6bf315526d77a1a9070df5228ea760b76b9ac9b05ae6393493e9e0766b1f", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 20, "seed": 2, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s3.json", "sha256": "d4ba5c771454b0658dfb0b4df3f207c3a8f2b3f7758b44fe117e1c10b969f2c9", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 20, "seed": 3, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d20_s4.json", "sha256": "caa07a4602803ecc4bdb96266a75a8d69403fcb79b3b7652990ebc935e7c43a7", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 20, "seed": 4, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s0.json", "sha256": "15ecd4c8aa2b0a342f0b7f00790aeb9517a04dbaaacbe606890b0779c2d3b0f7", "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 30, "seed": 0, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s1.json", "sha256": "110fbb067120f14b2c6dd0399c01f234ed266b5eb7cab5b02ad0342a17328d22", "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 30, "seed": 1, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s2.json", "sha256": "a8c22e4178acaab78ba19e6ef9dafe135da6733433d52d74eb8be165256f4c2c", "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 30, "seed": 2, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s3.json", "sha256": "c76784da8e831c07ffbbba5e7b9e0e625faef03a1b8206bb176e392134df1935", "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 30, "seed": 3, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d30_s4.json", "sha256": "5f40fb5ac873c0a47656be6c01f96d9b698f3a62164c10480d434db450839380", "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 30, "seed": 4, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s0.json", "sha256": "fb93c6fd666e93af3ba78ce5f2d201b7977deb4b7c0e3236e9bec5c6332ebe19", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 5, "seed": 0, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s1.json", "sha256": "8dec3771047338040977ed689d2d6c8fac7cdce9fa7bf59af3e3655a29c57ded", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 5, "seed": 1, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s2.json", "sha256": "2641280122e041ceb5f399cdd1e1f4e9cd4b3c70de828a7815958a21b30f774b", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 5, "seed": 2, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s3.json", "sha256": "9298d4e336a01626bc0e8227d55ad54bcb9515d0f94f6fed3206f12cc3c79374", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 5, "seed": 3, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d5_s4.json", "sha256": "50b841076edb12f5547c7782ad757996c0595af210d16177eefdcf4cb3f524cf", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "FA", "depth": 5, "seed": 4, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s0.json", "sha256": "334c25479d64bdcbb089758be0475f722d7b627b6875744569ee626b529e3597", "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 60, "seed": 0, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s1.json", "sha256": "4d22d60f6664bb9902fe391fb9405c7d1de2a01791f8c4663999d270f93cbd5f", "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 60, "seed": 1, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s2.json", "sha256": "62ec91e60150b944a5c20384096ada03116cc77a4c2eb436af5b0864e88ad5cd", "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 60, "seed": 2, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s3.json", "sha256": "b1269f1de8cfc643b9eba2806e50167496a81a9caaf7dd2984f8f8f94dd7a70a", "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 60, "seed": 3, "signal": null }, { "path": "results/fa_scale_v2_cifar10_fa_w64_d60_s4.json", "sha256": "ab100195ae2876f496d298fcac4791fa8e49610c0b6bdd31548ccd8224ed0607", "git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "method": "FA", "depth": 60, "seed": 4, "signal": null }, { "path": "results/nuis_ctrl_v1_rho0_matched_s0.json", "sha256": "76748704f5786d4a54b8200873c0bbd2b9d1ec5825338ec9e5efa6b35d50b737", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 0, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0_matched_s1.json", "sha256": "00014ea11e162678ad4b2dd4266fb08a003b9dea89897043d7be5de7ea068021", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 1, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0_matched_s2.json", "sha256": "c53e034dfea6819753d747b39854b7cafbc0b248b59a4e33162078118faa6a6c", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 2, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0_matched_s3.json", "sha256": "895d8e72338cb67b5f9eaf5aacb0d36425fcaa9d59f2e8b1edaefafd40b8da38", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 3, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0_matched_s4.json", "sha256": "e26a956f79cbdae6c6dd08ecd632f79aca7a9624d6e9a9eb066736d6d675e572", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 4, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0_raw_s0.json", "sha256": "fc82279de1933c5841246a94c76db7db6275ad4bc377791390b065067e84999b", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 0, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0_raw_s1.json", "sha256": "20bf365b0e2dc0938ef90b44f243efe4be70f08a30ce9e6f2dfc7d8e577638df", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 1, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0_raw_s2.json", "sha256": "f3770881575188eb3c094d0982cdd0ae92ac558f599dd6944174bd2df59c6c5c", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 2, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0_raw_s3.json", "sha256": "d6d0eebd59d921cb755978d6936f094429b63ed8a2c54adf7e5561203cd7c1f3", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 3, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0_raw_s4.json", "sha256": "6bdf4a02e69c1fdee9d0c61385cb33a2302030fea82be62846c9e882d968931b", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 4, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0_residual_s0.json", "sha256": "110f1605a65ba81de09e9c671ef843f87d94ffba7453142a4f8160baf80e0654", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 0, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0_residual_s1.json", "sha256": "fcce73a919bec96b38fcd284e814fabeb4b2f3d13a8b08b39633405b17f44f94", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 1, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0_residual_s2.json", "sha256": "265cae2d0f4d2f4f96e43bdeb499ecbf13770dad30f1eb299643f9dce0673678", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 2, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0_residual_s3.json", "sha256": "59ec5bae0297a4e2412bbcbb9792087b0eed34308067bfcebcdab81557d60c3e", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 3, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0_residual_s4.json", "sha256": "c17b292cc6917839917f0edc16c2f530de828f9628ccc3d4b32aa8523e70b82a", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 4, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0p05_matched_s0.json", "sha256": "55e15376053e89fe307bde5381b185fe33244899865bbd0653a542bd95330eb2", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 0, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0p05_matched_s1.json", "sha256": "4d405aeb70097178ed9dd1cf9986ccbf4973b81dda706d449bde26a4733d7831", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 1, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0p05_matched_s2.json", "sha256": "255f812290ae52487edca50d0918732936d4cda36c2d522ccad38886e1d79262", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 2, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0p05_matched_s3.json", "sha256": "3232de19c026d6efce23fb1e2cbe2530746b58c5aa1a0d48fdecf4a1cc063138", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 3, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0p05_matched_s4.json", "sha256": "2111e402515de4cdeda0cba76e3936d512391884facce4f1152802743b66e4f8", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 4, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0p05_raw_s0.json", "sha256": "e1ea673b7d3843abeb75b311ee314a7346ffdbd2bc28777dfd48906fb0d5ebe2", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 0, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0p05_raw_s1.json", "sha256": "1db26b4df7687773cf7bc4513ef2ae8d1a8bf0bdcb8142827736e613e4be5911", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 1, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0p05_raw_s2.json", "sha256": "ace0aec875e83ec5fb734df26e8b35c73647e7d677e60849cbd54afe91fd725f", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 2, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0p05_raw_s3.json", "sha256": "92a26e749626053441b50507c036d3d7fd246324ac5cdd81ea5200a0fb9a9ca7", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 3, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0p05_raw_s4.json", "sha256": "cf01853f4ed5180c63f625a14826f589457f5d6d831f507ce8e39e55cd441b23", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 4, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0p05_residual_s0.json", "sha256": "8c1d93c25bc369d8244fc938281ac4f257151ebc744f96bd18c3c544b5e89db2", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 0, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0p05_residual_s1.json", "sha256": "9ecc939ed9028d44d83e16e73df6eb7e863f7318e3a12eb48cf353a1fed43fbd", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 1, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0p05_residual_s2.json", "sha256": "12eebdb3b6c8a09b328b3c678de507d453e2b18767b108c51b4482b6e8cf50dc", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 2, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0p05_residual_s3.json", "sha256": "a508f465fc12a37c4ba08faea324127682b29f646d849ab11715804dbe6c5230", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 3, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0p05_residual_s4.json", "sha256": "af9ab0aaee9782e0d9a6d1b8d05d18254d42db5e78133d1e4e4c2f9c46de6c6b", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 4, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0p2_matched_s0.json", "sha256": "e91e9dfcfcce0b856aa71c1e7997c7156386d647e27b179aaf7034942eab8ba1", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 0, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0p2_matched_s1.json", "sha256": "4f49e25b52003ec6a5d4c5022a38397bbaac8dd14fa345a037b785264838c1d7", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 1, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0p2_matched_s2.json", "sha256": "6d1356d4771cf160521e996e1cff70a09261278df45437050df61da7aa3bf48b", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 2, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0p2_matched_s3.json", "sha256": "063b521666fdc9018c47c58a834a98b39df7684f2591cee1dfad855e754ece1f", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 3, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0p2_matched_s4.json", "sha256": "f63a26d0fab2e720289dbcbdb916322e5ba87bddab4b4c4b4389989e2b84592b", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 4, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0p2_raw_s0.json", "sha256": "61539e21ac3a48c463672f3546149588f218c41efda38058a39e555a5ef89edb", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 0, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0p2_raw_s1.json", "sha256": "2ad20ec562741635d6ecc6b42a2d71ba986ef1aaf169419c0dd6ec54816c348c", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 1, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0p2_raw_s2.json", "sha256": "33ab5447eda69cef3118d2d895796a7dc17529b0f2fe102734dab1c808063954", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 2, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0p2_raw_s3.json", "sha256": "856a6d2d7a15e696aae0440f283e87f4e6fd45c4c54fad5a490da26cb16e704b", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 3, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0p2_raw_s4.json", "sha256": "f36088bd1a846a313d464931752cf95d210559c1408a4ca51c61fc7a089e8f12", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 4, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0p2_residual_s0.json", "sha256": "f48248efe327a80998284fe171df9e9f8b29a5f13b403321a6345bc60fd55053", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 0, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0p2_residual_s1.json", "sha256": "f7b67d263049315b5426b0e2af67ce57a9b13c434c221daa01e0db6a2f42cf60", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 1, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0p2_residual_s2.json", "sha256": "649b2cadfa9ea6988264ea7f019cb8bad7a57327f1468b42421ccfa9f8358166", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 2, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0p2_residual_s3.json", "sha256": "1760571a4d47203bcdcce2f41099d4b683d2cb3588822665ed97b581535ba8c0", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 3, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0p2_residual_s4.json", "sha256": "fd3e5da6f771a058b77318793fc0287d4dfd0a7c029fdf1f68e64a6b9c35bcb4", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 4, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0p5_matched_s0.json", "sha256": "e93555d6bc5fb4e4052fa08149b9c5ac9b05cf11e75956c7fd773ac01bb7133e", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 0, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0p5_matched_s1.json", "sha256": "c5e7be7a8696f225dfae023116ebf9f1e9924b53f49caf7a96cb8bc1c448da17", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 1, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0p5_matched_s2.json", "sha256": "6c999321ca73b422f1e033d36ba002af875f69101d27616992bb29378c4199f6", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 2, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0p5_matched_s3.json", "sha256": "8f28706190c25e4d202b9b77b0b17882f1bb4e392585979a1c68cd8be4cd10de", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 3, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0p5_matched_s4.json", "sha256": "41e2c133d71f59053e7e058225fcc38d72b56a1d9aea29c68b869824d1b36cdb", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 4, "signal": "matched" }, { "path": "results/nuis_ctrl_v1_rho0p5_raw_s0.json", "sha256": "d54b14c189280f9fc716cbfbda17e0d0e2bc3007a0be363f7b3b80ff180e2fb0", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 0, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0p5_raw_s1.json", "sha256": "eaf26592fb822923c1f80cf636fb864be347f301c9cf4de32ceb929b5503b916", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 1, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0p5_raw_s2.json", "sha256": "ab427f3f3ebb1b5f58425254cd820cb4bb382e0d84e9719bf91ca3247e7132a5", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 2, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0p5_raw_s3.json", "sha256": "9af6ad3fdcf393caac0700e8ef098dec693c4a1e502d619692958137407bb5e5", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 3, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0p5_raw_s4.json", "sha256": "3069b3ba1bcf5600ecb8383a99188e5cad8c050a31962d4c55ec1e07dba4cf40", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 4, "signal": "raw" }, { "path": "results/nuis_ctrl_v1_rho0p5_residual_s0.json", "sha256": "b90d493ac3a1724dd7309bc09aa027209e8a32adeee1dda5cd930356e5c18551", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 0, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0p5_residual_s1.json", "sha256": "ee25bc7ac016e9365a2ea1201b87b929beb07c71335f82fa07345e57cd268b61", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 1, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0p5_residual_s2.json", "sha256": "cb36f96dd40093478d252c9bd484e21cdd2d015c4138cc65b9e52bddac64d712", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 2, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0p5_residual_s3.json", "sha256": "e9969c9c1418efaaa08549f48570e8cd98afbe440a0876e99dce638ed6141b37", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 3, "signal": "residual" }, { "path": "results/nuis_ctrl_v1_rho0p5_residual_s4.json", "sha256": "232b8760c60fabbcb0f00a2bea96b35e694c82750d228a3d748693ad25a83628", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 3, "seed": 4, "signal": "residual" }, { "path": "results/scale_v3_cifar10_bp_w64_d10_s0.json", "sha256": "73189c3ed93146e9f80f98226df0081e44581f174c26819dd9680dae5f530e74", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 10, "seed": 0, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d10_s1.json", "sha256": "dbe760eccd504d483f2d22ffdff3bc72db15d03b753e7b6c8a978dc0cfeca725", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 10, "seed": 1, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d10_s2.json", "sha256": "53c3a4107af05a56a07626b397fdf4b602ced1ba2073cd134c21b1ab5e6977a0", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 10, "seed": 2, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d10_s3.json", "sha256": "bf18afe159d2fec689094841706ff184a894e6aa7c3578e10b14a77b9b5aabb9", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 10, "seed": 3, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d10_s4.json", "sha256": "c91e935bd883374280c867594fbc10de8de36dbb2b8dd9a090a2df4a3ec7c890", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 10, "seed": 4, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d20_s0.json", "sha256": "900b6365b8ac1dc2183e880b7756f58590f61887326db4be109544f7cb048854", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 20, "seed": 0, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d20_s1.json", "sha256": "1271c21c7ebb637c18e37ee09fa7051659e9be58b259665dfa4be29ec835847f", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 20, "seed": 1, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d20_s2.json", "sha256": "77746609285486d2d96e36c49e901a62572bf5a0aecf212a9bc05c707d4b8022", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 20, "seed": 2, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d20_s3.json", "sha256": "4e5fd1d5bf26193ecee32db5d533ea19b1a901ab340c435d7f9c05791989eaa8", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 20, "seed": 3, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d20_s4.json", "sha256": "20a624f7c039e4f17f052aff8e1b80baf578bd530cd8a0d7060fe7e426b60a67", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 20, "seed": 4, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d30_s0.json", "sha256": "4a5ac0ba2901d76374b0867e6e2bed4cecdc56747ba98959b0cbef2711bdb4b4", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 30, "seed": 0, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d30_s1.json", "sha256": "2934650e18d58e7e84f2aee69f45cd201c6367b0d3b9c635e83b958580b9a413", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 30, "seed": 1, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d30_s2.json", "sha256": "6cdc0bd12b592777f90417c803aa4fcba4db8de4f7df4244ca120cb56c1d3b6f", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 30, "seed": 2, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d30_s3.json", "sha256": "e99fdc8e83f1bb2892f008760d5f29660baa52d339830a1c6c7ceb424fccba8a", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 30, "seed": 3, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d30_s4.json", "sha256": "b5d29b4711c68d558f191a62e341c0f37b5473bbed7edd2b40c3eb614a20f21b", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 30, "seed": 4, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d5_s0.json", "sha256": "9ff3f66959eed5a77d37fc3ee673b3f3ddb6d8f50172b06913ae8b9cbeba75c3", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 5, "seed": 0, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d5_s1.json", "sha256": "e0b6bd3f35ef2c67a4b8ceba355aa7c52e8dfc199dfbdae9eed345bbc6b338f2", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 5, "seed": 1, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d5_s2.json", "sha256": "87233291074b1013a67b58259c5dd96286418762182f4bd695014254311ab1aa", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 5, "seed": 2, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d5_s3.json", "sha256": "e533d5977de025515fe060a3ced165ef19d4a5caf153cfe29ae850f202697649", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 5, "seed": 3, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d5_s4.json", "sha256": "2bf33ff6096e063920b7369e26de7dc5a7c95b03ff085bd053f21af4bbe3088d", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "BP", "depth": 5, "seed": 4, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d60_s0.json", "sha256": "43a397ba1e33b3d38f26c554333c80fb928fe191e6ab6465fdab6c68c2be6595", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 60, "seed": 0, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d60_s1.json", "sha256": "8b969ea4556b6c55dff4906edd60cfa6669d34541ca7e6e66f1bb1b1fd5b285d", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 60, "seed": 1, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d60_s2.json", "sha256": "bb6dfb12bfb135179d88b53443a44bd3e1b40bf4b213d86b8055a1c48e60aad8", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 60, "seed": 2, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d60_s3.json", "sha256": "439662aa8a9ec1d7ce89f90629176cd82739dc5abec07ff5fae5886c593ab9f1", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 60, "seed": 3, "signal": null }, { "path": "results/scale_v3_cifar10_bp_w64_d60_s4.json", "sha256": "bd7ab4f1c60ce9760128f5a6570023ce5c721962dcc7539ed8ad1f3886b1ee7e", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "BP", "depth": 60, "seed": 4, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d10_s0.json", "sha256": "f3f047ad50f802413e83267d432a0857d08959f2102529332625bb03d2c12672", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 10, "seed": 0, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d10_s1.json", "sha256": "a46626dc21c2d198563187943eb333585fa2af3ae3f31c829b5c31527a4b3733", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 10, "seed": 1, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d10_s2.json", "sha256": "3cabbc1a1b3d817da55eb819387d5f163d859fc5bf49216414fd5744c4faabed", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 10, "seed": 2, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d10_s3.json", "sha256": "50a5fea5e6f388aa2a16f2af551675b32fbbf29d6fd4e8063275fbdd9cb8e260", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 10, "seed": 3, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d10_s4.json", "sha256": "0b1d6c3103414b88b8d603605cd372f0fb501ab356a6f75089cd650e9b7e8e31", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 10, "seed": 4, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d20_s0.json", "sha256": "a49dc52ea32c7023fb9132fe36769d19a2d1470fb98d3e68f268f270f5754482", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 20, "seed": 0, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d20_s1.json", "sha256": "3e82efa4dfe8d20a0e71a81c38aef850414b01b29ce5ea1ff73e63bb11361ad0", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 20, "seed": 1, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d20_s2.json", "sha256": "3dd028ecfc8d9272720b4b6b40f56f163632d6bdfcbdb5b7c39409b4b3242f71", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 20, "seed": 2, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d20_s3.json", "sha256": "bff86991a9818463a3e35f50b92d2f0e66b41a9cd0ffe51f9f9f381d74864a60", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 20, "seed": 3, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d20_s4.json", "sha256": "9e23b4993eb51bab2debcb9979ee6a804d138e1fec60f0b588114bb211eef613", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 20, "seed": 4, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d30_s0.json", "sha256": "e7b1e3f19263d7efa1ac640f094fd33b6677243ad269fc5e55d10f76df55d47d", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 30, "seed": 0, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d30_s1.json", "sha256": "b61af9b422497637de9e7ccf311a6d10e7c87baf50537dd8982847f2cb9cbc37", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 30, "seed": 1, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d30_s2.json", "sha256": "ca2546d9f72db7981b21be1a1196f246c0fbb158ecc314da7deed6cd07a9af2d", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 30, "seed": 2, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d30_s3.json", "sha256": "9d8f04db2a8848366d16ad393f51d06c08d9b1e42a879af3edc261a940dd64b4", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 30, "seed": 3, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d30_s4.json", "sha256": "efe05476f782b4adea2ef5f093f847f15b126fe90569d126fe3aea4db39099e6", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 30, "seed": 4, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d5_s0.json", "sha256": "792014503aeb5b17ea1fa6445e4b72ae4af75b61a96870d7a544dfbd3ad6c6e3", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 5, "seed": 0, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d5_s1.json", "sha256": "4f6479b86242fd794ffdcbfe158526851339b4a0322979038972cfda412d55bd", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 5, "seed": 1, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d5_s2.json", "sha256": "7dc34e33da16e766eaf6ced1967b67a0af2ff2c7b574d16fd87b0d3f93dfab3a", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 5, "seed": 2, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d5_s3.json", "sha256": "e83e2ce3a797a2743faa38b8e47938ad40dc7ab30306a2e1cd3cce60937129e9", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 5, "seed": 3, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d5_s4.json", "sha256": "220660cda643a1dafb59b1f22ff2558588cb1f72dc14e560a12b91ea19d8d7af", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "DFA", "depth": 5, "seed": 4, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d60_s0.json", "sha256": "f2b787df4af151ebc75349180c049f5d06a0a26ca6e39342410fd5570c6d056c", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 60, "seed": 0, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d60_s1.json", "sha256": "39cb89760dabebaf1546949232a4dfdfdd06b8ac7010e4489e40bc10ce8aacf7", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 60, "seed": 1, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d60_s2.json", "sha256": "a015014bb9ef524cc418289d4b0118acf67ed35a6ca719c99a54a9eed6193cc5", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 60, "seed": 2, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d60_s3.json", "sha256": "dee373a2452fc9883671db9d964e94cf1cfe877b160dfcf48baf79555f44f29b", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 60, "seed": 3, "signal": null }, { "path": "results/scale_v3_cifar10_dfa_w64_d60_s4.json", "sha256": "db4d90bfb28279cf9cb4ee52b752420b651be5047993f707dab7966d8b0f39d6", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "DFA", "depth": 60, "seed": 4, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d10_s0.json", "sha256": "9f5ba59be41db30485a84dbd990b77d5527317d24a9451e59ac3c82d5448d846", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 10, "seed": 0, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d10_s1.json", "sha256": "0c83fbabb7cdb2de85a6022d0bd3e09a6781350928e0359939b54b45d92dd423", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 10, "seed": 1, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d10_s2.json", "sha256": "6f05157bca2bfa9f4fc31d0fae47097b36f44bc05b3c95b4880e21018c14f5ff", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 10, "seed": 2, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d10_s3.json", "sha256": "30379e78d101b3a9207ad8fc88ba0d83e2386cd8f7efe2298d10e78a0dad3d97", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 10, "seed": 3, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d10_s4.json", "sha256": "6ee5024db8428a69f3fac5c1ff087d7f9a3ae7f409dbca7d410833ec7682d923", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 10, "seed": 4, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d20_s0.json", "sha256": "81d140b99d3362e8874ef26acf526ee770f52e1a856dcadc5472001edf3eacbd", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 20, "seed": 0, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d20_s1.json", "sha256": "f8ccb80bd88e61be51e3a18019030563be82c11c6f4e510d6b88e3d31769268b", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 20, "seed": 1, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d20_s2.json", "sha256": "938aeabe88b2f4b987c62aa9e7a9001301fb5f91dffacd3b7e000c795f23ef91", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 20, "seed": 2, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d20_s3.json", "sha256": "765808c25fd03c4cfd689536f7fa4d1579bb7ea8c668aa170510f496610c69aa", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 20, "seed": 3, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d20_s4.json", "sha256": "0bbcdb1605d072af76aceefaf65725fc934fd78f89af1b28b62c9c2f3d9c71a7", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 20, "seed": 4, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d30_s0.json", "sha256": "ca272552f36916cf1945b87244e9c9342c91b4a3215eff1f3810cd3ae4ce2d50", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 30, "seed": 0, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d30_s1.json", "sha256": "756bbcfd0057fa21e5817552194ec35cc6a11deaf8b0785d2336201493675877", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 30, "seed": 1, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d30_s2.json", "sha256": "4830dac523991337e1fab5c4ffec7dbe55cc3a88a3ac534873d1b8d3804f3236", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 30, "seed": 2, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d30_s3.json", "sha256": "cd8a0ceac8b8c0f9821b652e147d76893851d6cb8a27bdb82b3034497bc93f27", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 30, "seed": 3, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d30_s4.json", "sha256": "a2a6a3faffa7468f6c2001f25b545e511a95877d1c8118fcacd9b0578c0f1e1f", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 30, "seed": 4, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d5_s0.json", "sha256": "0d1093a6e295cba928b363939e48a8be3993abc6d94822beced3c0b7d4453f97", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 5, "seed": 0, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d5_s1.json", "sha256": "5c8b0dc6424cd991e87ee73496d69f3b0df5678a6381ab8989c53f0dbf5d8d9b", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 5, "seed": 1, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d5_s2.json", "sha256": "0607c32f3ed5efcc6ee5444e2329659bccb48c3f42ebded07c3df5df20806253", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 5, "seed": 2, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d5_s3.json", "sha256": "5b5ed3385275307d04a0f91098e129083c9bf36f39800800fa7bf1d75d37bcce", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 5, "seed": 3, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d5_s4.json", "sha256": "7cdf8d62b3502fbc04a74d83073351ef71a77c98860596361fd3e7d7ec762085", "git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "method": "SDIL", "depth": 5, "seed": 4, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d60_s0.json", "sha256": "410b91c0617ff705f9b181e3a0f07864ab53224aae13f6e86bd0514dcf6b0c4c", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 60, "seed": 0, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d60_s1.json", "sha256": "bfc7b73d203e48d46f04c1ea04f05012b67d96e7d2891921a92d31471802c672", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 60, "seed": 1, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d60_s2.json", "sha256": "f3959195deb52bd41debc889c849616e9be6d839857068405c7047aace80d8be", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 60, "seed": 2, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d60_s3.json", "sha256": "1f6fc547c26434a09e474ad41b9285b284a05a34e6c73bb0731c6ee407abb7c1", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 60, "seed": 3, "signal": null }, { "path": "results/scale_v3_cifar10_sdil_w64_d60_s4.json", "sha256": "18eed76873349c7f1357b83e3ebb9c6b5816e544617febf17212ea5da90c3be2", "git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "method": "SDIL", "depth": 60, "seed": 4, "signal": null } ], "statistics": { "cifar_scaling": { "BP_d5": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" ], "accuracy_percent_mean": 41.546, "accuracy_percent_sd": 0.4221137287509122, "wall_s_mean": 6.92857608795166, "wall_s_sd": 0.2501584359737863 }, "BP_d10": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" ], "accuracy_percent_mean": 41.702, "accuracy_percent_sd": 0.7303560775402643, "wall_s_mean": 11.749379920959473, "wall_s_sd": 0.3371317486635639 }, "BP_d20": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" ], "accuracy_percent_mean": 41.910000000000004, "accuracy_percent_sd": 0.5595087130688847, "wall_s_mean": 20.219307374954223, "wall_s_sd": 1.1196906202369332 }, "BP_d30": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "c8a372cae2612839bdbdafcf9c114f52cb4a6de3" ], "accuracy_percent_mean": 41.908, "accuracy_percent_sd": 0.6969002798105339, "wall_s_mean": 29.835228729248048, "wall_s_sd": 1.3284048045600318 }, "BP_d60": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "c8a372cae2612839bdbdafcf9c114f52cb4a6de3" ], "accuracy_percent_mean": 41.624, "accuracy_percent_sd": 0.7811081871290306, "wall_s_mean": 58.40483274459839, "wall_s_sd": 0.9766190623190688 }, "FA_d5": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" ], "accuracy_percent_mean": 38.924, "accuracy_percent_sd": 0.7289238643370096, "wall_s_mean": 5.715361452102661, "wall_s_sd": 1.0292493855434133, "early_alignment_mean": 0.6300232291221619, "early_alignment_sd": 0.022481819734706407 }, "FA_d10": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" ], "accuracy_percent_mean": 39.056, "accuracy_percent_sd": 0.5569380575970729, "wall_s_mean": 10.032206344604493, "wall_s_sd": 2.0750174992518575, "early_alignment_mean": 0.609976319471995, "early_alignment_sd": 0.022488770889004316 }, "FA_d20": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" ], "accuracy_percent_mean": 37.448, "accuracy_percent_sd": 0.6028847319347199, "wall_s_mean": 18.77499575614929, "wall_s_sd": 3.6211601434874283, "early_alignment_mean": 0.5694588502248128, "early_alignment_sd": 0.025306914102854242 }, "FA_d30": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26" ], "accuracy_percent_mean": 38.158, "accuracy_percent_sd": 0.5167881577590586, "wall_s_mean": 26.858415603637695, "wall_s_sd": 1.8689687861031803, "early_alignment_mean": 0.5929658114910126, "early_alignment_sd": 0.013769915923586024 }, "FA_d60": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26" ], "accuracy_percent_mean": 38.428, "accuracy_percent_sd": 0.3873886936914907, "wall_s_mean": 49.798446559906004, "wall_s_sd": 1.8310870670505184, "early_alignment_mean": 0.5774025690555573, "early_alignment_sd": 0.011449873302384925 }, "DFA_d5": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" ], "accuracy_percent_mean": 37.768, "accuracy_percent_sd": 0.6542323746192946, "wall_s_mean": 5.006478548049927, "wall_s_sd": 0.17105943572134064, "early_alignment_mean": 0.5144005358219147, "early_alignment_sd": 0.031792153648107106 }, "DFA_d10": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" ], "accuracy_percent_mean": 36.716, "accuracy_percent_sd": 0.36329051735491186, "wall_s_mean": 9.406730699539185, "wall_s_sd": 1.7478002113865445, "early_alignment_mean": 0.23094461547831693, "early_alignment_sd": 0.03042890008348038 }, "DFA_d20": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" ], "accuracy_percent_mean": 37.106, "accuracy_percent_sd": 0.7097393887899989, "wall_s_mean": 17.884489917755126, "wall_s_sd": 3.463814667076468, "early_alignment_mean": 0.12598461890981222, "early_alignment_sd": 0.023473937083444654 }, "DFA_d30": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "c8a372cae2612839bdbdafcf9c114f52cb4a6de3" ], "accuracy_percent_mean": 36.988, "accuracy_percent_sd": 0.5239465621606854, "wall_s_mean": 23.361962699890135, "wall_s_sd": 0.7596069721663838, "early_alignment_mean": 0.08746039641089737, "early_alignment_sd": 0.006648439889931171 }, "DFA_d60": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "c8a372cae2612839bdbdafcf9c114f52cb4a6de3" ], "accuracy_percent_mean": 36.897999999999996, "accuracy_percent_sd": 0.44358764635638753, "wall_s_mean": 47.572271537780765, "wall_s_sd": 5.597916318703538, "early_alignment_mean": 0.047035441405605526, "early_alignment_sd": 0.0050384160195587144 }, "SDIL_d5": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" ], "accuracy_percent_mean": 41.46, "accuracy_percent_sd": 0.22616365755797277, "wall_s_mean": 9.839997053146362, "wall_s_sd": 1.9022519584766489, "early_alignment_mean": 0.7965293765068054, "early_alignment_sd": 0.01761058847929423 }, "SDIL_d10": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" ], "accuracy_percent_mean": 41.046, "accuracy_percent_sd": 0.22165288177688908, "wall_s_mean": 19.636670923233034, "wall_s_sd": 4.448498609503248, "early_alignment_mean": 0.4963265935579936, "early_alignment_sd": 0.023798990840155788 }, "SDIL_d20": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" ], "accuracy_percent_mean": 41.288, "accuracy_percent_sd": 0.6056153895006302, "wall_s_mean": 31.155718660354616, "wall_s_sd": 1.462067000443387, "early_alignment_mean": 0.4030480831861496, "early_alignment_sd": 0.01977175245203071 }, "SDIL_d30": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "c8a372cae2612839bdbdafcf9c114f52cb4a6de3" ], "accuracy_percent_mean": 41.198, "accuracy_percent_sd": 0.5232781287231512, "wall_s_mean": 47.81093015670776, "wall_s_sd": 1.3784473323062458, "early_alignment_mean": 0.36604192197322843, "early_alignment_sd": 0.007367745717003506 }, "SDIL_d60": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "c8a372cae2612839bdbdafcf9c114f52cb4a6de3" ], "accuracy_percent_mean": 41.245999999999995, "accuracy_percent_sd": 0.323465608681973, "wall_s_mean": 96.41754860877991, "wall_s_sd": 12.38668800659014, "early_alignment_mean": 0.3362293788790703, "early_alignment_sd": 0.013114845224930428 } }, "paired_gap_to_bp": { "BP_minus_FA_d5": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 2.621999999999999, "accuracy_point_gap_sd": 0.46916947897321765 }, "BP_minus_FA_d10": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 2.646000000000001, "accuracy_point_gap_sd": 1.089600844346222 }, "BP_minus_FA_d20": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 4.4620000000000015, "accuracy_point_gap_sd": 0.8037225889571602 }, "BP_minus_FA_d30": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 3.750000000000001, "accuracy_point_gap_sd": 0.9622109955721785 }, "BP_minus_FA_d60": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 3.196000000000001, "accuracy_point_gap_sd": 0.8609761901469759 }, "BP_minus_DFA_d5": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 3.7780000000000005, "accuracy_point_gap_sd": 0.46007608066492783 }, "BP_minus_DFA_d10": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 4.9860000000000015, "accuracy_point_gap_sd": 0.9604321943791743 }, "BP_minus_DFA_d20": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 4.804, "accuracy_point_gap_sd": 0.6973377947594703 }, "BP_minus_DFA_d30": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 4.92, "accuracy_point_gap_sd": 0.8947904782685151 }, "BP_minus_DFA_d60": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 4.726000000000001, "accuracy_point_gap_sd": 0.8251242330703908 }, "BP_minus_SDIL_d5": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 0.0859999999999983, "accuracy_point_gap_sd": 0.3460202306224291 }, "BP_minus_SDIL_d10": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 0.656000000000001, "accuracy_point_gap_sd": 0.563985815424465 }, "BP_minus_SDIL_d20": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 0.6220000000000014, "accuracy_point_gap_sd": 0.89622541807293 }, "BP_minus_SDIL_d30": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 0.7100000000000006, "accuracy_point_gap_sd": 1.1288932633336068 }, "BP_minus_SDIL_d60": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 0.37800000000000056, "accuracy_point_gap_sd": 0.9265905244497171 } }, "depth5_to_depth60": { "BP": { "seeds": [ 0, 1, 2, 3, 4 ], "d60_minus_d5_accuracy_points_mean": 0.07800000000000029, "d60_minus_d5_accuracy_points_sd": 0.9914988653548729, "d60_over_d5_wall_geomean": 8.432957928086461, "d60_over_d5_wall_ratios": [ 7.983445636305848, 8.475157018930261, 8.59384509799933, 8.346117401221937, 8.787989553791133 ], "paired_accuracy_retention_test": { "null": "mean d60-minus-d5 accuracy change <= -1 point", "alternative": "mean d60-minus-d5 accuracy change > -1 point", "predeclared_margin_points": -1.0, "degrees_of_freedom": 4, "t_statistic": 2.4311488030619435, "one_sided_p": 0.03594586798395181, "one_sided_95_lower_bound_points": -0.8672859622437409, "two_sided_95_interval_points": [ -1.1531084453710267, 1.3091084453710273 ], "reject_drop_at_least_1pt_alpha_0p05": true } }, "FA": { "seeds": [ 0, 1, 2, 3, 4 ], "d60_minus_d5_accuracy_points_mean": -0.496000000000002, "d60_minus_d5_accuracy_points_sd": 0.44444347222115815, "d60_over_d5_wall_geomean": 8.808129138649528, "d60_over_d5_wall_ratios": [ 9.308454126909677, 10.148163333798282, 9.199621558703976, 6.7033463045694015, 9.101054953876158 ], "paired_accuracy_retention_test": { "null": "mean d60-minus-d5 accuracy change <= -1 point", "alternative": "mean d60-minus-d5 accuracy change > -1 point", "predeclared_margin_points": -1.0, "degrees_of_freedom": 4, "t_statistic": 2.5357066333490828, "one_sided_p": 0.03213672421335003, "one_sided_95_lower_bound_points": -0.9197283470326103, "two_sided_95_interval_points": [ -1.0478494586936888, 0.05584945869368485 ], "reject_drop_at_least_1pt_alpha_0p05": true }, "d60_minus_d5_early_alignment_mean": -0.052620660066604596, "d60_minus_d5_early_alignment_sd": 0.013629272999240246 }, "DFA": { "seeds": [ 0, 1, 2, 3, 4 ], "d60_minus_d5_accuracy_points_mean": -0.8700000000000008, "d60_minus_d5_accuracy_points_sd": 0.3577009924503984, "d60_over_d5_wall_geomean": 9.458472139177038, "d60_over_d5_wall_ratios": [ 9.616681637647831, 8.849635981324795, 10.899392679378154, 9.083443515320905, 8.984656533045191 ], "paired_accuracy_retention_test": { "null": "mean d60-minus-d5 accuracy change <= -1 point", "alternative": "mean d60-minus-d5 accuracy change > -1 point", "predeclared_margin_points": -1.0, "degrees_of_freedom": 4, "t_statistic": 0.8126587379130075, "one_sided_p": 0.2310059494410654, "one_sided_95_lower_bound_points": -1.211028859093041, "two_sided_95_interval_points": [ -1.3141444444474168, -0.4258555555525847 ], "reject_drop_at_least_1pt_alpha_0p05": false }, "d60_minus_d5_early_alignment_mean": -0.46736509441630913, "d60_minus_d5_early_alignment_sd": 0.03641498460995918 }, "SDIL": { "seeds": [ 0, 1, 2, 3, 4 ], "d60_minus_d5_accuracy_points_mean": -0.21400000000000197, "d60_minus_d5_accuracy_points_sd": 0.349399484830759, "d60_over_d5_wall_geomean": 9.866226759361856, "d60_over_d5_wall_ratios": [ 11.105058580053122, 6.796410077870508, 12.637025396845424, 9.78526636436608, 10.016996559591552 ], "paired_accuracy_retention_test": { "null": "mean d60-minus-d5 accuracy change <= -1 point", "alternative": "mean d60-minus-d5 accuracy change > -1 point", "predeclared_margin_points": -1.0, "degrees_of_freedom": 4, "t_statistic": 5.030200405607772, "one_sided_p": 0.003666228038780643, "one_sided_95_lower_bound_points": -0.5471142775513921, "two_sided_95_interval_points": [ -0.6478367613052975, 0.21983676130529367 ], "reject_drop_at_least_1pt_alpha_0p05": true }, "d60_minus_d5_early_alignment_mean": -0.46029999762773516, "d60_minus_d5_early_alignment_sd": 0.02065602739281337 } }, "local_pareto_frontier": [ { "method": "DFA", "depth": 5, "wall_s_mean": 5.006478548049927, "accuracy_percent_mean": 37.768 }, { "method": "FA", "depth": 5, "wall_s_mean": 5.715361452102661, "accuracy_percent_mean": 38.924 }, { "method": "SDIL", "depth": 5, "wall_s_mean": 9.839997053146362, "accuracy_percent_mean": 41.46 } ], "sdil_is_high_accuracy_frontier_endpoint": true, "mnist_exact_ep": { "BP_d1": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" ], "accuracy_percent_mean": 98.24000000000001, "accuracy_percent_sd": 0.07314369419164093, "wall_s_mean": 15.031950378417969, "wall_s_sd": 0.4954662512886817 }, "BP_d2": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "f2b6107e20975aa649c4ab36b3faab21d1e3c281" ], "accuracy_percent_mean": 98.288, "accuracy_percent_sd": 0.030331501776206023, "wall_s_mean": 45.120955038070676, "wall_s_sd": 0.8442058768630096 }, "DFA_d1": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" ], "accuracy_percent_mean": 97.662, "accuracy_percent_sd": 0.07791020472312946, "wall_s_mean": 10.624060344696044, "wall_s_sd": 1.6189926039683684 }, "DFA_d2": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "f2b6107e20975aa649c4ab36b3faab21d1e3c281" ], "accuracy_percent_mean": 97.59, "accuracy_percent_sd": 0.04636809247747926, "wall_s_mean": 34.649536323547366, "wall_s_sd": 2.7971861076518616 }, "SDIL_d1": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3" ], "accuracy_percent_mean": 97.596, "accuracy_percent_sd": 0.08876936408468869, "wall_s_mean": 15.450897359848023, "wall_s_sd": 0.19981119234861924 }, "SDIL_d2": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "f2b6107e20975aa649c4ab36b3faab21d1e3c281" ], "accuracy_percent_mean": 97.516, "accuracy_percent_sd": 0.06693280212273099, "wall_s_mean": 58.53929476737976, "wall_s_sd": 3.9698841983969158 }, "EP_d1": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "887ecfb29478e9a7456a12ea85f7ba7448e7277d", "f2b6107e20975aa649c4ab36b3faab21d1e3c281" ], "accuracy_percent_mean": 96.926, "accuracy_percent_sd": 0.23776038357977533, "wall_s_mean": 800.5066914081574, "wall_s_sd": 53.338706214522 }, "EP_d2": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "git_commits": [ "07a9d5afe08fee5824c325edfb3807a2f9aede8f", "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "f2b6107e20975aa649c4ab36b3faab21d1e3c281" ], "accuracy_percent_mean": 89.52600000000001, "accuracy_percent_sd": 4.461292413639798, "wall_s_mean": 17530.35083498955, "wall_s_sd": 613.5518714846752 } }, "paired_ep_comparison": { "SDIL_minus_EP_d1": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 0.6699999999999973, "accuracy_point_gap_sd": 0.2529822128134754, "wall_speedup_geomean": 51.72608932530215, "wall_speedups": [ 57.05299016125923, 51.7781352618904, 49.70380876934881, 49.74776656533551, 50.69441937526307 ] }, "SDIL_minus_EP_d2": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gap_mean": 7.989999999999997, "accuracy_point_gap_sd": 4.458861962429429, "wall_speedup_geomean": 299.8440732608932, "wall_speedups": [ 318.64224793402497, 303.0369121305419, 307.394292047089, 268.7536549770036, 303.82833762801914 ] } }, "mnist_soma_predictable_traffic": { "cells": { "raw_rho0p0": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_percent_mean": 97.45, "accuracy_percent_sd": 0.046368092477477724, "used_signal_alignment_mean": 0.6220727562904358, "used_signal_alignment_sd": 0.011069591009584163 }, "raw_rho0p05": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_percent_mean": 96.438, "accuracy_percent_sd": 0.07694153624668641, "used_signal_alignment_mean": 0.13298306303719679, "used_signal_alignment_sd": 0.016946221040042096 }, "raw_rho0p2": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_percent_mean": 95.512, "accuracy_percent_sd": 0.14956603892595316, "used_signal_alignment_mean": 0.17854754480843743, "used_signal_alignment_sd": 0.05026729560803176 }, "raw_rho0p5": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_percent_mean": 10.38, "accuracy_percent_sd": 0.5484523680320834, "used_signal_alignment_mean": -0.43780875504016875, "used_signal_alignment_sd": 0.07468238748311132 }, "matched_rho0p0": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_percent_mean": 97.45, "accuracy_percent_sd": 0.046368092477477724, "used_signal_alignment_mean": 0.6220727562904358, "used_signal_alignment_sd": 0.011069591009584163 }, "matched_rho0p05": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_percent_mean": 96.97999999999999, "accuracy_percent_sd": 0.14815532390029007, "used_signal_alignment_mean": 0.05879382068912188, "used_signal_alignment_sd": 0.014084379795403506 }, "matched_rho0p2": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_percent_mean": 95.974, "accuracy_percent_sd": 0.14380542409798305, "used_signal_alignment_mean": 0.013816396954158943, "used_signal_alignment_sd": 0.0335774815194844 }, "matched_rho0p5": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_percent_mean": 10.31, "accuracy_percent_sd": 0.633008688723938, "used_signal_alignment_mean": -0.11352713306744894, "used_signal_alignment_sd": 0.17635937215259634 }, "residual_rho0p0": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_percent_mean": 97.45, "accuracy_percent_sd": 0.046368092477477724, "used_signal_alignment_mean": 0.6220727562904358, "used_signal_alignment_sd": 0.011069591009584163 }, "residual_rho0p05": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_percent_mean": 97.382, "accuracy_percent_sd": 0.1544991909363972, "used_signal_alignment_mean": 0.29676006535689037, "used_signal_alignment_sd": 0.008854245854254043 }, "residual_rho0p2": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_percent_mean": 97.37, "accuracy_percent_sd": 0.08336666000266622, "used_signal_alignment_mean": 0.2342828313509623, "used_signal_alignment_sd": 0.013001986228357942 }, "residual_rho0p5": { "n": 5, "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_percent_mean": 97.348, "accuracy_percent_sd": 0.13349157276772108, "used_signal_alignment_mean": 0.2051051914691925, "used_signal_alignment_sd": 0.019946174875016955 } }, "paired_accuracy": { "residual_minus_raw_rho0p0": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gain_mean": 0.0, "accuracy_point_gain_sd": 0.0 }, "residual_minus_matched_rho0p0": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gain_mean": 0.0, "accuracy_point_gain_sd": 0.0 }, "residual_minus_raw_rho0p05": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gain_mean": 0.9440000000000004, "accuracy_point_gain_sd": 0.19230184606497894 }, "residual_minus_matched_rho0p05": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gain_mean": 0.40200000000000014, "accuracy_point_gain_sd": 0.24631280924872626 }, "residual_minus_raw_rho0p2": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gain_mean": 1.8579999999999997, "accuracy_point_gain_sd": 0.17697457444503342 }, "residual_minus_matched_rho0p2": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gain_mean": 1.3960000000000017, "accuracy_point_gain_sd": 0.11414902540100651 }, "residual_minus_raw_rho0p5": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gain_mean": 86.968, "accuracy_point_gain_sd": 0.6261549329039969 }, "residual_minus_matched_rho0p5": { "seeds": [ 0, 1, 2, 3, 4 ], "accuracy_point_gain_mean": 87.038, "accuracy_point_gain_sd": 0.6065228767326085 } } } }, "outputs": [ "figure1_pareto.pdf", "figure1_pareto.png", "figure2_scaling.pdf", "figure2_scaling.png", "figure3_innovation.pdf", "figure3_innovation.png", "main_figure_captions.md" ] }