60 files changed, 60 insertions, 0 deletions

diff --git a/results/fa_scale_v2_cifar10_fa_w64_d10_s0.json b/results/fa_scale_v2_cifar10_fa_w64_d10_s0.json
new file mode 100644
index 0000000..b3e540f
--- /dev/null
+++ b/results/fa_scale_v2_cifar10_fa_w64_d10_s0.json
@@ -0,0 +1 @@
+{"args": {"method": "fa", "dataset": "cifar10", "depth": 10, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 0, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d10_s0"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3447, "test_loss": 1.85829443359375, "train_loss": 1.904029130935669, "cos_fa_negg": [0.49129801988601685, 0.416703462600708, 0.4243100881576538, 0.39414897561073303, 0.3933248221874237, 0.3793376684188843, 0.3710446059703827, 0.3516763150691986, 0.3629656434059143, 0.3765612840652466]}, {"epoch_end": 1, "test_acc": 0.3677, "test_loss": 1.8152046997070312, "train_loss": 1.8751184940338135, "cos_fa_negg": [0.5418297052383423, 0.4957011938095093, 0.4770530164241791, 0.46881335973739624, 0.46451929211616516, 0.4598459303379059, 0.4454459547996521, 0.4257867932319641, 0.444208562374115, 0.4182853400707245]}, {"epoch_end": 2, "test_acc": 0.369, "test_loss": 1.807639111328125, "train_loss": 1.8384854793548584, "cos_fa_negg": [0.5840843915939331, 0.5805466175079346, 0.5736146569252014, 0.5709843635559082, 0.5473474860191345, 0.529930830001831, 0.5081313252449036, 0.504203736782074, 0.5230003595352173, 0.5000237822532654]}, {"epoch_end": 3, "test_acc": 0.3824, "test_loss": 1.7761490844726562, "train_loss": 1.745998740196228, "cos_fa_negg": [0.5918293595314026, 0.5794800519943237, 0.5665304064750671, 0.5672591924667358, 0.5722034573554993, 0.5564389228820801, 0.5375496745109558, 0.5222494602203369, 0.5589012503623962, 0.5497312545776367]}, {"epoch_end": 4, "test_acc": 0.3867, "test_loss": 1.7503407592773437, "train_loss": 1.7928192615509033, "cos_fa_negg": [0.6144928336143494, 0.6303278803825378, 0.6145829558372498, 0.607607901096344, 0.6021981239318848, 0.5937899947166443, 0.5897976160049438, 0.5826370120048523, 0.5857411623001099, 0.584213376045227]}], "final": {"test_acc": 0.3867, "test_loss": 1.7503407592773437, "wall_s": 9.17576289176941, "cos_fa_negg": [0.6144928336143494, 0.6303278803825378, 0.6145829558372498, 0.607607901096344, 0.6021981239318848, 0.5937899947166443, 0.5897976160049438, 0.5826370120048523, 0.5857411623001099, 0.584213376045227], "loss": 1.8145360946655273}}
\ No newline at end of file
diff --git a/results/fa_scale_v2_cifar10_fa_w64_d10_s1.json b/results/fa_scale_v2_cifar10_fa_w64_d10_s1.json
new file mode 100644
index 0000000..1c44e5d
--- /dev/null
+++ b/results/fa_scale_v2_cifar10_fa_w64_d10_s1.json
@@ -0,0 +1 @@
+{"args": {"method": "fa", "dataset": "cifar10", "depth": 10, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 1, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d10_s1"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3465, "test_loss": 1.8728682861328125, "train_loss": 1.9570691585540771, "cos_fa_negg": [0.47739893198013306, 0.43994075059890747, 0.4240356981754303, 0.40980350971221924, 0.40532007813453674, 0.3879966139793396, 0.3841306269168854, 0.38643139600753784, 0.37802499532699585, 0.3649703562259674]}, {"epoch_end": 1, "test_acc": 0.3668, "test_loss": 1.8334152221679687, "train_loss": 1.8431304693222046, "cos_fa_negg": [0.5671588182449341, 0.5527268648147583, 0.5403913855552673, 0.5316213369369507, 0.5183687210083008, 0.5071671009063721, 0.4976823925971985, 0.4933733642101288, 0.48157280683517456, 0.45131760835647583]}, {"epoch_end": 2, "test_acc": 0.358, "test_loss": 1.8468508056640625, "train_loss": 1.9128211736679077, "cos_fa_negg": [0.5074013471603394, 0.5055151581764221, 0.505877673625946, 0.5044173002243042, 0.48888012766838074, 0.48887380957603455, 0.4584234058856964, 0.47478359937667847, 0.4747112989425659, 0.4702960252761841]}, {"epoch_end": 3, "test_acc": 0.37, "test_loss": 1.8385820556640624, "train_loss": 1.7767232656478882, "cos_fa_negg": [0.5757968425750732, 0.5706263780593872, 0.5800347328186035, 0.5632839202880859, 0.5588048696517944, 0.5578653812408447, 0.5512529015541077, 0.5417101383209229, 0.5663051605224609, 0.5423559546470642]}, {"epoch_end": 4, "test_acc": 0.3941, "test_loss": 1.7602149536132812, "train_loss": 1.8619916439056396, "cos_fa_negg": [0.5906323194503784, 0.6185078620910645, 0.6222564578056335, 0.6211647987365723, 0.6105944514274597, 0.6236714124679565, 0.612980306148529, 0.6101604700088501, 0.6259567141532898, 0.6044439673423767]}], "final": {"test_acc": 0.3941, "test_loss": 1.7602149536132812, "wall_s": 9.342872142791748, "cos_fa_negg": [0.5906323194503784, 0.6185078620910645, 0.6222564578056335, 0.6211647987365723, 0.6105944514274597, 0.6236714124679565, 0.612980306148529, 0.6101604700088501, 0.6259567141532898, 0.6044439673423767], "loss": 1.8163106441497803}}
\ No newline at end of file
diff --git a/results/fa_scale_v2_cifar10_fa_w64_d10_s2.json b/results/fa_scale_v2_cifar10_fa_w64_d10_s2.json
new file mode 100644
index 0000000..121daae
--- /dev/null
+++ b/results/fa_scale_v2_cifar10_fa_w64_d10_s2.json
@@ -0,0 +1 @@
+{"args": {"method": "fa", "dataset": "cifar10", "depth": 10, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 2, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d10_s2"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3346, "test_loss": 1.8918820922851562, "train_loss": 1.9524128437042236, "cos_fa_negg": [0.44244277477264404, 0.4171407222747803, 0.3986811339855194, 0.40639105439186096, 0.37196922302246094, 0.3727591037750244, 0.39151206612586975, 0.36523494124412537, 0.3443318009376526, 0.3535099923610687]}, {"epoch_end": 1, "test_acc": 0.3684, "test_loss": 1.820609814453125, "train_loss": 1.7402433156967163, "cos_fa_negg": [0.5483189225196838, 0.543461799621582, 0.5045893788337708, 0.4977399706840515, 0.4932243525981903, 0.4741307497024536, 0.47874176502227783, 0.49502623081207275, 0.4761987030506134, 0.4690989851951599]}, {"epoch_end": 2, "test_acc": 0.3539, "test_loss": 1.8251246215820311, "train_loss": 2.005451202392578, "cos_fa_negg": [0.5583070516586304, 0.5717755556106567, 0.5643153190612793, 0.5558469295501709, 0.5437771677970886, 0.5278122425079346, 0.5461810827255249, 0.5329586267471313, 0.5259513258934021, 0.53435218334198]}, {"epoch_end": 3, "test_acc": 0.3746, "test_loss": 1.7899692504882811, "train_loss": 1.7511875629425049, "cos_fa_negg": [0.5409359931945801, 0.5858055353164673, 0.5796583294868469, 0.5980449914932251, 0.5758296251296997, 0.5582679510116577, 0.5630685687065125, 0.5924409031867981, 0.5635936260223389, 0.5694832801818848]}, {"epoch_end": 4, "test_acc": 0.3976, "test_loss": 1.7442150756835937, "train_loss": 1.8296598196029663, "cos_fa_negg": [0.5821514129638672, 0.629253625869751, 0.609057605266571, 0.6178766489028931, 0.6186751127243042, 0.6069948077201843, 0.6258417963981628, 0.6125359535217285, 0.6239681839942932, 0.6020489931106567]}], "final": {"test_acc": 0.3976, "test_loss": 1.7442150756835937, "wall_s": 13.731826066970825, "cos_fa_negg": [0.5821514129638672, 0.629253625869751, 0.609057605266571, 0.6178766489028931, 0.6186751127243042, 0.6069948077201843, 0.6258417963981628, 0.6125359535217285, 0.6239681839942932, 0.6020489931106567], "loss": 1.8187429904937744}}
\ No newline at end of file
diff --git a/results/fa_scale_v2_cifar10_fa_w64_d10_s3.json b/results/fa_scale_v2_cifar10_fa_w64_d10_s3.json
new file mode 100644
index 0000000..1ce54c1
--- /dev/null
+++ b/results/fa_scale_v2_cifar10_fa_w64_d10_s3.json
@@ -0,0 +1 @@
+{"args": {"method": "fa", "dataset": "cifar10", "depth": 10, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 3, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d10_s3"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3447, "test_loss": 1.8659959716796874, "train_loss": 1.8905233144760132, "cos_fa_negg": [0.472908079624176, 0.45194387435913086, 0.43564730882644653, 0.4072720408439636, 0.4109364449977875, 0.41999921202659607, 0.37364593148231506, 0.37758177518844604, 0.3705759048461914, 0.36661309003829956]}, {"epoch_end": 1, "test_acc": 0.3556, "test_loss": 1.852540869140625, "train_loss": 1.7124407291412354, "cos_fa_negg": [0.5194799900054932, 0.5374685525894165, 0.5307324528694153, 0.5085872411727905, 0.505811333656311, 0.5173701047897339, 0.5032934546470642, 0.4816119074821472, 0.46702396869659424, 0.47076138854026794]}, {"epoch_end": 2, "test_acc": 0.3551, "test_loss": 1.8492812255859374, "train_loss": 1.898323655128479, "cos_fa_negg": [0.49786853790283203, 0.5250489711761475, 0.5199052691459656, 0.5225312113761902, 0.5028610825538635, 0.5075708031654358, 0.48407894372940063, 0.4795815348625183, 0.46542099118232727, 0.45911693572998047]}, {"epoch_end": 3, "test_acc": 0.37, "test_loss": 1.8098089721679687, "train_loss": 1.705352544784546, "cos_fa_negg": [0.5518730878829956, 0.5577397346496582, 0.5479743480682373, 0.5256072878837585, 0.5330847501754761, 0.5430958271026611, 0.5354322791099548, 0.5161125659942627, 0.534347653388977, 0.5161672830581665]}, {"epoch_end": 4, "test_acc": 0.3837, "test_loss": 1.7713906372070312, "train_loss": 1.8396832942962646, "cos_fa_negg": [0.5671495199203491, 0.5880448818206787, 0.5717585682868958, 0.5713479518890381, 0.5715553760528564, 0.5687353610992432, 0.5668001770973206, 0.5381907224655151, 0.5676537752151489, 0.5610862970352173]}], "final": {"test_acc": 0.3837, "test_loss": 1.7713906372070312, "wall_s": 9.016152143478394, "cos_fa_negg": [0.5671495199203491, 0.5880448818206787, 0.5717585682868958, 0.5713479518890381, 0.5715553760528564, 0.5687353610992432, 0.5668001770973206, 0.5381907224655151, 0.5676537752151489, 0.5610862970352173], "loss": 1.8271613121032715}}
\ No newline at end of file
diff --git a/results/fa_scale_v2_cifar10_fa_w64_d10_s4.json b/results/fa_scale_v2_cifar10_fa_w64_d10_s4.json
new file mode 100644
index 0000000..d80031c
--- /dev/null
+++ b/results/fa_scale_v2_cifar10_fa_w64_d10_s4.json
@@ -0,0 +1 @@
+{"args": {"method": "fa", "dataset": "cifar10", "depth": 10, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 4, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d10_s4"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3503, "test_loss": 1.8606088012695312, "train_loss": 1.8354380130767822, "cos_fa_negg": [0.49207398295402527, 0.4415280818939209, 0.40717771649360657, 0.3966655731201172, 0.38260596990585327, 0.37434121966362, 0.36863571405410767, 0.37032637000083923, 0.3609515130519867, 0.3696688413619995]}, {"epoch_end": 1, "test_acc": 0.3641, "test_loss": 1.8435138671875, "train_loss": 1.8001400232315063, "cos_fa_negg": [0.6088610887527466, 0.5553158521652222, 0.5399246215820312, 0.5084333419799805, 0.49265530705451965, 0.5034649968147278, 0.4879958927631378, 0.4637438654899597, 0.470821738243103, 0.4724392592906952]}, {"epoch_end": 2, "test_acc": 0.3639, "test_loss": 1.8087484375, "train_loss": 1.8787548542022705, "cos_fa_negg": [0.5063456892967224, 0.5231605172157288, 0.5112819671630859, 0.5048660039901733, 0.4747409224510193, 0.48842117190361023, 0.47122353315353394, 0.47197413444519043, 0.47184979915618896, 0.47172820568084717]}, {"epoch_end": 3, "test_acc": 0.3858, "test_loss": 1.7777845092773437, "train_loss": 1.6938066482543945, "cos_fa_negg": [0.5889455080032349, 0.600176215171814, 0.5761982202529907, 0.5680115222930908, 0.5692111849784851, 0.5659661293029785, 0.5592426061630249, 0.5655986666679382, 0.5632644295692444, 0.5648400783538818]}, {"epoch_end": 4, "test_acc": 0.3907, "test_loss": 1.77101396484375, "train_loss": 1.7774055004119873, "cos_fa_negg": [0.6288797855377197, 0.6492674350738525, 0.6332816481590271, 0.6334834098815918, 0.6290494203567505, 0.6313011646270752, 0.6250534057617188, 0.6254470348358154, 0.6254778504371643, 0.6421879529953003]}], "final": {"test_acc": 0.3907, "test_loss": 1.77101396484375, "wall_s": 8.894418478012085, "cos_fa_negg": [0.6288797855377197, 0.6492674350738525, 0.6332816481590271, 0.6334834098815918, 0.6290494203567505, 0.6313011646270752, 0.6250534057617188, 0.6254470348358154, 0.6254778504371643, 0.6421879529953003], "loss": 1.7802711725234985}}
\ No newline at end of file
diff --git a/results/fa_scale_v2_cifar10_fa_w64_d20_s0.json b/results/fa_scale_v2_cifar10_fa_w64_d20_s0.json
new file mode 100644
index 0000000..04f5cde
--- /dev/null
+++ b/results/fa_scale_v2_cifar10_fa_w64_d20_s0.json
@@ -0,0 +1 @@
+{"args": {"method": "fa", "dataset": "cifar10", "depth": 20, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 0, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d20_s0"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.342, "test_loss": 1.8949783325195313, "train_loss": 1.8486130237579346, "cos_fa_negg": [0.445326030254364, 0.4134350121021271, 0.3999032974243164, 0.36927518248558044, 0.4006272852420807, 0.3819928765296936, 0.40945732593536377, 0.34244754910469055, 0.3695051968097687, 0.3205108344554901, 0.34002840518951416, 0.3242957293987274, 0.30830493569374084, 0.31760767102241516, 0.2955212891101837, 0.33929431438446045, 0.34027236700057983, 0.32951927185058594, 0.30779024958610535, 0.32671278715133667]}, {"epoch_end": 1, "test_acc": 0.352, "test_loss": 1.889305322265625, "train_loss": 1.7815427780151367, "cos_fa_negg": [0.4857247769832611, 0.5097641944885254, 0.4984026551246643, 0.46510693430900574, 0.48837602138519287, 0.4841557741165161, 0.5021926164627075, 0.4896356165409088, 0.4722283184528351, 0.46287235617637634, 0.4264295697212219, 0.43868786096572876, 0.4336637854576111, 0.4355115294456482, 0.4318873882293701, 0.46011772751808167, 0.4414193332195282, 0.44443976879119873, 0.44264671206474304, 0.4374360740184784]}, {"epoch_end": 2, "test_acc": 0.356, "test_loss": 1.844716357421875, "train_loss": 2.0196373462677, "cos_fa_negg": [0.47374504804611206, 0.5009524822235107, 0.49512115120887756, 0.4742550849914551, 0.4833236336708069, 0.47898346185684204, 0.4969272017478943, 0.4618225395679474, 0.4725964069366455, 0.4599534869194031, 0.44444504380226135, 0.4519520401954651, 0.46178919076919556, 0.4432847797870636, 0.45146313309669495, 0.46424493193626404, 0.4582166075706482, 0.4360165596008301, 0.46301907300949097, 0.4539996385574341]}, {"epoch_end": 3, "test_acc": 0.3706, "test_loss": 1.8165051147460938, "train_loss": 1.7238266468048096, "cos_fa_negg": [0.5207736492156982, 0.5328747034072876, 0.5292834043502808, 0.519472599029541, 0.5389518737792969, 0.5241382122039795, 0.5252740383148193, 0.5168032050132751, 0.5177772045135498, 0.5189884305000305, 0.5035150051116943, 0.5074431896209717, 0.4861081540584564, 0.4873693883419037, 0.5107665657997131, 0.5205812454223633, 0.4976453185081482, 0.5110079050064087, 0.5062718391418457, 0.48552846908569336]}, {"epoch_end": 4, "test_acc": 0.3746, "test_loss": 1.7911627075195313, "train_loss": 1.8359291553497314, "cos_fa_negg": [0.5793413519859314, 0.5863709449768066, 0.5731215476989746, 0.5681279897689819, 0.5800765752792358, 0.560507595539093, 0.5835561752319336, 0.5624550580978394, 0.5754350423812866, 0.5671253800392151, 0.5544236898422241, 0.5674928426742554, 0.5397657752037048, 0.5510382652282715, 0.5431606769561768, 0.5432977676391602, 0.5453687310218811, 0.5510291457176208, 0.5672075748443604, 0.5590307712554932]}], "final": {"test_acc": 0.3746, "test_loss": 1.7911627075195313, "wall_s": 17.47366428375244, "cos_fa_negg": [0.5793413519859314, 0.5863709449768066, 0.5731215476989746, 0.5681279897689819, 0.5800765752792358, 0.560507595539093, 0.5835561752319336, 0.5624550580978394, 0.5754350423812866, 0.5671253800392151, 0.5544236898422241, 0.5674928426742554, 0.5397657752037048, 0.5510382652282715, 0.5431606769561768, 0.5432977676391602, 0.5453687310218811, 0.5510291457176208, 0.5672075748443604, 0.5590307712554932], "loss": 1.8100183010101318}}
\ No newline at end of file
diff --git a/results/fa_scale_v2_cifar10_fa_w64_d20_s1.json b/results/fa_scale_v2_cifar10_fa_w64_d20_s1.json
new file mode 100644
index 0000000..4d4e2fe
--- /dev/null
+++ b/results/fa_scale_v2_cifar10_fa_w64_d20_s1.json
@@ -0,0 +1 @@
+{"args": {"method": "fa", "dataset": "cifar10", "depth": 20, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 1, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d20_s1"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3321, "test_loss": 1.9065411743164062, "train_loss": 1.8574755191802979, "cos_fa_negg": [0.4335859417915344, 0.4080226421356201, 0.3834662139415741, 0.38863030076026917, 0.36038920283317566, 0.37307751178741455, 0.3717469871044159, 0.3497829735279083, 0.36530089378356934, 0.3613235354423523, 0.3518001437187195, 0.3228726089000702, 0.33051151037216187, 0.3092176616191864, 0.3182620406150818, 0.33079099655151367, 0.29980048537254333, 0.27998149394989014, 0.2977561950683594, 0.3088446259498596]}, {"epoch_end": 1, "test_acc": 0.361, "test_loss": 1.8797260009765624, "train_loss": 1.9152486324310303, "cos_fa_negg": [0.4947974383831024, 0.5075109601020813, 0.47802942991256714, 0.4863634705543518, 0.48037174344062805, 0.4741606116294861, 0.45722121000289917, 0.4315509796142578, 0.44716978073120117, 0.42934709787368774, 0.42925137281417847, 0.4260939955711365, 0.44686681032180786, 0.4254376292228699, 0.40113556385040283, 0.42509588599205017, 0.40141886472702026, 0.40106916427612305, 0.4069744348526001, 0.4247909188270569]}, {"epoch_end": 2, "test_acc": 0.3478, "test_loss": 1.8671394287109375, "train_loss": 1.9503004550933838, "cos_fa_negg": [0.4898969531059265, 0.5538352131843567, 0.5259828567504883, 0.5220857858657837, 0.5187203884124756, 0.5241228342056274, 0.5209298133850098, 0.505545437335968, 0.513409435749054, 0.5078716278076172, 0.5140742659568787, 0.5053105354309082, 0.49642378091812134, 0.4830414652824402, 0.48943763971328735, 0.4968690872192383, 0.4963191747665405, 0.492697149515152, 0.5036571025848389, 0.47547271847724915]}, {"epoch_end": 3, "test_acc": 0.3719, "test_loss": 1.798958984375, "train_loss": 1.6481449604034424, "cos_fa_negg": [0.5229488611221313, 0.5607839226722717, 0.5445069074630737, 0.5590405464172363, 0.5567426681518555, 0.5471654534339905, 0.5557071566581726, 0.5418431162834167, 0.537172257900238, 0.5396838784217834, 0.556718647480011, 0.5673625469207764, 0.5445098876953125, 0.5421139001846313, 0.5271412134170532, 0.5529177188873291, 0.5204328298568726, 0.5547971129417419, 0.5496186017990112, 0.5219058990478516]}, {"epoch_end": 4, "test_acc": 0.3703, "test_loss": 1.798907421875, "train_loss": 1.8203251361846924, "cos_fa_negg": [0.5395234227180481, 0.5554642677307129, 0.5311068296432495, 0.529224157333374, 0.5437984466552734, 0.5454649925231934, 0.5466521382331848, 0.5495407581329346, 0.537630558013916, 0.5289655327796936, 0.5438264608383179, 0.5505426526069641, 0.5497636198997498, 0.5387549996376038, 0.5156788229942322, 0.5360392332077026, 0.5191774964332581, 0.5528639554977417, 0.5414924025535583, 0.5381029844284058]}], "final": {"test_acc": 0.3703, "test_loss": 1.798907421875, "wall_s": 16.54524540901184, "cos_fa_negg": [0.5395234227180481, 0.5554642677307129, 0.5311068296432495, 0.529224157333374, 0.5437984466552734, 0.5454649925231934, 0.5466521382331848, 0.5495407581329346, 0.537630558013916, 0.5289655327796936, 0.5438264608383179, 0.5505426526069641, 0.5497636198997498, 0.5387549996376038, 0.5156788229942322, 0.5360392332077026, 0.5191774964332581, 0.5528639554977417, 0.5414924025535583, 0.5381029844284058], "loss": 1.8417145013809204}}
\ No newline at end of file
diff --git a/results/fa_scale_v2_cifar10_fa_w64_d20_s2.json b/results/fa_scale_v2_cifar10_fa_w64_d20_s2.json
new file mode 100644
index 0000000..50853d9
--- /dev/null
+++ b/results/fa_scale_v2_cifar10_fa_w64_d20_s2.json
@@ -0,0 +1 @@
+{"args": {"method": "fa", "dataset": "cifar10", "depth": 20, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 2, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d20_s2"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.339, "test_loss": 1.8951872436523438, "train_loss": 1.9855254888534546, "cos_fa_negg": [0.46509242057800293, 0.42496389150619507, 0.40457043051719666, 0.38553011417388916, 0.404666006565094, 0.40104663372039795, 0.3778289556503296, 0.35667940974235535, 0.36168530583381653, 0.3984382152557373, 0.3555009961128235, 0.35393890738487244, 0.3717169761657715, 0.3753376305103302, 0.3608068823814392, 0.3583510220050812, 0.35054197907447815, 0.38115164637565613, 0.3956805467605591, 0.3344307541847229]}, {"epoch_end": 1, "test_acc": 0.3629, "test_loss": 1.8300520141601562, "train_loss": 1.8136844635009766, "cos_fa_negg": [0.5122156143188477, 0.4748922288417816, 0.4531417489051819, 0.46118760108947754, 0.45289766788482666, 0.45537102222442627, 0.44144201278686523, 0.4278266131877899, 0.42668136954307556, 0.44492366909980774, 0.412769079208374, 0.4276002049446106, 0.42607128620147705, 0.42732954025268555, 0.44419774413108826, 0.42044776678085327, 0.4212593138217926, 0.42810600996017456, 0.431768536567688, 0.4272439479827881]}, {"epoch_end": 2, "test_acc": 0.36, "test_loss": 1.8314884155273436, "train_loss": 1.968487024307251, "cos_fa_negg": [0.5281871557235718, 0.5421099662780762, 0.5343860387802124, 0.5290774703025818, 0.507157027721405, 0.5082160234451294, 0.5262812972068787, 0.5149654746055603, 0.5107194185256958, 0.5152820348739624, 0.4989529550075531, 0.5080146789550781, 0.4876037836074829, 0.5145014524459839, 0.5034978985786438, 0.48857539892196655, 0.48950135707855225, 0.4808300733566284, 0.48620352149009705, 0.49306607246398926]}, {"epoch_end": 3, "test_acc": 0.3766, "test_loss": 1.802309375, "train_loss": 1.7930777072906494, "cos_fa_negg": [0.5166223645210266, 0.5622812509536743, 0.5573545098304749, 0.5512005090713501, 0.532670259475708, 0.5421738624572754, 0.531147837638855, 0.5243613123893738, 0.5250778198242188, 0.5418605804443359, 0.5135302543640137, 0.5289373397827148, 0.5115880370140076, 0.533520519733429, 0.5262079238891602, 0.5169289112091064, 0.5222259759902954, 0.5210771560668945, 0.5247721672058105, 0.5214107632637024]}, {"epoch_end": 4, "test_acc": 0.3782, "test_loss": 1.7825197631835938, "train_loss": 1.8424936532974243, "cos_fa_negg": [0.6093548536300659, 0.5979962348937988, 0.5913218259811401, 0.5867947340011597, 0.602951169013977, 0.5892702341079712, 0.5902343392372131, 0.5949529409408569, 0.5904061198234558, 0.597038745880127, 0.5746768712997437, 0.5881215333938599, 0.5777359008789062, 0.5846070647239685, 0.5796287059783936, 0.5704302787780762, 0.567408561706543, 0.5782575607299805, 0.576651930809021, 0.5473381876945496]}], "final": {"test_acc": 0.3782, "test_loss": 1.7825197631835938, "wall_s": 17.294135093688965, "cos_fa_negg": [0.6093548536300659, 0.5979962348937988, 0.5913218259811401, 0.5867947340011597, 0.602951169013977, 0.5892702341079712, 0.5902343392372131, 0.5949529409408569, 0.5904061198234558, 0.597038745880127, 0.5746768712997437, 0.5881215333938599, 0.5777359008789062, 0.5846070647239685, 0.5796287059783936, 0.5704302787780762, 0.567408561706543, 0.5782575607299805, 0.576651930809021, 0.5473381876945496], "loss": 1.812087059020996}}
\ No newline at end of file
diff --git a/results/fa_scale_v2_cifar10_fa_w64_d20_s3.json b/results/fa_scale_v2_cifar10_fa_w64_d20_s3.json
new file mode 100644
index 0000000..21a7615
--- /dev/null
+++ b/results/fa_scale_v2_cifar10_fa_w64_d20_s3.json
@@ -0,0 +1 @@
+{"args": {"method": "fa", "dataset": "cifar10", "depth": 20, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 3, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d20_s3"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3218, "test_loss": 1.9096921142578125, "train_loss": 1.9549148082733154, "cos_fa_negg": [0.41439834237098694, 0.3808252811431885, 0.3700171113014221, 0.3653114438056946, 0.3606855869293213, 0.33916646242141724, 0.32969027757644653, 0.33496594429016113, 0.342696875333786, 0.305172860622406, 0.30475032329559326, 0.32765471935272217, 0.299861878156662, 0.30896836519241333, 0.29163438081741333, 0.26719197630882263, 0.284885048866272, 0.3054484724998474, 0.29472729563713074, 0.2702854871749878]}, {"epoch_end": 1, "test_acc": 0.3489, "test_loss": 1.8583421630859376, "train_loss": 1.8245502710342407, "cos_fa_negg": [0.5156712532043457, 0.5125242471694946, 0.4938667416572571, 0.4949498176574707, 0.48130542039871216, 0.479640930891037, 0.4597333073616028, 0.4571024179458618, 0.45415419340133667, 0.4672609865665436, 0.44388675689697266, 0.4594234228134155, 0.4395715892314911, 0.4457499086856842, 0.4214631915092468, 0.42213207483291626, 0.43049561977386475, 0.4309934675693512, 0.4470424950122833, 0.4094630181789398]}, {"epoch_end": 2, "test_acc": 0.3628, "test_loss": 1.835096240234375, "train_loss": 1.8511297702789307, "cos_fa_negg": [0.5186553001403809, 0.5419020652770996, 0.5145607590675354, 0.5415099263191223, 0.5295723676681519, 0.5252214670181274, 0.5090057253837585, 0.5254805088043213, 0.5210974812507629, 0.5190637111663818, 0.5119502544403076, 0.5005258917808533, 0.48330986499786377, 0.48917827010154724, 0.4797672927379608, 0.46949106454849243, 0.47643721103668213, 0.47728270292282104, 0.46748027205467224, 0.4817468523979187]}, {"epoch_end": 3, "test_acc": 0.3796, "test_loss": 1.7987302001953125, "train_loss": 1.777099609375, "cos_fa_negg": [0.5163978338241577, 0.5880213975906372, 0.5652991533279419, 0.577332615852356, 0.5661242604255676, 0.5667333602905273, 0.5572760105133057, 0.5535131692886353, 0.5541078448295593, 0.5555216073989868, 0.5518327355384827, 0.5585440397262573, 0.5429459810256958, 0.5340086817741394, 0.5312013626098633, 0.5194643139839172, 0.5313025712966919, 0.5396263599395752, 0.5592856407165527, 0.532333254814148]}, {"epoch_end": 4, "test_acc": 0.3671, "test_loss": 1.8049629638671876, "train_loss": 1.8317196369171143, "cos_fa_negg": [0.53033447265625, 0.5572192668914795, 0.5281792283058167, 0.5508147478103638, 0.5563968420028687, 0.55072420835495, 0.5575222969055176, 0.5446560382843018, 0.5493202209472656, 0.5641899704933167, 0.5471621751785278, 0.5440744757652283, 0.5365668535232544, 0.5409942865371704, 0.5414837598800659, 0.5451719760894775, 0.5171232223510742, 0.5360726118087769, 0.5482648015022278, 0.5435121059417725]}], "final": {"test_acc": 0.3671, "test_loss": 1.8049629638671876, "wall_s": 25.22007989883423, "cos_fa_negg": [0.53033447265625, 0.5572192668914795, 0.5281792283058167, 0.5508147478103638, 0.5563968420028687, 0.55072420835495, 0.5575222969055176, 0.5446560382843018, 0.5493202209472656, 0.5641899704933167, 0.5471621751785278, 0.5440744757652283, 0.5365668535232544, 0.5409942865371704, 0.5414837598800659, 0.5451719760894775, 0.5171232223510742, 0.5360726118087769, 0.5482648015022278, 0.5435121059417725], "loss": 1.8767766952514648}}
\ No newline at end of file
diff --git a/results/fa_scale_v2_cifar10_fa_w64_d20_s4.json b/results/fa_scale_v2_cifar10_fa_w64_d20_s4.json
new file mode 100644
index 0000000..76534b1
--- /dev/null
+++ b/results/fa_scale_v2_cifar10_fa_w64_d20_s4.json
@@ -0,0 +1 @@
+{"args": {"method": "fa", "dataset": "cifar10", "depth": 20, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 4, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d20_s4"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.341, "test_loss": 1.880542822265625, "train_loss": 1.9230101108551025, "cos_fa_negg": [0.46430498361587524, 0.45095372200012207, 0.4283412992954254, 0.4427006244659424, 0.416703999042511, 0.42999035120010376, 0.4105098247528076, 0.40059012174606323, 0.3781779706478119, 0.3749293088912964, 0.3614580035209656, 0.361441045999527, 0.3667088449001312, 0.3718535900115967, 0.3606659770011902, 0.3521158695220947, 0.3602410554885864, 0.3562927544116974, 0.3430311977863312, 0.3661174178123474]}, {"epoch_end": 1, "test_acc": 0.3538, "test_loss": 1.8557802001953125, "train_loss": 1.814774751663208, "cos_fa_negg": [0.49476441740989685, 0.4887184500694275, 0.47284555435180664, 0.4721453785896301, 0.4493448734283447, 0.47639331221580505, 0.4562697410583496, 0.44146963953971863, 0.4196479320526123, 0.43411603569984436, 0.4194045662879944, 0.42853885889053345, 0.42769086360931396, 0.41958338022232056, 0.44591429829597473, 0.4285805821418762, 0.4140447974205017, 0.4283251464366913, 0.41620874404907227, 0.41992151737213135]}, {"epoch_end": 2, "test_acc": 0.3714, "test_loss": 1.8101418701171874, "train_loss": 1.9217771291732788, "cos_fa_negg": [0.5249724984169006, 0.5312557220458984, 0.51763916015625, 0.5154414176940918, 0.5173174142837524, 0.5073907375335693, 0.48679208755493164, 0.47699370980262756, 0.49719417095184326, 0.48706290125846863, 0.48293057084083557, 0.4676436185836792, 0.48548224568367004, 0.47258302569389343, 0.449502557516098, 0.45630303025245667, 0.45083245635032654, 0.44537559151649475, 0.4416165351867676, 0.4575299024581909]}, {"epoch_end": 3, "test_acc": 0.3742, "test_loss": 1.8079272094726562, "train_loss": 1.5897325277328491, "cos_fa_negg": [0.5845739841461182, 0.546905517578125, 0.5456808805465698, 0.5503847599029541, 0.5424333810806274, 0.5507893562316895, 0.5388039350509644, 0.5328589677810669, 0.5522972345352173, 0.5383857488632202, 0.5353145599365234, 0.5322962403297424, 0.5409510731697083, 0.5511437654495239, 0.5325473546981812, 0.5366122722625732, 0.5502095222473145, 0.5467326045036316, 0.5398892164230347, 0.5378079414367676]}, {"epoch_end": 4, "test_acc": 0.3822, "test_loss": 1.7798348266601562, "train_loss": 1.8358291387557983, "cos_fa_negg": [0.5658131241798401, 0.5924538373947144, 0.5962899923324585, 0.5992792844772339, 0.584439754486084, 0.6020035743713379, 0.5910577178001404, 0.5824770927429199, 0.5908671021461487, 0.5850791335105896, 0.5904465913772583, 0.5844746828079224, 0.5863028168678284, 0.5933652520179749, 0.5779247283935547, 0.5921299457550049, 0.6139003038406372, 0.604448676109314, 0.589789628982544, 0.6024150252342224]}], "final": {"test_acc": 0.3822, "test_loss": 1.7798348266601562, "wall_s": 17.341854095458984, "cos_fa_negg": [0.5658131241798401, 0.5924538373947144, 0.5962899923324585, 0.5992792844772339, 0.584439754486084, 0.6020035743713379, 0.5910577178001404, 0.5824770927429199, 0.5908671021461487, 0.5850791335105896, 0.5904465913772583, 0.5844746828079224, 0.5863028168678284, 0.5933652520179749, 0.5779247283935547, 0.5921299457550049, 0.6139003038406372, 0.604448676109314, 0.589789628982544, 0.6024150252342224], "loss": 1.7827378511428833}}
\ No newline at end of file
diff --git a/results/fa_scale_v2_cifar10_fa_w64_d5_s0.json b/results/fa_scale_v2_cifar10_fa_w64_d5_s0.json
new file mode 100644
index 0000000..787cab7
--- /dev/null
+++ b/results/fa_scale_v2_cifar10_fa_w64_d5_s0.json
@@ -0,0 +1 @@
+{"args": {"method": "fa", "dataset": "cifar10", "depth": 5, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 0, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d5_s0"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3538, "test_loss": 1.8589729370117187, "train_loss": 1.883563756942749, "cos_fa_negg": [0.5036278963088989, 0.4566531777381897, 0.4201866090297699, 0.3730124831199646, 0.3668400049209595]}, {"epoch_end": 1, "test_acc": 0.3714, "test_loss": 1.8177722290039062, "train_loss": 1.7791827917099, "cos_fa_negg": [0.5570530891418457, 0.539949893951416, 0.5284518599510193, 0.4887537360191345, 0.4849775433540344]}, {"epoch_end": 2, "test_acc": 0.3722, "test_loss": 1.8125533325195313, "train_loss": 1.8780012130737305, "cos_fa_negg": [0.5820482969284058, 0.5748956203460693, 0.5698109865188599, 0.5625144243240356, 0.5535287261009216]}, {"epoch_end": 3, "test_acc": 0.3876, "test_loss": 1.780288427734375, "train_loss": 1.661966323852539, "cos_fa_negg": [0.6333419680595398, 0.6257620453834534, 0.6206667423248291, 0.603515625, 0.6064442992210388]}, {"epoch_end": 4, "test_acc": 0.3894, "test_loss": 1.7435726684570312, "train_loss": 1.838675856590271, "cos_fa_negg": [0.6323521137237549, 0.6349772810935974, 0.6391381025314331, 0.6455833315849304, 0.6350363492965698]}], "final": {"test_acc": 0.3894, "test_loss": 1.7435726684570312, "wall_s": 5.108606815338135, "cos_fa_negg": [0.6323521137237549, 0.6349772810935974, 0.6391381025314331, 0.6455833315849304, 0.6350363492965698], "loss": 1.7664709091186523}}
\ No newline at end of file
diff --git a/results/fa_scale_v2_cifar10_fa_w64_d5_s1.json b/results/fa_scale_v2_cifar10_fa_w64_d5_s1.json
new file mode 100644
index 0000000..a6749bb
--- /dev/null
+++ b/results/fa_scale_v2_cifar10_fa_w64_d5_s1.json
@@ -0,0 +1 @@
+{"args": {"method": "fa", "dataset": "cifar10", "depth": 5, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 1, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d5_s1"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3461, "test_loss": 1.8634606689453126, "train_loss": 1.8299715518951416, "cos_fa_negg": [0.5161957740783691, 0.4764571189880371, 0.4353658854961395, 0.43318063020706177, 0.40998148918151855]}, {"epoch_end": 1, "test_acc": 0.3597, "test_loss": 1.82826484375, "train_loss": 1.8082752227783203, "cos_fa_negg": [0.6255803108215332, 0.5718098878860474, 0.5485690832138062, 0.5618343353271484, 0.5275834798812866]}, {"epoch_end": 2, "test_acc": 0.3654, "test_loss": 1.8052900146484374, "train_loss": 1.9246654510498047, "cos_fa_negg": [0.5776218175888062, 0.6094307899475098, 0.6126967668533325, 0.5942915081977844, 0.5906414985656738]}, {"epoch_end": 3, "test_acc": 0.3805, "test_loss": 1.7803320678710937, "train_loss": 1.6152753829956055, "cos_fa_negg": [0.6207982301712036, 0.6265295147895813, 0.6270157098770142, 0.6131011843681335, 0.6126845479011536]}, {"epoch_end": 4, "test_acc": 0.3896, "test_loss": 1.7630904418945312, "train_loss": 1.8420569896697998, "cos_fa_negg": [0.6614446640014648, 0.668406069278717, 0.6747872829437256, 0.6565423607826233, 0.6512892246246338]}], "final": {"test_acc": 0.3896, "test_loss": 1.7630904418945312, "wall_s": 5.168872833251953, "cos_fa_negg": [0.6614446640014648, 0.668406069278717, 0.6747872829437256, 0.6565423607826233, 0.6512892246246338], "loss": 1.78683602809906}}
\ No newline at end of file
diff --git a/results/fa_scale_v2_cifar10_fa_w64_d5_s2.json b/results/fa_scale_v2_cifar10_fa_w64_d5_s2.json
new file mode 100644
index 0000000..8b0749b
--- /dev/null
+++ b/results/fa_scale_v2_cifar10_fa_w64_d5_s2.json
@@ -0,0 +1 @@
+{"args": {"method": "fa", "dataset": "cifar10", "depth": 5, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 2, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d5_s2"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.35, "test_loss": 1.8485661254882813, "train_loss": 1.7809041738510132, "cos_fa_negg": [0.5003088712692261, 0.4290813207626343, 0.42592334747314453, 0.4071369767189026, 0.3943166732788086]}, {"epoch_end": 1, "test_acc": 0.3696, "test_loss": 1.8221701782226563, "train_loss": 1.7759193181991577, "cos_fa_negg": [0.5801876187324524, 0.5407299995422363, 0.518625020980835, 0.5206900238990784, 0.5240465402603149]}, {"epoch_end": 2, "test_acc": 0.3683, "test_loss": 1.7903447998046875, "train_loss": 1.9284851551055908, "cos_fa_negg": [0.5644102096557617, 0.5431579351425171, 0.521202802658081, 0.5358625054359436, 0.5256015062332153]}, {"epoch_end": 3, "test_acc": 0.3846, "test_loss": 1.775379638671875, "train_loss": 1.6301519870758057, "cos_fa_negg": [0.5978825092315674, 0.6017820239067078, 0.5876339673995972, 0.5997786521911621, 0.603117823600769]}, {"epoch_end": 4, "test_acc": 0.3815, "test_loss": 1.782540966796875, "train_loss": 1.965369462966919, "cos_fa_negg": [0.5979705452919006, 0.6346088647842407, 0.631994366645813, 0.6486667394638062, 0.6477499008178711]}], "final": {"test_acc": 0.3815, "test_loss": 1.782540966796875, "wall_s": 5.3620686531066895, "cos_fa_negg": [0.5979705452919006, 0.6346088647842407, 0.631994366645813, 0.6486667394638062, 0.6477499008178711], "loss": 1.8114303350448608}}
\ No newline at end of file
diff --git a/results/fa_scale_v2_cifar10_fa_w64_d5_s3.json b/results/fa_scale_v2_cifar10_fa_w64_d5_s3.json
new file mode 100644
index 0000000..7192e0e
--- /dev/null
+++ b/results/fa_scale_v2_cifar10_fa_w64_d5_s3.json
@@ -0,0 +1 @@
+{"args": {"method": "fa", "dataset": "cifar10", "depth": 5, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 3, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d5_s3"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3577, "test_loss": 1.8477260986328126, "train_loss": 1.8951303958892822, "cos_fa_negg": [0.42840901017189026, 0.4079791307449341, 0.3804348111152649, 0.3888193964958191, 0.3546481728553772]}, {"epoch_end": 1, "test_acc": 0.351, "test_loss": 1.8579162475585937, "train_loss": 1.7829269170761108, "cos_fa_negg": [0.5481595993041992, 0.5243122577667236, 0.515690803527832, 0.4853799045085907, 0.5066372156143188]}, {"epoch_end": 2, "test_acc": 0.38, "test_loss": 1.7797431762695313, "train_loss": 1.8923028707504272, "cos_fa_negg": [0.5707550048828125, 0.5685856938362122, 0.5879677534103394, 0.5734568238258362, 0.571526825428009]}, {"epoch_end": 3, "test_acc": 0.3853, "test_loss": 1.7855951538085937, "train_loss": 1.6563489437103271, "cos_fa_negg": [0.578417181968689, 0.622362494468689, 0.6445060968399048, 0.6225964426994324, 0.6264457702636719]}, {"epoch_end": 4, "test_acc": 0.3849, "test_loss": 1.7551828491210937, "train_loss": 1.7823712825775146, "cos_fa_negg": [0.6288718581199646, 0.6358934640884399, 0.6460657119750977, 0.6391668319702148, 0.6427422761917114]}], "final": {"test_acc": 0.3849, "test_loss": 1.7551828491210937, "wall_s": 7.543565511703491, "cos_fa_negg": [0.6288718581199646, 0.6358934640884399, 0.6460657119750977, 0.6391668319702148, 0.6427422761917114], "loss": 1.7819437980651855}}
\ No newline at end of file
diff --git a/results/fa_scale_v2_cifar10_fa_w64_d5_s4.json b/results/fa_scale_v2_cifar10_fa_w64_d5_s4.json
new file mode 100644
index 0000000..b2409ab
--- /dev/null
+++ b/results/fa_scale_v2_cifar10_fa_w64_d5_s4.json
@@ -0,0 +1 @@
+{"args": {"method": "fa", "dataset": "cifar10", "depth": 5, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 4, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d5_s4"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3486, "test_loss": 1.8592872436523438, "train_loss": 1.8067066669464111, "cos_fa_negg": [0.5154128074645996, 0.4960087537765503, 0.4537050426006317, 0.4262472987174988, 0.42009565234184265]}, {"epoch_end": 1, "test_acc": 0.3559, "test_loss": 1.8572125854492187, "train_loss": 1.8086354732513428, "cos_fa_negg": [0.5780488848686218, 0.5434322357177734, 0.5279138088226318, 0.5019943714141846, 0.5186700224876404]}, {"epoch_end": 2, "test_acc": 0.3592, "test_loss": 1.8145243774414062, "train_loss": 1.8533308506011963, "cos_fa_negg": [0.5727269649505615, 0.5840513706207275, 0.5527406334877014, 0.5426865816116333, 0.5445921421051025]}, {"epoch_end": 3, "test_acc": 0.3769, "test_loss": 1.79239248046875, "train_loss": 1.6797889471054077, "cos_fa_negg": [0.5928818583488464, 0.6090314984321594, 0.6027957797050476, 0.5842266082763672, 0.5875148773193359]}, {"epoch_end": 4, "test_acc": 0.4008, "test_loss": 1.7462978881835938, "train_loss": 1.8525148630142212, "cos_fa_negg": [0.6294769644737244, 0.652579665184021, 0.6419439911842346, 0.6208419799804688, 0.6341246962547302]}], "final": {"test_acc": 0.4008, "test_loss": 1.7462978881835938, "wall_s": 5.393693447113037, "cos_fa_negg": [0.6294769644737244, 0.652579665184021, 0.6419439911842346, 0.6208419799804688, 0.6341246962547302], "loss": 1.789512038230896}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_bp_w64_d10_s0.json b/results/scale_v3_cifar10_bp_w64_d10_s0.json
new file mode 100644
index 0000000..0f81c8b
--- /dev/null
+++ b/results/scale_v3_cifar10_bp_w64_d10_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_bp_w64_d10_s0", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.7832937240600586}, {"epoch_end": 0, "step": 391, "test_acc": 0.3615, "test_loss": 1.8054844604492188}, {"step": 500, "epoch": 1, "train_loss": 1.7206451892852783}, {"epoch_end": 1, "step": 782, "test_acc": 0.3928, "test_loss": 1.7287193969726562}, {"step": 1000, "epoch": 2, "train_loss": 1.7347147464752197}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4069, "test_loss": 1.71156572265625}, {"step": 1500, "epoch": 3, "train_loss": 1.6666967868804932}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4132, "test_loss": 1.6844333618164062}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4096, "test_loss": 1.6722424682617187}], "final": {"test_acc": 0.4096, "test_loss": 1.6722424682617187, "wall_s": 12.215072393417358}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_bp_w64_d10_s1.json b/results/scale_v3_cifar10_bp_w64_d10_s1.json
new file mode 100644
index 0000000..e010c0e
--- /dev/null
+++ b/results/scale_v3_cifar10_bp_w64_d10_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_bp_w64_d10_s1", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5440011024475098}, {"epoch_end": 0, "step": 391, "test_acc": 0.3626, "test_loss": 1.8030299072265625}, {"step": 500, "epoch": 1, "train_loss": 1.7158138751983643}, {"epoch_end": 1, "step": 782, "test_acc": 0.4013, "test_loss": 1.7353261840820313}, {"step": 1000, "epoch": 2, "train_loss": 1.7113866806030273}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3947, "test_loss": 1.7222271606445312}, {"step": 1500, "epoch": 3, "train_loss": 1.6433279514312744}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4085, "test_loss": 1.679523779296875}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4171, "test_loss": 1.6608345825195312}], "final": {"test_acc": 0.4171, "test_loss": 1.6608345825195312, "wall_s": 11.499150037765503}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_bp_w64_d10_s2.json b/results/scale_v3_cifar10_bp_w64_d10_s2.json
new file mode 100644
index 0000000..3e8902c
--- /dev/null
+++ b/results/scale_v3_cifar10_bp_w64_d10_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_bp_w64_d10_s2", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5496792793273926}, {"epoch_end": 0, "step": 391, "test_acc": 0.3653, "test_loss": 1.7999665893554688}, {"step": 500, "epoch": 1, "train_loss": 1.6399891376495361}, {"epoch_end": 1, "step": 782, "test_acc": 0.3901, "test_loss": 1.7445762573242187}, {"step": 1000, "epoch": 2, "train_loss": 1.7934231758117676}, {"epoch_end": 2, "step": 1173, "test_acc": 0.402, "test_loss": 1.71075712890625}, {"step": 1500, "epoch": 3, "train_loss": 1.5775810480117798}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4081, "test_loss": 1.68918798828125}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4098, "test_loss": 1.6774426391601562}], "final": {"test_acc": 0.4098, "test_loss": 1.6774426391601562, "wall_s": 11.56502103805542}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_bp_w64_d10_s3.json b/results/scale_v3_cifar10_bp_w64_d10_s3.json
new file mode 100644
index 0000000..206d776
--- /dev/null
+++ b/results/scale_v3_cifar10_bp_w64_d10_s3.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_bp_w64_d10_s3", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.625018358230591}, {"epoch_end": 0, "step": 391, "test_acc": 0.3679, "test_loss": 1.8161516845703125}, {"step": 500, "epoch": 1, "train_loss": 1.6834412813186646}, {"epoch_end": 1, "step": 782, "test_acc": 0.393, "test_loss": 1.7436446044921876}, {"step": 1000, "epoch": 2, "train_loss": 1.8094887733459473}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4033, "test_loss": 1.7054742797851563}, {"step": 1500, "epoch": 3, "train_loss": 1.6620596647262573}, {"epoch_end": 3, "step": 1564, "test_acc": 0.408, "test_loss": 1.6872626098632812}, {"epoch_end": 4, "step": 1955, "test_acc": 0.424, "test_loss": 1.6417628295898437}], "final": {"test_acc": 0.424, "test_loss": 1.6417628295898437, "wall_s": 11.468616008758545}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_bp_w64_d10_s4.json b/results/scale_v3_cifar10_bp_w64_d10_s4.json
new file mode 100644
index 0000000..30ba8c1
--- /dev/null
+++ b/results/scale_v3_cifar10_bp_w64_d10_s4.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_bp_w64_d10_s4", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.522786855697632}, {"epoch_end": 0, "step": 391, "test_acc": 0.3696, "test_loss": 1.7934111083984374}, {"step": 500, "epoch": 1, "train_loss": 1.7224793434143066}, {"epoch_end": 1, "step": 782, "test_acc": 0.3948, "test_loss": 1.7352885498046875}, {"step": 1000, "epoch": 2, "train_loss": 1.7160030603408813}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4068, "test_loss": 1.7036335327148437}, {"step": 1500, "epoch": 3, "train_loss": 1.690439224243164}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4071, "test_loss": 1.6889640380859374}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4246, "test_loss": 1.6478563232421874}], "final": {"test_acc": 0.4246, "test_loss": 1.6478563232421874, "wall_s": 11.999040126800537}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_bp_w64_d20_s0.json b/results/scale_v3_cifar10_bp_w64_d20_s0.json
new file mode 100644
index 0000000..9809da9
--- /dev/null
+++ b/results/scale_v3_cifar10_bp_w64_d20_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_bp_w64_d20_s0", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5764715671539307}, {"epoch_end": 0, "step": 391, "test_acc": 0.3654, "test_loss": 1.812660009765625}, {"step": 500, "epoch": 1, "train_loss": 1.772305965423584}, {"epoch_end": 1, "step": 782, "test_acc": 0.3918, "test_loss": 1.7411707397460938}, {"step": 1000, "epoch": 2, "train_loss": 1.743542194366455}, {"epoch_end": 2, "step": 1173, "test_acc": 0.397, "test_loss": 1.7204399658203124}, {"step": 1500, "epoch": 3, "train_loss": 1.6534744501113892}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4084, "test_loss": 1.6936049926757812}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4199, "test_loss": 1.6655069946289063}], "final": {"test_acc": 0.4199, "test_loss": 1.6655069946289063, "wall_s": 21.46412491798401}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_bp_w64_d20_s1.json b/results/scale_v3_cifar10_bp_w64_d20_s1.json
new file mode 100644
index 0000000..2af89de
--- /dev/null
+++ b/results/scale_v3_cifar10_bp_w64_d20_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_bp_w64_d20_s1", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.8419673442840576}, {"epoch_end": 0, "step": 391, "test_acc": 0.3752, "test_loss": 1.7953391845703126}, {"step": 500, "epoch": 1, "train_loss": 1.6953400373458862}, {"epoch_end": 1, "step": 782, "test_acc": 0.3911, "test_loss": 1.7418410522460936}, {"step": 1000, "epoch": 2, "train_loss": 1.6679174900054932}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4015, "test_loss": 1.7258413696289063}, {"step": 1500, "epoch": 3, "train_loss": 1.6478357315063477}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4015, "test_loss": 1.7097787841796874}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4152, "test_loss": 1.66633095703125}], "final": {"test_acc": 0.4152, "test_loss": 1.66633095703125, "wall_s": 21.2070369720459}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_bp_w64_d20_s2.json b/results/scale_v3_cifar10_bp_w64_d20_s2.json
new file mode 100644
index 0000000..867ddcd
--- /dev/null
+++ b/results/scale_v3_cifar10_bp_w64_d20_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_bp_w64_d20_s2", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6389663219451904}, {"epoch_end": 0, "step": 391, "test_acc": 0.3635, "test_loss": 1.8098630981445312}, {"step": 500, "epoch": 1, "train_loss": 1.7176635265350342}, {"epoch_end": 1, "step": 782, "test_acc": 0.3933, "test_loss": 1.7476309326171875}, {"step": 1000, "epoch": 2, "train_loss": 1.7087243795394897}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3969, "test_loss": 1.7153120239257813}, {"step": 1500, "epoch": 3, "train_loss": 1.6628549098968506}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4078, "test_loss": 1.69898984375}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4118, "test_loss": 1.6645256103515624}], "final": {"test_acc": 0.4118, "test_loss": 1.6645256103515624, "wall_s": 20.217156171798706}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_bp_w64_d20_s3.json b/results/scale_v3_cifar10_bp_w64_d20_s3.json
new file mode 100644
index 0000000..b220683
--- /dev/null
+++ b/results/scale_v3_cifar10_bp_w64_d20_s3.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_bp_w64_d20_s3", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5661838054656982}, {"epoch_end": 0, "step": 391, "test_acc": 0.3674, "test_loss": 1.8131788940429687}, {"step": 500, "epoch": 1, "train_loss": 1.6805139780044556}, {"epoch_end": 1, "step": 782, "test_acc": 0.3994, "test_loss": 1.7381051879882812}, {"step": 1000, "epoch": 2, "train_loss": 1.734493613243103}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4015, "test_loss": 1.705891259765625}, {"step": 1500, "epoch": 3, "train_loss": 1.5483109951019287}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4034, "test_loss": 1.7023678833007811}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4233, "test_loss": 1.65376025390625}], "final": {"test_acc": 0.4233, "test_loss": 1.65376025390625, "wall_s": 19.13809633255005}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_bp_w64_d20_s4.json b/results/scale_v3_cifar10_bp_w64_d20_s4.json
new file mode 100644
index 0000000..85dfd97
--- /dev/null
+++ b/results/scale_v3_cifar10_bp_w64_d20_s4.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_bp_w64_d20_s4", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6019723415374756}, {"epoch_end": 0, "step": 391, "test_acc": 0.3716, "test_loss": 1.7928515502929687}, {"step": 500, "epoch": 1, "train_loss": 1.6928002834320068}, {"epoch_end": 1, "step": 782, "test_acc": 0.3962, "test_loss": 1.742978662109375}, {"step": 1000, "epoch": 2, "train_loss": 1.7239906787872314}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4038, "test_loss": 1.713341455078125}, {"step": 1500, "epoch": 3, "train_loss": 1.647832989692688}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4028, "test_loss": 1.7050117309570312}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4253, "test_loss": 1.6478538696289062}], "final": {"test_acc": 0.4253, "test_loss": 1.6478538696289062, "wall_s": 19.070122480392456}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_bp_w64_d5_s0.json b/results/scale_v3_cifar10_bp_w64_d5_s0.json
new file mode 100644
index 0000000..9365198
--- /dev/null
+++ b/results/scale_v3_cifar10_bp_w64_d5_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 5, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_bp_w64_d5_s0", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4032294750213623}, {"epoch_end": 0, "step": 391, "test_acc": 0.3708, "test_loss": 1.8053599975585937}, {"step": 500, "epoch": 1, "train_loss": 1.6948254108428955}, {"epoch_end": 1, "step": 782, "test_acc": 0.3918, "test_loss": 1.7477297729492187}, {"step": 1000, "epoch": 2, "train_loss": 1.7668650150299072}, {"epoch_end": 2, "step": 1173, "test_acc": 0.393, "test_loss": 1.7222847290039063}, {"step": 1500, "epoch": 3, "train_loss": 1.6129077672958374}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4057, "test_loss": 1.6938450561523437}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4148, "test_loss": 1.6722175659179688}], "final": {"test_acc": 0.4148, "test_loss": 1.6722175659179688, "wall_s": 7.311486482620239}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_bp_w64_d5_s1.json b/results/scale_v3_cifar10_bp_w64_d5_s1.json
new file mode 100644
index 0000000..5df79a7
--- /dev/null
+++ b/results/scale_v3_cifar10_bp_w64_d5_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 5, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_bp_w64_d5_s1", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5345358848571777}, {"epoch_end": 0, "step": 391, "test_acc": 0.365, "test_loss": 1.789867041015625}, {"step": 500, "epoch": 1, "train_loss": 1.6824427843093872}, {"epoch_end": 1, "step": 782, "test_acc": 0.3915, "test_loss": 1.7457067016601562}, {"step": 1000, "epoch": 2, "train_loss": 1.7593677043914795}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4015, "test_loss": 1.7089430786132813}, {"step": 1500, "epoch": 3, "train_loss": 1.6051950454711914}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4143, "test_loss": 1.690731005859375}, {"epoch_end": 4, "step": 1955, "test_acc": 0.415, "test_loss": 1.6606141357421875}], "final": {"test_acc": 0.415, "test_loss": 1.6606141357421875, "wall_s": 6.990857839584351}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_bp_w64_d5_s2.json b/results/scale_v3_cifar10_bp_w64_d5_s2.json
new file mode 100644
index 0000000..68cdb9c
--- /dev/null
+++ b/results/scale_v3_cifar10_bp_w64_d5_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 5, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_bp_w64_d5_s2", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5040488243103027}, {"epoch_end": 0, "step": 391, "test_acc": 0.3708, "test_loss": 1.7866325805664063}, {"step": 500, "epoch": 1, "train_loss": 1.6831117868423462}, {"epoch_end": 1, "step": 782, "test_acc": 0.3894, "test_loss": 1.7527006103515625}, {"step": 1000, "epoch": 2, "train_loss": 1.7197647094726562}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3948, "test_loss": 1.7120785888671874}, {"step": 1500, "epoch": 3, "train_loss": 1.6103603839874268}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4079, "test_loss": 1.6941024536132812}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4092, "test_loss": 1.67304189453125}], "final": {"test_acc": 0.4092, "test_loss": 1.67304189453125, "wall_s": 6.891657829284668}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_bp_w64_d5_s3.json b/results/scale_v3_cifar10_bp_w64_d5_s3.json
new file mode 100644
index 0000000..bd16ee2
--- /dev/null
+++ b/results/scale_v3_cifar10_bp_w64_d5_s3.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 5, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_bp_w64_d5_s3", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5312681198120117}, {"epoch_end": 0, "step": 391, "test_acc": 0.3695, "test_loss": 1.789446826171875}, {"step": 500, "epoch": 1, "train_loss": 1.7008291482925415}, {"epoch_end": 1, "step": 782, "test_acc": 0.3846, "test_loss": 1.756138720703125}, {"step": 1000, "epoch": 2, "train_loss": 1.6484553813934326}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3978, "test_loss": 1.7134104614257812}, {"step": 1500, "epoch": 3, "train_loss": 1.6287935972213745}, {"epoch_end": 3, "step": 1564, "test_acc": 0.403, "test_loss": 1.7025950805664063}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4177, "test_loss": 1.6603008178710938}], "final": {"test_acc": 0.4177, "test_loss": 1.6603008178710938, "wall_s": 6.811361074447632}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_bp_w64_d5_s4.json b/results/scale_v3_cifar10_bp_w64_d5_s4.json
new file mode 100644
index 0000000..2fc56a2
--- /dev/null
+++ b/results/scale_v3_cifar10_bp_w64_d5_s4.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 5, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_bp_w64_d5_s4", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.624370574951172}, {"epoch_end": 0, "step": 391, "test_acc": 0.3683, "test_loss": 1.7970000610351562}, {"step": 500, "epoch": 1, "train_loss": 1.6803338527679443}, {"epoch_end": 1, "step": 782, "test_acc": 0.3917, "test_loss": 1.7368374877929686}, {"step": 1000, "epoch": 2, "train_loss": 1.7241253852844238}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4041, "test_loss": 1.7029586303710937}, {"step": 1500, "epoch": 3, "train_loss": 1.6392567157745361}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4071, "test_loss": 1.6896142578125}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4206, "test_loss": 1.6432336547851563}], "final": {"test_acc": 0.4206, "test_loss": 1.6432336547851563, "wall_s": 6.637517213821411}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_dfa_w64_d10_s0.json b/results/scale_v3_cifar10_dfa_w64_d10_s0.json
new file mode 100644
index 0000000..a8b77e7
--- /dev/null
+++ b/results/scale_v3_cifar10_dfa_w64_d10_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d10_s0", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.783294200897217, "cos_r_negg": [-0.01275080069899559, -0.08000953495502472, 0.045286111533641815, -0.11770164966583252, -0.016248609870672226, 0.042709290981292725, 0.03047596663236618, -0.05089080333709717, 0.003128529991954565, -0.009440174326300621], "cos_innovation_negg": [-0.01275080069899559, -0.08000953495502472, 0.045286111533641815, -0.11770164966583252, -0.016248609870672226, 0.042709290981292725, 0.03047596663236618, -0.05089080333709717, 0.003128529991954565, -0.009440174326300621], "cos_apical_negg": [-0.01275080069899559, -0.08000953495502472, 0.045286111533641815, -0.11770164966583252, -0.016248609870672226, 0.042709290981292725, 0.03047596663236618, -0.05089080333709717, 0.003128529991954565, -0.009440174326300621], "cos_Ac_negg": [-0.01275080069899559, -0.08000953495502472, 0.045286111533641815, -0.11770164966583252, -0.016248609870672226, 0.042709290981292725, 0.03047596663236618, -0.05089080333709717, 0.003128529991954565, -0.009440174326300621], "r_norm": [2.4784693717956543, 2.4636573791503906, 2.5729591846466064, 2.5139784812927246, 2.6724207401275635, 2.5304789543151855, 2.720974922180176, 2.47133731842041, 2.5015954971313477, 2.359222173690796]}, {"epoch_end": 0, "step": 391, "test_acc": 0.342, "test_loss": 1.8846063232421875}, {"step": 500, "epoch": 1, "train_loss": 1.9188976287841797, "cos_r_negg": [0.40976661443710327, 0.0823037400841713, -0.04269060865044594, 0.05714689940214157, 0.043102577328681946, 0.07622861862182617, 0.03270609304308891, -0.014595740474760532, -0.011077770963311195, 0.02199837937951088], "cos_innovation_negg": [0.40976661443710327, 0.0823037400841713, -0.04269060865044594, 0.05714689940214157, 0.043102577328681946, 0.07622861862182617, 0.03270609304308891, -0.014595740474760532, -0.011077770963311195, 0.02199837937951088], "cos_apical_negg": [0.40976661443710327, 0.0823037400841713, -0.04269060865044594, 0.05714689940214157, 0.043102577328681946, 0.07622861862182617, 0.03270609304308891, -0.014595740474760532, -0.011077770963311195, 0.02199837937951088], "cos_Ac_negg": [0.40976661443710327, 0.0823037400841713, -0.04269060865044594, 0.05714689940214157, 0.043102577328681946, 0.07622861862182617, 0.03270609304308891, -0.014595740474760532, -0.011077770963311195, 0.02199837937951088], "r_norm": [2.1915183067321777, 2.128800630569458, 2.2551941871643066, 2.152132511138916, 2.292327880859375, 2.1761560440063477, 2.334346055984497, 2.1396353244781494, 2.1809182167053223, 2.0230562686920166]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3478, "test_loss": 1.8655614135742187}, {"step": 1000, "epoch": 2, "train_loss": 1.8765400648117065, "cos_r_negg": [0.5463718771934509, 0.0869361013174057, 0.014505192637443542, 0.011697749607264996, 0.049766309559345245, 0.030424848198890686, 0.03534165769815445, 0.04410041123628616, -0.001267608255147934, 0.057372160255908966], "cos_innovation_negg": [0.5463718771934509, 0.0869361013174057, 0.014505192637443542, 0.011697749607264996, 0.049766309559345245, 0.030424848198890686, 0.03534165769815445, 0.04410041123628616, -0.001267608255147934, 0.057372160255908966], "cos_apical_negg": [0.5463718771934509, 0.0869361013174057, 0.014505192637443542, 0.011697749607264996, 0.049766309559345245, 0.030424848198890686, 0.03534165769815445, 0.04410041123628616, -0.001267608255147934, 0.057372160255908966], "cos_Ac_negg": [0.5463718771934509, 0.0869361013174057, 0.014505192637443542, 0.011697749607264996, 0.049766309559345245, 0.030424848198890686, 0.03534165769815445, 0.04410041123628616, -0.001267608255147934, 0.057372160255908966], "r_norm": [2.18318772315979, 2.121843099594116, 2.2471535205841064, 2.1383323669433594, 2.264104127883911, 2.1673600673675537, 2.320222854614258, 2.1218836307525635, 2.159454345703125, 2.0140483379364014]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3536, "test_loss": 1.84021171875}, {"step": 1500, "epoch": 3, "train_loss": 1.6959843635559082, "cos_r_negg": [0.5065834522247314, 0.09959973394870758, 0.014033414423465729, 0.04542933776974678, 0.06719458103179932, 0.12632529437541962, 0.044706087559461594, -0.004179208539426327, 0.07284034788608551, 0.08661135286092758], "cos_innovation_negg": [0.5065834522247314, 0.09959973394870758, 0.014033414423465729, 0.04542933776974678, 0.06719458103179932, 0.12632529437541962, 0.044706087559461594, -0.004179208539426327, 0.07284034788608551, 0.08661135286092758], "cos_apical_negg": [0.5065834522247314, 0.09959973394870758, 0.014033414423465729, 0.04542933776974678, 0.06719458103179932, 0.12632529437541962, 0.044706087559461594, -0.004179208539426327, 0.07284034788608551, 0.08661135286092758], "cos_Ac_negg": [0.5065834522247314, 0.09959973394870758, 0.014033414423465729, 0.04542933776974678, 0.06719458103179932, 0.12632529437541962, 0.044706087559461594, -0.004179208539426327, 0.07284034788608551, 0.08661135286092758], "r_norm": [2.1689391136169434, 2.110792875289917, 2.238413095474243, 2.1340909004211426, 2.2669715881347656, 2.167285203933716, 2.3172264099121094, 2.1193315982818604, 2.161379814147949, 2.009406089782715]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3507, "test_loss": 1.850153955078125}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3685, "test_loss": 1.8021558959960937}], "final": {"test_acc": 0.3685, "test_loss": 1.8021558959960937, "wall_s": 12.518126726150513, "cos_r_negg": [0.4909083843231201, 0.14414826035499573, 0.05920688062906265, 0.08365839719772339, 0.07772965729236603, 0.1297677755355835, 0.07531890273094177, 0.07135607302188873, 0.07624480128288269, 0.059515342116355896], "cos_innovation_negg": [0.4909083843231201, 0.14414826035499573, 0.05920688062906265, 0.08365839719772339, 0.07772965729236603, 0.1297677755355835, 0.07531890273094177, 0.07135607302188873, 0.07624480128288269, 0.059515342116355896], "cos_apical_negg": [0.4909083843231201, 0.14414826035499573, 0.05920688062906265, 0.08365839719772339, 0.07772965729236603, 0.1297677755355835, 0.07531890273094177, 0.07135607302188873, 0.07624480128288269, 0.059515342116355896], "cos_Ac_negg": [0.4909083843231201, 0.14414826035499573, 0.05920688062906265, 0.08365839719772339, 0.07772965729236603, 0.1297677755355835, 0.07531890273094177, 0.07135607302188873, 0.07624480128288269, 0.059515342116355896]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_dfa_w64_d10_s1.json b/results/scale_v3_cifar10_dfa_w64_d10_s1.json
new file mode 100644
index 0000000..808c39b
--- /dev/null
+++ b/results/scale_v3_cifar10_dfa_w64_d10_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d10_s1", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5440011024475098, "cos_r_negg": [0.017613250762224197, 0.07585285604000092, 0.03816498816013336, 0.02908129058778286, 0.00465430086478591, -0.035945601761341095, 0.028904784470796585, 0.05451975017786026, 0.004527100827544928, 0.00996812991797924], "cos_innovation_negg": [0.017613250762224197, 0.07585285604000092, 0.03816498816013336, 0.02908129058778286, 0.00465430086478591, -0.035945601761341095, 0.028904784470796585, 0.05451975017786026, 0.004527100827544928, 0.00996812991797924], "cos_apical_negg": [0.017613250762224197, 0.07585285604000092, 0.03816498816013336, 0.02908129058778286, 0.00465430086478591, -0.035945601761341095, 0.028904784470796585, 0.05451975017786026, 0.004527100827544928, 0.00996812991797924], "cos_Ac_negg": [0.017613250762224197, 0.07585285604000092, 0.03816498816013336, 0.02908129058778286, 0.00465430086478591, -0.035945601761341095, 0.028904784470796585, 0.05451975017786026, 0.004527100827544928, 0.00996812991797924], "r_norm": [2.4112730026245117, 2.4368581771850586, 2.4482433795928955, 2.490034580230713, 2.5213732719421387, 2.3497259616851807, 2.2972025871276855, 2.546637535095215, 2.415112257003784, 2.4265384674072266]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3418, "test_loss": 1.8575172607421875}, {"step": 500, "epoch": 1, "train_loss": 1.750311255455017, "cos_r_negg": [0.5540446043014526, 0.053287964314222336, 0.05789709836244583, 0.013901092112064362, 0.037049151957035065, 0.022888001054525375, -0.05661909654736519, 0.02140895277261734, -0.010410492308437824, 0.015309159643948078], "cos_innovation_negg": [0.5540446043014526, 0.053287964314222336, 0.05789709836244583, 0.013901092112064362, 0.037049151957035065, 0.022888001054525375, -0.05661909654736519, 0.02140895277261734, -0.010410492308437824, 0.015309159643948078], "cos_apical_negg": [0.5540446043014526, 0.053287964314222336, 0.05789709836244583, 0.013901092112064362, 0.037049151957035065, 0.022888001054525375, -0.05661909654736519, 0.02140895277261734, -0.010410492308437824, 0.015309159643948078], "cos_Ac_negg": [0.5540446043014526, 0.053287964314222336, 0.05789709836244583, 0.013901092112064362, 0.037049151957035065, 0.022888001054525375, -0.05661909654736519, 0.02140895277261734, -0.010410492308437824, 0.015309159643948078], "r_norm": [2.160007953643799, 2.207562208175659, 2.2075881958007812, 2.2079224586486816, 2.299384832382202, 2.125868320465088, 2.094423532485962, 2.2513318061828613, 2.1718976497650146, 2.1964035034179688]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3537, "test_loss": 1.855483154296875}, {"step": 1000, "epoch": 2, "train_loss": 1.7126835584640503, "cos_r_negg": [0.4827197194099426, 0.07600820064544678, 0.033855341374874115, 0.04297463595867157, 0.10818997025489807, -0.018371639773249626, 0.040180910378694534, 0.10583324730396271, 0.005240487866103649, -0.012961314991116524], "cos_innovation_negg": [0.4827197194099426, 0.07600820064544678, 0.033855341374874115, 0.04297463595867157, 0.10818997025489807, -0.018371639773249626, 0.040180910378694534, 0.10583324730396271, 0.005240487866103649, -0.012961314991116524], "cos_apical_negg": [0.4827197194099426, 0.07600820064544678, 0.033855341374874115, 0.04297463595867157, 0.10818997025489807, -0.018371639773249626, 0.040180910378694534, 0.10583324730396271, 0.005240487866103649, -0.012961314991116524], "cos_Ac_negg": [0.4827197194099426, 0.07600820064544678, 0.033855341374874115, 0.04297463595867157, 0.10818997025489807, -0.018371639773249626, 0.040180910378694534, 0.10583324730396271, 0.005240487866103649, -0.012961314991116524], "r_norm": [2.1076929569244385, 2.1558566093444824, 2.1590919494628906, 2.152801990509033, 2.2371997833251953, 2.0774638652801514, 2.054080009460449, 2.201082229614258, 2.124924898147583, 2.144575595855713]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3641, "test_loss": 1.8189103759765626}, {"step": 1500, "epoch": 3, "train_loss": 1.7362456321716309, "cos_r_negg": [0.5711832642555237, 0.05510079488158226, 0.07896356284618378, 0.062225427478551865, 0.09601534903049469, 0.025629781186580658, 0.07145099341869354, 0.0433356910943985, 0.04601116478443146, 0.026393964886665344], "cos_innovation_negg": [0.5711832642555237, 0.05510079488158226, 0.07896356284618378, 0.062225427478551865, 0.09601534903049469, 0.025629781186580658, 0.07145099341869354, 0.0433356910943985, 0.04601116478443146, 0.026393964886665344], "cos_apical_negg": [0.5711832642555237, 0.05510079488158226, 0.07896356284618378, 0.062225427478551865, 0.09601534903049469, 0.025629781186580658, 0.07145099341869354, 0.0433356910943985, 0.04601116478443146, 0.026393964886665344], "cos_Ac_negg": [0.5711832642555237, 0.05510079488158226, 0.07896356284618378, 0.062225427478551865, 0.09601534903049469, 0.025629781186580658, 0.07145099341869354, 0.0433356910943985, 0.04601116478443146, 0.026393964886665344], "r_norm": [2.1077303886413574, 2.1608924865722656, 2.156764030456543, 2.1662185192108154, 2.2441632747650146, 2.0718371868133545, 2.0391526222229004, 2.2039012908935547, 2.1251072883605957, 2.146610736846924]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3434, "test_loss": 1.8465911987304688}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3727, "test_loss": 1.7858251831054688}], "final": {"test_acc": 0.3727, "test_loss": 1.7858251831054688, "wall_s": 8.380712747573853, "cos_r_negg": [0.5659000873565674, 0.09753511846065521, 0.10834501683712006, 0.08568631857633591, 0.11389745026826859, 0.03957424685359001, 0.12550604343414307, 0.013754882849752903, 0.05003255233168602, 0.04197258874773979], "cos_innovation_negg": [0.5659000873565674, 0.09753511846065521, 0.10834501683712006, 0.08568631857633591, 0.11389745026826859, 0.03957424685359001, 0.12550604343414307, 0.013754882849752903, 0.05003255233168602, 0.04197258874773979], "cos_apical_negg": [0.5659000873565674, 0.09753511846065521, 0.10834501683712006, 0.08568631857633591, 0.11389745026826859, 0.03957424685359001, 0.12550604343414307, 0.013754882849752903, 0.05003255233168602, 0.04197258874773979], "cos_Ac_negg": [0.5659000873565674, 0.09753511846065521, 0.10834501683712006, 0.08568631857633591, 0.11389745026826859, 0.03957424685359001, 0.12550604343414307, 0.013754882849752903, 0.05003255233168602, 0.04197258874773979]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_dfa_w64_d10_s2.json b/results/scale_v3_cifar10_dfa_w64_d10_s2.json
new file mode 100644
index 0000000..5301ae7
--- /dev/null
+++ b/results/scale_v3_cifar10_dfa_w64_d10_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d10_s2", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5496790409088135, "cos_r_negg": [-0.0020134486258029938, 0.06516402959823608, 0.005198038183152676, 0.031123405322432518, -0.005060964729636908, -0.03070865571498871, -0.0345737487077713, 0.02046622335910797, 0.05520343407988548, -0.028089644387364388], "cos_innovation_negg": [-0.0020134486258029938, 0.06516402959823608, 0.005198038183152676, 0.031123405322432518, -0.005060964729636908, -0.03070865571498871, -0.0345737487077713, 0.02046622335910797, 0.05520343407988548, -0.028089644387364388], "cos_apical_negg": [-0.0020134486258029938, 0.06516402959823608, 0.005198038183152676, 0.031123405322432518, -0.005060964729636908, -0.03070865571498871, -0.0345737487077713, 0.02046622335910797, 0.05520343407988548, -0.028089644387364388], "cos_Ac_negg": [-0.0020134486258029938, 0.06516402959823608, 0.005198038183152676, 0.031123405322432518, -0.005060964729636908, -0.03070865571498871, -0.0345737487077713, 0.02046622335910797, 0.05520343407988548, -0.028089644387364388], "r_norm": [2.474759101867676, 2.309131622314453, 2.395073413848877, 2.5052120685577393, 2.4739608764648438, 2.410212278366089, 2.326829433441162, 2.5964126586914062, 2.511310577392578, 2.3636138439178467]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3342, "test_loss": 1.892334326171875}, {"step": 500, "epoch": 1, "train_loss": 1.837371826171875, "cos_r_negg": [0.519542396068573, 0.005842700134962797, -0.007306994404643774, 0.03183600679039955, 0.07762294262647629, -0.00014067254960536957, 0.03890910744667053, -0.04318009689450264, 0.040582627058029175, 0.03173193335533142], "cos_innovation_negg": [0.519542396068573, 0.005842700134962797, -0.007306994404643774, 0.03183600679039955, 0.07762294262647629, -0.00014067254960536957, 0.03890910744667053, -0.04318009689450264, 0.040582627058029175, 0.03173193335533142], "cos_apical_negg": [0.519542396068573, 0.005842700134962797, -0.007306994404643774, 0.03183600679039955, 0.07762294262647629, -0.00014067254960536957, 0.03890910744667053, -0.04318009689450264, 0.040582627058029175, 0.03173193335533142], "cos_Ac_negg": [0.519542396068573, 0.005842700134962797, -0.007306994404643774, 0.03183600679039955, 0.07762294262647629, -0.00014067254960536957, 0.03890910744667053, -0.04318009689450264, 0.040582627058029175, 0.03173193335533142], "r_norm": [2.2071893215179443, 2.065424919128418, 2.1580944061279297, 2.258707046508789, 2.2582345008850098, 2.1456220149993896, 2.0961437225341797, 2.327760696411133, 2.257570743560791, 2.091254949569702]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3529, "test_loss": 1.8679755249023438}, {"step": 1000, "epoch": 2, "train_loss": 1.8183528184890747, "cos_r_negg": [0.5528568029403687, -0.04307369142770767, -0.033526986837387085, 0.05676647648215294, 0.07213954627513885, -0.02244184911251068, 0.0766942948102951, 0.11889983713626862, 0.08126220107078552, 0.07578819990158081], "cos_innovation_negg": [0.5528568029403687, -0.04307369142770767, -0.033526986837387085, 0.05676647648215294, 0.07213954627513885, -0.02244184911251068, 0.0766942948102951, 0.11889983713626862, 0.08126220107078552, 0.07578819990158081], "cos_apical_negg": [0.5528568029403687, -0.04307369142770767, -0.033526986837387085, 0.05676647648215294, 0.07213954627513885, -0.02244184911251068, 0.0766942948102951, 0.11889983713626862, 0.08126220107078552, 0.07578819990158081], "cos_Ac_negg": [0.5528568029403687, -0.04307369142770767, -0.033526986837387085, 0.05676647648215294, 0.07213954627513885, -0.02244184911251068, 0.0766942948102951, 0.11889983713626862, 0.08126220107078552, 0.07578819990158081], "r_norm": [2.218686819076538, 2.0682013034820557, 2.1647114753723145, 2.269418954849243, 2.2625598907470703, 2.1596639156341553, 2.0991902351379395, 2.332005500793457, 2.2643816471099854, 2.1023831367492676]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3551, "test_loss": 1.8438280395507813}, {"step": 1500, "epoch": 3, "train_loss": 1.726991057395935, "cos_r_negg": [0.4474659562110901, -0.0008338538464158773, 0.015185586176812649, 0.12266185879707336, 0.14482241868972778, 0.014172119088470936, 0.058384425938129425, 0.07188910245895386, 0.054701775312423706, 0.11297821998596191], "cos_innovation_negg": [0.4474659562110901, -0.0008338538464158773, 0.015185586176812649, 0.12266185879707336, 0.14482241868972778, 0.014172119088470936, 0.058384425938129425, 0.07188910245895386, 0.054701775312423706, 0.11297821998596191], "cos_apical_negg": [0.4474659562110901, -0.0008338538464158773, 0.015185586176812649, 0.12266185879707336, 0.14482241868972778, 0.014172119088470936, 0.058384425938129425, 0.07188910245895386, 0.054701775312423706, 0.11297821998596191], "cos_Ac_negg": [0.4474659562110901, -0.0008338538464158773, 0.015185586176812649, 0.12266185879707336, 0.14482241868972778, 0.014172119088470936, 0.058384425938129425, 0.07188910245895386, 0.054701775312423706, 0.11297821998596191], "r_norm": [2.1768107414245605, 2.0346322059631348, 2.1288797855377197, 2.232128620147705, 2.2135775089263916, 2.12147855758667, 2.0660088062286377, 2.296651840209961, 2.220999240875244, 2.0584475994110107]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.362, "test_loss": 1.8268614379882813}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3666, "test_loss": 1.8216587280273437}], "final": {"test_acc": 0.3666, "test_loss": 1.8216587280273437, "wall_s": 8.719727277755737, "cos_r_negg": [0.5044171214103699, 0.020850468426942825, 0.053354665637016296, 0.10640829801559448, 0.16449013352394104, 0.03525722026824951, 0.09051984548568726, 0.09860330820083618, 0.05487067997455597, 0.10454320162534714], "cos_innovation_negg": [0.5044171214103699, 0.020850468426942825, 0.053354665637016296, 0.10640829801559448, 0.16449013352394104, 0.03525722026824951, 0.09051984548568726, 0.09860330820083618, 0.05487067997455597, 0.10454320162534714], "cos_apical_negg": [0.5044171214103699, 0.020850468426942825, 0.053354665637016296, 0.10640829801559448, 0.16449013352394104, 0.03525722026824951, 0.09051984548568726, 0.09860330820083618, 0.05487067997455597, 0.10454320162534714], "cos_Ac_negg": [0.5044171214103699, 0.020850468426942825, 0.053354665637016296, 0.10640829801559448, 0.16449013352394104, 0.03525722026824951, 0.09051984548568726, 0.09860330820083618, 0.05487067997455597, 0.10454320162534714]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_dfa_w64_d10_s3.json b/results/scale_v3_cifar10_dfa_w64_d10_s3.json
new file mode 100644
index 0000000..403c97e
--- /dev/null
+++ b/results/scale_v3_cifar10_dfa_w64_d10_s3.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d10_s3", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6250181198120117, "cos_r_negg": [0.029325757175683975, 0.012676693499088287, 0.026318566873669624, -0.004434606060385704, -0.048868149518966675, -0.010169871151447296, 0.07415222376585007, 0.0354638546705246, 0.008570360019803047, -0.021885592490434647], "cos_innovation_negg": [0.029325757175683975, 0.012676693499088287, 0.026318566873669624, -0.004434606060385704, -0.048868149518966675, -0.010169871151447296, 0.07415222376585007, 0.0354638546705246, 0.008570360019803047, -0.021885592490434647], "cos_apical_negg": [0.029325757175683975, 0.012676693499088287, 0.026318566873669624, -0.004434606060385704, -0.048868149518966675, -0.010169871151447296, 0.07415222376585007, 0.0354638546705246, 0.008570360019803047, -0.021885592490434647], "cos_Ac_negg": [0.029325757175683975, 0.012676693499088287, 0.026318566873669624, -0.004434606060385704, -0.048868149518966675, -0.010169871151447296, 0.07415222376585007, 0.0354638546705246, 0.008570360019803047, -0.021885592490434647], "r_norm": [2.297274589538574, 2.468039035797119, 2.629464864730835, 2.5076119899749756, 2.5137746334075928, 2.247859001159668, 2.4512834548950195, 2.6967613697052, 2.4770991802215576, 2.377955913543701]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3402, "test_loss": 1.8868573364257812}, {"step": 500, "epoch": 1, "train_loss": 1.7616349458694458, "cos_r_negg": [0.6063641309738159, 0.058964990079402924, 0.0344507172703743, 0.006831043399870396, -0.01079338975250721, 0.005928808823227882, 0.1045268326997757, -0.006495034787803888, -0.017806198447942734, 0.028150977566838264], "cos_innovation_negg": [0.6063641309738159, 0.058964990079402924, 0.0344507172703743, 0.006831043399870396, -0.01079338975250721, 0.005928808823227882, 0.1045268326997757, -0.006495034787803888, -0.017806198447942734, 0.028150977566838264], "cos_apical_negg": [0.6063641309738159, 0.058964990079402924, 0.0344507172703743, 0.006831043399870396, -0.01079338975250721, 0.005928808823227882, 0.1045268326997757, -0.006495034787803888, -0.017806198447942734, 0.028150977566838264], "cos_Ac_negg": [0.6063641309738159, 0.058964990079402924, 0.0344507172703743, 0.006831043399870396, -0.01079338975250721, 0.005928808823227882, 0.1045268326997757, -0.006495034787803888, -0.017806198447942734, 0.028150977566838264], "r_norm": [2.0548460483551025, 2.193434715270996, 2.285167694091797, 2.2199432849884033, 2.230163812637329, 2.0246193408966064, 2.1560311317443848, 2.4257378578186035, 2.181825637817383, 2.101530075073242]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3603, "test_loss": 1.8503739379882813}, {"step": 1000, "epoch": 2, "train_loss": 1.9040087461471558, "cos_r_negg": [0.5403025150299072, 0.08289720863103867, 0.06505841016769409, 0.07129738479852676, -0.044737961143255234, 0.020279938355088234, 0.07686574757099152, 0.07970120012760162, -0.030551042407751083, 0.1026226133108139], "cos_innovation_negg": [0.5403025150299072, 0.08289720863103867, 0.06505841016769409, 0.07129738479852676, -0.044737961143255234, 0.020279938355088234, 0.07686574757099152, 0.07970120012760162, -0.030551042407751083, 0.1026226133108139], "cos_apical_negg": [0.5403025150299072, 0.08289720863103867, 0.06505841016769409, 0.07129738479852676, -0.044737961143255234, 0.020279938355088234, 0.07686574757099152, 0.07970120012760162, -0.030551042407751083, 0.1026226133108139], "cos_Ac_negg": [0.5403025150299072, 0.08289720863103867, 0.06505841016769409, 0.07129738479852676, -0.044737961143255234, 0.020279938355088234, 0.07686574757099152, 0.07970120012760162, -0.030551042407751083, 0.1026226133108139], "r_norm": [2.040771961212158, 2.170748233795166, 2.2616283893585205, 2.2061662673950195, 2.2340261936187744, 2.0067739486694336, 2.1348371505737305, 2.4038538932800293, 2.171020030975342, 2.077697277069092]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3434, "test_loss": 1.8496400512695312}, {"step": 1500, "epoch": 3, "train_loss": 1.7762718200683594, "cos_r_negg": [0.5433335304260254, 0.12764477729797363, 0.10676094889640808, 0.12023960053920746, 0.007788889110088348, 0.06434109061956406, 0.13271905481815338, 0.11386246234178543, 0.10808636248111725, 0.11449325084686279], "cos_innovation_negg": [0.5433335304260254, 0.12764477729797363, 0.10676094889640808, 0.12023960053920746, 0.007788889110088348, 0.06434109061956406, 0.13271905481815338, 0.11386246234178543, 0.10808636248111725, 0.11449325084686279], "cos_apical_negg": [0.5433335304260254, 0.12764477729797363, 0.10676094889640808, 0.12023960053920746, 0.007788889110088348, 0.06434109061956406, 0.13271905481815338, 0.11386246234178543, 0.10808636248111725, 0.11449325084686279], "cos_Ac_negg": [0.5433335304260254, 0.12764477729797363, 0.10676094889640808, 0.12023960053920746, 0.007788889110088348, 0.06434109061956406, 0.13271905481815338, 0.11386246234178543, 0.10808636248111725, 0.11449325084686279], "r_norm": [2.0513365268707275, 2.1773271560668945, 2.272578716278076, 2.217690944671631, 2.2325387001037598, 2.012944221496582, 2.1396212577819824, 2.4076919555664062, 2.1807703971862793, 2.0832386016845703]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3617, "test_loss": 1.8598660522460937}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3639, "test_loss": 1.8047155151367187}], "final": {"test_acc": 0.3639, "test_loss": 1.8047155151367187, "wall_s": 8.573333263397217, "cos_r_negg": [0.5211417078971863, 0.17264461517333984, 0.09806816279888153, 0.131619393825531, 0.040293216705322266, 0.05335517227649689, 0.1099022850394249, 0.11662539839744568, 0.07638518512248993, 0.1213769018650055], "cos_innovation_negg": [0.5211417078971863, 0.17264461517333984, 0.09806816279888153, 0.131619393825531, 0.040293216705322266, 0.05335517227649689, 0.1099022850394249, 0.11662539839744568, 0.07638518512248993, 0.1213769018650055], "cos_apical_negg": [0.5211417078971863, 0.17264461517333984, 0.09806816279888153, 0.131619393825531, 0.040293216705322266, 0.05335517227649689, 0.1099022850394249, 0.11662539839744568, 0.07638518512248993, 0.1213769018650055], "cos_Ac_negg": [0.5211417078971863, 0.17264461517333984, 0.09806816279888153, 0.131619393825531, 0.040293216705322266, 0.05335517227649689, 0.1099022850394249, 0.11662539839744568, 0.07638518512248993, 0.1213769018650055]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_dfa_w64_d10_s4.json b/results/scale_v3_cifar10_dfa_w64_d10_s4.json
new file mode 100644
index 0000000..01d9841
--- /dev/null
+++ b/results/scale_v3_cifar10_dfa_w64_d10_s4.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d10_s4", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.522786855697632, "cos_r_negg": [-0.007739442400634289, -0.006245890632271767, -0.08203615248203278, 0.024547457695007324, 0.03436309099197388, -0.029096223413944244, -0.052443165332078934, 0.01502314768731594, 0.07241200655698776, 0.029875531792640686], "cos_innovation_negg": [-0.007739442400634289, -0.006245890632271767, -0.08203615248203278, 0.024547457695007324, 0.03436309099197388, -0.029096223413944244, -0.052443165332078934, 0.01502314768731594, 0.07241200655698776, 0.029875531792640686], "cos_apical_negg": [-0.007739442400634289, -0.006245890632271767, -0.08203615248203278, 0.024547457695007324, 0.03436309099197388, -0.029096223413944244, -0.052443165332078934, 0.01502314768731594, 0.07241200655698776, 0.029875531792640686], "cos_Ac_negg": [-0.007739442400634289, -0.006245890632271767, -0.08203615248203278, 0.024547457695007324, 0.03436309099197388, -0.029096223413944244, -0.052443165332078934, 0.01502314768731594, 0.07241200655698776, 0.029875531792640686], "r_norm": [2.479470729827881, 2.485487461090088, 2.4711484909057617, 2.364689350128174, 2.4592936038970947, 2.557290554046631, 2.431260824203491, 2.344165563583374, 2.3765830993652344, 2.43996524810791]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3316, "test_loss": 1.886237939453125}, {"step": 500, "epoch": 1, "train_loss": 1.7576546669006348, "cos_r_negg": [0.5612596273422241, 0.02252304181456566, -0.015010729432106018, 0.0160028338432312, -0.09989511221647263, 0.026551667600870132, -0.021338706836104393, -0.01848692074418068, 0.01972203515470028, 0.09419336915016174], "cos_innovation_negg": [0.5612596273422241, 0.02252304181456566, -0.015010729432106018, 0.0160028338432312, -0.09989511221647263, 0.026551667600870132, -0.021338706836104393, -0.01848692074418068, 0.01972203515470028, 0.09419336915016174], "cos_apical_negg": [0.5612596273422241, 0.02252304181456566, -0.015010729432106018, 0.0160028338432312, -0.09989511221647263, 0.026551667600870132, -0.021338706836104393, -0.01848692074418068, 0.01972203515470028, 0.09419336915016174], "cos_Ac_negg": [0.5612596273422241, 0.02252304181456566, -0.015010729432106018, 0.0160028338432312, -0.09989511221647263, 0.026551667600870132, -0.021338706836104393, -0.01848692074418068, 0.01972203515470028, 0.09419336915016174], "r_norm": [2.2240962982177734, 2.248375654220581, 2.2176074981689453, 2.1457266807556152, 2.2318925857543945, 2.3284144401550293, 2.2114317417144775, 2.1355457305908203, 2.1657586097717285, 2.226271629333496]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3621, "test_loss": 1.8385595825195313}, {"step": 1000, "epoch": 2, "train_loss": 1.8353302478790283, "cos_r_negg": [0.5641099214553833, -0.02232620120048523, 0.025593329221010208, 0.07588539272546768, -0.04040656238794327, 0.05010192096233368, -0.015542181208729744, 0.03003668412566185, 0.06691727042198181, 0.10104583203792572], "cos_innovation_negg": [0.5641099214553833, -0.02232620120048523, 0.025593329221010208, 0.07588539272546768, -0.04040656238794327, 0.05010192096233368, -0.015542181208729744, 0.03003668412566185, 0.06691727042198181, 0.10104583203792572], "cos_apical_negg": [0.5641099214553833, -0.02232620120048523, 0.025593329221010208, 0.07588539272546768, -0.04040656238794327, 0.05010192096233368, -0.015542181208729744, 0.03003668412566185, 0.06691727042198181, 0.10104583203792572], "cos_Ac_negg": [0.5641099214553833, -0.02232620120048523, 0.025593329221010208, 0.07588539272546768, -0.04040656238794327, 0.05010192096233368, -0.015542181208729744, 0.03003668412566185, 0.06691727042198181, 0.10104583203792572], "r_norm": [2.2162680625915527, 2.237281322479248, 2.2048563957214355, 2.1317412853240967, 2.217128038406372, 2.3222227096557617, 2.2041666507720947, 2.1271893978118896, 2.1549363136291504, 2.2138476371765137]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3394, "test_loss": 1.8579822875976562}, {"step": 1500, "epoch": 3, "train_loss": 1.7180376052856445, "cos_r_negg": [0.5600875616073608, 0.039104580879211426, 0.054650839418172836, 0.12868060171604156, 0.02561519481241703, 0.0921848714351654, 0.062459275126457214, 0.04157208651304245, 0.12034167349338531, 0.11256880313158035], "cos_innovation_negg": [0.5600875616073608, 0.039104580879211426, 0.054650839418172836, 0.12868060171604156, 0.02561519481241703, 0.0921848714351654, 0.062459275126457214, 0.04157208651304245, 0.12034167349338531, 0.11256880313158035], "cos_apical_negg": [0.5600875616073608, 0.039104580879211426, 0.054650839418172836, 0.12868060171604156, 0.02561519481241703, 0.0921848714351654, 0.062459275126457214, 0.04157208651304245, 0.12034167349338531, 0.11256880313158035], "cos_Ac_negg": [0.5600875616073608, 0.039104580879211426, 0.054650839418172836, 0.12868060171604156, 0.02561519481241703, 0.0921848714351654, 0.062459275126457214, 0.04157208651304245, 0.12034167349338531, 0.11256880313158035], "r_norm": [2.1913352012634277, 2.210455894470215, 2.1745495796203613, 2.107302665710449, 2.1984729766845703, 2.292149305343628, 2.179086685180664, 2.102180004119873, 2.1253716945648193, 2.1851916313171387]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3527, "test_loss": 1.8559609375}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3641, "test_loss": 1.812884619140625}], "final": {"test_acc": 0.3641, "test_loss": 1.812884619140625, "wall_s": 8.841753482818604, "cos_r_negg": [0.5059987306594849, 0.013865919783711433, 0.10778409242630005, 0.13851752877235413, 0.06517338752746582, 0.07959023863077164, 0.09674673527479172, 0.08164706826210022, 0.06737769395112991, 0.17072650790214539], "cos_innovation_negg": [0.5059987306594849, 0.013865919783711433, 0.10778409242630005, 0.13851752877235413, 0.06517338752746582, 0.07959023863077164, 0.09674673527479172, 0.08164706826210022, 0.06737769395112991, 0.17072650790214539], "cos_apical_negg": [0.5059987306594849, 0.013865919783711433, 0.10778409242630005, 0.13851752877235413, 0.06517338752746582, 0.07959023863077164, 0.09674673527479172, 0.08164706826210022, 0.06737769395112991, 0.17072650790214539], "cos_Ac_negg": [0.5059987306594849, 0.013865919783711433, 0.10778409242630005, 0.13851752877235413, 0.06517338752746582, 0.07959023863077164, 0.09674673527479172, 0.08164706826210022, 0.06737769395112991, 0.17072650790214539]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_dfa_w64_d20_s0.json b/results/scale_v3_cifar10_dfa_w64_d20_s0.json
new file mode 100644
index 0000000..a4a62d9
--- /dev/null
+++ b/results/scale_v3_cifar10_dfa_w64_d20_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d20_s0", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5764718055725098, "cos_r_negg": [-0.019500190392136574, -0.06851186603307724, -0.022075217217206955, -0.029041359201073647, 0.002836341504007578, -0.015061014331877232, 0.04729481786489487, -0.020570902153849602, -0.009287690743803978, 0.08202917873859406, 0.03213351219892502, -0.012884090654551983, -0.0028710030019283295, 0.015713732689619064, 0.04467347264289856, 0.052076369524002075, 0.015987787395715714, -0.008609583601355553, -0.00859350711107254, -0.07578613609075546], "cos_innovation_negg": [-0.019500190392136574, -0.06851186603307724, -0.022075217217206955, -0.029041359201073647, 0.002836341504007578, -0.015061014331877232, 0.04729481786489487, -0.020570902153849602, -0.009287690743803978, 0.08202917873859406, 0.03213351219892502, -0.012884090654551983, -0.0028710030019283295, 0.015713732689619064, 0.04467347264289856, 0.052076369524002075, 0.015987787395715714, -0.008609583601355553, -0.00859350711107254, -0.07578613609075546], "cos_apical_negg": [-0.019500190392136574, -0.06851186603307724, -0.022075217217206955, -0.029041359201073647, 0.002836341504007578, -0.015061014331877232, 0.04729481786489487, -0.020570902153849602, -0.009287690743803978, 0.08202917873859406, 0.03213351219892502, -0.012884090654551983, -0.0028710030019283295, 0.015713732689619064, 0.04467347264289856, 0.052076369524002075, 0.015987787395715714, -0.008609583601355553, -0.00859350711107254, -0.07578613609075546], "cos_Ac_negg": [-0.019500190392136574, -0.06851186603307724, -0.022075217217206955, -0.029041359201073647, 0.002836341504007578, -0.015061014331877232, 0.04729481786489487, -0.020570902153849602, -0.009287690743803978, 0.08202917873859406, 0.03213351219892502, -0.012884090654551983, -0.0028710030019283295, 0.015713732689619064, 0.04467347264289856, 0.052076369524002075, 0.015987787395715714, -0.008609583601355553, -0.00859350711107254, -0.07578613609075546], "r_norm": [2.617947578430176, 2.44466495513916, 2.5444884300231934, 2.4182395935058594, 2.561816453933716, 2.4764671325683594, 2.490081310272217, 2.5378732681274414, 2.5621564388275146, 2.5308473110198975, 2.617791175842285, 2.518054723739624, 2.5913219451904297, 2.4762251377105713, 2.5998520851135254, 2.4868688583374023, 2.535977840423584, 2.4587440490722656, 2.5869359970092773, 2.659351348876953]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3356, "test_loss": 1.8784977172851562}, {"step": 500, "epoch": 1, "train_loss": 1.769270420074463, "cos_r_negg": [0.46736034750938416, -0.039863839745521545, -0.02915871888399124, -0.0499245710670948, -0.051531825214624405, 0.012173362076282501, -0.05229507386684418, -0.012186378240585327, -0.020817182958126068, 0.02329660952091217, 0.024037808179855347, 0.03547365963459015, 0.05455750972032547, 0.020796187222003937, 0.03703618049621582, -0.056826572865247726, -0.014485000632703304, 0.07331870496273041, -0.05329829081892967, -0.05832912027835846], "cos_innovation_negg": [0.46736034750938416, -0.039863839745521545, -0.02915871888399124, -0.0499245710670948, -0.051531825214624405, 0.012173362076282501, -0.05229507386684418, -0.012186378240585327, -0.020817182958126068, 0.02329660952091217, 0.024037808179855347, 0.03547365963459015, 0.05455750972032547, 0.020796187222003937, 0.03703618049621582, -0.056826572865247726, -0.014485000632703304, 0.07331870496273041, -0.05329829081892967, -0.05832912027835846], "cos_apical_negg": [0.46736034750938416, -0.039863839745521545, -0.02915871888399124, -0.0499245710670948, -0.051531825214624405, 0.012173362076282501, -0.05229507386684418, -0.012186378240585327, -0.020817182958126068, 0.02329660952091217, 0.024037808179855347, 0.03547365963459015, 0.05455750972032547, 0.020796187222003937, 0.03703618049621582, -0.056826572865247726, -0.014485000632703304, 0.07331870496273041, -0.05329829081892967, -0.05832912027835846], "cos_Ac_negg": [0.46736034750938416, -0.039863839745521545, -0.02915871888399124, -0.0499245710670948, -0.051531825214624405, 0.012173362076282501, -0.05229507386684418, -0.012186378240585327, -0.020817182958126068, 0.02329660952091217, 0.024037808179855347, 0.03547365963459015, 0.05455750972032547, 0.020796187222003937, 0.03703618049621582, -0.056826572865247726, -0.014485000632703304, 0.07331870496273041, -0.05329829081892967, -0.05832912027835846], "r_norm": [2.220099687576294, 2.0305495262145996, 2.1996383666992188, 2.070868492126465, 2.169755220413208, 2.1038951873779297, 2.147573471069336, 2.1749067306518555, 2.1951982975006104, 2.1746554374694824, 2.2588601112365723, 2.1441798210144043, 2.2195777893066406, 2.138514518737793, 2.198246479034424, 2.1041417121887207, 2.1653456687927246, 2.0914852619171143, 2.1940460205078125, 2.229619264602661]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3614, "test_loss": 1.8460565551757813}, {"step": 1000, "epoch": 2, "train_loss": 1.8356685638427734, "cos_r_negg": [0.5715234875679016, -0.06747676432132721, -0.03454872965812683, -0.043657153844833374, -0.07381317019462585, 0.03620036691427231, 0.01425466500222683, 0.041283246129751205, 0.04687042534351349, 0.08967145532369614, 0.03432723134756088, 0.04623639956116676, 0.028272368013858795, 0.057662442326545715, 0.048781804740428925, 0.0023845972027629614, 0.02812224254012108, 0.02978171408176422, -0.017251819372177124, -0.03878463804721832], "cos_innovation_negg": [0.5715234875679016, -0.06747676432132721, -0.03454872965812683, -0.043657153844833374, -0.07381317019462585, 0.03620036691427231, 0.01425466500222683, 0.041283246129751205, 0.04687042534351349, 0.08967145532369614, 0.03432723134756088, 0.04623639956116676, 0.028272368013858795, 0.057662442326545715, 0.048781804740428925, 0.0023845972027629614, 0.02812224254012108, 0.02978171408176422, -0.017251819372177124, -0.03878463804721832], "cos_apical_negg": [0.5715234875679016, -0.06747676432132721, -0.03454872965812683, -0.043657153844833374, -0.07381317019462585, 0.03620036691427231, 0.01425466500222683, 0.041283246129751205, 0.04687042534351349, 0.08967145532369614, 0.03432723134756088, 0.04623639956116676, 0.028272368013858795, 0.057662442326545715, 0.048781804740428925, 0.0023845972027629614, 0.02812224254012108, 0.02978171408176422, -0.017251819372177124, -0.03878463804721832], "cos_Ac_negg": [0.5715234875679016, -0.06747676432132721, -0.03454872965812683, -0.043657153844833374, -0.07381317019462585, 0.03620036691427231, 0.01425466500222683, 0.041283246129751205, 0.04687042534351349, 0.08967145532369614, 0.03432723134756088, 0.04623639956116676, 0.028272368013858795, 0.057662442326545715, 0.048781804740428925, 0.0023845972027629614, 0.02812224254012108, 0.02978171408176422, -0.017251819372177124, -0.03878463804721832], "r_norm": [2.279806137084961, 2.093953847885132, 2.2574238777160645, 2.1158483028411865, 2.2333312034606934, 2.1709227561950684, 2.206829071044922, 2.234591484069824, 2.25022029876709, 2.2335329055786133, 2.3249573707580566, 2.199455738067627, 2.278775215148926, 2.1961967945098877, 2.2643239498138428, 2.1605212688446045, 2.225320816040039, 2.1496522426605225, 2.25720477104187, 2.2894253730773926]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3472, "test_loss": 1.865696337890625}, {"step": 1500, "epoch": 3, "train_loss": 1.8100554943084717, "cos_r_negg": [0.5905617475509644, -0.0020461962558329105, 0.001780700869858265, 0.03228110820055008, 0.04243522882461548, 0.044074319303035736, 0.040963418781757355, 0.051450349390506744, 0.07257775962352753, 0.07289508730173111, 0.002765776589512825, 0.05449425056576729, 0.027422791346907616, 0.05823320895433426, 0.10960214585065842, 0.006491017993539572, 0.03821496665477753, 0.016838474199175835, 0.007161032874137163, -0.028348051011562347], "cos_innovation_negg": [0.5905617475509644, -0.0020461962558329105, 0.001780700869858265, 0.03228110820055008, 0.04243522882461548, 0.044074319303035736, 0.040963418781757355, 0.051450349390506744, 0.07257775962352753, 0.07289508730173111, 0.002765776589512825, 0.05449425056576729, 0.027422791346907616, 0.05823320895433426, 0.10960214585065842, 0.006491017993539572, 0.03821496665477753, 0.016838474199175835, 0.007161032874137163, -0.028348051011562347], "cos_apical_negg": [0.5905617475509644, -0.0020461962558329105, 0.001780700869858265, 0.03228110820055008, 0.04243522882461548, 0.044074319303035736, 0.040963418781757355, 0.051450349390506744, 0.07257775962352753, 0.07289508730173111, 0.002765776589512825, 0.05449425056576729, 0.027422791346907616, 0.05823320895433426, 0.10960214585065842, 0.006491017993539572, 0.03821496665477753, 0.016838474199175835, 0.007161032874137163, -0.028348051011562347], "cos_Ac_negg": [0.5905617475509644, -0.0020461962558329105, 0.001780700869858265, 0.03228110820055008, 0.04243522882461548, 0.044074319303035736, 0.040963418781757355, 0.051450349390506744, 0.07257775962352753, 0.07289508730173111, 0.002765776589512825, 0.05449425056576729, 0.027422791346907616, 0.05823320895433426, 0.10960214585065842, 0.006491017993539572, 0.03821496665477753, 0.016838474199175835, 0.007161032874137163, -0.028348051011562347], "r_norm": [2.221247673034668, 2.0441832542419434, 2.2031712532043457, 2.072357177734375, 2.1802282333374023, 2.118795871734619, 2.1560540199279785, 2.168017864227295, 2.2014622688293457, 2.179969310760498, 2.2639594078063965, 2.148977756500244, 2.224015235900879, 2.1506896018981934, 2.2046356201171875, 2.1058201789855957, 2.1626486778259277, 2.098271369934082, 2.194507598876953, 2.2384145259857178]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3573, "test_loss": 1.8498263061523437}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3824, "test_loss": 1.7975571655273437}], "final": {"test_acc": 0.3824, "test_loss": 1.7975571655273437, "wall_s": 17.575655460357666, "cos_r_negg": [0.5324325561523438, 0.03298833221197128, 0.04252372682094574, 0.06904610991477966, 0.08148430287837982, 0.0934550017118454, 0.05379283428192139, 0.08711553364992142, 0.05030951276421547, 0.09972405433654785, 0.0680934488773346, 0.062188148498535156, 0.07344379276037216, -0.00676838168874383, 0.05246010050177574, 0.012371981516480446, 0.027268335223197937, 0.09751579165458679, 0.08608158677816391, -0.017415359616279602], "cos_innovation_negg": [0.5324325561523438, 0.03298833221197128, 0.04252372682094574, 0.06904610991477966, 0.08148430287837982, 0.0934550017118454, 0.05379283428192139, 0.08711553364992142, 0.05030951276421547, 0.09972405433654785, 0.0680934488773346, 0.062188148498535156, 0.07344379276037216, -0.00676838168874383, 0.05246010050177574, 0.012371981516480446, 0.027268335223197937, 0.09751579165458679, 0.08608158677816391, -0.017415359616279602], "cos_apical_negg": [0.5324325561523438, 0.03298833221197128, 0.04252372682094574, 0.06904610991477966, 0.08148430287837982, 0.0934550017118454, 0.05379283428192139, 0.08711553364992142, 0.05030951276421547, 0.09972405433654785, 0.0680934488773346, 0.062188148498535156, 0.07344379276037216, -0.00676838168874383, 0.05246010050177574, 0.012371981516480446, 0.027268335223197937, 0.09751579165458679, 0.08608158677816391, -0.017415359616279602], "cos_Ac_negg": [0.5324325561523438, 0.03298833221197128, 0.04252372682094574, 0.06904610991477966, 0.08148430287837982, 0.0934550017118454, 0.05379283428192139, 0.08711553364992142, 0.05030951276421547, 0.09972405433654785, 0.0680934488773346, 0.062188148498535156, 0.07344379276037216, -0.00676838168874383, 0.05246010050177574, 0.012371981516480446, 0.027268335223197937, 0.09751579165458679, 0.08608158677816391, -0.017415359616279602]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_dfa_w64_d20_s1.json b/results/scale_v3_cifar10_dfa_w64_d20_s1.json
new file mode 100644
index 0000000..e799003
--- /dev/null
+++ b/results/scale_v3_cifar10_dfa_w64_d20_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d20_s1", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.8419671058654785, "cos_r_negg": [-0.06071232259273529, 0.005213736090809107, 0.0790824294090271, -0.018299266695976257, -0.052069876343011856, 0.004859775770455599, -0.04551982879638672, 0.026532437652349472, -0.06746740639209747, 0.009400063194334507, -0.028680970892310143, -0.05339047312736511, -0.01608198881149292, -0.016428595408797264, -0.026020267978310585, 0.01728573814034462, -0.08674904704093933, 0.07192159444093704, -0.04344324767589569, -0.02284659817814827], "cos_innovation_negg": [-0.06071232259273529, 0.005213736090809107, 0.0790824294090271, -0.018299266695976257, -0.052069876343011856, 0.004859775770455599, -0.04551982879638672, 0.026532437652349472, -0.06746740639209747, 0.009400063194334507, -0.028680970892310143, -0.05339047312736511, -0.01608198881149292, -0.016428595408797264, -0.026020267978310585, 0.01728573814034462, -0.08674904704093933, 0.07192159444093704, -0.04344324767589569, -0.02284659817814827], "cos_apical_negg": [-0.06071232259273529, 0.005213736090809107, 0.0790824294090271, -0.018299266695976257, -0.052069876343011856, 0.004859775770455599, -0.04551982879638672, 0.026532437652349472, -0.06746740639209747, 0.009400063194334507, -0.028680970892310143, -0.05339047312736511, -0.01608198881149292, -0.016428595408797264, -0.026020267978310585, 0.01728573814034462, -0.08674904704093933, 0.07192159444093704, -0.04344324767589569, -0.02284659817814827], "cos_Ac_negg": [-0.06071232259273529, 0.005213736090809107, 0.0790824294090271, -0.018299266695976257, -0.052069876343011856, 0.004859775770455599, -0.04551982879638672, 0.026532437652349472, -0.06746740639209747, 0.009400063194334507, -0.028680970892310143, -0.05339047312736511, -0.01608198881149292, -0.016428595408797264, -0.026020267978310585, 0.01728573814034462, -0.08674904704093933, 0.07192159444093704, -0.04344324767589569, -0.02284659817814827], "r_norm": [2.373753547668457, 2.381035804748535, 2.6179983615875244, 2.641928195953369, 2.546583652496338, 2.6552579402923584, 2.3505499362945557, 2.5264806747436523, 2.3543055057525635, 2.5372440814971924, 2.4776666164398193, 2.4098167419433594, 2.419410467147827, 2.5828075408935547, 2.4807233810424805, 2.4316391944885254, 2.407501220703125, 2.4628305435180664, 2.5737342834472656, 2.6307435035705566]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3393, "test_loss": 1.8734920288085937}, {"step": 500, "epoch": 1, "train_loss": 1.8165531158447266, "cos_r_negg": [0.5002347230911255, 0.043858159333467484, 6.642681546509266e-05, 0.02587403729557991, -0.02261985093355179, -0.0590977668762207, 0.01530294306576252, -0.03123420476913452, 0.010971649549901485, -0.02743738703429699, -0.0003065895289182663, 0.062063269317150116, 0.008998382836580276, -0.03741520270705223, 0.01767190545797348, -0.0600443109869957, 0.08992031216621399, -0.06332942843437195, -0.046404529362916946, -0.041476354002952576], "cos_innovation_negg": [0.5002347230911255, 0.043858159333467484, 6.642681546509266e-05, 0.02587403729557991, -0.02261985093355179, -0.0590977668762207, 0.01530294306576252, -0.03123420476913452, 0.010971649549901485, -0.02743738703429699, -0.0003065895289182663, 0.062063269317150116, 0.008998382836580276, -0.03741520270705223, 0.01767190545797348, -0.0600443109869957, 0.08992031216621399, -0.06332942843437195, -0.046404529362916946, -0.041476354002952576], "cos_apical_negg": [0.5002347230911255, 0.043858159333467484, 6.642681546509266e-05, 0.02587403729557991, -0.02261985093355179, -0.0590977668762207, 0.01530294306576252, -0.03123420476913452, 0.010971649549901485, -0.02743738703429699, -0.0003065895289182663, 0.062063269317150116, 0.008998382836580276, -0.03741520270705223, 0.01767190545797348, -0.0600443109869957, 0.08992031216621399, -0.06332942843437195, -0.046404529362916946, -0.041476354002952576], "cos_Ac_negg": [0.5002347230911255, 0.043858159333467484, 6.642681546509266e-05, 0.02587403729557991, -0.02261985093355179, -0.0590977668762207, 0.01530294306576252, -0.03123420476913452, 0.010971649549901485, -0.02743738703429699, -0.0003065895289182663, 0.062063269317150116, 0.008998382836580276, -0.03741520270705223, 0.01767190545797348, -0.0600443109869957, 0.08992031216621399, -0.06332942843437195, -0.046404529362916946, -0.041476354002952576], "r_norm": [2.093061685562134, 2.1204607486724854, 2.3076467514038086, 2.323662757873535, 2.239992618560791, 2.3395605087280273, 2.0996146202087402, 2.237675428390503, 2.0879619121551514, 2.268934726715088, 2.232789993286133, 2.1217377185821533, 2.164804220199585, 2.3101634979248047, 2.1825289726257324, 2.1534056663513184, 2.124000310897827, 2.172222852706909, 2.29445219039917, 2.304210662841797]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3498, "test_loss": 1.8694535278320312}, {"step": 1000, "epoch": 2, "train_loss": 1.8252761363983154, "cos_r_negg": [0.5522254705429077, 0.034440185874700546, -0.010455763898789883, 0.0917133018374443, -0.057586271315813065, -0.011674870736896992, 0.01938370056450367, -0.04388536885380745, 0.07874585688114166, 0.07022294402122498, 0.07727109640836716, 0.045922670513391495, 0.04192787781357765, -0.025899743661284447, -0.019367411732673645, -0.056662872433662415, 0.06541380286216736, 0.0024536545388400555, -0.02060539834201336, -0.05119837820529938], "cos_innovation_negg": [0.5522254705429077, 0.034440185874700546, -0.010455763898789883, 0.0917133018374443, -0.057586271315813065, -0.011674870736896992, 0.01938370056450367, -0.04388536885380745, 0.07874585688114166, 0.07022294402122498, 0.07727109640836716, 0.045922670513391495, 0.04192787781357765, -0.025899743661284447, -0.019367411732673645, -0.056662872433662415, 0.06541380286216736, 0.0024536545388400555, -0.02060539834201336, -0.05119837820529938], "cos_apical_negg": [0.5522254705429077, 0.034440185874700546, -0.010455763898789883, 0.0917133018374443, -0.057586271315813065, -0.011674870736896992, 0.01938370056450367, -0.04388536885380745, 0.07874585688114166, 0.07022294402122498, 0.07727109640836716, 0.045922670513391495, 0.04192787781357765, -0.025899743661284447, -0.019367411732673645, -0.056662872433662415, 0.06541380286216736, 0.0024536545388400555, -0.02060539834201336, -0.05119837820529938], "cos_Ac_negg": [0.5522254705429077, 0.034440185874700546, -0.010455763898789883, 0.0917133018374443, -0.057586271315813065, -0.011674870736896992, 0.01938370056450367, -0.04388536885380745, 0.07874585688114166, 0.07022294402122498, 0.07727109640836716, 0.045922670513391495, 0.04192787781357765, -0.025899743661284447, -0.019367411732673645, -0.056662872433662415, 0.06541380286216736, 0.0024536545388400555, -0.02060539834201336, -0.05119837820529938], "r_norm": [2.0586817264556885, 2.0759541988372803, 2.2594785690307617, 2.2859439849853516, 2.1925454139709473, 2.289053440093994, 2.065835475921631, 2.189729690551758, 2.0581436157226562, 2.2414002418518066, 2.1939404010772705, 2.075897216796875, 2.1219751834869385, 2.2505972385406494, 2.1458840370178223, 2.119065284729004, 2.100233316421509, 2.1362011432647705, 2.248685359954834, 2.276573896408081]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.335, "test_loss": 1.878783251953125}, {"step": 1500, "epoch": 3, "train_loss": 1.663377285003662, "cos_r_negg": [0.5334740877151489, 0.047047413885593414, 0.07195411622524261, 0.04064621403813362, -0.03921854496002197, -0.040143974125385284, 0.05162792280316353, -0.03376632183790207, 0.06681475043296814, 0.020489215850830078, 0.0934518352150917, 0.02985125221312046, 0.0361470952630043, 0.018702486529946327, 0.02190229669213295, 0.0021633070427924395, 0.08257973939180374, 0.013935133814811707, 0.019158635288476944, -0.07838358730077744], "cos_innovation_negg": [0.5334740877151489, 0.047047413885593414, 0.07195411622524261, 0.04064621403813362, -0.03921854496002197, -0.040143974125385284, 0.05162792280316353, -0.03376632183790207, 0.06681475043296814, 0.020489215850830078, 0.0934518352150917, 0.02985125221312046, 0.0361470952630043, 0.018702486529946327, 0.02190229669213295, 0.0021633070427924395, 0.08257973939180374, 0.013935133814811707, 0.019158635288476944, -0.07838358730077744], "cos_apical_negg": [0.5334740877151489, 0.047047413885593414, 0.07195411622524261, 0.04064621403813362, -0.03921854496002197, -0.040143974125385284, 0.05162792280316353, -0.03376632183790207, 0.06681475043296814, 0.020489215850830078, 0.0934518352150917, 0.02985125221312046, 0.0361470952630043, 0.018702486529946327, 0.02190229669213295, 0.0021633070427924395, 0.08257973939180374, 0.013935133814811707, 0.019158635288476944, -0.07838358730077744], "cos_Ac_negg": [0.5334740877151489, 0.047047413885593414, 0.07195411622524261, 0.04064621403813362, -0.03921854496002197, -0.040143974125385284, 0.05162792280316353, -0.03376632183790207, 0.06681475043296814, 0.020489215850830078, 0.0934518352150917, 0.02985125221312046, 0.0361470952630043, 0.018702486529946327, 0.02190229669213295, 0.0021633070427924395, 0.08257973939180374, 0.013935133814811707, 0.019158635288476944, -0.07838358730077744], "r_norm": [2.050379514694214, 2.079763174057007, 2.256718158721924, 2.2905430793762207, 2.197795867919922, 2.303170680999756, 2.060720682144165, 2.1977427005767822, 2.056859016418457, 2.2393763065338135, 2.1910488605499268, 2.0860238075256348, 2.127885580062866, 2.2521402835845947, 2.1408917903900146, 2.116903781890869, 2.0888519287109375, 2.1458494663238525, 2.2517213821411133, 2.2701072692871094]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3674, "test_loss": 1.8051173828125}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3685, "test_loss": 1.8002416870117188}], "final": {"test_acc": 0.3685, "test_loss": 1.8002416870117188, "wall_s": 15.431184530258179, "cos_r_negg": [0.47978752851486206, 0.06584946811199188, 0.04108799993991852, 0.06741911172866821, -0.003964925184845924, -0.04203829541802406, 0.014618560671806335, -0.018200188875198364, 0.1154070794582367, 0.057388801127672195, 0.10789145529270172, 0.02186506986618042, 0.05351800471544266, 0.041022367775440216, 0.02211340144276619, 0.013741509988904, 0.07854858040809631, 0.04901934042572975, 0.04385339841246605, -0.01647588610649109], "cos_innovation_negg": [0.47978752851486206, 0.06584946811199188, 0.04108799993991852, 0.06741911172866821, -0.003964925184845924, -0.04203829541802406, 0.014618560671806335, -0.018200188875198364, 0.1154070794582367, 0.057388801127672195, 0.10789145529270172, 0.02186506986618042, 0.05351800471544266, 0.041022367775440216, 0.02211340144276619, 0.013741509988904, 0.07854858040809631, 0.04901934042572975, 0.04385339841246605, -0.01647588610649109], "cos_apical_negg": [0.47978752851486206, 0.06584946811199188, 0.04108799993991852, 0.06741911172866821, -0.003964925184845924, -0.04203829541802406, 0.014618560671806335, -0.018200188875198364, 0.1154070794582367, 0.057388801127672195, 0.10789145529270172, 0.02186506986618042, 0.05351800471544266, 0.041022367775440216, 0.02211340144276619, 0.013741509988904, 0.07854858040809631, 0.04901934042572975, 0.04385339841246605, -0.01647588610649109], "cos_Ac_negg": [0.47978752851486206, 0.06584946811199188, 0.04108799993991852, 0.06741911172866821, -0.003964925184845924, -0.04203829541802406, 0.014618560671806335, -0.018200188875198364, 0.1154070794582367, 0.057388801127672195, 0.10789145529270172, 0.02186506986618042, 0.05351800471544266, 0.041022367775440216, 0.02211340144276619, 0.013741509988904, 0.07854858040809631, 0.04901934042572975, 0.04385339841246605, -0.01647588610649109]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_dfa_w64_d20_s2.json b/results/scale_v3_cifar10_dfa_w64_d20_s2.json
new file mode 100644
index 0000000..b7305f1
--- /dev/null
+++ b/results/scale_v3_cifar10_dfa_w64_d20_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d20_s2", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6389660835266113, "cos_r_negg": [0.07448157668113708, 0.0014600008726119995, -0.013762697577476501, 0.05444254353642464, 0.022922558709979057, -0.012131884694099426, -0.05589545890688896, 0.03273990377783775, 0.0222703218460083, 0.0850955918431282, 0.06275729835033417, -0.02497122623026371, -0.08311794698238373, 0.029074417427182198, 0.007704804185777903, 0.045739881694316864, 0.02155613899230957, -0.03865803778171539, 0.000761175062507391, -0.017601067200303078], "cos_innovation_negg": [0.07448157668113708, 0.0014600008726119995, -0.013762697577476501, 0.05444254353642464, 0.022922558709979057, -0.012131884694099426, -0.05589545890688896, 0.03273990377783775, 0.0222703218460083, 0.0850955918431282, 0.06275729835033417, -0.02497122623026371, -0.08311794698238373, 0.029074417427182198, 0.007704804185777903, 0.045739881694316864, 0.02155613899230957, -0.03865803778171539, 0.000761175062507391, -0.017601067200303078], "cos_apical_negg": [0.07448157668113708, 0.0014600008726119995, -0.013762697577476501, 0.05444254353642464, 0.022922558709979057, -0.012131884694099426, -0.05589545890688896, 0.03273990377783775, 0.0222703218460083, 0.0850955918431282, 0.06275729835033417, -0.02497122623026371, -0.08311794698238373, 0.029074417427182198, 0.007704804185777903, 0.045739881694316864, 0.02155613899230957, -0.03865803778171539, 0.000761175062507391, -0.017601067200303078], "cos_Ac_negg": [0.07448157668113708, 0.0014600008726119995, -0.013762697577476501, 0.05444254353642464, 0.022922558709979057, -0.012131884694099426, -0.05589545890688896, 0.03273990377783775, 0.0222703218460083, 0.0850955918431282, 0.06275729835033417, -0.02497122623026371, -0.08311794698238373, 0.029074417427182198, 0.007704804185777903, 0.045739881694316864, 0.02155613899230957, -0.03865803778171539, 0.000761175062507391, -0.017601067200303078], "r_norm": [2.4913158416748047, 2.4768152236938477, 2.57504940032959, 2.43980073928833, 2.4843506813049316, 2.402621030807495, 2.4488186836242676, 2.4657020568847656, 2.4578514099121094, 2.4779200553894043, 2.4961323738098145, 2.6098742485046387, 2.3924381732940674, 2.673389196395874, 2.4331655502319336, 2.397357940673828, 2.687264919281006, 2.5355918407440186, 2.4266104698181152, 2.3182177543640137]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3355, "test_loss": 1.881385595703125}, {"step": 500, "epoch": 1, "train_loss": 1.7851390838623047, "cos_r_negg": [0.4640771150588989, 0.0030161715112626553, 0.014575157314538956, -0.018322177231311798, 0.01954386942088604, -0.0065841348841786385, 0.02585095912218094, -0.09374186396598816, 0.09363935887813568, 0.010640671476721764, -0.03224765509366989, -0.0026568558532744646, 0.030340882018208504, 0.00013389438390731812, 0.0073851775377988815, -0.04146915674209595, -0.059956565499305725, -0.052099596709012985, -0.0031441031023859978, 0.03645823150873184], "cos_innovation_negg": [0.4640771150588989, 0.0030161715112626553, 0.014575157314538956, -0.018322177231311798, 0.01954386942088604, -0.0065841348841786385, 0.02585095912218094, -0.09374186396598816, 0.09363935887813568, 0.010640671476721764, -0.03224765509366989, -0.0026568558532744646, 0.030340882018208504, 0.00013389438390731812, 0.0073851775377988815, -0.04146915674209595, -0.059956565499305725, -0.052099596709012985, -0.0031441031023859978, 0.03645823150873184], "cos_apical_negg": [0.4640771150588989, 0.0030161715112626553, 0.014575157314538956, -0.018322177231311798, 0.01954386942088604, -0.0065841348841786385, 0.02585095912218094, -0.09374186396598816, 0.09363935887813568, 0.010640671476721764, -0.03224765509366989, -0.0026568558532744646, 0.030340882018208504, 0.00013389438390731812, 0.0073851775377988815, -0.04146915674209595, -0.059956565499305725, -0.052099596709012985, -0.0031441031023859978, 0.03645823150873184], "cos_Ac_negg": [0.4640771150588989, 0.0030161715112626553, 0.014575157314538956, -0.018322177231311798, 0.01954386942088604, -0.0065841348841786385, 0.02585095912218094, -0.09374186396598816, 0.09363935887813568, 0.010640671476721764, -0.03224765509366989, -0.0026568558532744646, 0.030340882018208504, 0.00013389438390731812, 0.0073851775377988815, -0.04146915674209595, -0.059956565499305725, -0.052099596709012985, -0.0031441031023859978, 0.03645823150873184], "r_norm": [2.2125487327575684, 2.19014310836792, 2.284943103790283, 2.101881980895996, 2.2105798721313477, 2.1341071128845215, 2.1729016304016113, 2.1816134452819824, 2.1557774543762207, 2.2032582759857178, 2.2203023433685303, 2.2814154624938965, 2.091397762298584, 2.331033706665039, 2.1622118949890137, 2.1681461334228516, 2.3640477657318115, 2.218207359313965, 2.142991065979004, 2.04206919670105]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3411, "test_loss": 1.874661279296875}, {"step": 1000, "epoch": 2, "train_loss": 1.85595703125, "cos_r_negg": [0.558573842048645, 0.036978598684072495, 0.009148790501058102, 0.013155395165085793, 0.013183376751840115, 0.012356553226709366, -0.01104075089097023, -0.05993099510669708, 0.09335718303918839, 0.013943319208920002, 0.004368153400719166, 0.08683671057224274, 0.001207069493830204, -0.03124265745282173, 0.07321980595588684, 0.02006414160132408, -0.020863570272922516, -0.02153320610523224, -0.04226310923695564, 0.03823466598987579], "cos_innovation_negg": [0.558573842048645, 0.036978598684072495, 0.009148790501058102, 0.013155395165085793, 0.013183376751840115, 0.012356553226709366, -0.01104075089097023, -0.05993099510669708, 0.09335718303918839, 0.013943319208920002, 0.004368153400719166, 0.08683671057224274, 0.001207069493830204, -0.03124265745282173, 0.07321980595588684, 0.02006414160132408, -0.020863570272922516, -0.02153320610523224, -0.04226310923695564, 0.03823466598987579], "cos_apical_negg": [0.558573842048645, 0.036978598684072495, 0.009148790501058102, 0.013155395165085793, 0.013183376751840115, 0.012356553226709366, -0.01104075089097023, -0.05993099510669708, 0.09335718303918839, 0.013943319208920002, 0.004368153400719166, 0.08683671057224274, 0.001207069493830204, -0.03124265745282173, 0.07321980595588684, 0.02006414160132408, -0.020863570272922516, -0.02153320610523224, -0.04226310923695564, 0.03823466598987579], "cos_Ac_negg": [0.558573842048645, 0.036978598684072495, 0.009148790501058102, 0.013155395165085793, 0.013183376751840115, 0.012356553226709366, -0.01104075089097023, -0.05993099510669708, 0.09335718303918839, 0.013943319208920002, 0.004368153400719166, 0.08683671057224274, 0.001207069493830204, -0.03124265745282173, 0.07321980595588684, 0.02006414160132408, -0.020863570272922516, -0.02153320610523224, -0.04226310923695564, 0.03823466598987579], "r_norm": [2.198134660720825, 2.172987937927246, 2.275698661804199, 2.0858616828918457, 2.206936836242676, 2.114949941635132, 2.1676676273345947, 2.167811393737793, 2.1483511924743652, 2.195636749267578, 2.196794033050537, 2.2675693035125732, 2.0893359184265137, 2.3223891258239746, 2.1435770988464355, 2.1613082885742188, 2.3439152240753174, 2.209167003631592, 2.1303019523620605, 2.0290513038635254]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3491, "test_loss": 1.86499990234375}, {"step": 1500, "epoch": 3, "train_loss": 1.7456567287445068, "cos_r_negg": [0.5448051691055298, 0.024284038692712784, 0.024641944095492363, -0.01412207167595625, 0.08011756837368011, 0.01602393016219139, 0.021633237600326538, 0.013920004479587078, 0.10752232372760773, 0.01743071898818016, -0.01061627920717001, 0.05441971495747566, 0.004082793835550547, 0.06802317500114441, 0.03371230512857437, 0.015438380651175976, 0.055324114859104156, 0.0017619188874959946, 0.07272281497716904, 0.11185211688280106], "cos_innovation_negg": [0.5448051691055298, 0.024284038692712784, 0.024641944095492363, -0.01412207167595625, 0.08011756837368011, 0.01602393016219139, 0.021633237600326538, 0.013920004479587078, 0.10752232372760773, 0.01743071898818016, -0.01061627920717001, 0.05441971495747566, 0.004082793835550547, 0.06802317500114441, 0.03371230512857437, 0.015438380651175976, 0.055324114859104156, 0.0017619188874959946, 0.07272281497716904, 0.11185211688280106], "cos_apical_negg": [0.5448051691055298, 0.024284038692712784, 0.024641944095492363, -0.01412207167595625, 0.08011756837368011, 0.01602393016219139, 0.021633237600326538, 0.013920004479587078, 0.10752232372760773, 0.01743071898818016, -0.01061627920717001, 0.05441971495747566, 0.004082793835550547, 0.06802317500114441, 0.03371230512857437, 0.015438380651175976, 0.055324114859104156, 0.0017619188874959946, 0.07272281497716904, 0.11185211688280106], "cos_Ac_negg": [0.5448051691055298, 0.024284038692712784, 0.024641944095492363, -0.01412207167595625, 0.08011756837368011, 0.01602393016219139, 0.021633237600326538, 0.013920004479587078, 0.10752232372760773, 0.01743071898818016, -0.01061627920717001, 0.05441971495747566, 0.004082793835550547, 0.06802317500114441, 0.03371230512857437, 0.015438380651175976, 0.055324114859104156, 0.0017619188874959946, 0.07272281497716904, 0.11185211688280106], "r_norm": [2.1963696479797363, 2.174484968185425, 2.2724430561065674, 2.0813329219818115, 2.2107338905334473, 2.132361888885498, 2.1762070655822754, 2.1791486740112305, 2.143925666809082, 2.192976474761963, 2.2072956562042236, 2.257190704345703, 2.086545944213867, 2.3229029178619385, 2.1514406204223633, 2.1592295169830322, 2.3501033782958984, 2.2090721130371094, 2.1251113414764404, 2.039553642272949]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3531, "test_loss": 1.8557219116210937}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3641, "test_loss": 1.8239850830078126}], "final": {"test_acc": 0.3641, "test_loss": 1.8239850830078126, "wall_s": 23.91855549812317, "cos_r_negg": [0.552725076675415, 0.07765524089336395, 0.04594659060239792, 0.07279789447784424, 0.09308507293462753, -0.01618456467986107, 0.05110277980566025, 0.023583944886922836, 0.06028150022029877, 0.025180421769618988, 0.03129574656486511, 0.07333260774612427, 0.06705927848815918, 0.04275612160563469, 0.07446826994419098, 0.04325999319553375, 0.12488226592540741, 0.04010283201932907, 0.011573133058845997, 0.08657374978065491], "cos_innovation_negg": [0.552725076675415, 0.07765524089336395, 0.04594659060239792, 0.07279789447784424, 0.09308507293462753, -0.01618456467986107, 0.05110277980566025, 0.023583944886922836, 0.06028150022029877, 0.025180421769618988, 0.03129574656486511, 0.07333260774612427, 0.06705927848815918, 0.04275612160563469, 0.07446826994419098, 0.04325999319553375, 0.12488226592540741, 0.04010283201932907, 0.011573133058845997, 0.08657374978065491], "cos_apical_negg": [0.552725076675415, 0.07765524089336395, 0.04594659060239792, 0.07279789447784424, 0.09308507293462753, -0.01618456467986107, 0.05110277980566025, 0.023583944886922836, 0.06028150022029877, 0.025180421769618988, 0.03129574656486511, 0.07333260774612427, 0.06705927848815918, 0.04275612160563469, 0.07446826994419098, 0.04325999319553375, 0.12488226592540741, 0.04010283201932907, 0.011573133058845997, 0.08657374978065491], "cos_Ac_negg": [0.552725076675415, 0.07765524089336395, 0.04594659060239792, 0.07279789447784424, 0.09308507293462753, -0.01618456467986107, 0.05110277980566025, 0.023583944886922836, 0.06028150022029877, 0.025180421769618988, 0.03129574656486511, 0.07333260774612427, 0.06705927848815918, 0.04275612160563469, 0.07446826994419098, 0.04325999319553375, 0.12488226592540741, 0.04010283201932907, 0.011573133058845997, 0.08657374978065491]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_dfa_w64_d20_s3.json b/results/scale_v3_cifar10_dfa_w64_d20_s3.json
new file mode 100644
index 0000000..981bcff
--- /dev/null
+++ b/results/scale_v3_cifar10_dfa_w64_d20_s3.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d20_s3", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5661840438842773, "cos_r_negg": [0.08663250505924225, -0.05759959667921066, -0.0411423034965992, -0.05223649740219116, -0.013857395388185978, -0.06260398775339127, 0.023283883929252625, 0.031759895384311676, -0.06418637186288834, -0.06891093403100967, -0.022083496674895287, 0.027158565819263458, -0.058266203850507736, -0.038103606551885605, 0.04870755970478058, -0.06802679598331451, -0.021370163187384605, 0.06578510254621506, -0.025563227012753487, -0.016555244103074074], "cos_innovation_negg": [0.08663250505924225, -0.05759959667921066, -0.0411423034965992, -0.05223649740219116, -0.013857395388185978, -0.06260398775339127, 0.023283883929252625, 0.031759895384311676, -0.06418637186288834, -0.06891093403100967, -0.022083496674895287, 0.027158565819263458, -0.058266203850507736, -0.038103606551885605, 0.04870755970478058, -0.06802679598331451, -0.021370163187384605, 0.06578510254621506, -0.025563227012753487, -0.016555244103074074], "cos_apical_negg": [0.08663250505924225, -0.05759959667921066, -0.0411423034965992, -0.05223649740219116, -0.013857395388185978, -0.06260398775339127, 0.023283883929252625, 0.031759895384311676, -0.06418637186288834, -0.06891093403100967, -0.022083496674895287, 0.027158565819263458, -0.058266203850507736, -0.038103606551885605, 0.04870755970478058, -0.06802679598331451, -0.021370163187384605, 0.06578510254621506, -0.025563227012753487, -0.016555244103074074], "cos_Ac_negg": [0.08663250505924225, -0.05759959667921066, -0.0411423034965992, -0.05223649740219116, -0.013857395388185978, -0.06260398775339127, 0.023283883929252625, 0.031759895384311676, -0.06418637186288834, -0.06891093403100967, -0.022083496674895287, 0.027158565819263458, -0.058266203850507736, -0.038103606551885605, 0.04870755970478058, -0.06802679598331451, -0.021370163187384605, 0.06578510254621506, -0.025563227012753487, -0.016555244103074074], "r_norm": [2.4577722549438477, 2.437528610229492, 2.3992257118225098, 2.44473934173584, 2.538512945175171, 2.477072238922119, 2.404458522796631, 2.4227023124694824, 2.4019408226013184, 2.364419937133789, 2.476872444152832, 2.513148307800293, 2.514932155609131, 2.7320802211761475, 2.372951030731201, 2.449032783508301, 2.5297603607177734, 2.3316240310668945, 2.445219039916992, 2.5005602836608887]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3381, "test_loss": 1.8895889892578126}, {"step": 500, "epoch": 1, "train_loss": 1.7787926197052002, "cos_r_negg": [0.5655631422996521, -0.05808639153838158, 0.05647127330303192, 0.01876417174935341, -0.033326406031847, 0.0036418824456632137, 0.06092426925897598, -0.04222943261265755, 0.05935071408748627, 0.008449796587228775, -0.03485839068889618, 0.012314737774431705, -0.05636484548449516, 0.012181880883872509, -0.017401762306690216, 0.028140464797616005, 0.047111980617046356, 0.030115477740764618, -0.02091064676642418, -0.05006592720746994], "cos_innovation_negg": [0.5655631422996521, -0.05808639153838158, 0.05647127330303192, 0.01876417174935341, -0.033326406031847, 0.0036418824456632137, 0.06092426925897598, -0.04222943261265755, 0.05935071408748627, 0.008449796587228775, -0.03485839068889618, 0.012314737774431705, -0.05636484548449516, 0.012181880883872509, -0.017401762306690216, 0.028140464797616005, 0.047111980617046356, 0.030115477740764618, -0.02091064676642418, -0.05006592720746994], "cos_apical_negg": [0.5655631422996521, -0.05808639153838158, 0.05647127330303192, 0.01876417174935341, -0.033326406031847, 0.0036418824456632137, 0.06092426925897598, -0.04222943261265755, 0.05935071408748627, 0.008449796587228775, -0.03485839068889618, 0.012314737774431705, -0.05636484548449516, 0.012181880883872509, -0.017401762306690216, 0.028140464797616005, 0.047111980617046356, 0.030115477740764618, -0.02091064676642418, -0.05006592720746994], "cos_Ac_negg": [0.5655631422996521, -0.05808639153838158, 0.05647127330303192, 0.01876417174935341, -0.033326406031847, 0.0036418824456632137, 0.06092426925897598, -0.04222943261265755, 0.05935071408748627, 0.008449796587228775, -0.03485839068889618, 0.012314737774431705, -0.05636484548449516, 0.012181880883872509, -0.017401762306690216, 0.028140464797616005, 0.047111980617046356, 0.030115477740764618, -0.02091064676642418, -0.05006592720746994], "r_norm": [2.1986188888549805, 2.152733325958252, 2.141085386276245, 2.165393590927124, 2.275075912475586, 2.2076220512390137, 2.131197452545166, 2.1675143241882324, 2.1342415809631348, 2.10861873626709, 2.1900713443756104, 2.2481510639190674, 2.236579656600952, 2.4485883712768555, 2.0891571044921875, 2.178988456726074, 2.252748966217041, 2.088465929031372, 2.151038885116577, 2.249910831451416]}, {"epoch_end": 1, "step": 782, "test_acc": 0.366, "test_loss": 1.82567783203125}, {"step": 1000, "epoch": 2, "train_loss": 1.865189790725708, "cos_r_negg": [0.5935002565383911, 0.005052149761468172, 0.05384082719683647, 0.03713886812329292, -0.05254274606704712, 0.036969177424907684, 0.08261823654174805, -0.006030885502696037, 0.011603385210037231, 0.01319965161383152, -0.05433548241853714, 0.05866013094782829, -0.0003859954886138439, 0.08897758275270462, -0.03254816681146622, 0.03130754083395004, 0.06858958303928375, -0.007924230769276619, 0.041414856910705566, -0.00726146437227726], "cos_innovation_negg": [0.5935002565383911, 0.005052149761468172, 0.05384082719683647, 0.03713886812329292, -0.05254274606704712, 0.036969177424907684, 0.08261823654174805, -0.006030885502696037, 0.011603385210037231, 0.01319965161383152, -0.05433548241853714, 0.05866013094782829, -0.0003859954886138439, 0.08897758275270462, -0.03254816681146622, 0.03130754083395004, 0.06858958303928375, -0.007924230769276619, 0.041414856910705566, -0.00726146437227726], "cos_apical_negg": [0.5935002565383911, 0.005052149761468172, 0.05384082719683647, 0.03713886812329292, -0.05254274606704712, 0.036969177424907684, 0.08261823654174805, -0.006030885502696037, 0.011603385210037231, 0.01319965161383152, -0.05433548241853714, 0.05866013094782829, -0.0003859954886138439, 0.08897758275270462, -0.03254816681146622, 0.03130754083395004, 0.06858958303928375, -0.007924230769276619, 0.041414856910705566, -0.00726146437227726], "cos_Ac_negg": [0.5935002565383911, 0.005052149761468172, 0.05384082719683647, 0.03713886812329292, -0.05254274606704712, 0.036969177424907684, 0.08261823654174805, -0.006030885502696037, 0.011603385210037231, 0.01319965161383152, -0.05433548241853714, 0.05866013094782829, -0.0003859954886138439, 0.08897758275270462, -0.03254816681146622, 0.03130754083395004, 0.06858958303928375, -0.007924230769276619, 0.041414856910705566, -0.00726146437227726], "r_norm": [2.1676864624023438, 2.101259231567383, 2.097754716873169, 2.131195545196533, 2.2264649868011475, 2.1708977222442627, 2.0939090251922607, 2.130984306335449, 2.0907063484191895, 2.077962875366211, 2.1536386013031006, 2.211174488067627, 2.2056052684783936, 2.4089767932891846, 2.0499870777130127, 2.1475682258605957, 2.217369556427002, 2.0487585067749023, 2.1132311820983887, 2.199979782104492]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3473, "test_loss": 1.8531265869140625}, {"step": 1500, "epoch": 3, "train_loss": 1.7648284435272217, "cos_r_negg": [0.515742838382721, 0.06267041712999344, 0.10345400869846344, 0.028958916664123535, -0.01288381963968277, 0.0422661229968071, 0.10584516823291779, 0.021459687501192093, 0.07445968687534332, 0.005708119831979275, 0.018019283190369606, 0.08711622655391693, 0.042642414569854736, 0.11645162850618362, 0.03710583597421646, 0.010720957070589066, 0.059014104306697845, 0.05538833513855934, 0.032933805137872696, 0.011250784620642662], "cos_innovation_negg": [0.515742838382721, 0.06267041712999344, 0.10345400869846344, 0.028958916664123535, -0.01288381963968277, 0.0422661229968071, 0.10584516823291779, 0.021459687501192093, 0.07445968687534332, 0.005708119831979275, 0.018019283190369606, 0.08711622655391693, 0.042642414569854736, 0.11645162850618362, 0.03710583597421646, 0.010720957070589066, 0.059014104306697845, 0.05538833513855934, 0.032933805137872696, 0.011250784620642662], "cos_apical_negg": [0.515742838382721, 0.06267041712999344, 0.10345400869846344, 0.028958916664123535, -0.01288381963968277, 0.0422661229968071, 0.10584516823291779, 0.021459687501192093, 0.07445968687534332, 0.005708119831979275, 0.018019283190369606, 0.08711622655391693, 0.042642414569854736, 0.11645162850618362, 0.03710583597421646, 0.010720957070589066, 0.059014104306697845, 0.05538833513855934, 0.032933805137872696, 0.011250784620642662], "cos_Ac_negg": [0.515742838382721, 0.06267041712999344, 0.10345400869846344, 0.028958916664123535, -0.01288381963968277, 0.0422661229968071, 0.10584516823291779, 0.021459687501192093, 0.07445968687534332, 0.005708119831979275, 0.018019283190369606, 0.08711622655391693, 0.042642414569854736, 0.11645162850618362, 0.03710583597421646, 0.010720957070589066, 0.059014104306697845, 0.05538833513855934, 0.032933805137872696, 0.011250784620642662], "r_norm": [2.127892017364502, 2.0677056312561035, 2.0544095039367676, 2.0944714546203613, 2.1839771270751953, 2.131929397583008, 2.057659149169922, 2.092607021331787, 2.054616928100586, 2.0336599349975586, 2.1103525161743164, 2.1651041507720947, 2.156033515930176, 2.362603187561035, 2.011742115020752, 2.103132724761963, 2.178743600845337, 2.0143609046936035, 2.073690891265869, 2.152460813522339]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3596, "test_loss": 1.8318823852539063}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3673, "test_loss": 1.79790966796875}], "final": {"test_acc": 0.3673, "test_loss": 1.79790966796875, "wall_s": 16.008458614349365, "cos_r_negg": [0.44612693786621094, 0.06938109546899796, 0.07478463649749756, 0.005145156756043434, 0.0016833237605169415, 0.0026185214519500732, 0.13175898790359497, 0.030545193701982498, 0.1108083724975586, 0.05584625154733658, -0.01767854019999504, 0.0517941415309906, 0.04392409324645996, 0.14237765967845917, 0.031120499595999718, -0.007577979005873203, 0.004659186117351055, 0.06681160628795624, 0.08808929473161697, 0.02498447895050049], "cos_innovation_negg": [0.44612693786621094, 0.06938109546899796, 0.07478463649749756, 0.005145156756043434, 0.0016833237605169415, 0.0026185214519500732, 0.13175898790359497, 0.030545193701982498, 0.1108083724975586, 0.05584625154733658, -0.01767854019999504, 0.0517941415309906, 0.04392409324645996, 0.14237765967845917, 0.031120499595999718, -0.007577979005873203, 0.004659186117351055, 0.06681160628795624, 0.08808929473161697, 0.02498447895050049], "cos_apical_negg": [0.44612693786621094, 0.06938109546899796, 0.07478463649749756, 0.005145156756043434, 0.0016833237605169415, 0.0026185214519500732, 0.13175898790359497, 0.030545193701982498, 0.1108083724975586, 0.05584625154733658, -0.01767854019999504, 0.0517941415309906, 0.04392409324645996, 0.14237765967845917, 0.031120499595999718, -0.007577979005873203, 0.004659186117351055, 0.06681160628795624, 0.08808929473161697, 0.02498447895050049], "cos_Ac_negg": [0.44612693786621094, 0.06938109546899796, 0.07478463649749756, 0.005145156756043434, 0.0016833237605169415, 0.0026185214519500732, 0.13175898790359497, 0.030545193701982498, 0.1108083724975586, 0.05584625154733658, -0.01767854019999504, 0.0517941415309906, 0.04392409324645996, 0.14237765967845917, 0.031120499595999718, -0.007577979005873203, 0.004659186117351055, 0.06681160628795624, 0.08808929473161697, 0.02498447895050049]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_dfa_w64_d20_s4.json b/results/scale_v3_cifar10_dfa_w64_d20_s4.json
new file mode 100644
index 0000000..9e2c5e5
--- /dev/null
+++ b/results/scale_v3_cifar10_dfa_w64_d20_s4.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d20_s4", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6019721031188965, "cos_r_negg": [-0.010218588635325432, -0.07693364471197128, -0.007098039146512747, -0.007817833684384823, 0.05164248123764992, 0.02401924505829811, 0.04587475210428238, 0.02847282961010933, -0.04929058253765106, 0.05520712584257126, -0.0268382765352726, -0.019416984170675278, 0.06070844084024429, 0.037599917501211166, -0.03166210651397705, -0.0027562908362597227, -0.06457767635583878, 0.03325895220041275, -0.009525541216135025, -0.014170520007610321], "cos_innovation_negg": [-0.010218588635325432, -0.07693364471197128, -0.007098039146512747, -0.007817833684384823, 0.05164248123764992, 0.02401924505829811, 0.04587475210428238, 0.02847282961010933, -0.04929058253765106, 0.05520712584257126, -0.0268382765352726, -0.019416984170675278, 0.06070844084024429, 0.037599917501211166, -0.03166210651397705, -0.0027562908362597227, -0.06457767635583878, 0.03325895220041275, -0.009525541216135025, -0.014170520007610321], "cos_apical_negg": [-0.010218588635325432, -0.07693364471197128, -0.007098039146512747, -0.007817833684384823, 0.05164248123764992, 0.02401924505829811, 0.04587475210428238, 0.02847282961010933, -0.04929058253765106, 0.05520712584257126, -0.0268382765352726, -0.019416984170675278, 0.06070844084024429, 0.037599917501211166, -0.03166210651397705, -0.0027562908362597227, -0.06457767635583878, 0.03325895220041275, -0.009525541216135025, -0.014170520007610321], "cos_Ac_negg": [-0.010218588635325432, -0.07693364471197128, -0.007098039146512747, -0.007817833684384823, 0.05164248123764992, 0.02401924505829811, 0.04587475210428238, 0.02847282961010933, -0.04929058253765106, 0.05520712584257126, -0.0268382765352726, -0.019416984170675278, 0.06070844084024429, 0.037599917501211166, -0.03166210651397705, -0.0027562908362597227, -0.06457767635583878, 0.03325895220041275, -0.009525541216135025, -0.014170520007610321], "r_norm": [2.339529037475586, 2.4504146575927734, 2.419738292694092, 2.4305691719055176, 2.4118268489837646, 2.358633518218994, 2.427656412124634, 2.375347852706909, 2.4500484466552734, 2.5053815841674805, 2.6266579627990723, 2.473662853240967, 2.3710012435913086, 2.519444704055786, 2.4157259464263916, 2.488650321960449, 2.5587830543518066, 2.528984546661377, 2.4355733394622803, 2.382354736328125]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3394, "test_loss": 1.88290908203125}, {"step": 500, "epoch": 1, "train_loss": 1.778009057044983, "cos_r_negg": [0.5595123767852783, 0.047035325318574905, 0.010802344419062138, 0.07578650116920471, -0.054371703416109085, 0.039211563766002655, 0.00046360818669199944, -0.010346115566790104, -0.007110352627933025, 0.01327403262257576, 0.03810107707977295, 0.03714924678206444, -0.009087729267776012, 0.038551215082407, 0.018800687044858932, -0.007646000012755394, 0.05268384516239166, -0.05581960082054138, -0.1337335705757141, 0.0488959401845932], "cos_innovation_negg": [0.5595123767852783, 0.047035325318574905, 0.010802344419062138, 0.07578650116920471, -0.054371703416109085, 0.039211563766002655, 0.00046360818669199944, -0.010346115566790104, -0.007110352627933025, 0.01327403262257576, 0.03810107707977295, 0.03714924678206444, -0.009087729267776012, 0.038551215082407, 0.018800687044858932, -0.007646000012755394, 0.05268384516239166, -0.05581960082054138, -0.1337335705757141, 0.0488959401845932], "cos_apical_negg": [0.5595123767852783, 0.047035325318574905, 0.010802344419062138, 0.07578650116920471, -0.054371703416109085, 0.039211563766002655, 0.00046360818669199944, -0.010346115566790104, -0.007110352627933025, 0.01327403262257576, 0.03810107707977295, 0.03714924678206444, -0.009087729267776012, 0.038551215082407, 0.018800687044858932, -0.007646000012755394, 0.05268384516239166, -0.05581960082054138, -0.1337335705757141, 0.0488959401845932], "cos_Ac_negg": [0.5595123767852783, 0.047035325318574905, 0.010802344419062138, 0.07578650116920471, -0.054371703416109085, 0.039211563766002655, 0.00046360818669199944, -0.010346115566790104, -0.007110352627933025, 0.01327403262257576, 0.03810107707977295, 0.03714924678206444, -0.009087729267776012, 0.038551215082407, 0.018800687044858932, -0.007646000012755394, 0.05268384516239166, -0.05581960082054138, -0.1337335705757141, 0.0488959401845932], "r_norm": [2.1099414825439453, 2.219717025756836, 2.198352336883545, 2.196791172027588, 2.1877048015594482, 2.1235551834106445, 2.197348117828369, 2.124234437942505, 2.223344326019287, 2.262493848800659, 2.3725666999816895, 2.227388381958008, 2.146472930908203, 2.2801871299743652, 2.184098958969116, 2.2409229278564453, 2.3116250038146973, 2.2981505393981934, 2.213970899581909, 2.1537346839904785]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3629, "test_loss": 1.8507352294921875}, {"step": 1000, "epoch": 2, "train_loss": 1.8498609066009521, "cos_r_negg": [0.5516517162322998, 0.026442673057317734, 0.011715168133378029, 0.07307963073253632, 0.038910336792469025, -0.007828542962670326, 0.00534674571827054, -0.022070756182074547, 0.0346798412501812, -0.00803588330745697, 0.06763294339179993, 0.06181313097476959, -0.04783828184008598, 0.0384969599545002, -0.012779689393937588, 0.03451927378773689, 0.09399192780256271, 0.024891827255487442, -0.07452313601970673, 0.12593595683574677], "cos_innovation_negg": [0.5516517162322998, 0.026442673057317734, 0.011715168133378029, 0.07307963073253632, 0.038910336792469025, -0.007828542962670326, 0.00534674571827054, -0.022070756182074547, 0.0346798412501812, -0.00803588330745697, 0.06763294339179993, 0.06181313097476959, -0.04783828184008598, 0.0384969599545002, -0.012779689393937588, 0.03451927378773689, 0.09399192780256271, 0.024891827255487442, -0.07452313601970673, 0.12593595683574677], "cos_apical_negg": [0.5516517162322998, 0.026442673057317734, 0.011715168133378029, 0.07307963073253632, 0.038910336792469025, -0.007828542962670326, 0.00534674571827054, -0.022070756182074547, 0.0346798412501812, -0.00803588330745697, 0.06763294339179993, 0.06181313097476959, -0.04783828184008598, 0.0384969599545002, -0.012779689393937588, 0.03451927378773689, 0.09399192780256271, 0.024891827255487442, -0.07452313601970673, 0.12593595683574677], "cos_Ac_negg": [0.5516517162322998, 0.026442673057317734, 0.011715168133378029, 0.07307963073253632, 0.038910336792469025, -0.007828542962670326, 0.00534674571827054, -0.022070756182074547, 0.0346798412501812, -0.00803588330745697, 0.06763294339179993, 0.06181313097476959, -0.04783828184008598, 0.0384969599545002, -0.012779689393937588, 0.03451927378773689, 0.09399192780256271, 0.024891827255487442, -0.07452313601970673, 0.12593595683574677], "r_norm": [2.0671825408935547, 2.1691551208496094, 2.1550090312957764, 2.151155948638916, 2.14951229095459, 2.0759406089782715, 2.1479263305664062, 2.0875730514526367, 2.1840338706970215, 2.218113422393799, 2.326563835144043, 2.1784772872924805, 2.1170318126678467, 2.233272075653076, 2.140078067779541, 2.1948795318603516, 2.26214599609375, 2.2488393783569336, 2.1696438789367676, 2.10436749458313]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3551, "test_loss": 1.8472457275390626}, {"step": 1500, "epoch": 3, "train_loss": 1.7424933910369873, "cos_r_negg": [0.6299110651016235, 0.07032059878110886, 0.03785257786512375, 0.09410670399665833, 0.024579625576734543, 0.044782854616642, 0.011750970035791397, 0.031245168298482895, 0.008442416787147522, 0.007534877397119999, 0.09957603365182877, 0.06541818380355835, -0.02345060370862484, 0.06324724853038788, 0.02659650146961212, 0.032230522483587265, 0.09541735798120499, -0.006984576117247343, -0.07360491156578064, 0.09741856157779694], "cos_innovation_negg": [0.6299110651016235, 0.07032059878110886, 0.03785257786512375, 0.09410670399665833, 0.024579625576734543, 0.044782854616642, 0.011750970035791397, 0.031245168298482895, 0.008442416787147522, 0.007534877397119999, 0.09957603365182877, 0.06541818380355835, -0.02345060370862484, 0.06324724853038788, 0.02659650146961212, 0.032230522483587265, 0.09541735798120499, -0.006984576117247343, -0.07360491156578064, 0.09741856157779694], "cos_apical_negg": [0.6299110651016235, 0.07032059878110886, 0.03785257786512375, 0.09410670399665833, 0.024579625576734543, 0.044782854616642, 0.011750970035791397, 0.031245168298482895, 0.008442416787147522, 0.007534877397119999, 0.09957603365182877, 0.06541818380355835, -0.02345060370862484, 0.06324724853038788, 0.02659650146961212, 0.032230522483587265, 0.09541735798120499, -0.006984576117247343, -0.07360491156578064, 0.09741856157779694], "cos_Ac_negg": [0.6299110651016235, 0.07032059878110886, 0.03785257786512375, 0.09410670399665833, 0.024579625576734543, 0.044782854616642, 0.011750970035791397, 0.031245168298482895, 0.008442416787147522, 0.007534877397119999, 0.09957603365182877, 0.06541818380355835, -0.02345060370862484, 0.06324724853038788, 0.02659650146961212, 0.032230522483587265, 0.09541735798120499, -0.006984576117247343, -0.07360491156578064, 0.09741856157779694], "r_norm": [2.067774534225464, 2.17229962348938, 2.155606269836426, 2.1628799438476562, 2.1387479305267334, 2.0755655765533447, 2.1487040519714355, 2.0826258659362793, 2.175845146179199, 2.2188339233398438, 2.339590072631836, 2.183382511138916, 2.115593910217285, 2.234323024749756, 2.1411221027374268, 2.1991076469421387, 2.265505790710449, 2.243300199508667, 2.1737303733825684, 2.097888946533203]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3685, "test_loss": 1.8202087280273438}, {"epoch_end": 4, "step": 1955, "test_acc": 0.373, "test_loss": 1.7807241577148438}], "final": {"test_acc": 0.373, "test_loss": 1.7807241577148438, "wall_s": 16.488595485687256, "cos_r_negg": [0.5907048583030701, 0.07273516058921814, 0.030223459005355835, 0.051168132573366165, 0.11419868469238281, 0.03467237204313278, 0.025567807257175446, 0.02553515136241913, 0.02048444002866745, 0.07176625728607178, 0.06466822326183319, 0.06788867712020874, 0.0042664725333452225, 0.10616858303546906, 0.03917195275425911, 0.08714889734983444, 0.13523142039775848, 0.0023762863129377365, -0.08653190732002258, 0.11784914135932922], "cos_innovation_negg": [0.5907048583030701, 0.07273516058921814, 0.030223459005355835, 0.051168132573366165, 0.11419868469238281, 0.03467237204313278, 0.025567807257175446, 0.02553515136241913, 0.02048444002866745, 0.07176625728607178, 0.06466822326183319, 0.06788867712020874, 0.0042664725333452225, 0.10616858303546906, 0.03917195275425911, 0.08714889734983444, 0.13523142039775848, 0.0023762863129377365, -0.08653190732002258, 0.11784914135932922], "cos_apical_negg": [0.5907048583030701, 0.07273516058921814, 0.030223459005355835, 0.051168132573366165, 0.11419868469238281, 0.03467237204313278, 0.025567807257175446, 0.02553515136241913, 0.02048444002866745, 0.07176625728607178, 0.06466822326183319, 0.06788867712020874, 0.0042664725333452225, 0.10616858303546906, 0.03917195275425911, 0.08714889734983444, 0.13523142039775848, 0.0023762863129377365, -0.08653190732002258, 0.11784914135932922], "cos_Ac_negg": [0.5907048583030701, 0.07273516058921814, 0.030223459005355835, 0.051168132573366165, 0.11419868469238281, 0.03467237204313278, 0.025567807257175446, 0.02553515136241913, 0.02048444002866745, 0.07176625728607178, 0.06466822326183319, 0.06788867712020874, 0.0042664725333452225, 0.10616858303546906, 0.03917195275425911, 0.08714889734983444, 0.13523142039775848, 0.0023762863129377365, -0.08653190732002258, 0.11784914135932922]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_dfa_w64_d5_s0.json b/results/scale_v3_cifar10_dfa_w64_d5_s0.json
new file mode 100644
index 0000000..62665de
--- /dev/null
+++ b/results/scale_v3_cifar10_dfa_w64_d5_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 5, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d5_s0", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.403229236602783, "cos_r_negg": [0.02148173376917839, -0.002783835167065263, -0.08420182019472122, -0.04247276857495308, 0.030795220285654068], "cos_innovation_negg": [0.02148173376917839, -0.002783835167065263, -0.08420182019472122, -0.04247276857495308, 0.030795220285654068], "cos_apical_negg": [0.02148173376917839, -0.002783835167065263, -0.08420182019472122, -0.04247276857495308, 0.030795220285654068], "cos_Ac_negg": [0.02148173376917839, -0.002783835167065263, -0.08420182019472122, -0.04247276857495308, 0.030795220285654068], "r_norm": [2.402596950531006, 2.5663161277770996, 2.507201910018921, 2.3726465702056885, 2.3823375701904297]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3396, "test_loss": 1.8752569213867187}, {"step": 500, "epoch": 1, "train_loss": 1.7766005992889404, "cos_r_negg": [0.48811987042427063, 0.03559161350131035, -0.022757787257432938, 0.0048194159753620625, -0.01352208573371172], "cos_innovation_negg": [0.48811987042427063, 0.03559161350131035, -0.022757787257432938, 0.0048194159753620625, -0.01352208573371172], "cos_apical_negg": [0.48811987042427063, 0.03559161350131035, -0.022757787257432938, 0.0048194159753620625, -0.01352208573371172], "cos_Ac_negg": [0.48811987042427063, 0.03559161350131035, -0.022757787257432938, 0.0048194159753620625, -0.01352208573371172], "r_norm": [2.148845672607422, 2.289592742919922, 2.229010581970215, 2.0900979042053223, 2.1220974922180176]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3627, "test_loss": 1.8362994140625}, {"step": 1000, "epoch": 2, "train_loss": 1.8073923587799072, "cos_r_negg": [0.49647217988967896, 0.06527790427207947, 0.11554482579231262, 0.07530932873487473, 0.04652947187423706], "cos_innovation_negg": [0.49647217988967896, 0.06527790427207947, 0.11554482579231262, 0.07530932873487473, 0.04652947187423706], "cos_apical_negg": [0.49647217988967896, 0.06527790427207947, 0.11554482579231262, 0.07530932873487473, 0.04652947187423706], "cos_Ac_negg": [0.49647217988967896, 0.06527790427207947, 0.11554482579231262, 0.07530932873487473, 0.04652947187423706], "r_norm": [2.1908528804779053, 2.3290905952453613, 2.2665624618530273, 2.126660108566284, 2.165654420852661]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3463, "test_loss": 1.8442423217773438}, {"step": 1500, "epoch": 3, "train_loss": 1.7471094131469727, "cos_r_negg": [0.45534342527389526, 0.1711357831954956, 0.0959051325917244, 0.08062054216861725, 0.06809711456298828], "cos_innovation_negg": [0.45534342527389526, 0.1711357831954956, 0.0959051325917244, 0.08062054216861725, 0.06809711456298828], "cos_apical_negg": [0.45534342527389526, 0.1711357831954956, 0.0959051325917244, 0.08062054216861725, 0.06809711456298828], "cos_Ac_negg": [0.45534342527389526, 0.1711357831954956, 0.0959051325917244, 0.08062054216861725, 0.06809711456298828], "r_norm": [2.155304193496704, 2.302260398864746, 2.227808952331543, 2.0961947441101074, 2.1185240745544434]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.365, "test_loss": 1.8174841186523438}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3844, "test_loss": 1.767465771484375}], "final": {"test_acc": 0.3844, "test_loss": 1.767465771484375, "wall_s": 4.812915563583374, "cos_r_negg": [0.5412516593933105, 0.23857612907886505, 0.14359042048454285, 0.16168369352817535, 0.10131145268678665], "cos_innovation_negg": [0.5412516593933105, 0.23857612907886505, 0.14359042048454285, 0.16168369352817535, 0.10131145268678665], "cos_apical_negg": [0.5412516593933105, 0.23857612907886505, 0.14359042048454285, 0.16168369352817535, 0.10131145268678665], "cos_Ac_negg": [0.5412516593933105, 0.23857612907886505, 0.14359042048454285, 0.16168369352817535, 0.10131145268678665]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_dfa_w64_d5_s1.json b/results/scale_v3_cifar10_dfa_w64_d5_s1.json
new file mode 100644
index 0000000..b1a9212
--- /dev/null
+++ b/results/scale_v3_cifar10_dfa_w64_d5_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 5, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d5_s1", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.534536123275757, "cos_r_negg": [0.018351692706346512, -0.005833066999912262, 0.06346645951271057, 0.07211896032094955, 0.04269023239612579], "cos_innovation_negg": [0.018351692706346512, -0.005833066999912262, 0.06346645951271057, 0.07211896032094955, 0.04269023239612579], "cos_apical_negg": [0.018351692706346512, -0.005833066999912262, 0.06346645951271057, 0.07211896032094955, 0.04269023239612579], "cos_Ac_negg": [0.018351692706346512, -0.005833066999912262, 0.06346645951271057, 0.07211896032094955, 0.04269023239612579], "r_norm": [2.4398975372314453, 2.485071897506714, 2.5272884368896484, 2.4926908016204834, 2.4530205726623535]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3325, "test_loss": 1.8760508911132812}, {"step": 500, "epoch": 1, "train_loss": 1.6629706621170044, "cos_r_negg": [0.5893737077713013, 0.04215037822723389, 0.061585791409015656, -0.0012980964966118336, 0.014921776950359344], "cos_innovation_negg": [0.5893737077713013, 0.04215037822723389, 0.061585791409015656, -0.0012980964966118336, 0.014921776950359344], "cos_apical_negg": [0.5893737077713013, 0.04215037822723389, 0.061585791409015656, -0.0012980964966118336, 0.014921776950359344], "cos_Ac_negg": [0.5893737077713013, 0.04215037822723389, 0.061585791409015656, -0.0012980964966118336, 0.014921776950359344], "r_norm": [2.122007131576538, 2.1985862255096436, 2.181349754333496, 2.1871256828308105, 2.1227478981018066]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3661, "test_loss": 1.8418917236328125}, {"step": 1000, "epoch": 2, "train_loss": 1.805628776550293, "cos_r_negg": [0.5251514911651611, 0.12546846270561218, 0.151041179895401, 0.06834886968135834, 0.03871941566467285], "cos_innovation_negg": [0.5251514911651611, 0.12546846270561218, 0.151041179895401, 0.06834886968135834, 0.03871941566467285], "cos_apical_negg": [0.5251514911651611, 0.12546846270561218, 0.151041179895401, 0.06834886968135834, 0.03871941566467285], "cos_Ac_negg": [0.5251514911651611, 0.12546846270561218, 0.151041179895401, 0.06834886968135834, 0.03871941566467285], "r_norm": [2.107701539993286, 2.171658754348755, 2.160916805267334, 2.1639881134033203, 2.1090219020843506]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3543, "test_loss": 1.8146392822265625}, {"step": 1500, "epoch": 3, "train_loss": 1.8765915632247925, "cos_r_negg": [0.527320146560669, 0.1302276849746704, 0.1787794530391693, 0.13235454261302948, 0.11650253087282181], "cos_innovation_negg": [0.527320146560669, 0.1302276849746704, 0.1787794530391693, 0.13235454261302948, 0.11650253087282181], "cos_apical_negg": [0.527320146560669, 0.1302276849746704, 0.1787794530391693, 0.13235454261302948, 0.11650253087282181], "cos_Ac_negg": [0.527320146560669, 0.1302276849746704, 0.1787794530391693, 0.13235454261302948, 0.11650253087282181], "r_norm": [2.11971378326416, 2.195514678955078, 2.1841204166412354, 2.189694404602051, 2.129333019256592]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3719, "test_loss": 1.8052692016601561}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3741, "test_loss": 1.7912805053710938}], "final": {"test_acc": 0.3741, "test_loss": 1.7912805053710938, "wall_s": 5.032076835632324, "cos_r_negg": [0.4774821400642395, 0.2160918414592743, 0.19929102063179016, 0.1342172622680664, 0.1082502007484436], "cos_innovation_negg": [0.4774821400642395, 0.2160918414592743, 0.19929102063179016, 0.1342172622680664, 0.1082502007484436], "cos_apical_negg": [0.4774821400642395, 0.2160918414592743, 0.19929102063179016, 0.1342172622680664, 0.1082502007484436], "cos_Ac_negg": [0.4774821400642395, 0.2160918414592743, 0.19929102063179016, 0.1342172622680664, 0.1082502007484436]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_dfa_w64_d5_s2.json b/results/scale_v3_cifar10_dfa_w64_d5_s2.json
new file mode 100644
index 0000000..af425f1
--- /dev/null
+++ b/results/scale_v3_cifar10_dfa_w64_d5_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 5, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d5_s2", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5040488243103027, "cos_r_negg": [0.021998973563313484, 0.04936715215444565, -0.03212035819888115, 0.020308537408709526, -0.019786003977060318], "cos_innovation_negg": [0.021998973563313484, 0.04936715215444565, -0.03212035819888115, 0.020308537408709526, -0.019786003977060318], "cos_apical_negg": [0.021998973563313484, 0.04936715215444565, -0.03212035819888115, 0.020308537408709526, -0.019786003977060318], "cos_Ac_negg": [0.021998973563313484, 0.04936715215444565, -0.03212035819888115, 0.020308537408709526, -0.019786003977060318], "r_norm": [2.4656858444213867, 2.6163930892944336, 2.554706573486328, 2.7663156986236572, 2.5314741134643555]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3463, "test_loss": 1.8788817749023436}, {"step": 500, "epoch": 1, "train_loss": 1.830228567123413, "cos_r_negg": [0.5033991932868958, -0.00035106902942061424, -0.03273634612560272, -0.020603477954864502, 0.03820233419537544], "cos_innovation_negg": [0.5033991932868958, -0.00035106902942061424, -0.03273634612560272, -0.020603477954864502, 0.03820233419537544], "cos_apical_negg": [0.5033991932868958, -0.00035106902942061424, -0.03273634612560272, -0.020603477954864502, 0.03820233419537544], "cos_Ac_negg": [0.5033991932868958, -0.00035106902942061424, -0.03273634612560272, -0.020603477954864502, 0.03820233419537544], "r_norm": [2.1249561309814453, 2.261157989501953, 2.240158796310425, 2.406583786010742, 2.167628049850464]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3479, "test_loss": 1.8727974487304688}, {"step": 1000, "epoch": 2, "train_loss": 1.855167269706726, "cos_r_negg": [0.5128034353256226, 0.1351730227470398, 0.10625163465738297, 0.0443875715136528, 0.0961105078458786], "cos_innovation_negg": [0.5128034353256226, 0.1351730227470398, 0.10625163465738297, 0.0443875715136528, 0.0961105078458786], "cos_apical_negg": [0.5128034353256226, 0.1351730227470398, 0.10625163465738297, 0.0443875715136528, 0.0961105078458786], "cos_Ac_negg": [0.5128034353256226, 0.1351730227470398, 0.10625163465738297, 0.0443875715136528, 0.0961105078458786], "r_norm": [2.0971968173980713, 2.2543911933898926, 2.231079339981079, 2.381404399871826, 2.154534339904785]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3395, "test_loss": 1.8641392211914063}, {"step": 1500, "epoch": 3, "train_loss": 1.7685799598693848, "cos_r_negg": [0.45721063017845154, 0.1838071197271347, 0.13023564219474792, 0.15230269730091095, 0.20305392146110535], "cos_innovation_negg": [0.45721063017845154, 0.1838071197271347, 0.13023564219474792, 0.15230269730091095, 0.20305392146110535], "cos_apical_negg": [0.45721063017845154, 0.1838071197271347, 0.13023564219474792, 0.15230269730091095, 0.20305392146110535], "cos_Ac_negg": [0.45721063017845154, 0.1838071197271347, 0.13023564219474792, 0.15230269730091095, 0.20305392146110535], "r_norm": [2.0680956840515137, 2.215471029281616, 2.1905603408813477, 2.327026128768921, 2.1160974502563477]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3494, "test_loss": 1.8513060791015625}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3695, "test_loss": 1.7951519775390625}], "final": {"test_acc": 0.3695, "test_loss": 1.7951519775390625, "wall_s": 5.2740418910980225, "cos_r_negg": [0.5253897905349731, 0.20880332589149475, 0.16356134414672852, 0.21846379339694977, 0.19952347874641418], "cos_innovation_negg": [0.5253897905349731, 0.20880332589149475, 0.16356134414672852, 0.21846379339694977, 0.19952347874641418], "cos_apical_negg": [0.5253897905349731, 0.20880332589149475, 0.16356134414672852, 0.21846379339694977, 0.19952347874641418], "cos_Ac_negg": [0.5253897905349731, 0.20880332589149475, 0.16356134414672852, 0.21846379339694977, 0.19952347874641418]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_dfa_w64_d5_s3.json b/results/scale_v3_cifar10_dfa_w64_d5_s3.json
new file mode 100644
index 0000000..5da25bb
--- /dev/null
+++ b/results/scale_v3_cifar10_dfa_w64_d5_s3.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 5, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d5_s3", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5312678813934326, "cos_r_negg": [0.01098020002245903, 0.019480306655168533, 0.05898767337203026, 0.007838631048798561, 0.016951166093349457], "cos_innovation_negg": [0.01098020002245903, 0.019480306655168533, 0.05898767337203026, 0.007838631048798561, 0.016951166093349457], "cos_apical_negg": [0.01098020002245903, 0.019480306655168533, 0.05898767337203026, 0.007838631048798561, 0.016951166093349457], "cos_Ac_negg": [0.01098020002245903, 0.019480306655168533, 0.05898767337203026, 0.007838631048798561, 0.016951166093349457], "r_norm": [2.503025531768799, 2.3611538410186768, 2.4595303535461426, 2.4575695991516113, 2.559494972229004]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3358, "test_loss": 1.9005482666015625}, {"step": 500, "epoch": 1, "train_loss": 1.7816979885101318, "cos_r_negg": [0.5328232049942017, 0.0057297623716294765, 0.017736613750457764, -0.02176375314593315, 0.026649020612239838], "cos_innovation_negg": [0.5328232049942017, 0.0057297623716294765, 0.017736613750457764, -0.02176375314593315, 0.026649020612239838], "cos_apical_negg": [0.5328232049942017, 0.0057297623716294765, 0.017736613750457764, -0.02176375314593315, 0.026649020612239838], "cos_Ac_negg": [0.5328232049942017, 0.0057297623716294765, 0.017736613750457764, -0.02176375314593315, 0.026649020612239838], "r_norm": [2.2604079246520996, 2.119000196456909, 2.196664571762085, 2.1956048011779785, 2.278520107269287]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3323, "test_loss": 1.8884764404296874}, {"step": 1000, "epoch": 2, "train_loss": 1.808479905128479, "cos_r_negg": [0.5211073756217957, 0.07690542191267014, 0.12718281149864197, 0.008513258770108223, 0.06285284459590912], "cos_innovation_negg": [0.5211073756217957, 0.07690542191267014, 0.12718281149864197, 0.008513258770108223, 0.06285284459590912], "cos_apical_negg": [0.5211073756217957, 0.07690542191267014, 0.12718281149864197, 0.008513258770108223, 0.06285284459590912], "cos_Ac_negg": [0.5211073756217957, 0.07690542191267014, 0.12718281149864197, 0.008513258770108223, 0.06285284459590912], "r_norm": [2.214585304260254, 2.070432662963867, 2.1482949256896973, 2.143156051635742, 2.2267370223999023]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3461, "test_loss": 1.872576904296875}, {"step": 1500, "epoch": 3, "train_loss": 1.8156404495239258, "cos_r_negg": [0.48965734243392944, 0.1334024965763092, 0.17901238799095154, 0.024159131571650505, 0.14413520693778992], "cos_innovation_negg": [0.48965734243392944, 0.1334024965763092, 0.17901238799095154, 0.024159131571650505, 0.14413520693778992], "cos_apical_negg": [0.48965734243392944, 0.1334024965763092, 0.17901238799095154, 0.024159131571650505, 0.14413520693778992], "cos_Ac_negg": [0.48965734243392944, 0.1334024965763092, 0.17901238799095154, 0.024159131571650505, 0.14413520693778992], "r_norm": [2.230515241622925, 2.0890302658081055, 2.168339252471924, 2.157806396484375, 2.254725456237793]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3507, "test_loss": 1.8340133666992187}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3761, "test_loss": 1.7844658813476562}], "final": {"test_acc": 0.3761, "test_loss": 1.7844658813476562, "wall_s": 4.991127252578735, "cos_r_negg": [0.48362597823143005, 0.20218965411186218, 0.21574810147285461, 0.07610452175140381, 0.20764309167861938], "cos_innovation_negg": [0.48362597823143005, 0.20218965411186218, 0.21574810147285461, 0.07610452175140381, 0.20764309167861938], "cos_apical_negg": [0.48362597823143005, 0.20218965411186218, 0.21574810147285461, 0.07610452175140381, 0.20764309167861938], "cos_Ac_negg": [0.48362597823143005, 0.20218965411186218, 0.21574810147285461, 0.07610452175140381, 0.20764309167861938]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_dfa_w64_d5_s4.json b/results/scale_v3_cifar10_dfa_w64_d5_s4.json
new file mode 100644
index 0000000..6f4d408
--- /dev/null
+++ b/results/scale_v3_cifar10_dfa_w64_d5_s4.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 5, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d5_s4", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6243700981140137, "cos_r_negg": [0.03162476420402527, -0.03460372984409332, -0.01992018148303032, -0.00805542804300785, -0.029403850436210632], "cos_innovation_negg": [0.03162476420402527, -0.03460372984409332, -0.01992018148303032, -0.00805542804300785, -0.029403850436210632], "cos_apical_negg": [0.03162476420402527, -0.03460372984409332, -0.01992018148303032, -0.00805542804300785, -0.029403850436210632], "cos_Ac_negg": [0.03162476420402527, -0.03460372984409332, -0.01992018148303032, -0.00805542804300785, -0.029403850436210632], "r_norm": [2.5291171073913574, 2.404731273651123, 2.448246955871582, 2.3757054805755615, 2.5141124725341797]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3369, "test_loss": 1.8933490112304687}, {"step": 500, "epoch": 1, "train_loss": 1.826478362083435, "cos_r_negg": [0.504985511302948, 0.04880714416503906, -0.021416176110506058, -0.027530323714017868, 0.053879693150520325], "cos_innovation_negg": [0.504985511302948, 0.04880714416503906, -0.021416176110506058, -0.027530323714017868, 0.053879693150520325], "cos_apical_negg": [0.504985511302948, 0.04880714416503906, -0.021416176110506058, -0.027530323714017868, 0.053879693150520325], "cos_Ac_negg": [0.504985511302948, 0.04880714416503906, -0.021416176110506058, -0.027530323714017868, 0.053879693150520325], "r_norm": [2.2460575103759766, 2.1280393600463867, 2.212968349456787, 2.1147196292877197, 2.2084596157073975]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3604, "test_loss": 1.8447128784179687}, {"step": 1000, "epoch": 2, "train_loss": 1.8349839448928833, "cos_r_negg": [0.5833373069763184, 0.06325368583202362, 0.10249095410108566, 0.06456378847360611, 0.11073233932256699], "cos_innovation_negg": [0.5833373069763184, 0.06325368583202362, 0.10249095410108566, 0.06456378847360611, 0.11073233932256699], "cos_apical_negg": [0.5833373069763184, 0.06325368583202362, 0.10249095410108566, 0.06456378847360611, 0.11073233932256699], "cos_Ac_negg": [0.5833373069763184, 0.06325368583202362, 0.10249095410108566, 0.06456378847360611, 0.11073233932256699], "r_norm": [2.2348217964172363, 2.1151556968688965, 2.20352840423584, 2.1128933429718018, 2.189624309539795]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3646, "test_loss": 1.8105296630859375}, {"step": 1500, "epoch": 3, "train_loss": 1.725190281867981, "cos_r_negg": [0.57337486743927, 0.14293429255485535, 0.10307704657316208, 0.1461339294910431, 0.19677849113941193], "cos_innovation_negg": [0.57337486743927, 0.14293429255485535, 0.10307704657316208, 0.1461339294910431, 0.19677849113941193], "cos_apical_negg": [0.57337486743927, 0.14293429255485535, 0.10307704657316208, 0.1461339294910431, 0.19677849113941193], "cos_Ac_negg": [0.57337486743927, 0.14293429255485535, 0.10307704657316208, 0.1461339294910431, 0.19677849113941193], "r_norm": [2.214473009109497, 2.0910372734069824, 2.176015853881836, 2.0792384147644043, 2.1761817932128906]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3684, "test_loss": 1.8135089111328124}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3843, "test_loss": 1.779214794921875}], "final": {"test_acc": 0.3843, "test_loss": 1.779214794921875, "wall_s": 4.922231197357178, "cos_r_negg": [0.5442531108856201, 0.18672211468219757, 0.10832569003105164, 0.1525248885154724, 0.24770155549049377], "cos_innovation_negg": [0.5442531108856201, 0.18672211468219757, 0.10832569003105164, 0.1525248885154724, 0.24770155549049377], "cos_apical_negg": [0.5442531108856201, 0.18672211468219757, 0.10832569003105164, 0.1525248885154724, 0.24770155549049377], "cos_Ac_negg": [0.5442531108856201, 0.18672211468219757, 0.10832569003105164, 0.1525248885154724, 0.24770155549049377]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_sdil_w64_d10_s0.json b/results/scale_v3_cifar10_sdil_w64_d10_s0.json
new file mode 100644
index 0000000..76b589b
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d10_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d10_s0", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.783294200897217, "cos_r_negg": [-0.024411339312791824, -0.07429128140211105, 0.03880922496318817, -0.10908837616443634, -0.029607944190502167, 0.040592096745967865, 0.014943718910217285, -0.03367207199335098, 0.024695973843336105, -0.01185297966003418], "cos_innovation_negg": [-0.024411339312791824, -0.07429128140211105, 0.03880922496318817, -0.10908837616443634, -0.029607944190502167, 0.040592096745967865, 0.014943718910217285, -0.03367207199335098, 0.024695973843336105, -0.01185297966003418], "cos_apical_negg": [-0.024411339312791824, -0.07429128140211105, 0.03880922496318817, -0.10908837616443634, -0.029607944190502167, 0.040592096745967865, 0.014943718910217285, -0.03367207199335098, 0.024695973843336105, -0.01185297966003418], "cos_Ac_negg": [-0.024411339312791824, -0.07429128140211105, 0.03880922496318817, -0.10908837616443634, -0.029607944190502167, 0.040592096745967865, 0.014943718910217285, -0.03367207199335098, 0.024695973843336105, -0.01185297966003418], "r_norm": [2.4589152336120605, 2.4222028255462646, 2.5381217002868652, 2.4834070205688477, 2.627248764038086, 2.4855048656463623, 2.704280376434326, 2.449425220489502, 2.473682403564453, 2.333059787750244], "ldr": {"dL_sdil": -0.04551553726196289, "dL_bp": -0.5264525413513184, "ratio": 0.08645705678451449}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3648, "test_loss": 1.8065431030273438}, {"step": 500, "epoch": 1, "train_loss": 1.6820344924926758, "cos_r_negg": [0.6186816692352295, 0.13329757750034332, 0.05688320845365524, 0.0676628053188324, 0.17456591129302979, 0.1374761164188385, 0.032134220004081726, 0.007959588430821896, 0.08307185769081116, 0.09195937216281891], "cos_innovation_negg": [0.6186816692352295, 0.13329757750034332, 0.05688320845365524, 0.0676628053188324, 0.17456591129302979, 0.1374761164188385, 0.032134220004081726, 0.007959588430821896, 0.08307185769081116, 0.09195937216281891], "cos_apical_negg": [0.6186816692352295, 0.13329757750034332, 0.05688320845365524, 0.0676628053188324, 0.17456591129302979, 0.1374761164188385, 0.032134220004081726, 0.007959588430821896, 0.08307185769081116, 0.09195937216281891], "cos_Ac_negg": [0.6186816692352295, 0.13329757750034332, 0.05688320845365524, 0.0676628053188324, 0.17456591129302979, 0.1374761164188385, 0.032134220004081726, 0.007959588430821896, 0.08307185769081116, 0.09195937216281891], "r_norm": [1.7735178470611572, 1.6732423305511475, 1.7767467498779297, 1.6892765760421753, 1.8081178665161133, 1.7160742282867432, 1.822899341583252, 1.6610676050186157, 1.7158029079437256, 1.5910365581512451]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3956, "test_loss": 1.7484036254882813}, {"step": 1000, "epoch": 2, "train_loss": 1.7308626174926758, "cos_r_negg": [0.7285373210906982, 0.2141266167163849, 0.15224072337150574, 0.11251021921634674, 0.2175149768590927, 0.2475420981645584, 0.09858103096485138, 0.07968410849571228, 0.16850169003009796, 0.15028029680252075], "cos_innovation_negg": [0.7285373210906982, 0.2141266167163849, 0.15224072337150574, 0.11251021921634674, 0.2175149768590927, 0.2475420981645584, 0.09858103096485138, 0.07968410849571228, 0.16850169003009796, 0.15028029680252075], "cos_apical_negg": [0.7285373210906982, 0.2141266167163849, 0.15224072337150574, 0.11251021921634674, 0.2175149768590927, 0.2475420981645584, 0.09858103096485138, 0.07968410849571228, 0.16850169003009796, 0.15028029680252075], "cos_Ac_negg": [0.7285373210906982, 0.2141266167163849, 0.15224072337150574, 0.11251021921634674, 0.2175149768590927, 0.2475420981645584, 0.09858103096485138, 0.07968410849571228, 0.16850169003009796, 0.15028029680252075], "r_norm": [1.496934413909912, 1.346694827079773, 1.4201955795288086, 1.355584740638733, 1.461911678314209, 1.385198950767517, 1.4596062898635864, 1.3296327590942383, 1.3754956722259521, 1.2817555665969849]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4094, "test_loss": 1.7081601318359374}, {"step": 1500, "epoch": 3, "train_loss": 1.7025033235549927, "cos_r_negg": [0.7352991700172424, 0.31392210721969604, 0.22603045403957367, 0.20909461379051208, 0.31354910135269165, 0.32676202058792114, 0.17813296616077423, 0.2323893904685974, 0.26618701219558716, 0.2948843240737915], "cos_innovation_negg": [0.7352991700172424, 0.31392210721969604, 0.22603045403957367, 0.20909461379051208, 0.31354910135269165, 0.32676202058792114, 0.17813296616077423, 0.2323893904685974, 0.26618701219558716, 0.2948843240737915], "cos_apical_negg": [0.7352991700172424, 0.31392210721969604, 0.22603045403957367, 0.20909461379051208, 0.31354910135269165, 0.32676202058792114, 0.17813296616077423, 0.2323893904685974, 0.26618701219558716, 0.2948843240737915], "cos_Ac_negg": [0.7352991700172424, 0.31392210721969604, 0.22603045403957367, 0.20909461379051208, 0.31354910135269165, 0.32676202058792114, 0.17813296616077423, 0.2323893904685974, 0.26618701219558716, 0.2948843240737915], "r_norm": [1.3232111930847168, 1.1326242685317993, 1.1844547986984253, 1.129760503768921, 1.2296662330627441, 1.1742801666259766, 1.2066210508346558, 1.1059434413909912, 1.15767502784729, 1.07524836063385]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4103, "test_loss": 1.7133595336914063}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4073, "test_loss": 1.6981572631835937}], "final": {"test_acc": 0.4073, "test_loss": 1.6981572631835937, "wall_s": 24.6966552734375, "cos_r_negg": [0.7890317440032959, 0.415300190448761, 0.32825377583503723, 0.3291832208633423, 0.3790973424911499, 0.4270481467247009, 0.2915228307247162, 0.3314583897590637, 0.3846270442008972, 0.3905963897705078], "cos_innovation_negg": [0.7890317440032959, 0.415300190448761, 0.32825377583503723, 0.3291832208633423, 0.3790973424911499, 0.4270481467247009, 0.2915228307247162, 0.3314583897590637, 0.3846270442008972, 0.3905963897705078], "cos_apical_negg": [0.7890317440032959, 0.415300190448761, 0.32825377583503723, 0.3291832208633423, 0.3790973424911499, 0.4270481467247009, 0.2915228307247162, 0.3314583897590637, 0.3846270442008972, 0.3905963897705078], "cos_Ac_negg": [0.7890317440032959, 0.415300190448761, 0.32825377583503723, 0.3291832208633423, 0.3790973424911499, 0.4270481467247009, 0.2915228307247162, 0.3314583897590637, 0.3846270442008972, 0.3905963897705078]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_sdil_w64_d10_s1.json b/results/scale_v3_cifar10_sdil_w64_d10_s1.json
new file mode 100644
index 0000000..7ccbca9
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d10_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d10_s1", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5440011024475098, "cos_r_negg": [0.02870703488588333, 0.06334742158651352, 0.03597518429160118, 0.03449501097202301, 0.002455838257446885, -0.04093361645936966, 0.024038055911660194, 0.045385219156742096, -0.002375698182731867, 0.016220565885305405], "cos_innovation_negg": [0.02870703488588333, 0.06334742158651352, 0.03597518429160118, 0.03449501097202301, 0.002455838257446885, -0.04093361645936966, 0.024038055911660194, 0.045385219156742096, -0.002375698182731867, 0.016220565885305405], "cos_apical_negg": [0.02870703488588333, 0.06334742158651352, 0.03597518429160118, 0.03449501097202301, 0.002455838257446885, -0.04093361645936966, 0.024038055911660194, 0.045385219156742096, -0.002375698182731867, 0.016220565885305405], "cos_Ac_negg": [0.02870703488588333, 0.06334742158651352, 0.03597518429160118, 0.03449501097202301, 0.002455838257446885, -0.04093361645936966, 0.024038055911660194, 0.045385219156742096, -0.002375698182731867, 0.016220565885305405], "r_norm": [2.4114789962768555, 2.429633617401123, 2.4504361152648926, 2.4734389781951904, 2.516995429992676, 2.341196060180664, 2.2977757453918457, 2.5341696739196777, 2.4043684005737305, 2.4307403564453125], "ldr": {"dL_sdil": 0.022606611251831055, "dL_bp": -0.36179614067077637, "ratio": -0.06248439026994042}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3679, "test_loss": 1.8025805908203125}, {"step": 500, "epoch": 1, "train_loss": 1.6827623844146729, "cos_r_negg": [0.6476483941078186, 0.08318375051021576, 0.07068692892789841, 0.1337260752916336, 0.05305585637688637, 0.07424556463956833, 0.10099766403436661, 0.07142257690429688, 0.13083171844482422, 0.058422595262527466], "cos_innovation_negg": [0.6476483941078186, 0.08318375051021576, 0.07068692892789841, 0.1337260752916336, 0.05305585637688637, 0.07424556463956833, 0.10099766403436661, 0.07142257690429688, 0.13083171844482422, 0.058422595262527466], "cos_apical_negg": [0.6476483941078186, 0.08318375051021576, 0.07068692892789841, 0.1337260752916336, 0.05305585637688637, 0.07424556463956833, 0.10099766403436661, 0.07142257690429688, 0.13083171844482422, 0.058422595262527466], "cos_Ac_negg": [0.6476483941078186, 0.08318375051021576, 0.07068692892789841, 0.1337260752916336, 0.05305585637688637, 0.07424556463956833, 0.10099766403436661, 0.07142257690429688, 0.13083171844482422, 0.058422595262527466], "r_norm": [1.7465323209762573, 1.7290608882904053, 1.732311725616455, 1.736166000366211, 1.7904763221740723, 1.652977466583252, 1.620896816253662, 1.7622694969177246, 1.697360634803772, 1.7120652198791504]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3852, "test_loss": 1.75346044921875}, {"step": 1000, "epoch": 2, "train_loss": 1.766517162322998, "cos_r_negg": [0.6951239109039307, 0.15096542239189148, 0.15789170563220978, 0.1574188768863678, 0.17342738807201385, 0.17873521149158478, 0.16676995158195496, 0.14437828958034515, 0.1967092901468277, 0.13212063908576965], "cos_innovation_negg": [0.6951239109039307, 0.15096542239189148, 0.15789170563220978, 0.1574188768863678, 0.17342738807201385, 0.17873521149158478, 0.16676995158195496, 0.14437828958034515, 0.1967092901468277, 0.13212063908576965], "cos_apical_negg": [0.6951239109039307, 0.15096542239189148, 0.15789170563220978, 0.1574188768863678, 0.17342738807201385, 0.17873521149158478, 0.16676995158195496, 0.14437828958034515, 0.1967092901468277, 0.13212063908576965], "cos_Ac_negg": [0.6951239109039307, 0.15096542239189148, 0.15789170563220978, 0.1574188768863678, 0.17342738807201385, 0.17873521149158478, 0.16676995158195496, 0.14437828958034515, 0.1967092901468277, 0.13212063908576965], "r_norm": [1.541092872619629, 1.4447054862976074, 1.4482648372650146, 1.4496841430664062, 1.4926507472991943, 1.3815407752990723, 1.3542249202728271, 1.4730658531188965, 1.4242453575134277, 1.4288713932037354]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4018, "test_loss": 1.7274202758789063}, {"step": 1500, "epoch": 3, "train_loss": 1.6679010391235352, "cos_r_negg": [0.7612735033035278, 0.28905171155929565, 0.25119340419769287, 0.2751164138317108, 0.23994939029216766, 0.2606850266456604, 0.25932133197784424, 0.24340254068374634, 0.2804219722747803, 0.24803128838539124], "cos_innovation_negg": [0.7612735033035278, 0.28905171155929565, 0.25119340419769287, 0.2751164138317108, 0.23994939029216766, 0.2606850266456604, 0.25932133197784424, 0.24340254068374634, 0.2804219722747803, 0.24803128838539124], "cos_apical_negg": [0.7612735033035278, 0.28905171155929565, 0.25119340419769287, 0.2751164138317108, 0.23994939029216766, 0.2606850266456604, 0.25932133197784424, 0.24340254068374634, 0.2804219722747803, 0.24803128838539124], "cos_Ac_negg": [0.7612735033035278, 0.28905171155929565, 0.25119340419769287, 0.2751164138317108, 0.23994939029216766, 0.2606850266456604, 0.25932133197784424, 0.24340254068374634, 0.2804219722747803, 0.24803128838539124], "r_norm": [1.3115556240081787, 1.1616687774658203, 1.1646950244903564, 1.1733033657073975, 1.1924247741699219, 1.111291766166687, 1.0859054327011108, 1.180570125579834, 1.1456128358840942, 1.1439162492752075]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4073, "test_loss": 1.715226904296875}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4106, "test_loss": 1.7046821655273436}], "final": {"test_acc": 0.4106, "test_loss": 1.7046821655273436, "wall_s": 24.226540088653564, "cos_r_negg": [0.7927378416061401, 0.37684792280197144, 0.3481896221637726, 0.3503452241420746, 0.34545525908470154, 0.37148505449295044, 0.4088486433029175, 0.3222513794898987, 0.39803820848464966, 0.36300128698349], "cos_innovation_negg": [0.7927378416061401, 0.37684792280197144, 0.3481896221637726, 0.3503452241420746, 0.34545525908470154, 0.37148505449295044, 0.4088486433029175, 0.3222513794898987, 0.39803820848464966, 0.36300128698349], "cos_apical_negg": [0.7927378416061401, 0.37684792280197144, 0.3481896221637726, 0.3503452241420746, 0.34545525908470154, 0.37148505449295044, 0.4088486433029175, 0.3222513794898987, 0.39803820848464966, 0.36300128698349], "cos_Ac_negg": [0.7927378416061401, 0.37684792280197144, 0.3481896221637726, 0.3503452241420746, 0.34545525908470154, 0.37148505449295044, 0.4088486433029175, 0.3222513794898987, 0.39803820848464966, 0.36300128698349]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_sdil_w64_d10_s2.json b/results/scale_v3_cifar10_sdil_w64_d10_s2.json
new file mode 100644
index 0000000..83ec4d5
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d10_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d10_s2", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5496790409088135, "cos_r_negg": [0.014987371861934662, 0.06408058106899261, -0.007605401333421469, 0.025352299213409424, 0.006185218691825867, -0.021754547953605652, -0.034144096076488495, 0.019105970859527588, 0.06043533980846405, -0.025133628398180008], "cos_innovation_negg": [0.014987371861934662, 0.06408058106899261, -0.007605401333421469, 0.025352299213409424, 0.006185218691825867, -0.021754547953605652, -0.034144096076488495, 0.019105970859527588, 0.06043533980846405, -0.025133628398180008], "cos_apical_negg": [0.014987371861934662, 0.06408058106899261, -0.007605401333421469, 0.025352299213409424, 0.006185218691825867, -0.021754547953605652, -0.034144096076488495, 0.019105970859527588, 0.06043533980846405, -0.025133628398180008], "cos_Ac_negg": [0.014987371861934662, 0.06408058106899261, -0.007605401333421469, 0.025352299213409424, 0.006185218691825867, -0.021754547953605652, -0.034144096076488495, 0.019105970859527588, 0.06043533980846405, -0.025133628398180008], "r_norm": [2.45066237449646, 2.2925515174865723, 2.3728554248809814, 2.485140800476074, 2.457198143005371, 2.378668785095215, 2.316483497619629, 2.5695598125457764, 2.4922373294830322, 2.3410820960998535], "ldr": {"dL_sdil": 0.06643986701965332, "dL_bp": -0.34011101722717285, "ratio": -0.19534758844720296}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3608, "test_loss": 1.8144536865234375}, {"step": 500, "epoch": 1, "train_loss": 1.691274881362915, "cos_r_negg": [0.6732789278030396, 0.039163559675216675, 0.04456915706396103, 0.07367390394210815, 0.0845639631152153, 0.07144875824451447, 0.06571881473064423, -0.02073337323963642, 0.08263254165649414, 0.055007077753543854], "cos_innovation_negg": [0.6732789278030396, 0.039163559675216675, 0.04456915706396103, 0.07367390394210815, 0.0845639631152153, 0.07144875824451447, 0.06571881473064423, -0.02073337323963642, 0.08263254165649414, 0.055007077753543854], "cos_apical_negg": [0.6732789278030396, 0.039163559675216675, 0.04456915706396103, 0.07367390394210815, 0.0845639631152153, 0.07144875824451447, 0.06571881473064423, -0.02073337323963642, 0.08263254165649414, 0.055007077753543854], "cos_Ac_negg": [0.6732789278030396, 0.039163559675216675, 0.04456915706396103, 0.07367390394210815, 0.0845639631152153, 0.07144875824451447, 0.06571881473064423, -0.02073337323963642, 0.08263254165649414, 0.055007077753543854], "r_norm": [1.7756133079528809, 1.6064691543579102, 1.6789015531539917, 1.7587956190109253, 1.7500337362289429, 1.6711909770965576, 1.6234984397888184, 1.8019797801971436, 1.7553244829177856, 1.6231260299682617]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3968, "test_loss": 1.7498909545898438}, {"step": 1000, "epoch": 2, "train_loss": 1.779970407485962, "cos_r_negg": [0.7097252607345581, 0.13704977929592133, 0.13378781080245972, 0.1518288254737854, 0.1883062720298767, 0.09800134599208832, 0.16196227073669434, 0.10695038735866547, 0.15700779855251312, 0.17132630944252014], "cos_innovation_negg": [0.7097252607345581, 0.13704977929592133, 0.13378781080245972, 0.1518288254737854, 0.1883062720298767, 0.09800134599208832, 0.16196227073669434, 0.10695038735866547, 0.15700779855251312, 0.17132630944252014], "cos_apical_negg": [0.7097252607345581, 0.13704977929592133, 0.13378781080245972, 0.1518288254737854, 0.1883062720298767, 0.09800134599208832, 0.16196227073669434, 0.10695038735866547, 0.15700779855251312, 0.17132630944252014], "cos_Ac_negg": [0.7097252607345581, 0.13704977929592133, 0.13378781080245972, 0.1518288254737854, 0.1883062720298767, 0.09800134599208832, 0.16196227073669434, 0.10695038735866547, 0.15700779855251312, 0.17132630944252014], "r_norm": [1.5233681201934814, 1.307344675064087, 1.3632007837295532, 1.4346586465835571, 1.4332027435302734, 1.3592244386672974, 1.3217759132385254, 1.4590411186218262, 1.4288039207458496, 1.3240617513656616]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3965, "test_loss": 1.7326806274414062}, {"step": 1500, "epoch": 3, "train_loss": 1.6082686185836792, "cos_r_negg": [0.7592759132385254, 0.21454685926437378, 0.23934708535671234, 0.2816928029060364, 0.28407391905784607, 0.21849992871284485, 0.23273241519927979, 0.1718161702156067, 0.24690139293670654, 0.26095688343048096], "cos_innovation_negg": [0.7592759132385254, 0.21454685926437378, 0.23934708535671234, 0.2816928029060364, 0.28407391905784607, 0.21849992871284485, 0.23273241519927979, 0.1718161702156067, 0.24690139293670654, 0.26095688343048096], "cos_apical_negg": [0.7592759132385254, 0.21454685926437378, 0.23934708535671234, 0.2816928029060364, 0.28407391905784607, 0.21849992871284485, 0.23273241519927979, 0.1718161702156067, 0.24690139293670654, 0.26095688343048096], "cos_Ac_negg": [0.7592759132385254, 0.21454685926437378, 0.23934708535671234, 0.2816928029060364, 0.28407391905784607, 0.21849992871284485, 0.23273241519927979, 0.1718161702156067, 0.24690139293670654, 0.26095688343048096], "r_norm": [1.310196876525879, 1.071918249130249, 1.1155903339385986, 1.168304443359375, 1.1752805709838867, 1.1034331321716309, 1.0822980403900146, 1.1760265827178955, 1.1643164157867432, 1.0854392051696777]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4041, "test_loss": 1.7226017333984376}, {"epoch_end": 4, "step": 1955, "test_acc": 0.41, "test_loss": 1.7017920776367188}], "final": {"test_acc": 0.41, "test_loss": 1.7017920776367188, "wall_s": 15.43833065032959, "cos_r_negg": [0.8203680515289307, 0.3326583206653595, 0.3182148039340973, 0.34564048051834106, 0.40990233421325684, 0.3242473304271698, 0.3651769757270813, 0.31921327114105225, 0.3669641613960266, 0.39996254444122314], "cos_innovation_negg": [0.8203680515289307, 0.3326583206653595, 0.3182148039340973, 0.34564048051834106, 0.40990233421325684, 0.3242473304271698, 0.3651769757270813, 0.31921327114105225, 0.3669641613960266, 0.39996254444122314], "cos_apical_negg": [0.8203680515289307, 0.3326583206653595, 0.3182148039340973, 0.34564048051834106, 0.40990233421325684, 0.3242473304271698, 0.3651769757270813, 0.31921327114105225, 0.3669641613960266, 0.39996254444122314], "cos_Ac_negg": [0.8203680515289307, 0.3326583206653595, 0.3182148039340973, 0.34564048051834106, 0.40990233421325684, 0.3242473304271698, 0.3651769757270813, 0.31921327114105225, 0.3669641613960266, 0.39996254444122314]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_sdil_w64_d10_s3.json b/results/scale_v3_cifar10_sdil_w64_d10_s3.json
new file mode 100644
index 0000000..2876ee6
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d10_s3.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d10_s3", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6250181198120117, "cos_r_negg": [0.03970314562320709, 0.03337341174483299, 0.030443323776125908, 0.0065252217464149, -0.037548236548900604, -0.00861250888556242, 0.0781564712524414, 0.03872301056981087, 0.003945027943700552, -0.03894119709730148], "cos_innovation_negg": [0.03970314562320709, 0.03337341174483299, 0.030443323776125908, 0.0065252217464149, -0.037548236548900604, -0.00861250888556242, 0.0781564712524414, 0.03872301056981087, 0.003945027943700552, -0.03894119709730148], "cos_apical_negg": [0.03970314562320709, 0.03337341174483299, 0.030443323776125908, 0.0065252217464149, -0.037548236548900604, -0.00861250888556242, 0.0781564712524414, 0.03872301056981087, 0.003945027943700552, -0.03894119709730148], "cos_Ac_negg": [0.03970314562320709, 0.03337341174483299, 0.030443323776125908, 0.0065252217464149, -0.037548236548900604, -0.00861250888556242, 0.0781564712524414, 0.03872301056981087, 0.003945027943700552, -0.03894119709730148], "r_norm": [2.2843122482299805, 2.450026750564575, 2.5978894233703613, 2.4986329078674316, 2.494865894317627, 2.239123582839966, 2.4240517616271973, 2.6853442192077637, 2.463876485824585, 2.3471341133117676], "ldr": {"dL_sdil": 0.060715675354003906, "dL_bp": -0.4135591983795166, "ratio": -0.1468125375808619}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3729, "test_loss": 1.7981293334960937}, {"step": 500, "epoch": 1, "train_loss": 1.7353885173797607, "cos_r_negg": [0.617584764957428, 0.14862562716007233, 0.08275867253541946, 0.132081538438797, 0.02184951677918434, 0.06414985656738281, 0.09194815158843994, 0.11309026181697845, 0.06032746285200119, 0.11088500916957855], "cos_innovation_negg": [0.617584764957428, 0.14862562716007233, 0.08275867253541946, 0.132081538438797, 0.02184951677918434, 0.06414985656738281, 0.09194815158843994, 0.11309026181697845, 0.06032746285200119, 0.11088500916957855], "cos_apical_negg": [0.617584764957428, 0.14862562716007233, 0.08275867253541946, 0.132081538438797, 0.02184951677918434, 0.06414985656738281, 0.09194815158843994, 0.11309026181697845, 0.06032746285200119, 0.11088500916957855], "cos_Ac_negg": [0.617584764957428, 0.14862562716007233, 0.08275867253541946, 0.132081538438797, 0.02184951677918434, 0.06414985656738281, 0.09194815158843994, 0.11309026181697845, 0.06032746285200119, 0.11088500916957855], "r_norm": [1.6472070217132568, 1.7014753818511963, 1.7671064138412476, 1.7262842655181885, 1.7237588167190552, 1.5622334480285645, 1.6699467897415161, 1.8699157238006592, 1.6979678869247437, 1.623547077178955]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3908, "test_loss": 1.756314208984375}, {"step": 1000, "epoch": 2, "train_loss": 1.7078948020935059, "cos_r_negg": [0.7261781692504883, 0.19581234455108643, 0.17187140882015228, 0.22732563316822052, 0.09670446068048477, 0.1363513022661209, 0.21902233362197876, 0.14507105946540833, 0.16595155000686646, 0.18065854907035828], "cos_innovation_negg": [0.7261781692504883, 0.19581234455108643, 0.17187140882015228, 0.22732563316822052, 0.09670446068048477, 0.1363513022661209, 0.21902233362197876, 0.14507105946540833, 0.16595155000686646, 0.18065854907035828], "cos_apical_negg": [0.7261781692504883, 0.19581234455108643, 0.17187140882015228, 0.22732563316822052, 0.09670446068048477, 0.1363513022661209, 0.21902233362197876, 0.14507105946540833, 0.16595155000686646, 0.18065854907035828], "cos_Ac_negg": [0.7261781692504883, 0.19581234455108643, 0.17187140882015228, 0.22732563316822052, 0.09670446068048477, 0.1363513022661209, 0.21902233362197876, 0.14507105946540833, 0.16595155000686646, 0.18065854907035828], "r_norm": [1.427680492401123, 1.4047186374664307, 1.4589762687683105, 1.4230411052703857, 1.4079022407531738, 1.2774147987365723, 1.3776733875274658, 1.5354366302490234, 1.3828353881835938, 1.3346457481384277]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4015, "test_loss": 1.7274945922851563}, {"step": 1500, "epoch": 3, "train_loss": 1.6651122570037842, "cos_r_negg": [0.7347328662872314, 0.3181535005569458, 0.25554215908050537, 0.2922685146331787, 0.20779071748256683, 0.24864330887794495, 0.3354114294052124, 0.2291507124900818, 0.2706872522830963, 0.2816751003265381], "cos_innovation_negg": [0.7347328662872314, 0.3181535005569458, 0.25554215908050537, 0.2922685146331787, 0.20779071748256683, 0.24864330887794495, 0.3354114294052124, 0.2291507124900818, 0.2706872522830963, 0.2816751003265381], "cos_apical_negg": [0.7347328662872314, 0.3181535005569458, 0.25554215908050537, 0.2922685146331787, 0.20779071748256683, 0.24864330887794495, 0.3354114294052124, 0.2291507124900818, 0.2706872522830963, 0.2816751003265381], "cos_Ac_negg": [0.7347328662872314, 0.3181535005569458, 0.25554215908050537, 0.2922685146331787, 0.20779071748256683, 0.24864330887794495, 0.3354114294052124, 0.2291507124900818, 0.2706872522830963, 0.2816751003265381], "r_norm": [1.269320011138916, 1.1863362789154053, 1.2241793870925903, 1.2011291980743408, 1.1676956415176392, 1.069368839263916, 1.1720844507217407, 1.2711403369903564, 1.1553829908370972, 1.120270013809204]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.403, "test_loss": 1.7223421752929688}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4109, "test_loss": 1.69908359375}], "final": {"test_acc": 0.4109, "test_loss": 1.69908359375, "wall_s": 16.92907428741455, "cos_r_negg": [0.7846392393112183, 0.39766716957092285, 0.368366539478302, 0.39434191584587097, 0.3282451033592224, 0.3778519928455353, 0.4027320146560669, 0.33527517318725586, 0.3910068869590759, 0.3870742917060852], "cos_innovation_negg": [0.7846392393112183, 0.39766716957092285, 0.368366539478302, 0.39434191584587097, 0.3282451033592224, 0.3778519928455353, 0.4027320146560669, 0.33527517318725586, 0.3910068869590759, 0.3870742917060852], "cos_apical_negg": [0.7846392393112183, 0.39766716957092285, 0.368366539478302, 0.39434191584587097, 0.3282451033592224, 0.3778519928455353, 0.4027320146560669, 0.33527517318725586, 0.3910068869590759, 0.3870742917060852], "cos_Ac_negg": [0.7846392393112183, 0.39766716957092285, 0.368366539478302, 0.39434191584587097, 0.3282451033592224, 0.3778519928455353, 0.4027320146560669, 0.33527517318725586, 0.3910068869590759, 0.3870742917060852]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_sdil_w64_d10_s4.json b/results/scale_v3_cifar10_sdil_w64_d10_s4.json
new file mode 100644
index 0000000..0e2c651
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d10_s4.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d10_s4", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.522786855697632, "cos_r_negg": [0.00890412274748087, -0.010813121683895588, -0.07350920140743256, 0.013458739966154099, 0.03097783587872982, -0.03341919183731079, -0.05201931670308113, 0.020390721037983894, 0.0702129602432251, 0.023283839225769043], "cos_innovation_negg": [0.00890412274748087, -0.010813121683895588, -0.07350920140743256, 0.013458739966154099, 0.03097783587872982, -0.03341919183731079, -0.05201931670308113, 0.020390721037983894, 0.0702129602432251, 0.023283839225769043], "cos_apical_negg": [0.00890412274748087, -0.010813121683895588, -0.07350920140743256, 0.013458739966154099, 0.03097783587872982, -0.03341919183731079, -0.05201931670308113, 0.020390721037983894, 0.0702129602432251, 0.023283839225769043], "cos_Ac_negg": [0.00890412274748087, -0.010813121683895588, -0.07350920140743256, 0.013458739966154099, 0.03097783587872982, -0.03341919183731079, -0.05201931670308113, 0.020390721037983894, 0.0702129602432251, 0.023283839225769043], "r_norm": [2.454575538635254, 2.4658546447753906, 2.4461216926574707, 2.3404316902160645, 2.4380602836608887, 2.5399534702301025, 2.412501811981201, 2.3276968002319336, 2.3590633869171143, 2.4193224906921387], "ldr": {"dL_sdil": 0.0296630859375, "dL_bp": -0.25075697898864746, "ratio": -0.11829415897869362}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3678, "test_loss": 1.8021219360351564}, {"step": 500, "epoch": 1, "train_loss": 1.643762469291687, "cos_r_negg": [0.668576180934906, 0.08138389885425568, -0.010578181594610214, 0.13176356256008148, 0.006847953423857689, 0.057518117129802704, 0.06511583924293518, 0.04449224844574928, 0.10441965609788895, 0.11995890736579895], "cos_innovation_negg": [0.668576180934906, 0.08138389885425568, -0.010578181594610214, 0.13176356256008148, 0.006847953423857689, 0.057518117129802704, 0.06511583924293518, 0.04449224844574928, 0.10441965609788895, 0.11995890736579895], "cos_apical_negg": [0.668576180934906, 0.08138389885425568, -0.010578181594610214, 0.13176356256008148, 0.006847953423857689, 0.057518117129802704, 0.06511583924293518, 0.04449224844574928, 0.10441965609788895, 0.11995890736579895], "cos_Ac_negg": [0.668576180934906, 0.08138389885425568, -0.010578181594610214, 0.13176356256008148, 0.006847953423857689, 0.057518117129802704, 0.06511583924293518, 0.04449224844574928, 0.10441965609788895, 0.11995890736579895], "r_norm": [1.803136944770813, 1.753688097000122, 1.7280343770980835, 1.6760941743850708, 1.7355520725250244, 1.8076618909835815, 1.7228456735610962, 1.6739610433578491, 1.6996949911117554, 1.741556167602539]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3965, "test_loss": 1.743835400390625}, {"step": 1000, "epoch": 2, "train_loss": 1.7011975049972534, "cos_r_negg": [0.7419799566268921, 0.11188904941082001, 0.07698537409305573, 0.2065775990486145, 0.05961015447974205, 0.13213741779327393, 0.15764692425727844, 0.13687898218631744, 0.1703268587589264, 0.21145741641521454], "cos_innovation_negg": [0.7419799566268921, 0.11188904941082001, 0.07698537409305573, 0.2065775990486145, 0.05961015447974205, 0.13213741779327393, 0.15764692425727844, 0.13687898218631744, 0.1703268587589264, 0.21145741641521454], "cos_apical_negg": [0.7419799566268921, 0.11188904941082001, 0.07698537409305573, 0.2065775990486145, 0.05961015447974205, 0.13213741779327393, 0.15764692425727844, 0.13687898218631744, 0.1703268587589264, 0.21145741641521454], "cos_Ac_negg": [0.7419799566268921, 0.11188904941082001, 0.07698537409305573, 0.2065775990486145, 0.05961015447974205, 0.13213741779327393, 0.15764692425727844, 0.13687898218631744, 0.1703268587589264, 0.21145741641521454], "r_norm": [1.5534785985946655, 1.4312855005264282, 1.4071943759918213, 1.3801522254943848, 1.403579831123352, 1.4719865322113037, 1.4034450054168701, 1.3655714988708496, 1.3894765377044678, 1.4327127933502197]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4008, "test_loss": 1.7155303466796874}, {"step": 1500, "epoch": 3, "train_loss": 1.653611421585083, "cos_r_negg": [0.7580274343490601, 0.18283510208129883, 0.18835005164146423, 0.29169800877571106, 0.14787468314170837, 0.22053425014019012, 0.25823792815208435, 0.2636600136756897, 0.2753768265247345, 0.30040299892425537], "cos_innovation_negg": [0.7580274343490601, 0.18283510208129883, 0.18835005164146423, 0.29169800877571106, 0.14787468314170837, 0.22053425014019012, 0.25823792815208435, 0.2636600136756897, 0.2753768265247345, 0.30040299892425537], "cos_apical_negg": [0.7580274343490601, 0.18283510208129883, 0.18835005164146423, 0.29169800877571106, 0.14787468314170837, 0.22053425014019012, 0.25823792815208435, 0.2636600136756897, 0.2753768265247345, 0.30040299892425537], "cos_Ac_negg": [0.7580274343490601, 0.18283510208129883, 0.18835005164146423, 0.29169800877571106, 0.14787468314170837, 0.22053425014019012, 0.25823792815208435, 0.2636600136756897, 0.2753768265247345, 0.30040299892425537], "r_norm": [1.338926911354065, 1.165548324584961, 1.1345579624176025, 1.1281288862228394, 1.1352111101150513, 1.1927907466888428, 1.140704870223999, 1.114128589630127, 1.1318466663360596, 1.168143630027771]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4007, "test_loss": 1.7157528198242187}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4135, "test_loss": 1.7036121704101563}], "final": {"test_acc": 0.4135, "test_loss": 1.7036121704101563, "wall_s": 16.892754316329956, "cos_r_negg": [0.7832787036895752, 0.3105674982070923, 0.27877748012542725, 0.40869736671447754, 0.25105783343315125, 0.3396332859992981, 0.35860276222229004, 0.39316368103027344, 0.38421788811683655, 0.42819368839263916], "cos_innovation_negg": [0.7832787036895752, 0.3105674982070923, 0.27877748012542725, 0.40869736671447754, 0.25105783343315125, 0.3396332859992981, 0.35860276222229004, 0.39316368103027344, 0.38421788811683655, 0.42819368839263916], "cos_apical_negg": [0.7832787036895752, 0.3105674982070923, 0.27877748012542725, 0.40869736671447754, 0.25105783343315125, 0.3396332859992981, 0.35860276222229004, 0.39316368103027344, 0.38421788811683655, 0.42819368839263916], "cos_Ac_negg": [0.7832787036895752, 0.3105674982070923, 0.27877748012542725, 0.40869736671447754, 0.25105783343315125, 0.3396332859992981, 0.35860276222229004, 0.39316368103027344, 0.38421788811683655, 0.42819368839263916]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_sdil_w64_d20_s0.json b/results/scale_v3_cifar10_sdil_w64_d20_s0.json
new file mode 100644
index 0000000..b138561
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d20_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d20_s0", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5764718055725098, "cos_r_negg": [-0.00016129831783473492, -0.06577306985855103, -0.01568448357284069, -0.025263119488954544, -0.007076455745846033, -0.030396265909075737, 0.05402042344212532, -0.008685348555445671, -0.003787924535572529, 0.0635077953338623, 0.04159831255674362, -0.017094656825065613, 0.016450731083750725, 0.028717532753944397, 0.03456263244152069, 0.05013108626008034, 0.02396683394908905, -0.0111713707447052, -0.011928788386285305, -0.06732936203479767], "cos_innovation_negg": [-0.00016129831783473492, -0.06577306985855103, -0.01568448357284069, -0.025263119488954544, -0.007076455745846033, -0.030396265909075737, 0.05402042344212532, -0.008685348555445671, -0.003787924535572529, 0.0635077953338623, 0.04159831255674362, -0.017094656825065613, 0.016450731083750725, 0.028717532753944397, 0.03456263244152069, 0.05013108626008034, 0.02396683394908905, -0.0111713707447052, -0.011928788386285305, -0.06732936203479767], "cos_apical_negg": [-0.00016129831783473492, -0.06577306985855103, -0.01568448357284069, -0.025263119488954544, -0.007076455745846033, -0.030396265909075737, 0.05402042344212532, -0.008685348555445671, -0.003787924535572529, 0.0635077953338623, 0.04159831255674362, -0.017094656825065613, 0.016450731083750725, 0.028717532753944397, 0.03456263244152069, 0.05013108626008034, 0.02396683394908905, -0.0111713707447052, -0.011928788386285305, -0.06732936203479767], "cos_Ac_negg": [-0.00016129831783473492, -0.06577306985855103, -0.01568448357284069, -0.025263119488954544, -0.007076455745846033, -0.030396265909075737, 0.05402042344212532, -0.008685348555445671, -0.003787924535572529, 0.0635077953338623, 0.04159831255674362, -0.017094656825065613, 0.016450731083750725, 0.028717532753944397, 0.03456263244152069, 0.05013108626008034, 0.02396683394908905, -0.0111713707447052, -0.011928788386285305, -0.06732936203479767], "r_norm": [2.5359272956848145, 2.363259792327881, 2.4744482040405273, 2.362381935119629, 2.491180419921875, 2.4103646278381348, 2.4312844276428223, 2.457958698272705, 2.500680446624756, 2.4691591262817383, 2.5564472675323486, 2.464780330657959, 2.522806406021118, 2.422983169555664, 2.51682710647583, 2.417123317718506, 2.4799325466156006, 2.410510540008545, 2.518345355987549, 2.583714485168457], "ldr": {"dL_sdil": 0.17090439796447754, "dL_bp": -0.3899955749511719, "ratio": -0.43822137721915194}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3687, "test_loss": 1.8012673461914062}, {"step": 500, "epoch": 1, "train_loss": 1.7086811065673828, "cos_r_negg": [0.6376374363899231, 0.0940077155828476, 0.03495437651872635, 0.07309380173683167, 0.014917327091097832, 0.1222284585237503, 0.10706004500389099, 0.055318817496299744, 0.0830514132976532, 0.08833376318216324, 0.10074761509895325, 0.07532397657632828, 0.07883947342634201, 0.08912834525108337, 0.0839342251420021, 0.04397605359554291, 0.0804271250963211, 0.0932423323392868, 0.03796664997935295, -0.05875082686543465], "cos_innovation_negg": [0.6376374363899231, 0.0940077155828476, 0.03495437651872635, 0.07309380173683167, 0.014917327091097832, 0.1222284585237503, 0.10706004500389099, 0.055318817496299744, 0.0830514132976532, 0.08833376318216324, 0.10074761509895325, 0.07532397657632828, 0.07883947342634201, 0.08912834525108337, 0.0839342251420021, 0.04397605359554291, 0.0804271250963211, 0.0932423323392868, 0.03796664997935295, -0.05875082686543465], "cos_apical_negg": [0.6376374363899231, 0.0940077155828476, 0.03495437651872635, 0.07309380173683167, 0.014917327091097832, 0.1222284585237503, 0.10706004500389099, 0.055318817496299744, 0.0830514132976532, 0.08833376318216324, 0.10074761509895325, 0.07532397657632828, 0.07883947342634201, 0.08912834525108337, 0.0839342251420021, 0.04397605359554291, 0.0804271250963211, 0.0932423323392868, 0.03796664997935295, -0.05875082686543465], "cos_Ac_negg": [0.6376374363899231, 0.0940077155828476, 0.03495437651872635, 0.07309380173683167, 0.014917327091097832, 0.1222284585237503, 0.10706004500389099, 0.055318817496299744, 0.0830514132976532, 0.08833376318216324, 0.10074761509895325, 0.07532397657632828, 0.07883947342634201, 0.08912834525108337, 0.0839342251420021, 0.04397605359554291, 0.0804271250963211, 0.0932423323392868, 0.03796664997935295, -0.05875082686543465], "r_norm": [1.803837776184082, 1.601464033126831, 1.7251532077789307, 1.6350878477096558, 1.7012262344360352, 1.66953706741333, 1.6960203647613525, 1.7070844173431396, 1.7349114418029785, 1.717332363128662, 1.7752326726913452, 1.6861159801483154, 1.7516231536865234, 1.6887290477752686, 1.7301651239395142, 1.656146764755249, 1.709304928779602, 1.65622079372406, 1.7263681888580322, 1.7397291660308838]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3958, "test_loss": 1.7472452026367187}, {"step": 1000, "epoch": 2, "train_loss": 1.724802851676941, "cos_r_negg": [0.7164188623428345, 0.15302452445030212, 0.13245832920074463, 0.16589584946632385, 0.13177190721035004, 0.18693093955516815, 0.15520745515823364, 0.13805121183395386, 0.1568966507911682, 0.1697784662246704, 0.15145957469940186, 0.1711215376853943, 0.19631679356098175, 0.160292848944664, 0.17174603044986725, 0.1303534209728241, 0.1292436122894287, 0.20074130594730377, 0.12403001636266708, 0.025380346924066544], "cos_innovation_negg": [0.7164188623428345, 0.15302452445030212, 0.13245832920074463, 0.16589584946632385, 0.13177190721035004, 0.18693093955516815, 0.15520745515823364, 0.13805121183395386, 0.1568966507911682, 0.1697784662246704, 0.15145957469940186, 0.1711215376853943, 0.19631679356098175, 0.160292848944664, 0.17174603044986725, 0.1303534209728241, 0.1292436122894287, 0.20074130594730377, 0.12403001636266708, 0.025380346924066544], "cos_apical_negg": [0.7164188623428345, 0.15302452445030212, 0.13245832920074463, 0.16589584946632385, 0.13177190721035004, 0.18693093955516815, 0.15520745515823364, 0.13805121183395386, 0.1568966507911682, 0.1697784662246704, 0.15145957469940186, 0.1711215376853943, 0.19631679356098175, 0.160292848944664, 0.17174603044986725, 0.1303534209728241, 0.1292436122894287, 0.20074130594730377, 0.12403001636266708, 0.025380346924066544], "cos_Ac_negg": [0.7164188623428345, 0.15302452445030212, 0.13245832920074463, 0.16589584946632385, 0.13177190721035004, 0.18693093955516815, 0.15520745515823364, 0.13805121183395386, 0.1568966507911682, 0.1697784662246704, 0.15145957469940186, 0.1711215376853943, 0.19631679356098175, 0.160292848944664, 0.17174603044986725, 0.1303534209728241, 0.1292436122894287, 0.20074130594730377, 0.12403001636266708, 0.025380346924066544], "r_norm": [1.5853397846221924, 1.341728687286377, 1.4289796352386475, 1.3634388446807861, 1.4129139184951782, 1.3950185775756836, 1.4073282480239868, 1.4141154289245605, 1.435158371925354, 1.4301507472991943, 1.4711432456970215, 1.4028112888336182, 1.4592729806900024, 1.4015095233917236, 1.4426298141479492, 1.3715099096298218, 1.4224331378936768, 1.3758559226989746, 1.432018518447876, 1.4325391054153442]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3985, "test_loss": 1.7286903442382813}, {"step": 1500, "epoch": 3, "train_loss": 1.59889554977417, "cos_r_negg": [0.7755821347236633, 0.27906331419944763, 0.2597314119338989, 0.26492631435394287, 0.2164628803730011, 0.28722715377807617, 0.2511995732784271, 0.24087826907634735, 0.2567095160484314, 0.2860667109489441, 0.2725043296813965, 0.2694406509399414, 0.29494285583496094, 0.26279643177986145, 0.2544870376586914, 0.22036334872245789, 0.2836315631866455, 0.2654222548007965, 0.24759063124656677, 0.12340696901082993], "cos_innovation_negg": [0.7755821347236633, 0.27906331419944763, 0.2597314119338989, 0.26492631435394287, 0.2164628803730011, 0.28722715377807617, 0.2511995732784271, 0.24087826907634735, 0.2567095160484314, 0.2860667109489441, 0.2725043296813965, 0.2694406509399414, 0.29494285583496094, 0.26279643177986145, 0.2544870376586914, 0.22036334872245789, 0.2836315631866455, 0.2654222548007965, 0.24759063124656677, 0.12340696901082993], "cos_apical_negg": [0.7755821347236633, 0.27906331419944763, 0.2597314119338989, 0.26492631435394287, 0.2164628803730011, 0.28722715377807617, 0.2511995732784271, 0.24087826907634735, 0.2567095160484314, 0.2860667109489441, 0.2725043296813965, 0.2694406509399414, 0.29494285583496094, 0.26279643177986145, 0.2544870376586914, 0.22036334872245789, 0.2836315631866455, 0.2654222548007965, 0.24759063124656677, 0.12340696901082993], "cos_Ac_negg": [0.7755821347236633, 0.27906331419944763, 0.2597314119338989, 0.26492631435394287, 0.2164628803730011, 0.28722715377807617, 0.2511995732784271, 0.24087826907634735, 0.2567095160484314, 0.2860667109489441, 0.2725043296813965, 0.2694406509399414, 0.29494285583496094, 0.26279643177986145, 0.2544870376586914, 0.22036334872245789, 0.2836315631866455, 0.2654222548007965, 0.24759063124656677, 0.12340696901082993], "r_norm": [1.376938819885254, 1.1093963384628296, 1.1689517498016357, 1.1224530935287476, 1.1579415798187256, 1.149727463722229, 1.153730869293213, 1.1552687883377075, 1.1794215440750122, 1.1795756816864014, 1.2061586380004883, 1.1563897132873535, 1.2001984119415283, 1.151282548904419, 1.1791470050811768, 1.1174728870391846, 1.1649298667907715, 1.1320585012435913, 1.170107126235962, 1.1637229919433594]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.406, "test_loss": 1.7176787963867188}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4109, "test_loss": 1.6992347045898437}], "final": {"test_acc": 0.4109, "test_loss": 1.6992347045898437, "wall_s": 33.37645173072815, "cos_r_negg": [0.8089088201522827, 0.3648538887500763, 0.3584721088409424, 0.3411136865615845, 0.33868902921676636, 0.3662002980709076, 0.35841116309165955, 0.34857532382011414, 0.366268515586853, 0.3697420358657837, 0.3841099739074707, 0.4268256723880768, 0.388345867395401, 0.3773788809776306, 0.3641743063926697, 0.34929484128952026, 0.351291298866272, 0.37015843391418457, 0.3208814263343811, 0.2668011486530304], "cos_innovation_negg": [0.8089088201522827, 0.3648538887500763, 0.3584721088409424, 0.3411136865615845, 0.33868902921676636, 0.3662002980709076, 0.35841116309165955, 0.34857532382011414, 0.366268515586853, 0.3697420358657837, 0.3841099739074707, 0.4268256723880768, 0.388345867395401, 0.3773788809776306, 0.3641743063926697, 0.34929484128952026, 0.351291298866272, 0.37015843391418457, 0.3208814263343811, 0.2668011486530304], "cos_apical_negg": [0.8089088201522827, 0.3648538887500763, 0.3584721088409424, 0.3411136865615845, 0.33868902921676636, 0.3662002980709076, 0.35841116309165955, 0.34857532382011414, 0.366268515586853, 0.3697420358657837, 0.3841099739074707, 0.4268256723880768, 0.388345867395401, 0.3773788809776306, 0.3641743063926697, 0.34929484128952026, 0.351291298866272, 0.37015843391418457, 0.3208814263343811, 0.2668011486530304], "cos_Ac_negg": [0.8089088201522827, 0.3648538887500763, 0.3584721088409424, 0.3411136865615845, 0.33868902921676636, 0.3662002980709076, 0.35841116309165955, 0.34857532382011414, 0.366268515586853, 0.3697420358657837, 0.3841099739074707, 0.4268256723880768, 0.388345867395401, 0.3773788809776306, 0.3641743063926697, 0.34929484128952026, 0.351291298866272, 0.37015843391418457, 0.3208814263343811, 0.2668011486530304]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_sdil_w64_d20_s1.json b/results/scale_v3_cifar10_sdil_w64_d20_s1.json
new file mode 100644
index 0000000..52cdaf2
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d20_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d20_s1", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.8419671058654785, "cos_r_negg": [-0.03832801803946495, -0.0038717780262231827, 0.09431726485490799, -0.009484627284109592, -0.03767269104719162, -0.0004117076750844717, -0.050135478377342224, 0.030684102326631546, -0.06318461894989014, 0.02629108354449272, -0.004418324213474989, -0.061745937913656235, -0.012763015925884247, -0.003970361314713955, -0.01827937737107277, 0.04001510515809059, -0.07552376389503479, 0.06575316190719604, -0.030957911163568497, -0.022568587213754654], "cos_innovation_negg": [-0.03832801803946495, -0.0038717780262231827, 0.09431726485490799, -0.009484627284109592, -0.03767269104719162, -0.0004117076750844717, -0.050135478377342224, 0.030684102326631546, -0.06318461894989014, 0.02629108354449272, -0.004418324213474989, -0.061745937913656235, -0.012763015925884247, -0.003970361314713955, -0.01827937737107277, 0.04001510515809059, -0.07552376389503479, 0.06575316190719604, -0.030957911163568497, -0.022568587213754654], "cos_apical_negg": [-0.03832801803946495, -0.0038717780262231827, 0.09431726485490799, -0.009484627284109592, -0.03767269104719162, -0.0004117076750844717, -0.050135478377342224, 0.030684102326631546, -0.06318461894989014, 0.02629108354449272, -0.004418324213474989, -0.061745937913656235, -0.012763015925884247, -0.003970361314713955, -0.01827937737107277, 0.04001510515809059, -0.07552376389503479, 0.06575316190719604, -0.030957911163568497, -0.022568587213754654], "cos_Ac_negg": [-0.03832801803946495, -0.0038717780262231827, 0.09431726485490799, -0.009484627284109592, -0.03767269104719162, -0.0004117076750844717, -0.050135478377342224, 0.030684102326631546, -0.06318461894989014, 0.02629108354449272, -0.004418324213474989, -0.061745937913656235, -0.012763015925884247, -0.003970361314713955, -0.01827937737107277, 0.04001510515809059, -0.07552376389503479, 0.06575316190719604, -0.030957911163568497, -0.022568587213754654], "r_norm": [2.383727788925171, 2.386284351348877, 2.621631383895874, 2.657865047454834, 2.553990364074707, 2.6697373390197754, 2.3678808212280273, 2.5390899181365967, 2.350024700164795, 2.5546822547912598, 2.4880409240722656, 2.4154088497161865, 2.420438051223755, 2.5935864448547363, 2.4879231452941895, 2.435194969177246, 2.4192099571228027, 2.4645187854766846, 2.576882839202881, 2.6583757400512695], "ldr": {"dL_sdil": -0.008134841918945312, "dL_bp": -0.44547176361083984, "ratio": 0.018261184172498612}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3635, "test_loss": 1.797163232421875}, {"step": 500, "epoch": 1, "train_loss": 1.6951638460159302, "cos_r_negg": [0.6561729907989502, 0.11741368472576141, 0.030840160325169563, 0.034698858857154846, -0.008666852489113808, 0.07916469126939774, 0.05245378986001015, -0.008306588046252728, 0.10829383134841919, 0.08109650760889053, 0.11825691908597946, 0.11434219777584076, 0.032747428864240646, 0.03011179529130459, 0.08245426416397095, 0.07161078602075577, 0.04718869924545288, 0.050318993628025055, 0.04196271672844887, 0.014372127130627632], "cos_innovation_negg": [0.6561729907989502, 0.11741368472576141, 0.030840160325169563, 0.034698858857154846, -0.008666852489113808, 0.07916469126939774, 0.05245378986001015, -0.008306588046252728, 0.10829383134841919, 0.08109650760889053, 0.11825691908597946, 0.11434219777584076, 0.032747428864240646, 0.03011179529130459, 0.08245426416397095, 0.07161078602075577, 0.04718869924545288, 0.050318993628025055, 0.04196271672844887, 0.014372127130627632], "cos_apical_negg": [0.6561729907989502, 0.11741368472576141, 0.030840160325169563, 0.034698858857154846, -0.008666852489113808, 0.07916469126939774, 0.05245378986001015, -0.008306588046252728, 0.10829383134841919, 0.08109650760889053, 0.11825691908597946, 0.11434219777584076, 0.032747428864240646, 0.03011179529130459, 0.08245426416397095, 0.07161078602075577, 0.04718869924545288, 0.050318993628025055, 0.04196271672844887, 0.014372127130627632], "cos_Ac_negg": [0.6561729907989502, 0.11741368472576141, 0.030840160325169563, 0.034698858857154846, -0.008666852489113808, 0.07916469126939774, 0.05245378986001015, -0.008306588046252728, 0.10829383134841919, 0.08109650760889053, 0.11825691908597946, 0.11434219777584076, 0.032747428864240646, 0.03011179529130459, 0.08245426416397095, 0.07161078602075577, 0.04718869924545288, 0.050318993628025055, 0.04196271672844887, 0.014372127130627632], "r_norm": [1.6975085735321045, 1.6651679277420044, 1.8013300895690918, 1.8271446228027344, 1.7554285526275635, 1.8282026052474976, 1.6426830291748047, 1.7468976974487305, 1.6389950513839722, 1.7817060947418213, 1.751086950302124, 1.6610617637634277, 1.688539981842041, 1.8001314401626587, 1.7054901123046875, 1.692521572113037, 1.6640539169311523, 1.7108657360076904, 1.7944279909133911, 1.802899718284607]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3912, "test_loss": 1.7607303344726561}, {"step": 1000, "epoch": 2, "train_loss": 1.7818326950073242, "cos_r_negg": [0.7159899473190308, 0.14886590838432312, 0.1490955650806427, 0.13943776488304138, 0.0706753134727478, 0.10063756257295609, 0.1731964647769928, 0.05207788944244385, 0.19616904854774475, 0.16825328767299652, 0.1567486822605133, 0.1571846455335617, 0.13767178356647491, 0.09135496616363525, 0.18695303797721863, 0.13501423597335815, 0.16141994297504425, 0.10043899714946747, 0.07697904855012894, 0.09337493032217026], "cos_innovation_negg": [0.7159899473190308, 0.14886590838432312, 0.1490955650806427, 0.13943776488304138, 0.0706753134727478, 0.10063756257295609, 0.1731964647769928, 0.05207788944244385, 0.19616904854774475, 0.16825328767299652, 0.1567486822605133, 0.1571846455335617, 0.13767178356647491, 0.09135496616363525, 0.18695303797721863, 0.13501423597335815, 0.16141994297504425, 0.10043899714946747, 0.07697904855012894, 0.09337493032217026], "cos_apical_negg": [0.7159899473190308, 0.14886590838432312, 0.1490955650806427, 0.13943776488304138, 0.0706753134727478, 0.10063756257295609, 0.1731964647769928, 0.05207788944244385, 0.19616904854774475, 0.16825328767299652, 0.1567486822605133, 0.1571846455335617, 0.13767178356647491, 0.09135496616363525, 0.18695303797721863, 0.13501423597335815, 0.16141994297504425, 0.10043899714946747, 0.07697904855012894, 0.09337493032217026], "cos_Ac_negg": [0.7159899473190308, 0.14886590838432312, 0.1490955650806427, 0.13943776488304138, 0.0706753134727478, 0.10063756257295609, 0.1731964647769928, 0.05207788944244385, 0.19616904854774475, 0.16825328767299652, 0.1567486822605133, 0.1571846455335617, 0.13767178356647491, 0.09135496616363525, 0.18695303797721863, 0.13501423597335815, 0.16141994297504425, 0.10043899714946747, 0.07697904855012894, 0.09337493032217026], "r_norm": [1.4526207447052002, 1.3498198986053467, 1.4525245428085327, 1.4825406074523926, 1.4117770195007324, 1.4763624668121338, 1.3297128677368164, 1.4090960025787354, 1.329675555229187, 1.443860411643982, 1.4163719415664673, 1.3448214530944824, 1.3623509407043457, 1.457201600074768, 1.3788962364196777, 1.3688533306121826, 1.3480165004730225, 1.3783578872680664, 1.4392915964126587, 1.4520467519760132]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4019, "test_loss": 1.728396875}, {"step": 1500, "epoch": 3, "train_loss": 1.6390485763549805, "cos_r_negg": [0.7465548515319824, 0.24588562548160553, 0.2447001039981842, 0.21500159800052643, 0.14729806780815125, 0.18949896097183228, 0.2695710062980652, 0.16623686254024506, 0.2824299931526184, 0.2594683766365051, 0.26125460863113403, 0.24258169531822205, 0.2402794063091278, 0.18759992718696594, 0.27654188871383667, 0.24603475630283356, 0.23048344254493713, 0.17891958355903625, 0.21015974879264832, 0.19055385887622833], "cos_innovation_negg": [0.7465548515319824, 0.24588562548160553, 0.2447001039981842, 0.21500159800052643, 0.14729806780815125, 0.18949896097183228, 0.2695710062980652, 0.16623686254024506, 0.2824299931526184, 0.2594683766365051, 0.26125460863113403, 0.24258169531822205, 0.2402794063091278, 0.18759992718696594, 0.27654188871383667, 0.24603475630283356, 0.23048344254493713, 0.17891958355903625, 0.21015974879264832, 0.19055385887622833], "cos_apical_negg": [0.7465548515319824, 0.24588562548160553, 0.2447001039981842, 0.21500159800052643, 0.14729806780815125, 0.18949896097183228, 0.2695710062980652, 0.16623686254024506, 0.2824299931526184, 0.2594683766365051, 0.26125460863113403, 0.24258169531822205, 0.2402794063091278, 0.18759992718696594, 0.27654188871383667, 0.24603475630283356, 0.23048344254493713, 0.17891958355903625, 0.21015974879264832, 0.19055385887622833], "cos_Ac_negg": [0.7465548515319824, 0.24588562548160553, 0.2447001039981842, 0.21500159800052643, 0.14729806780815125, 0.18949896097183228, 0.2695710062980652, 0.16623686254024506, 0.2824299931526184, 0.2594683766365051, 0.26125460863113403, 0.24258169531822205, 0.2402794063091278, 0.18759992718696594, 0.27654188871383667, 0.24603475630283356, 0.23048344254493713, 0.17891958355903625, 0.21015974879264832, 0.19055385887622833], "r_norm": [1.2614234685897827, 1.0995235443115234, 1.182194709777832, 1.2043302059173584, 1.135392189025879, 1.2062187194824219, 1.0847876071929932, 1.136795997619629, 1.0888444185256958, 1.177617073059082, 1.1473309993743896, 1.0996942520141602, 1.1025092601776123, 1.1759319305419922, 1.1341365575790405, 1.1126022338867188, 1.0974838733673096, 1.1178245544433594, 1.1641536951065063, 1.1819517612457275]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4093, "test_loss": 1.716443115234375}, {"epoch_end": 4, "step": 1955, "test_acc": 0.42, "test_loss": 1.68951611328125}], "final": {"test_acc": 0.42, "test_loss": 1.68951611328125, "wall_s": 30.51420259475708, "cos_r_negg": [0.7864651679992676, 0.32476919889450073, 0.3332240581512451, 0.30350810289382935, 0.25167158246040344, 0.3030981123447418, 0.3791850507259369, 0.26902854442596436, 0.375348836183548, 0.3657348155975342, 0.38253289461135864, 0.36359965801239014, 0.31708061695098877, 0.3004034757614136, 0.3925201892852783, 0.3441108465194702, 0.33789244294166565, 0.3166937828063965, 0.31062114238739014, 0.2980608642101288], "cos_innovation_negg": [0.7864651679992676, 0.32476919889450073, 0.3332240581512451, 0.30350810289382935, 0.25167158246040344, 0.3030981123447418, 0.3791850507259369, 0.26902854442596436, 0.375348836183548, 0.3657348155975342, 0.38253289461135864, 0.36359965801239014, 0.31708061695098877, 0.3004034757614136, 0.3925201892852783, 0.3441108465194702, 0.33789244294166565, 0.3166937828063965, 0.31062114238739014, 0.2980608642101288], "cos_apical_negg": [0.7864651679992676, 0.32476919889450073, 0.3332240581512451, 0.30350810289382935, 0.25167158246040344, 0.3030981123447418, 0.3791850507259369, 0.26902854442596436, 0.375348836183548, 0.3657348155975342, 0.38253289461135864, 0.36359965801239014, 0.31708061695098877, 0.3004034757614136, 0.3925201892852783, 0.3441108465194702, 0.33789244294166565, 0.3166937828063965, 0.31062114238739014, 0.2980608642101288], "cos_Ac_negg": [0.7864651679992676, 0.32476919889450073, 0.3332240581512451, 0.30350810289382935, 0.25167158246040344, 0.3030981123447418, 0.3791850507259369, 0.26902854442596436, 0.375348836183548, 0.3657348155975342, 0.38253289461135864, 0.36359965801239014, 0.31708061695098877, 0.3004034757614136, 0.3925201892852783, 0.3441108465194702, 0.33789244294166565, 0.3166937828063965, 0.31062114238739014, 0.2980608642101288]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_sdil_w64_d20_s2.json b/results/scale_v3_cifar10_sdil_w64_d20_s2.json
new file mode 100644
index 0000000..ae13b39
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d20_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d20_s2", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6389660835266113, "cos_r_negg": [0.06593373417854309, 0.013993676751852036, -0.006523444317281246, 0.055754248052835464, 0.027988731861114502, -0.021315395832061768, -0.05441085249185562, 0.009758309461176395, 0.03848304599523544, 0.0736684799194336, 0.05977558717131615, -0.012974243611097336, -0.09082309901714325, 0.036273419857025146, -0.006233563646674156, 0.04200918227434158, 0.016438081860542297, -0.054141607135534286, -0.002209561411291361, -0.01649925485253334], "cos_innovation_negg": [0.06593373417854309, 0.013993676751852036, -0.006523444317281246, 0.055754248052835464, 0.027988731861114502, -0.021315395832061768, -0.05441085249185562, 0.009758309461176395, 0.03848304599523544, 0.0736684799194336, 0.05977558717131615, -0.012974243611097336, -0.09082309901714325, 0.036273419857025146, -0.006233563646674156, 0.04200918227434158, 0.016438081860542297, -0.054141607135534286, -0.002209561411291361, -0.01649925485253334], "cos_apical_negg": [0.06593373417854309, 0.013993676751852036, -0.006523444317281246, 0.055754248052835464, 0.027988731861114502, -0.021315395832061768, -0.05441085249185562, 0.009758309461176395, 0.03848304599523544, 0.0736684799194336, 0.05977558717131615, -0.012974243611097336, -0.09082309901714325, 0.036273419857025146, -0.006233563646674156, 0.04200918227434158, 0.016438081860542297, -0.054141607135534286, -0.002209561411291361, -0.01649925485253334], "cos_Ac_negg": [0.06593373417854309, 0.013993676751852036, -0.006523444317281246, 0.055754248052835464, 0.027988731861114502, -0.021315395832061768, -0.05441085249185562, 0.009758309461176395, 0.03848304599523544, 0.0736684799194336, 0.05977558717131615, -0.012974243611097336, -0.09082309901714325, 0.036273419857025146, -0.006233563646674156, 0.04200918227434158, 0.016438081860542297, -0.054141607135534286, -0.002209561411291361, -0.01649925485253334], "r_norm": [2.4976515769958496, 2.4829063415527344, 2.574943780899048, 2.4384334087371826, 2.491237163543701, 2.4100711345672607, 2.4472343921661377, 2.4750165939331055, 2.460747718811035, 2.484037160873413, 2.5021228790283203, 2.610708475112915, 2.394582748413086, 2.674191474914551, 2.426248550415039, 2.3979697227478027, 2.693160057067871, 2.5337347984313965, 2.439074754714966, 2.328918933868408], "ldr": {"dL_sdil": -0.054181814193725586, "dL_bp": -0.4693567752838135, "ratio": 0.11543844053590704}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3661, "test_loss": 1.8113716918945313}, {"step": 500, "epoch": 1, "train_loss": 1.6617817878723145, "cos_r_negg": [0.6389768123626709, 0.07852965593338013, 0.13589194416999817, 0.02009466290473938, 0.08110658824443817, 0.0786416307091713, 0.0016705775633454323, 0.04348359629511833, 0.1759306639432907, 0.034090518951416016, 0.0639403834939003, 0.06997209787368774, 0.0055411215871572495, 0.05749879032373428, 0.11086574196815491, 0.06605710089206696, 0.03921148553490639, 0.02202458493411541, 0.02429373934864998, 0.11212228983640671], "cos_innovation_negg": [0.6389768123626709, 0.07852965593338013, 0.13589194416999817, 0.02009466290473938, 0.08110658824443817, 0.0786416307091713, 0.0016705775633454323, 0.04348359629511833, 0.1759306639432907, 0.034090518951416016, 0.0639403834939003, 0.06997209787368774, 0.0055411215871572495, 0.05749879032373428, 0.11086574196815491, 0.06605710089206696, 0.03921148553490639, 0.02202458493411541, 0.02429373934864998, 0.11212228983640671], "cos_apical_negg": [0.6389768123626709, 0.07852965593338013, 0.13589194416999817, 0.02009466290473938, 0.08110658824443817, 0.0786416307091713, 0.0016705775633454323, 0.04348359629511833, 0.1759306639432907, 0.034090518951416016, 0.0639403834939003, 0.06997209787368774, 0.0055411215871572495, 0.05749879032373428, 0.11086574196815491, 0.06605710089206696, 0.03921148553490639, 0.02202458493411541, 0.02429373934864998, 0.11212228983640671], "cos_Ac_negg": [0.6389768123626709, 0.07852965593338013, 0.13589194416999817, 0.02009466290473938, 0.08110658824443817, 0.0786416307091713, 0.0016705775633454323, 0.04348359629511833, 0.1759306639432907, 0.034090518951416016, 0.0639403834939003, 0.06997209787368774, 0.0055411215871572495, 0.05749879032373428, 0.11086574196815491, 0.06605710089206696, 0.03921148553490639, 0.02202458493411541, 0.02429373934864998, 0.11212228983640671], "r_norm": [1.7909306287765503, 1.726088523864746, 1.814136028289795, 1.6665878295898438, 1.7473523616790771, 1.6864192485809326, 1.7132811546325684, 1.7268383502960205, 1.7193984985351562, 1.7441869974136353, 1.755918264389038, 1.7985100746154785, 1.6429319381713867, 1.8413172960281372, 1.7013088464736938, 1.7079166173934937, 1.8729168176651, 1.7459828853607178, 1.6890032291412354, 1.6266982555389404]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3912, "test_loss": 1.7540248413085937}, {"step": 1000, "epoch": 2, "train_loss": 1.7368227243423462, "cos_r_negg": [0.7390826940536499, 0.18577487766742706, 0.18226245045661926, 0.12050589919090271, 0.15826688706874847, 0.14240382611751556, 0.10109449923038483, 0.13060863316059113, 0.20872867107391357, 0.10470209270715714, 0.12630483508110046, 0.17026585340499878, 0.12124870717525482, 0.1172897070646286, 0.1591358780860901, 0.08685910701751709, 0.07524409890174866, 0.09755244851112366, 0.07138492912054062, 0.1961987018585205], "cos_innovation_negg": [0.7390826940536499, 0.18577487766742706, 0.18226245045661926, 0.12050589919090271, 0.15826688706874847, 0.14240382611751556, 0.10109449923038483, 0.13060863316059113, 0.20872867107391357, 0.10470209270715714, 0.12630483508110046, 0.17026585340499878, 0.12124870717525482, 0.1172897070646286, 0.1591358780860901, 0.08685910701751709, 0.07524409890174866, 0.09755244851112366, 0.07138492912054062, 0.1961987018585205], "cos_apical_negg": [0.7390826940536499, 0.18577487766742706, 0.18226245045661926, 0.12050589919090271, 0.15826688706874847, 0.14240382611751556, 0.10109449923038483, 0.13060863316059113, 0.20872867107391357, 0.10470209270715714, 0.12630483508110046, 0.17026585340499878, 0.12124870717525482, 0.1172897070646286, 0.1591358780860901, 0.08685910701751709, 0.07524409890174866, 0.09755244851112366, 0.07138492912054062, 0.1961987018585205], "cos_Ac_negg": [0.7390826940536499, 0.18577487766742706, 0.18226245045661926, 0.12050589919090271, 0.15826688706874847, 0.14240382611751556, 0.10109449923038483, 0.13060863316059113, 0.20872867107391357, 0.10470209270715714, 0.12630483508110046, 0.17026585340499878, 0.12124870717525482, 0.1172897070646286, 0.1591358780860901, 0.08685910701751709, 0.07524409890174866, 0.09755244851112366, 0.07138492912054062, 0.1961987018585205], "r_norm": [1.5486072301864624, 1.4131722450256348, 1.4953627586364746, 1.3655297756195068, 1.43131685256958, 1.386131763458252, 1.395601749420166, 1.4123340845108032, 1.4152343273162842, 1.4191930294036865, 1.4409430027008057, 1.4822609424591064, 1.345395565032959, 1.5097929239273071, 1.39820396900177, 1.3883514404296875, 1.5322113037109375, 1.4304218292236328, 1.3815944194793701, 1.344038963317871]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3978, "test_loss": 1.7291228149414062}, {"step": 1500, "epoch": 3, "train_loss": 1.6416943073272705, "cos_r_negg": [0.7587835192680359, 0.2718650698661804, 0.23289042711257935, 0.20174452662467957, 0.28260865807533264, 0.22946864366531372, 0.21783685684204102, 0.1681687831878662, 0.2934598922729492, 0.1914120614528656, 0.2539805769920349, 0.2592066526412964, 0.2270563840866089, 0.19179043173789978, 0.22804169356822968, 0.17214614152908325, 0.1770518720149994, 0.2360837459564209, 0.19612210988998413, 0.3191680610179901], "cos_innovation_negg": [0.7587835192680359, 0.2718650698661804, 0.23289042711257935, 0.20174452662467957, 0.28260865807533264, 0.22946864366531372, 0.21783685684204102, 0.1681687831878662, 0.2934598922729492, 0.1914120614528656, 0.2539805769920349, 0.2592066526412964, 0.2270563840866089, 0.19179043173789978, 0.22804169356822968, 0.17214614152908325, 0.1770518720149994, 0.2360837459564209, 0.19612210988998413, 0.3191680610179901], "cos_apical_negg": [0.7587835192680359, 0.2718650698661804, 0.23289042711257935, 0.20174452662467957, 0.28260865807533264, 0.22946864366531372, 0.21783685684204102, 0.1681687831878662, 0.2934598922729492, 0.1914120614528656, 0.2539805769920349, 0.2592066526412964, 0.2270563840866089, 0.19179043173789978, 0.22804169356822968, 0.17214614152908325, 0.1770518720149994, 0.2360837459564209, 0.19612210988998413, 0.3191680610179901], "cos_Ac_negg": [0.7587835192680359, 0.2718650698661804, 0.23289042711257935, 0.20174452662467957, 0.28260865807533264, 0.22946864366531372, 0.21783685684204102, 0.1681687831878662, 0.2934598922729492, 0.1914120614528656, 0.2539805769920349, 0.2592066526412964, 0.2270563840866089, 0.19179043173789978, 0.22804169356822968, 0.17214614152908325, 0.1770518720149994, 0.2360837459564209, 0.19612210988998413, 0.3191680610179901], "r_norm": [1.3358010053634644, 1.1678698062896729, 1.2299256324768066, 1.1177070140838623, 1.1754882335662842, 1.1452264785766602, 1.1417728662490845, 1.1580309867858887, 1.1612064838409424, 1.1558250188827515, 1.1853424310684204, 1.205953598022461, 1.103301763534546, 1.2260974645614624, 1.1429448127746582, 1.1266374588012695, 1.248934268951416, 1.167492151260376, 1.1242961883544922, 1.1126219034194946]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4028, "test_loss": 1.7209801513671874}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4114, "test_loss": 1.6914333862304687}], "final": {"test_acc": 0.4114, "test_loss": 1.6914333862304687, "wall_s": 29.78646421432495, "cos_r_negg": [0.8057640790939331, 0.37190455198287964, 0.33066096901893616, 0.3178156614303589, 0.34161365032196045, 0.3315601050853729, 0.3300320506095886, 0.31969690322875977, 0.40131932497024536, 0.3093206286430359, 0.3566463887691498, 0.3580888509750366, 0.34394171833992004, 0.3028595447540283, 0.3313327431678772, 0.31680652499198914, 0.2923799753189087, 0.34223824739456177, 0.3207544982433319, 0.42612239718437195], "cos_innovation_negg": [0.8057640790939331, 0.37190455198287964, 0.33066096901893616, 0.3178156614303589, 0.34161365032196045, 0.3315601050853729, 0.3300320506095886, 0.31969690322875977, 0.40131932497024536, 0.3093206286430359, 0.3566463887691498, 0.3580888509750366, 0.34394171833992004, 0.3028595447540283, 0.3313327431678772, 0.31680652499198914, 0.2923799753189087, 0.34223824739456177, 0.3207544982433319, 0.42612239718437195], "cos_apical_negg": [0.8057640790939331, 0.37190455198287964, 0.33066096901893616, 0.3178156614303589, 0.34161365032196045, 0.3315601050853729, 0.3300320506095886, 0.31969690322875977, 0.40131932497024536, 0.3093206286430359, 0.3566463887691498, 0.3580888509750366, 0.34394171833992004, 0.3028595447540283, 0.3313327431678772, 0.31680652499198914, 0.2923799753189087, 0.34223824739456177, 0.3207544982433319, 0.42612239718437195], "cos_Ac_negg": [0.8057640790939331, 0.37190455198287964, 0.33066096901893616, 0.3178156614303589, 0.34161365032196045, 0.3315601050853729, 0.3300320506095886, 0.31969690322875977, 0.40131932497024536, 0.3093206286430359, 0.3566463887691498, 0.3580888509750366, 0.34394171833992004, 0.3028595447540283, 0.3313327431678772, 0.31680652499198914, 0.2923799753189087, 0.34223824739456177, 0.3207544982433319, 0.42612239718437195]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_sdil_w64_d20_s3.json b/results/scale_v3_cifar10_sdil_w64_d20_s3.json
new file mode 100644
index 0000000..5fbd449
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d20_s3.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d20_s3", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5661840438842773, "cos_r_negg": [0.0693524032831192, -0.05858476459980011, -0.02498081512749195, -0.04339393600821495, -0.003833564929664135, -0.06528893113136292, 0.01692187786102295, 0.03227422013878822, -0.06006751209497452, -0.0638786256313324, -0.004887578543275595, 0.009103290736675262, -0.0659005269408226, -0.034930042922496796, 0.0373135581612587, -0.06369631737470627, -0.0009000073187053204, 0.07872693985700607, -0.018359031528234482, -0.008294914849102497], "cos_innovation_negg": [0.0693524032831192, -0.05858476459980011, -0.02498081512749195, -0.04339393600821495, -0.003833564929664135, -0.06528893113136292, 0.01692187786102295, 0.03227422013878822, -0.06006751209497452, -0.0638786256313324, -0.004887578543275595, 0.009103290736675262, -0.0659005269408226, -0.034930042922496796, 0.0373135581612587, -0.06369631737470627, -0.0009000073187053204, 0.07872693985700607, -0.018359031528234482, -0.008294914849102497], "cos_apical_negg": [0.0693524032831192, -0.05858476459980011, -0.02498081512749195, -0.04339393600821495, -0.003833564929664135, -0.06528893113136292, 0.01692187786102295, 0.03227422013878822, -0.06006751209497452, -0.0638786256313324, -0.004887578543275595, 0.009103290736675262, -0.0659005269408226, -0.034930042922496796, 0.0373135581612587, -0.06369631737470627, -0.0009000073187053204, 0.07872693985700607, -0.018359031528234482, -0.008294914849102497], "cos_Ac_negg": [0.0693524032831192, -0.05858476459980011, -0.02498081512749195, -0.04339393600821495, -0.003833564929664135, -0.06528893113136292, 0.01692187786102295, 0.03227422013878822, -0.06006751209497452, -0.0638786256313324, -0.004887578543275595, 0.009103290736675262, -0.0659005269408226, -0.034930042922496796, 0.0373135581612587, -0.06369631737470627, -0.0009000073187053204, 0.07872693985700607, -0.018359031528234482, -0.008294914849102497], "r_norm": [2.4537668228149414, 2.4386067390441895, 2.398371696472168, 2.436614990234375, 2.540419340133667, 2.4805006980895996, 2.3954050540924072, 2.4316227436065674, 2.4032750129699707, 2.3599042892456055, 2.4821276664733887, 2.5072522163391113, 2.5078125, 2.7329795360565186, 2.3691234588623047, 2.450049877166748, 2.5318949222564697, 2.3255953788757324, 2.4390745162963867, 2.490327835083008], "ldr": {"dL_sdil": -0.0743720531463623, "dL_bp": -0.40113282203674316, "ratio": 0.18540505553432357}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3605, "test_loss": 1.8072552856445312}, {"step": 500, "epoch": 1, "train_loss": 1.6603049039840698, "cos_r_negg": [0.7027078866958618, 0.038417838513851166, 0.07528961449861526, 0.0507284477353096, 0.008873308077454567, -0.009581268765032291, 0.12149755656719208, -0.0018983008340001106, 0.08967448770999908, 0.07253429293632507, 0.05808093771338463, 0.12177735567092896, 0.07700102031230927, 0.08189357072114944, 0.10461437702178955, 0.052532441914081573, 0.03267943859100342, 0.10047303885221481, 0.10649149119853973, -0.04994289204478264], "cos_innovation_negg": [0.7027078866958618, 0.038417838513851166, 0.07528961449861526, 0.0507284477353096, 0.008873308077454567, -0.009581268765032291, 0.12149755656719208, -0.0018983008340001106, 0.08967448770999908, 0.07253429293632507, 0.05808093771338463, 0.12177735567092896, 0.07700102031230927, 0.08189357072114944, 0.10461437702178955, 0.052532441914081573, 0.03267943859100342, 0.10047303885221481, 0.10649149119853973, -0.04994289204478264], "cos_apical_negg": [0.7027078866958618, 0.038417838513851166, 0.07528961449861526, 0.0507284477353096, 0.008873308077454567, -0.009581268765032291, 0.12149755656719208, -0.0018983008340001106, 0.08967448770999908, 0.07253429293632507, 0.05808093771338463, 0.12177735567092896, 0.07700102031230927, 0.08189357072114944, 0.10461437702178955, 0.052532441914081573, 0.03267943859100342, 0.10047303885221481, 0.10649149119853973, -0.04994289204478264], "cos_Ac_negg": [0.7027078866958618, 0.038417838513851166, 0.07528961449861526, 0.0507284477353096, 0.008873308077454567, -0.009581268765032291, 0.12149755656719208, -0.0018983008340001106, 0.08967448770999908, 0.07253429293632507, 0.05808093771338463, 0.12177735567092896, 0.07700102031230927, 0.08189357072114944, 0.10461437702178955, 0.052532441914081573, 0.03267943859100342, 0.10047303885221481, 0.10649149119853973, -0.04994289204478264], "r_norm": [1.7670329809188843, 1.6689083576202393, 1.6544855833053589, 1.6768666505813599, 1.7502284049987793, 1.7012982368469238, 1.655625581741333, 1.6778013706207275, 1.6502131223678589, 1.6366803646087646, 1.7020957469940186, 1.7407132387161255, 1.7402386665344238, 1.9012185335159302, 1.6264503002166748, 1.6859471797943115, 1.7483792304992676, 1.6274139881134033, 1.6750969886779785, 1.7180752754211426]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3848, "test_loss": 1.7649994140625}, {"step": 1000, "epoch": 2, "train_loss": 1.721308708190918, "cos_r_negg": [0.773021399974823, 0.07779204845428467, 0.14731362462043762, 0.1537145972251892, 0.05917596071958542, 0.06204260513186455, 0.19575461745262146, 0.11029835790395737, 0.20340785384178162, 0.13617783784866333, 0.0936877578496933, 0.1894557923078537, 0.11574167013168335, 0.16057783365249634, 0.14247335493564606, 0.13627448678016663, 0.1516522467136383, 0.14481821656227112, 0.1685982644557953, 0.018145719543099403], "cos_innovation_negg": [0.773021399974823, 0.07779204845428467, 0.14731362462043762, 0.1537145972251892, 0.05917596071958542, 0.06204260513186455, 0.19575461745262146, 0.11029835790395737, 0.20340785384178162, 0.13617783784866333, 0.0936877578496933, 0.1894557923078537, 0.11574167013168335, 0.16057783365249634, 0.14247335493564606, 0.13627448678016663, 0.1516522467136383, 0.14481821656227112, 0.1685982644557953, 0.018145719543099403], "cos_apical_negg": [0.773021399974823, 0.07779204845428467, 0.14731362462043762, 0.1537145972251892, 0.05917596071958542, 0.06204260513186455, 0.19575461745262146, 0.11029835790395737, 0.20340785384178162, 0.13617783784866333, 0.0936877578496933, 0.1894557923078537, 0.11574167013168335, 0.16057783365249634, 0.14247335493564606, 0.13627448678016663, 0.1516522467136383, 0.14481821656227112, 0.1685982644557953, 0.018145719543099403], "cos_Ac_negg": [0.773021399974823, 0.07779204845428467, 0.14731362462043762, 0.1537145972251892, 0.05917596071958542, 0.06204260513186455, 0.19575461745262146, 0.11029835790395737, 0.20340785384178162, 0.13617783784866333, 0.0936877578496933, 0.1894557923078537, 0.11574167013168335, 0.16057783365249634, 0.14247335493564606, 0.13627448678016663, 0.1516522467136383, 0.14481821656227112, 0.1685982644557953, 0.018145719543099403], "r_norm": [1.5142042636871338, 1.3525391817092896, 1.3478083610534668, 1.3666493892669678, 1.4085516929626465, 1.3784462213516235, 1.3552651405334473, 1.361324667930603, 1.3438897132873535, 1.3317821025848389, 1.3832371234893799, 1.4127845764160156, 1.4050673246383667, 1.5391390323638916, 1.323709487915039, 1.3706501722335815, 1.419715166091919, 1.321014404296875, 1.367536187171936, 1.3807926177978516]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4016, "test_loss": 1.723336279296875}, {"step": 1500, "epoch": 3, "train_loss": 1.6386744976043701, "cos_r_negg": [0.7567437887191772, 0.18134461343288422, 0.26937034726142883, 0.24486896395683289, 0.16086545586585999, 0.17751652002334595, 0.27428460121154785, 0.20481407642364502, 0.2806814908981323, 0.2590763568878174, 0.21044665575027466, 0.3048057556152344, 0.20623773336410522, 0.2696194052696228, 0.22190150618553162, 0.23325592279434204, 0.2762085199356079, 0.2725907862186432, 0.26566770672798157, 0.15500599145889282], "cos_innovation_negg": [0.7567437887191772, 0.18134461343288422, 0.26937034726142883, 0.24486896395683289, 0.16086545586585999, 0.17751652002334595, 0.27428460121154785, 0.20481407642364502, 0.2806814908981323, 0.2590763568878174, 0.21044665575027466, 0.3048057556152344, 0.20623773336410522, 0.2696194052696228, 0.22190150618553162, 0.23325592279434204, 0.2762085199356079, 0.2725907862186432, 0.26566770672798157, 0.15500599145889282], "cos_apical_negg": [0.7567437887191772, 0.18134461343288422, 0.26937034726142883, 0.24486896395683289, 0.16086545586585999, 0.17751652002334595, 0.27428460121154785, 0.20481407642364502, 0.2806814908981323, 0.2590763568878174, 0.21044665575027466, 0.3048057556152344, 0.20623773336410522, 0.2696194052696228, 0.22190150618553162, 0.23325592279434204, 0.2762085199356079, 0.2725907862186432, 0.26566770672798157, 0.15500599145889282], "cos_Ac_negg": [0.7567437887191772, 0.18134461343288422, 0.26937034726142883, 0.24486896395683289, 0.16086545586585999, 0.17751652002334595, 0.27428460121154785, 0.20481407642364502, 0.2806814908981323, 0.2590763568878174, 0.21044665575027466, 0.3048057556152344, 0.20623773336410522, 0.2696194052696228, 0.22190150618553162, 0.23325592279434204, 0.2762085199356079, 0.2725907862186432, 0.26566770672798157, 0.15500599145889282], "r_norm": [1.3229501247406006, 1.1089928150177002, 1.122788667678833, 1.1313881874084473, 1.1548118591308594, 1.12418794631958, 1.1224699020385742, 1.1101768016815186, 1.1169190406799316, 1.09437894821167, 1.1290109157562256, 1.160680890083313, 1.1438326835632324, 1.260423183441162, 1.093457579612732, 1.1290532350540161, 1.1678495407104492, 1.0851818323135376, 1.134483814239502, 1.1212563514709473]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4046, "test_loss": 1.7155074462890625}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4046, "test_loss": 1.7065242553710938}], "final": {"test_acc": 0.4046, "test_loss": 1.7065242553710938, "wall_s": 31.86020064353943, "cos_r_negg": [0.7800142765045166, 0.28416907787323, 0.36854982376098633, 0.33807629346847534, 0.2588394284248352, 0.2876851558685303, 0.381034255027771, 0.30549174547195435, 0.37147051095962524, 0.3504701852798462, 0.31457847356796265, 0.37950849533081055, 0.3077792525291443, 0.37881654500961304, 0.3485231399536133, 0.34105363488197327, 0.35934099555015564, 0.36597543954849243, 0.35560616850852966, 0.26214057207107544], "cos_innovation_negg": [0.7800142765045166, 0.28416907787323, 0.36854982376098633, 0.33807629346847534, 0.2588394284248352, 0.2876851558685303, 0.381034255027771, 0.30549174547195435, 0.37147051095962524, 0.3504701852798462, 0.31457847356796265, 0.37950849533081055, 0.3077792525291443, 0.37881654500961304, 0.3485231399536133, 0.34105363488197327, 0.35934099555015564, 0.36597543954849243, 0.35560616850852966, 0.26214057207107544], "cos_apical_negg": [0.7800142765045166, 0.28416907787323, 0.36854982376098633, 0.33807629346847534, 0.2588394284248352, 0.2876851558685303, 0.381034255027771, 0.30549174547195435, 0.37147051095962524, 0.3504701852798462, 0.31457847356796265, 0.37950849533081055, 0.3077792525291443, 0.37881654500961304, 0.3485231399536133, 0.34105363488197327, 0.35934099555015564, 0.36597543954849243, 0.35560616850852966, 0.26214057207107544], "cos_Ac_negg": [0.7800142765045166, 0.28416907787323, 0.36854982376098633, 0.33807629346847534, 0.2588394284248352, 0.2876851558685303, 0.381034255027771, 0.30549174547195435, 0.37147051095962524, 0.3504701852798462, 0.31457847356796265, 0.37950849533081055, 0.3077792525291443, 0.37881654500961304, 0.3485231399536133, 0.34105363488197327, 0.35934099555015564, 0.36597543954849243, 0.35560616850852966, 0.26214057207107544]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_sdil_w64_d20_s4.json b/results/scale_v3_cifar10_sdil_w64_d20_s4.json
new file mode 100644
index 0000000..733bd49
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d20_s4.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d20_s4", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6019721031188965, "cos_r_negg": [-0.005426664371043444, -0.06576360762119293, -0.013913685455918312, -0.0007375492714345455, 0.042505212128162384, 0.028738070279359818, 0.05010166019201279, 0.029932411387562752, -0.03876534104347229, 0.06078220158815384, -0.026165293529629707, -0.01946580968797207, 0.06799495220184326, 0.028784606605768204, -0.024993818253278732, 0.004779389128088951, -0.07169294357299805, 0.02718537673354149, -0.004481066484004259, -0.005686664022505283], "cos_innovation_negg": [-0.005426664371043444, -0.06576360762119293, -0.013913685455918312, -0.0007375492714345455, 0.042505212128162384, 0.028738070279359818, 0.05010166019201279, 0.029932411387562752, -0.03876534104347229, 0.06078220158815384, -0.026165293529629707, -0.01946580968797207, 0.06799495220184326, 0.028784606605768204, -0.024993818253278732, 0.004779389128088951, -0.07169294357299805, 0.02718537673354149, -0.004481066484004259, -0.005686664022505283], "cos_apical_negg": [-0.005426664371043444, -0.06576360762119293, -0.013913685455918312, -0.0007375492714345455, 0.042505212128162384, 0.028738070279359818, 0.05010166019201279, 0.029932411387562752, -0.03876534104347229, 0.06078220158815384, -0.026165293529629707, -0.01946580968797207, 0.06799495220184326, 0.028784606605768204, -0.024993818253278732, 0.004779389128088951, -0.07169294357299805, 0.02718537673354149, -0.004481066484004259, -0.005686664022505283], "cos_Ac_negg": [-0.005426664371043444, -0.06576360762119293, -0.013913685455918312, -0.0007375492714345455, 0.042505212128162384, 0.028738070279359818, 0.05010166019201279, 0.029932411387562752, -0.03876534104347229, 0.06078220158815384, -0.026165293529629707, -0.01946580968797207, 0.06799495220184326, 0.028784606605768204, -0.024993818253278732, 0.004779389128088951, -0.07169294357299805, 0.02718537673354149, -0.004481066484004259, -0.005686664022505283], "r_norm": [2.310703992843628, 2.434225082397461, 2.397228240966797, 2.403865337371826, 2.3869447708129883, 2.3313851356506348, 2.4008541107177734, 2.3483524322509766, 2.427638530731201, 2.4909186363220215, 2.599492073059082, 2.4605350494384766, 2.3516464233398438, 2.5008761882781982, 2.396209716796875, 2.4611973762512207, 2.5358726978302, 2.5047860145568848, 2.4141249656677246, 2.3651657104492188], "ldr": {"dL_sdil": -0.009997129440307617, "dL_bp": -0.33337926864624023, "ratio": 0.029987255898974035}}, {"epoch_end": 0, "step": 391, "test_acc": 0.368, "test_loss": 1.79370205078125}, {"step": 500, "epoch": 1, "train_loss": 1.7215092182159424, "cos_r_negg": [0.6435320973396301, 0.02979099005460739, 0.038289934396743774, 0.11927058547735214, 0.03058742731809616, 0.008062007836997509, 0.024464286863803864, 0.05901014059782028, 0.03652437403798103, 0.05225740000605583, 0.0661177933216095, 0.061135128140449524, 0.0898527055978775, 0.15285257995128632, 0.11218602955341339, 0.0787072628736496, 0.09844708442687988, 0.03050638921558857, 0.048210304230451584, 0.07648247480392456], "cos_innovation_negg": [0.6435320973396301, 0.02979099005460739, 0.038289934396743774, 0.11927058547735214, 0.03058742731809616, 0.008062007836997509, 0.024464286863803864, 0.05901014059782028, 0.03652437403798103, 0.05225740000605583, 0.0661177933216095, 0.061135128140449524, 0.0898527055978775, 0.15285257995128632, 0.11218602955341339, 0.0787072628736496, 0.09844708442687988, 0.03050638921558857, 0.048210304230451584, 0.07648247480392456], "cos_apical_negg": [0.6435320973396301, 0.02979099005460739, 0.038289934396743774, 0.11927058547735214, 0.03058742731809616, 0.008062007836997509, 0.024464286863803864, 0.05901014059782028, 0.03652437403798103, 0.05225740000605583, 0.0661177933216095, 0.061135128140449524, 0.0898527055978775, 0.15285257995128632, 0.11218602955341339, 0.0787072628736496, 0.09844708442687988, 0.03050638921558857, 0.048210304230451584, 0.07648247480392456], "cos_Ac_negg": [0.6435320973396301, 0.02979099005460739, 0.038289934396743774, 0.11927058547735214, 0.03058742731809616, 0.008062007836997509, 0.024464286863803864, 0.05901014059782028, 0.03652437403798103, 0.05225740000605583, 0.0661177933216095, 0.061135128140449524, 0.0898527055978775, 0.15285257995128632, 0.11218602955341339, 0.0787072628736496, 0.09844708442687988, 0.03050638921558857, 0.048210304230451584, 0.07648247480392456], "r_norm": [1.7069836854934692, 1.7300031185150146, 1.7195383310317993, 1.7282086610794067, 1.7062828540802002, 1.6588754653930664, 1.7133336067199707, 1.6682157516479492, 1.7346954345703125, 1.773029088973999, 1.8574137687683105, 1.7484214305877686, 1.6879682540893555, 1.7908145189285278, 1.7090635299682617, 1.7585926055908203, 1.816706895828247, 1.7894766330718994, 1.7323718070983887, 1.6724505424499512]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3892, "test_loss": 1.7542832763671874}, {"step": 1000, "epoch": 2, "train_loss": 1.7330005168914795, "cos_r_negg": [0.732060968875885, 0.13029882311820984, 0.08779944479465485, 0.149687260389328, 0.10239934176206589, 0.12168541550636292, 0.11639503389596939, 0.1499321162700653, 0.07639817893505096, 0.09248349815607071, 0.16656702756881714, 0.19601047039031982, 0.13426366448402405, 0.22377607226371765, 0.15169459581375122, 0.18203602731227875, 0.1945788562297821, 0.10510239750146866, 0.10398594290018082, 0.18568867444992065], "cos_innovation_negg": [0.732060968875885, 0.13029882311820984, 0.08779944479465485, 0.149687260389328, 0.10239934176206589, 0.12168541550636292, 0.11639503389596939, 0.1499321162700653, 0.07639817893505096, 0.09248349815607071, 0.16656702756881714, 0.19601047039031982, 0.13426366448402405, 0.22377607226371765, 0.15169459581375122, 0.18203602731227875, 0.1945788562297821, 0.10510239750146866, 0.10398594290018082, 0.18568867444992065], "cos_apical_negg": [0.732060968875885, 0.13029882311820984, 0.08779944479465485, 0.149687260389328, 0.10239934176206589, 0.12168541550636292, 0.11639503389596939, 0.1499321162700653, 0.07639817893505096, 0.09248349815607071, 0.16656702756881714, 0.19601047039031982, 0.13426366448402405, 0.22377607226371765, 0.15169459581375122, 0.18203602731227875, 0.1945788562297821, 0.10510239750146866, 0.10398594290018082, 0.18568867444992065], "cos_Ac_negg": [0.732060968875885, 0.13029882311820984, 0.08779944479465485, 0.149687260389328, 0.10239934176206589, 0.12168541550636292, 0.11639503389596939, 0.1499321162700653, 0.07639817893505096, 0.09248349815607071, 0.16656702756881714, 0.19601047039031982, 0.13426366448402405, 0.22377607226371765, 0.15169459581375122, 0.18203602731227875, 0.1945788562297821, 0.10510239750146866, 0.10398594290018082, 0.18568867444992065], "r_norm": [1.4766380786895752, 1.4193503856658936, 1.397601842880249, 1.4075932502746582, 1.3944990634918213, 1.3567073345184326, 1.4010192155838013, 1.372812271118164, 1.4164788722991943, 1.4462597370147705, 1.523186206817627, 1.4336186647415161, 1.3892886638641357, 1.4774219989776611, 1.4066295623779297, 1.4459102153778076, 1.4862170219421387, 1.4584931135177612, 1.4115922451019287, 1.375382661819458]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3939, "test_loss": 1.7306015258789063}, {"step": 1500, "epoch": 3, "train_loss": 1.6213781833648682, "cos_r_negg": [0.7830208539962769, 0.23410356044769287, 0.18149475753307343, 0.24196097254753113, 0.19742465019226074, 0.24159511923789978, 0.24094395339488983, 0.261264443397522, 0.20376703143119812, 0.19569405913352966, 0.2428334653377533, 0.3185262084007263, 0.27173542976379395, 0.3099714517593384, 0.25454744696617126, 0.2608778178691864, 0.3009737730026245, 0.21424521505832672, 0.1892642080783844, 0.27473703026771545], "cos_innovation_negg": [0.7830208539962769, 0.23410356044769287, 0.18149475753307343, 0.24196097254753113, 0.19742465019226074, 0.24159511923789978, 0.24094395339488983, 0.261264443397522, 0.20376703143119812, 0.19569405913352966, 0.2428334653377533, 0.3185262084007263, 0.27173542976379395, 0.3099714517593384, 0.25454744696617126, 0.2608778178691864, 0.3009737730026245, 0.21424521505832672, 0.1892642080783844, 0.27473703026771545], "cos_apical_negg": [0.7830208539962769, 0.23410356044769287, 0.18149475753307343, 0.24196097254753113, 0.19742465019226074, 0.24159511923789978, 0.24094395339488983, 0.261264443397522, 0.20376703143119812, 0.19569405913352966, 0.2428334653377533, 0.3185262084007263, 0.27173542976379395, 0.3099714517593384, 0.25454744696617126, 0.2608778178691864, 0.3009737730026245, 0.21424521505832672, 0.1892642080783844, 0.27473703026771545], "cos_Ac_negg": [0.7830208539962769, 0.23410356044769287, 0.18149475753307343, 0.24196097254753113, 0.19742465019226074, 0.24159511923789978, 0.24094395339488983, 0.261264443397522, 0.20376703143119812, 0.19569405913352966, 0.2428334653377533, 0.3185262084007263, 0.27173542976379395, 0.3099714517593384, 0.25454744696617126, 0.2608778178691864, 0.3009737730026245, 0.21424521505832672, 0.1892642080783844, 0.27473703026771545], "r_norm": [1.2948837280273438, 1.1682419776916504, 1.1449615955352783, 1.1604783535003662, 1.1413787603378296, 1.1188760995864868, 1.1491694450378418, 1.1398184299468994, 1.1714365482330322, 1.1879514455795288, 1.2581785917282104, 1.1974430084228516, 1.1568479537963867, 1.2337846755981445, 1.1641652584075928, 1.2003787755966187, 1.2375003099441528, 1.19940185546875, 1.1574232578277588, 1.147538185119629]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4134, "test_loss": 1.70615068359375}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4175, "test_loss": 1.685459912109375}], "final": {"test_acc": 0.4175, "test_loss": 1.685459912109375, "wall_s": 30.241274118423462, "cos_r_negg": [0.8183760643005371, 0.32777467370033264, 0.2825019657611847, 0.34088966250419617, 0.28872132301330566, 0.3355516791343689, 0.31173521280288696, 0.3617444336414337, 0.3125666677951813, 0.319580614566803, 0.3575560450553894, 0.4096429944038391, 0.384283185005188, 0.4019993245601654, 0.3340301513671875, 0.3886262774467468, 0.40773576498031616, 0.31151083111763, 0.32826805114746094, 0.39940357208251953], "cos_innovation_negg": [0.8183760643005371, 0.32777467370033264, 0.2825019657611847, 0.34088966250419617, 0.28872132301330566, 0.3355516791343689, 0.31173521280288696, 0.3617444336414337, 0.3125666677951813, 0.319580614566803, 0.3575560450553894, 0.4096429944038391, 0.384283185005188, 0.4019993245601654, 0.3340301513671875, 0.3886262774467468, 0.40773576498031616, 0.31151083111763, 0.32826805114746094, 0.39940357208251953], "cos_apical_negg": [0.8183760643005371, 0.32777467370033264, 0.2825019657611847, 0.34088966250419617, 0.28872132301330566, 0.3355516791343689, 0.31173521280288696, 0.3617444336414337, 0.3125666677951813, 0.319580614566803, 0.3575560450553894, 0.4096429944038391, 0.384283185005188, 0.4019993245601654, 0.3340301513671875, 0.3886262774467468, 0.40773576498031616, 0.31151083111763, 0.32826805114746094, 0.39940357208251953], "cos_Ac_negg": [0.8183760643005371, 0.32777467370033264, 0.2825019657611847, 0.34088966250419617, 0.28872132301330566, 0.3355516791343689, 0.31173521280288696, 0.3617444336414337, 0.3125666677951813, 0.319580614566803, 0.3575560450553894, 0.4096429944038391, 0.384283185005188, 0.4019993245601654, 0.3340301513671875, 0.3886262774467468, 0.40773576498031616, 0.31151083111763, 0.32826805114746094, 0.39940357208251953]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_sdil_w64_d5_s0.json b/results/scale_v3_cifar10_sdil_w64_d5_s0.json
new file mode 100644
index 0000000..3ab5e98
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d5_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 5, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d5_s0", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.403229236602783, "cos_r_negg": [0.02090781182050705, -0.010267659090459347, -0.08521074056625366, -0.044122613966464996, 0.026557618752121925], "cos_innovation_negg": [0.02090781182050705, -0.010267659090459347, -0.08521074056625366, -0.044122613966464996, 0.026557618752121925], "cos_apical_negg": [0.02090781182050705, -0.010267659090459347, -0.08521074056625366, -0.044122613966464996, 0.026557618752121925], "cos_Ac_negg": [0.02090781182050705, -0.010267659090459347, -0.08521074056625366, -0.044122613966464996, 0.026557618752121925], "r_norm": [2.381490707397461, 2.5456581115722656, 2.4876675605773926, 2.3456616401672363, 2.358691692352295], "ldr": {"dL_sdil": 0.00894474983215332, "dL_bp": -0.33072471618652344, "ratio": -0.027045906744715822}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3724, "test_loss": 1.7897538940429687}, {"step": 500, "epoch": 1, "train_loss": 1.6050856113433838, "cos_r_negg": [0.674854040145874, 0.10878533124923706, 0.0727112740278244, 0.03240722045302391, 0.08048097044229507], "cos_innovation_negg": [0.674854040145874, 0.10878533124923706, 0.0727112740278244, 0.03240722045302391, 0.08048097044229507], "cos_apical_negg": [0.674854040145874, 0.10878533124923706, 0.0727112740278244, 0.03240722045302391, 0.08048097044229507], "cos_Ac_negg": [0.674854040145874, 0.10878533124923706, 0.0727112740278244, 0.03240722045302391, 0.08048097044229507], "r_norm": [1.7436394691467285, 1.7945313453674316, 1.7393816709518433, 1.6361432075500488, 1.6675000190734863]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3985, "test_loss": 1.736846240234375}, {"step": 1000, "epoch": 2, "train_loss": 1.7890269756317139, "cos_r_negg": [0.6762683391571045, 0.20309486985206604, 0.1259402632713318, 0.17170320451259613, 0.1670699417591095], "cos_innovation_negg": [0.6762683391571045, 0.20309486985206604, 0.1259402632713318, 0.17170320451259613, 0.1670699417591095], "cos_apical_negg": [0.6762683391571045, 0.20309486985206604, 0.1259402632713318, 0.17170320451259613, 0.1670699417591095], "cos_Ac_negg": [0.6762683391571045, 0.20309486985206604, 0.1259402632713318, 0.17170320451259613, 0.1670699417591095], "r_norm": [1.512650728225708, 1.487385630607605, 1.434342861175537, 1.34562087059021, 1.3828237056732178]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3991, "test_loss": 1.7149715942382813}, {"step": 1500, "epoch": 3, "train_loss": 1.6189053058624268, "cos_r_negg": [0.7615132927894592, 0.2767869830131531, 0.24810822308063507, 0.2945393919944763, 0.28578731417655945], "cos_innovation_negg": [0.7615132927894592, 0.2767869830131531, 0.24810822308063507, 0.2945393919944763, 0.28578731417655945], "cos_apical_negg": [0.7615132927894592, 0.2767869830131531, 0.24810822308063507, 0.2945393919944763, 0.28578731417655945], "cos_Ac_negg": [0.7615132927894592, 0.2767869830131531, 0.24810822308063507, 0.2945393919944763, 0.28578731417655945], "r_norm": [1.3173727989196777, 1.231938123703003, 1.1819707155227661, 1.1142072677612305, 1.1422107219696045]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4076, "test_loss": 1.7007428833007812}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4149, "test_loss": 1.6846970092773437}], "final": {"test_acc": 0.4149, "test_loss": 1.6846970092773437, "wall_s": 8.788044691085815, "cos_r_negg": [0.775210440158844, 0.3959091007709503, 0.3543007969856262, 0.4048098921775818, 0.3978502154350281], "cos_innovation_negg": [0.775210440158844, 0.3959091007709503, 0.3543007969856262, 0.4048098921775818, 0.3978502154350281], "cos_apical_negg": [0.775210440158844, 0.3959091007709503, 0.3543007969856262, 0.4048098921775818, 0.3978502154350281], "cos_Ac_negg": [0.775210440158844, 0.3959091007709503, 0.3543007969856262, 0.4048098921775818, 0.3978502154350281]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_sdil_w64_d5_s1.json b/results/scale_v3_cifar10_sdil_w64_d5_s1.json
new file mode 100644
index 0000000..b47e574
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d5_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 5, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d5_s1", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.534536123275757, "cos_r_negg": [-0.020268913358449936, -0.021106336265802383, 0.05065072327852249, 0.07415375858545303, 0.026462651789188385], "cos_innovation_negg": [-0.020268913358449936, -0.021106336265802383, 0.05065072327852249, 0.07415375858545303, 0.026462651789188385], "cos_apical_negg": [-0.020268913358449936, -0.021106336265802383, 0.05065072327852249, 0.07415375858545303, 0.026462651789188385], "cos_Ac_negg": [-0.020268913358449936, -0.021106336265802383, 0.05065072327852249, 0.07415375858545303, 0.026462651789188385], "r_norm": [2.4451587200164795, 2.492396354675293, 2.5392849445343018, 2.5055091381073, 2.4691567420959473], "ldr": {"dL_sdil": -0.06915044784545898, "dL_bp": -0.4515695571899414, "ratio": 0.15313354663625517}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3713, "test_loss": 1.8046606079101561}, {"step": 500, "epoch": 1, "train_loss": 1.7330714464187622, "cos_r_negg": [0.6587176322937012, 0.12132266163825989, 0.15032048523426056, 0.11879751086235046, 0.12757079303264618], "cos_innovation_negg": [0.6587176322937012, 0.12132266163825989, 0.15032048523426056, 0.11879751086235046, 0.12757079303264618], "cos_apical_negg": [0.6587176322937012, 0.12132266163825989, 0.15032048523426056, 0.11879751086235046, 0.12757079303264618], "cos_Ac_negg": [0.6587176322937012, 0.12132266163825989, 0.15032048523426056, 0.11879751086235046, 0.12757079303264618], "r_norm": [1.7397444248199463, 1.7428933382034302, 1.7289388179779053, 1.7265510559082031, 1.6761484146118164]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3971, "test_loss": 1.7480157592773438}, {"step": 1000, "epoch": 2, "train_loss": 1.667506456375122, "cos_r_negg": [0.7394656538963318, 0.19269448518753052, 0.1853671669960022, 0.18019302189350128, 0.18472756445407867], "cos_innovation_negg": [0.7394656538963318, 0.19269448518753052, 0.1853671669960022, 0.18019302189350128, 0.18472756445407867], "cos_apical_negg": [0.7394656538963318, 0.19269448518753052, 0.1853671669960022, 0.18019302189350128, 0.18472756445407867], "cos_Ac_negg": [0.7394656538963318, 0.19269448518753052, 0.1853671669960022, 0.18019302189350128, 0.18472756445407867], "r_norm": [1.4853475093841553, 1.4121298789978027, 1.408780574798584, 1.3970463275909424, 1.3608713150024414]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4023, "test_loss": 1.7214055297851563}, {"step": 1500, "epoch": 3, "train_loss": 1.633162260055542, "cos_r_negg": [0.770696222782135, 0.2740561366081238, 0.3080812096595764, 0.3018062114715576, 0.25017261505126953], "cos_innovation_negg": [0.770696222782135, 0.2740561366081238, 0.3080812096595764, 0.3018062114715576, 0.25017261505126953], "cos_apical_negg": [0.770696222782135, 0.2740561366081238, 0.3080812096595764, 0.3018062114715576, 0.25017261505126953], "cos_Ac_negg": [0.770696222782135, 0.2740561366081238, 0.3080812096595764, 0.3018062114715576, 0.25017261505126953], "r_norm": [1.2929439544677734, 1.1678597927093506, 1.1709778308868408, 1.1559346914291382, 1.1175240278244019]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.408, "test_loss": 1.7174328491210937}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4136, "test_loss": 1.6948340576171874}], "final": {"test_acc": 0.4136, "test_loss": 1.6948340576171874, "wall_s": 13.226434707641602, "cos_r_negg": [0.8090265989303589, 0.3869614005088806, 0.40717965364456177, 0.3903641104698181, 0.3922593295574188], "cos_innovation_negg": [0.8090265989303589, 0.3869614005088806, 0.40717965364456177, 0.3903641104698181, 0.3922593295574188], "cos_apical_negg": [0.8090265989303589, 0.3869614005088806, 0.40717965364456177, 0.3903641104698181, 0.3922593295574188], "cos_Ac_negg": [0.8090265989303589, 0.3869614005088806, 0.40717965364456177, 0.3903641104698181, 0.3922593295574188]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_sdil_w64_d5_s2.json b/results/scale_v3_cifar10_sdil_w64_d5_s2.json
new file mode 100644
index 0000000..afa7a70
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d5_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 5, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d5_s2", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5040488243103027, "cos_r_negg": [0.01960688829421997, 0.05508289486169815, -0.010979766957461834, 0.026988983154296875, -0.01279059611260891], "cos_innovation_negg": [0.01960688829421997, 0.05508289486169815, -0.010979766957461834, 0.026988983154296875, -0.01279059611260891], "cos_apical_negg": [0.01960688829421997, 0.05508289486169815, -0.010979766957461834, 0.026988983154296875, -0.01279059611260891], "cos_Ac_negg": [0.01960688829421997, 0.05508289486169815, -0.010979766957461834, 0.026988983154296875, -0.01279059611260891], "r_norm": [2.4072906970977783, 2.5697972774505615, 2.5095982551574707, 2.7263479232788086, 2.4590187072753906], "ldr": {"dL_sdil": 0.05171966552734375, "dL_bp": -0.5048151016235352, "ratio": -0.10245269081889231}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3681, "test_loss": 1.8036007690429687}, {"step": 500, "epoch": 1, "train_loss": 1.7465269565582275, "cos_r_negg": [0.6627542972564697, 0.14648012816905975, 0.023487048223614693, 0.00028585968539118767, 0.08604652434587479], "cos_innovation_negg": [0.6627542972564697, 0.14648012816905975, 0.023487048223614693, 0.00028585968539118767, 0.08604652434587479], "cos_apical_negg": [0.6627542972564697, 0.14648012816905975, 0.023487048223614693, 0.00028585968539118767, 0.08604652434587479], "cos_Ac_negg": [0.6627542972564697, 0.14648012816905975, 0.023487048223614693, 0.00028585968539118767, 0.08604652434587479], "r_norm": [1.7211203575134277, 1.7824331521987915, 1.7514915466308594, 1.8600280284881592, 1.6989855766296387]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3948, "test_loss": 1.7500324340820312}, {"step": 1000, "epoch": 2, "train_loss": 1.6957550048828125, "cos_r_negg": [0.7608604431152344, 0.21594570577144623, 0.13476064801216125, 0.13577653467655182, 0.16765320301055908], "cos_innovation_negg": [0.7608604431152344, 0.21594570577144623, 0.13476064801216125, 0.13577653467655182, 0.16765320301055908], "cos_apical_negg": [0.7608604431152344, 0.21594570577144623, 0.13476064801216125, 0.13577653467655182, 0.16765320301055908], "cos_Ac_negg": [0.7608604431152344, 0.21594570577144623, 0.13476064801216125, 0.13577653467655182, 0.16765320301055908], "r_norm": [1.488640546798706, 1.4695091247558594, 1.425648808479309, 1.5152889490127563, 1.39373779296875]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3937, "test_loss": 1.736881640625}, {"step": 1500, "epoch": 3, "train_loss": 1.602670431137085, "cos_r_negg": [0.7490943670272827, 0.3311230540275574, 0.2521922290325165, 0.23987074196338654, 0.2811569273471832], "cos_innovation_negg": [0.7490943670272827, 0.3311230540275574, 0.2521922290325165, 0.23987074196338654, 0.2811569273471832], "cos_apical_negg": [0.7490943670272827, 0.3311230540275574, 0.2521922290325165, 0.23987074196338654, 0.2811569273471832], "cos_Ac_negg": [0.7490943670272827, 0.3311230540275574, 0.2521922290325165, 0.23987074196338654, 0.2811569273471832], "r_norm": [1.2930324077606201, 1.2165963649749756, 1.1653194427490234, 1.2358779907226562, 1.151439905166626]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4054, "test_loss": 1.7063751342773437}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4121, "test_loss": 1.6912419311523437}], "final": {"test_acc": 0.4121, "test_loss": 1.6912419311523437, "wall_s": 9.297170162200928, "cos_r_negg": [0.8035550117492676, 0.41306135058403015, 0.3653326630592346, 0.3529694080352783, 0.3765638470649719], "cos_innovation_negg": [0.8035550117492676, 0.41306135058403015, 0.3653326630592346, 0.3529694080352783, 0.3765638470649719], "cos_apical_negg": [0.8035550117492676, 0.41306135058403015, 0.3653326630592346, 0.3529694080352783, 0.3765638470649719], "cos_Ac_negg": [0.8035550117492676, 0.41306135058403015, 0.3653326630592346, 0.3529694080352783, 0.3765638470649719]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_sdil_w64_d5_s3.json b/results/scale_v3_cifar10_sdil_w64_d5_s3.json
new file mode 100644
index 0000000..bdc77ab
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d5_s3.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 5, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d5_s3", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5312678813934326, "cos_r_negg": [0.015487607568502426, 0.023219961673021317, 0.04400324821472168, 0.019105009734630585, 0.014839014038443565], "cos_innovation_negg": [0.015487607568502426, 0.023219961673021317, 0.04400324821472168, 0.019105009734630585, 0.014839014038443565], "cos_apical_negg": [0.015487607568502426, 0.023219961673021317, 0.04400324821472168, 0.019105009734630585, 0.014839014038443565], "cos_Ac_negg": [0.015487607568502426, 0.023219961673021317, 0.04400324821472168, 0.019105009734630585, 0.014839014038443565], "r_norm": [2.511673927307129, 2.36773681640625, 2.4613699913024902, 2.4606597423553467, 2.576725959777832], "ldr": {"dL_sdil": -0.07907724380493164, "dL_bp": -0.497316837310791, "ratio": 0.15900777506857958}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3615, "test_loss": 1.8238375122070312}, {"step": 500, "epoch": 1, "train_loss": 1.6975302696228027, "cos_r_negg": [0.5979571342468262, 0.13851620256900787, 0.1208072155714035, 0.047273121774196625, 0.1293143630027771], "cos_innovation_negg": [0.5979571342468262, 0.13851620256900787, 0.1208072155714035, 0.047273121774196625, 0.1293143630027771], "cos_apical_negg": [0.5979571342468262, 0.13851620256900787, 0.1208072155714035, 0.047273121774196625, 0.1293143630027771], "cos_Ac_negg": [0.5979571342468262, 0.13851620256900787, 0.1208072155714035, 0.047273121774196625, 0.1293143630027771], "r_norm": [1.8228027820587158, 1.6550185680389404, 1.719961404800415, 1.7156000137329102, 1.7934050559997559]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3985, "test_loss": 1.7598261108398439}, {"step": 1000, "epoch": 2, "train_loss": 1.7444052696228027, "cos_r_negg": [0.7627414464950562, 0.23568947613239288, 0.20892804861068726, 0.12936270236968994, 0.15663352608680725], "cos_innovation_negg": [0.7627414464950562, 0.23568947613239288, 0.20892804861068726, 0.12936270236968994, 0.15663352608680725], "cos_apical_negg": [0.7627414464950562, 0.23568947613239288, 0.20892804861068726, 0.12936270236968994, 0.15663352608680725], "cos_Ac_negg": [0.7627414464950562, 0.23568947613239288, 0.20892804861068726, 0.12936270236968994, 0.15663352608680725], "r_norm": [1.5514581203460693, 1.3559077978134155, 1.3964686393737793, 1.3915657997131348, 1.4553321599960327]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3983, "test_loss": 1.7326050659179688}, {"step": 1500, "epoch": 3, "train_loss": 1.6366461515426636, "cos_r_negg": [0.7419991493225098, 0.32193809747695923, 0.33374249935150146, 0.26523470878601074, 0.3017241358757019], "cos_innovation_negg": [0.7419991493225098, 0.32193809747695923, 0.33374249935150146, 0.26523470878601074, 0.3017241358757019], "cos_apical_negg": [0.7419991493225098, 0.32193809747695923, 0.33374249935150146, 0.26523470878601074, 0.3017241358757019], "cos_Ac_negg": [0.7419991493225098, 0.32193809747695923, 0.33374249935150146, 0.26523470878601074, 0.3017241358757019], "r_norm": [1.3477027416229248, 1.127578854560852, 1.1581921577453613, 1.1418871879577637, 1.205965280532837]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4054, "test_loss": 1.717952001953125}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4182, "test_loss": 1.691331396484375}], "final": {"test_acc": 0.4182, "test_loss": 1.691331396484375, "wall_s": 8.942532777786255, "cos_r_negg": [0.7804144620895386, 0.42172783613204956, 0.4234136939048767, 0.3621608018875122, 0.39389240741729736], "cos_innovation_negg": [0.7804144620895386, 0.42172783613204956, 0.4234136939048767, 0.3621608018875122, 0.39389240741729736], "cos_apical_negg": [0.7804144620895386, 0.42172783613204956, 0.4234136939048767, 0.3621608018875122, 0.39389240741729736], "cos_Ac_negg": [0.7804144620895386, 0.42172783613204956, 0.4234136939048767, 0.3621608018875122, 0.39389240741729736]}}
\ No newline at end of file
diff --git a/results/scale_v3_cifar10_sdil_w64_d5_s4.json b/results/scale_v3_cifar10_sdil_w64_d5_s4.json
new file mode 100644
index 0000000..45461df
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d5_s4.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 5, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d5_s4", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6243700981140137, "cos_r_negg": [0.03922749310731888, -0.03871015086770058, -0.0025417697615921497, 0.016206644475460052, -0.03486630693078041], "cos_innovation_negg": [0.03922749310731888, -0.03871015086770058, -0.0025417697615921497, 0.016206644475460052, -0.03486630693078041], "cos_apical_negg": [0.03922749310731888, -0.03871015086770058, -0.0025417697615921497, 0.016206644475460052, -0.03486630693078041], "cos_Ac_negg": [0.03922749310731888, -0.03871015086770058, -0.0025417697615921497, 0.016206644475460052, -0.03486630693078041], "r_norm": [2.543478488922119, 2.4115402698516846, 2.448044538497925, 2.3827407360076904, 2.5208487510681152], "ldr": {"dL_sdil": -0.12978482246398926, "dL_bp": -0.4230227470397949, "ratio": 0.30680341275307366}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3663, "test_loss": 1.8054610229492187}, {"step": 500, "epoch": 1, "train_loss": 1.6954187154769897, "cos_r_negg": [0.6702491044998169, 0.06278055906295776, -0.011454129591584206, 0.07948324084281921, 0.13017866015434265], "cos_innovation_negg": [0.6702491044998169, 0.06278055906295776, -0.011454129591584206, 0.07948324084281921, 0.13017866015434265], "cos_apical_negg": [0.6702491044998169, 0.06278055906295776, -0.011454129591584206, 0.07948324084281921, 0.13017866015434265], "cos_Ac_negg": [0.6702491044998169, 0.06278055906295776, -0.011454129591584206, 0.07948324084281921, 0.13017866015434265], "r_norm": [1.7980241775512695, 1.636629343032837, 1.6982510089874268, 1.6305831670761108, 1.7022085189819336]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3869, "test_loss": 1.7607693725585938}, {"step": 1000, "epoch": 2, "train_loss": 1.7203733921051025, "cos_r_negg": [0.7361968755722046, 0.16038227081298828, 0.0974164754152298, 0.17229196429252625, 0.20677244663238525], "cos_innovation_negg": [0.7361968755722046, 0.16038227081298828, 0.0974164754152298, 0.17229196429252625, 0.20677244663238525], "cos_apical_negg": [0.7361968755722046, 0.16038227081298828, 0.0974164754152298, 0.17229196429252625, 0.20677244663238525], "cos_Ac_negg": [0.7361968755722046, 0.16038227081298828, 0.0974164754152298, 0.17229196429252625, 0.20677244663238525], "r_norm": [1.5628435611724854, 1.3496291637420654, 1.3926448822021484, 1.3491101264953613, 1.415849208831787]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.395, "test_loss": 1.7277833129882811}, {"step": 1500, "epoch": 3, "train_loss": 1.6342253684997559, "cos_r_negg": [0.7573046684265137, 0.28741079568862915, 0.23762330412864685, 0.2927331328392029, 0.3346874415874481], "cos_innovation_negg": [0.7573046684265137, 0.28741079568862915, 0.23762330412864685, 0.2927331328392029, 0.3346874415874481], "cos_apical_negg": [0.7573046684265137, 0.28741079568862915, 0.23762330412864685, 0.2927331328392029, 0.3346874415874481], "cos_Ac_negg": [0.7573046684265137, 0.28741079568862915, 0.23762330412864685, 0.2927331328392029, 0.3346874415874481], "r_norm": [1.3521631956100464, 1.104792594909668, 1.1281609535217285, 1.1036646366119385, 1.1663498878479004]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4093, "test_loss": 1.7190211669921875}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4142, "test_loss": 1.6917354614257814}], "final": {"test_acc": 0.4142, "test_loss": 1.6917354614257814, "wall_s": 8.945802927017212, "cos_r_negg": [0.8144403696060181, 0.3603973090648651, 0.34978049993515015, 0.407439261674881, 0.43859320878982544], "cos_innovation_negg": [0.8144403696060181, 0.3603973090648651, 0.34978049993515015, 0.407439261674881, 0.43859320878982544], "cos_apical_negg": [0.8144403696060181, 0.3603973090648651, 0.34978049993515015, 0.407439261674881, 0.43859320878982544], "cos_Ac_negg": [0.8144403696060181, 0.3603973090648651, 0.34978049993515015, 0.407439261674881, 0.43859320878982544]}}
\ No newline at end of file