results: complete five-depth local scaling panel

1 files changed, 1 insertions, 0 deletions

diff --git a/results/scale_v3_cifar10_dfa_w64_d20_s4.json b/results/scale_v3_cifar10_dfa_w64_d20_s4.json
new file mode 100644
index 0000000..9e2c5e5
--- /dev/null
+++ b/results/scale_v3_cifar10_dfa_w64_d20_s4.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d20_s4", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6019721031188965, "cos_r_negg": [-0.010218588635325432, -0.07693364471197128, -0.007098039146512747, -0.007817833684384823, 0.05164248123764992, 0.02401924505829811, 0.04587475210428238, 0.02847282961010933, -0.04929058253765106, 0.05520712584257126, -0.0268382765352726, -0.019416984170675278, 0.06070844084024429, 0.037599917501211166, -0.03166210651397705, -0.0027562908362597227, -0.06457767635583878, 0.03325895220041275, -0.009525541216135025, -0.014170520007610321], "cos_innovation_negg": [-0.010218588635325432, -0.07693364471197128, -0.007098039146512747, -0.007817833684384823, 0.05164248123764992, 0.02401924505829811, 0.04587475210428238, 0.02847282961010933, -0.04929058253765106, 0.05520712584257126, -0.0268382765352726, -0.019416984170675278, 0.06070844084024429, 0.037599917501211166, -0.03166210651397705, -0.0027562908362597227, -0.06457767635583878, 0.03325895220041275, -0.009525541216135025, -0.014170520007610321], "cos_apical_negg": [-0.010218588635325432, -0.07693364471197128, -0.007098039146512747, -0.007817833684384823, 0.05164248123764992, 0.02401924505829811, 0.04587475210428238, 0.02847282961010933, -0.04929058253765106, 0.05520712584257126, -0.0268382765352726, -0.019416984170675278, 0.06070844084024429, 0.037599917501211166, -0.03166210651397705, -0.0027562908362597227, -0.06457767635583878, 0.03325895220041275, -0.009525541216135025, -0.014170520007610321], "cos_Ac_negg": [-0.010218588635325432, -0.07693364471197128, -0.007098039146512747, -0.007817833684384823, 0.05164248123764992, 0.02401924505829811, 0.04587475210428238, 0.02847282961010933, -0.04929058253765106, 0.05520712584257126, -0.0268382765352726, -0.019416984170675278, 0.06070844084024429, 0.037599917501211166, -0.03166210651397705, -0.0027562908362597227, -0.06457767635583878, 0.03325895220041275, -0.009525541216135025, -0.014170520007610321], "r_norm": [2.339529037475586, 2.4504146575927734, 2.419738292694092, 2.4305691719055176, 2.4118268489837646, 2.358633518218994, 2.427656412124634, 2.375347852706909, 2.4500484466552734, 2.5053815841674805, 2.6266579627990723, 2.473662853240967, 2.3710012435913086, 2.519444704055786, 2.4157259464263916, 2.488650321960449, 2.5587830543518066, 2.528984546661377, 2.4355733394622803, 2.382354736328125]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3394, "test_loss": 1.88290908203125}, {"step": 500, "epoch": 1, "train_loss": 1.778009057044983, "cos_r_negg": [0.5595123767852783, 0.047035325318574905, 0.010802344419062138, 0.07578650116920471, -0.054371703416109085, 0.039211563766002655, 0.00046360818669199944, -0.010346115566790104, -0.007110352627933025, 0.01327403262257576, 0.03810107707977295, 0.03714924678206444, -0.009087729267776012, 0.038551215082407, 0.018800687044858932, -0.007646000012755394, 0.05268384516239166, -0.05581960082054138, -0.1337335705757141, 0.0488959401845932], "cos_innovation_negg": [0.5595123767852783, 0.047035325318574905, 0.010802344419062138, 0.07578650116920471, -0.054371703416109085, 0.039211563766002655, 0.00046360818669199944, -0.010346115566790104, -0.007110352627933025, 0.01327403262257576, 0.03810107707977295, 0.03714924678206444, -0.009087729267776012, 0.038551215082407, 0.018800687044858932, -0.007646000012755394, 0.05268384516239166, -0.05581960082054138, -0.1337335705757141, 0.0488959401845932], "cos_apical_negg": [0.5595123767852783, 0.047035325318574905, 0.010802344419062138, 0.07578650116920471, -0.054371703416109085, 0.039211563766002655, 0.00046360818669199944, -0.010346115566790104, -0.007110352627933025, 0.01327403262257576, 0.03810107707977295, 0.03714924678206444, -0.009087729267776012, 0.038551215082407, 0.018800687044858932, -0.007646000012755394, 0.05268384516239166, -0.05581960082054138, -0.1337335705757141, 0.0488959401845932], "cos_Ac_negg": [0.5595123767852783, 0.047035325318574905, 0.010802344419062138, 0.07578650116920471, -0.054371703416109085, 0.039211563766002655, 0.00046360818669199944, -0.010346115566790104, -0.007110352627933025, 0.01327403262257576, 0.03810107707977295, 0.03714924678206444, -0.009087729267776012, 0.038551215082407, 0.018800687044858932, -0.007646000012755394, 0.05268384516239166, -0.05581960082054138, -0.1337335705757141, 0.0488959401845932], "r_norm": [2.1099414825439453, 2.219717025756836, 2.198352336883545, 2.196791172027588, 2.1877048015594482, 2.1235551834106445, 2.197348117828369, 2.124234437942505, 2.223344326019287, 2.262493848800659, 2.3725666999816895, 2.227388381958008, 2.146472930908203, 2.2801871299743652, 2.184098958969116, 2.2409229278564453, 2.3116250038146973, 2.2981505393981934, 2.213970899581909, 2.1537346839904785]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3629, "test_loss": 1.8507352294921875}, {"step": 1000, "epoch": 2, "train_loss": 1.8498609066009521, "cos_r_negg": [0.5516517162322998, 0.026442673057317734, 0.011715168133378029, 0.07307963073253632, 0.038910336792469025, -0.007828542962670326, 0.00534674571827054, -0.022070756182074547, 0.0346798412501812, -0.00803588330745697, 0.06763294339179993, 0.06181313097476959, -0.04783828184008598, 0.0384969599545002, -0.012779689393937588, 0.03451927378773689, 0.09399192780256271, 0.024891827255487442, -0.07452313601970673, 0.12593595683574677], "cos_innovation_negg": [0.5516517162322998, 0.026442673057317734, 0.011715168133378029, 0.07307963073253632, 0.038910336792469025, -0.007828542962670326, 0.00534674571827054, -0.022070756182074547, 0.0346798412501812, -0.00803588330745697, 0.06763294339179993, 0.06181313097476959, -0.04783828184008598, 0.0384969599545002, -0.012779689393937588, 0.03451927378773689, 0.09399192780256271, 0.024891827255487442, -0.07452313601970673, 0.12593595683574677], "cos_apical_negg": [0.5516517162322998, 0.026442673057317734, 0.011715168133378029, 0.07307963073253632, 0.038910336792469025, -0.007828542962670326, 0.00534674571827054, -0.022070756182074547, 0.0346798412501812, -0.00803588330745697, 0.06763294339179993, 0.06181313097476959, -0.04783828184008598, 0.0384969599545002, -0.012779689393937588, 0.03451927378773689, 0.09399192780256271, 0.024891827255487442, -0.07452313601970673, 0.12593595683574677], "cos_Ac_negg": [0.5516517162322998, 0.026442673057317734, 0.011715168133378029, 0.07307963073253632, 0.038910336792469025, -0.007828542962670326, 0.00534674571827054, -0.022070756182074547, 0.0346798412501812, -0.00803588330745697, 0.06763294339179993, 0.06181313097476959, -0.04783828184008598, 0.0384969599545002, -0.012779689393937588, 0.03451927378773689, 0.09399192780256271, 0.024891827255487442, -0.07452313601970673, 0.12593595683574677], "r_norm": [2.0671825408935547, 2.1691551208496094, 2.1550090312957764, 2.151155948638916, 2.14951229095459, 2.0759406089782715, 2.1479263305664062, 2.0875730514526367, 2.1840338706970215, 2.218113422393799, 2.326563835144043, 2.1784772872924805, 2.1170318126678467, 2.233272075653076, 2.140078067779541, 2.1948795318603516, 2.26214599609375, 2.2488393783569336, 2.1696438789367676, 2.10436749458313]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3551, "test_loss": 1.8472457275390626}, {"step": 1500, "epoch": 3, "train_loss": 1.7424933910369873, "cos_r_negg": [0.6299110651016235, 0.07032059878110886, 0.03785257786512375, 0.09410670399665833, 0.024579625576734543, 0.044782854616642, 0.011750970035791397, 0.031245168298482895, 0.008442416787147522, 0.007534877397119999, 0.09957603365182877, 0.06541818380355835, -0.02345060370862484, 0.06324724853038788, 0.02659650146961212, 0.032230522483587265, 0.09541735798120499, -0.006984576117247343, -0.07360491156578064, 0.09741856157779694], "cos_innovation_negg": [0.6299110651016235, 0.07032059878110886, 0.03785257786512375, 0.09410670399665833, 0.024579625576734543, 0.044782854616642, 0.011750970035791397, 0.031245168298482895, 0.008442416787147522, 0.007534877397119999, 0.09957603365182877, 0.06541818380355835, -0.02345060370862484, 0.06324724853038788, 0.02659650146961212, 0.032230522483587265, 0.09541735798120499, -0.006984576117247343, -0.07360491156578064, 0.09741856157779694], "cos_apical_negg": [0.6299110651016235, 0.07032059878110886, 0.03785257786512375, 0.09410670399665833, 0.024579625576734543, 0.044782854616642, 0.011750970035791397, 0.031245168298482895, 0.008442416787147522, 0.007534877397119999, 0.09957603365182877, 0.06541818380355835, -0.02345060370862484, 0.06324724853038788, 0.02659650146961212, 0.032230522483587265, 0.09541735798120499, -0.006984576117247343, -0.07360491156578064, 0.09741856157779694], "cos_Ac_negg": [0.6299110651016235, 0.07032059878110886, 0.03785257786512375, 0.09410670399665833, 0.024579625576734543, 0.044782854616642, 0.011750970035791397, 0.031245168298482895, 0.008442416787147522, 0.007534877397119999, 0.09957603365182877, 0.06541818380355835, -0.02345060370862484, 0.06324724853038788, 0.02659650146961212, 0.032230522483587265, 0.09541735798120499, -0.006984576117247343, -0.07360491156578064, 0.09741856157779694], "r_norm": [2.067774534225464, 2.17229962348938, 2.155606269836426, 2.1628799438476562, 2.1387479305267334, 2.0755655765533447, 2.1487040519714355, 2.0826258659362793, 2.175845146179199, 2.2188339233398438, 2.339590072631836, 2.183382511138916, 2.115593910217285, 2.234323024749756, 2.1411221027374268, 2.1991076469421387, 2.265505790710449, 2.243300199508667, 2.1737303733825684, 2.097888946533203]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3685, "test_loss": 1.8202087280273438}, {"epoch_end": 4, "step": 1955, "test_acc": 0.373, "test_loss": 1.7807241577148438}], "final": {"test_acc": 0.373, "test_loss": 1.7807241577148438, "wall_s": 16.488595485687256, "cos_r_negg": [0.5907048583030701, 0.07273516058921814, 0.030223459005355835, 0.051168132573366165, 0.11419868469238281, 0.03467237204313278, 0.025567807257175446, 0.02553515136241913, 0.02048444002866745, 0.07176625728607178, 0.06466822326183319, 0.06788867712020874, 0.0042664725333452225, 0.10616858303546906, 0.03917195275425911, 0.08714889734983444, 0.13523142039775848, 0.0023762863129377365, -0.08653190732002258, 0.11784914135932922], "cos_innovation_negg": [0.5907048583030701, 0.07273516058921814, 0.030223459005355835, 0.051168132573366165, 0.11419868469238281, 0.03467237204313278, 0.025567807257175446, 0.02553515136241913, 0.02048444002866745, 0.07176625728607178, 0.06466822326183319, 0.06788867712020874, 0.0042664725333452225, 0.10616858303546906, 0.03917195275425911, 0.08714889734983444, 0.13523142039775848, 0.0023762863129377365, -0.08653190732002258, 0.11784914135932922], "cos_apical_negg": [0.5907048583030701, 0.07273516058921814, 0.030223459005355835, 0.051168132573366165, 0.11419868469238281, 0.03467237204313278, 0.025567807257175446, 0.02553515136241913, 0.02048444002866745, 0.07176625728607178, 0.06466822326183319, 0.06788867712020874, 0.0042664725333452225, 0.10616858303546906, 0.03917195275425911, 0.08714889734983444, 0.13523142039775848, 0.0023762863129377365, -0.08653190732002258, 0.11784914135932922], "cos_Ac_negg": [0.5907048583030701, 0.07273516058921814, 0.030223459005355835, 0.051168132573366165, 0.11419868469238281, 0.03467237204313278, 0.025567807257175446, 0.02553515136241913, 0.02048444002866745, 0.07176625728607178, 0.06466822326183319, 0.06788867712020874, 0.0042664725333452225, 0.10616858303546906, 0.03917195275425911, 0.08714889734983444, 0.13523142039775848, 0.0023762863129377365, -0.08653190732002258, 0.11784914135932922]}}
\ No newline at end of file