results: complete five-depth local scaling panel

1 files changed, 1 insertions, 0 deletions

diff --git a/results/scale_v3_cifar10_sdil_w64_d20_s2.json b/results/scale_v3_cifar10_sdil_w64_d20_s2.json
new file mode 100644
index 0000000..ae13b39
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d20_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d20_s2", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6389660835266113, "cos_r_negg": [0.06593373417854309, 0.013993676751852036, -0.006523444317281246, 0.055754248052835464, 0.027988731861114502, -0.021315395832061768, -0.05441085249185562, 0.009758309461176395, 0.03848304599523544, 0.0736684799194336, 0.05977558717131615, -0.012974243611097336, -0.09082309901714325, 0.036273419857025146, -0.006233563646674156, 0.04200918227434158, 0.016438081860542297, -0.054141607135534286, -0.002209561411291361, -0.01649925485253334], "cos_innovation_negg": [0.06593373417854309, 0.013993676751852036, -0.006523444317281246, 0.055754248052835464, 0.027988731861114502, -0.021315395832061768, -0.05441085249185562, 0.009758309461176395, 0.03848304599523544, 0.0736684799194336, 0.05977558717131615, -0.012974243611097336, -0.09082309901714325, 0.036273419857025146, -0.006233563646674156, 0.04200918227434158, 0.016438081860542297, -0.054141607135534286, -0.002209561411291361, -0.01649925485253334], "cos_apical_negg": [0.06593373417854309, 0.013993676751852036, -0.006523444317281246, 0.055754248052835464, 0.027988731861114502, -0.021315395832061768, -0.05441085249185562, 0.009758309461176395, 0.03848304599523544, 0.0736684799194336, 0.05977558717131615, -0.012974243611097336, -0.09082309901714325, 0.036273419857025146, -0.006233563646674156, 0.04200918227434158, 0.016438081860542297, -0.054141607135534286, -0.002209561411291361, -0.01649925485253334], "cos_Ac_negg": [0.06593373417854309, 0.013993676751852036, -0.006523444317281246, 0.055754248052835464, 0.027988731861114502, -0.021315395832061768, -0.05441085249185562, 0.009758309461176395, 0.03848304599523544, 0.0736684799194336, 0.05977558717131615, -0.012974243611097336, -0.09082309901714325, 0.036273419857025146, -0.006233563646674156, 0.04200918227434158, 0.016438081860542297, -0.054141607135534286, -0.002209561411291361, -0.01649925485253334], "r_norm": [2.4976515769958496, 2.4829063415527344, 2.574943780899048, 2.4384334087371826, 2.491237163543701, 2.4100711345672607, 2.4472343921661377, 2.4750165939331055, 2.460747718811035, 2.484037160873413, 2.5021228790283203, 2.610708475112915, 2.394582748413086, 2.674191474914551, 2.426248550415039, 2.3979697227478027, 2.693160057067871, 2.5337347984313965, 2.439074754714966, 2.328918933868408], "ldr": {"dL_sdil": -0.054181814193725586, "dL_bp": -0.4693567752838135, "ratio": 0.11543844053590704}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3661, "test_loss": 1.8113716918945313}, {"step": 500, "epoch": 1, "train_loss": 1.6617817878723145, "cos_r_negg": [0.6389768123626709, 0.07852965593338013, 0.13589194416999817, 0.02009466290473938, 0.08110658824443817, 0.0786416307091713, 0.0016705775633454323, 0.04348359629511833, 0.1759306639432907, 0.034090518951416016, 0.0639403834939003, 0.06997209787368774, 0.0055411215871572495, 0.05749879032373428, 0.11086574196815491, 0.06605710089206696, 0.03921148553490639, 0.02202458493411541, 0.02429373934864998, 0.11212228983640671], "cos_innovation_negg": [0.6389768123626709, 0.07852965593338013, 0.13589194416999817, 0.02009466290473938, 0.08110658824443817, 0.0786416307091713, 0.0016705775633454323, 0.04348359629511833, 0.1759306639432907, 0.034090518951416016, 0.0639403834939003, 0.06997209787368774, 0.0055411215871572495, 0.05749879032373428, 0.11086574196815491, 0.06605710089206696, 0.03921148553490639, 0.02202458493411541, 0.02429373934864998, 0.11212228983640671], "cos_apical_negg": [0.6389768123626709, 0.07852965593338013, 0.13589194416999817, 0.02009466290473938, 0.08110658824443817, 0.0786416307091713, 0.0016705775633454323, 0.04348359629511833, 0.1759306639432907, 0.034090518951416016, 0.0639403834939003, 0.06997209787368774, 0.0055411215871572495, 0.05749879032373428, 0.11086574196815491, 0.06605710089206696, 0.03921148553490639, 0.02202458493411541, 0.02429373934864998, 0.11212228983640671], "cos_Ac_negg": [0.6389768123626709, 0.07852965593338013, 0.13589194416999817, 0.02009466290473938, 0.08110658824443817, 0.0786416307091713, 0.0016705775633454323, 0.04348359629511833, 0.1759306639432907, 0.034090518951416016, 0.0639403834939003, 0.06997209787368774, 0.0055411215871572495, 0.05749879032373428, 0.11086574196815491, 0.06605710089206696, 0.03921148553490639, 0.02202458493411541, 0.02429373934864998, 0.11212228983640671], "r_norm": [1.7909306287765503, 1.726088523864746, 1.814136028289795, 1.6665878295898438, 1.7473523616790771, 1.6864192485809326, 1.7132811546325684, 1.7268383502960205, 1.7193984985351562, 1.7441869974136353, 1.755918264389038, 1.7985100746154785, 1.6429319381713867, 1.8413172960281372, 1.7013088464736938, 1.7079166173934937, 1.8729168176651, 1.7459828853607178, 1.6890032291412354, 1.6266982555389404]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3912, "test_loss": 1.7540248413085937}, {"step": 1000, "epoch": 2, "train_loss": 1.7368227243423462, "cos_r_negg": [0.7390826940536499, 0.18577487766742706, 0.18226245045661926, 0.12050589919090271, 0.15826688706874847, 0.14240382611751556, 0.10109449923038483, 0.13060863316059113, 0.20872867107391357, 0.10470209270715714, 0.12630483508110046, 0.17026585340499878, 0.12124870717525482, 0.1172897070646286, 0.1591358780860901, 0.08685910701751709, 0.07524409890174866, 0.09755244851112366, 0.07138492912054062, 0.1961987018585205], "cos_innovation_negg": [0.7390826940536499, 0.18577487766742706, 0.18226245045661926, 0.12050589919090271, 0.15826688706874847, 0.14240382611751556, 0.10109449923038483, 0.13060863316059113, 0.20872867107391357, 0.10470209270715714, 0.12630483508110046, 0.17026585340499878, 0.12124870717525482, 0.1172897070646286, 0.1591358780860901, 0.08685910701751709, 0.07524409890174866, 0.09755244851112366, 0.07138492912054062, 0.1961987018585205], "cos_apical_negg": [0.7390826940536499, 0.18577487766742706, 0.18226245045661926, 0.12050589919090271, 0.15826688706874847, 0.14240382611751556, 0.10109449923038483, 0.13060863316059113, 0.20872867107391357, 0.10470209270715714, 0.12630483508110046, 0.17026585340499878, 0.12124870717525482, 0.1172897070646286, 0.1591358780860901, 0.08685910701751709, 0.07524409890174866, 0.09755244851112366, 0.07138492912054062, 0.1961987018585205], "cos_Ac_negg": [0.7390826940536499, 0.18577487766742706, 0.18226245045661926, 0.12050589919090271, 0.15826688706874847, 0.14240382611751556, 0.10109449923038483, 0.13060863316059113, 0.20872867107391357, 0.10470209270715714, 0.12630483508110046, 0.17026585340499878, 0.12124870717525482, 0.1172897070646286, 0.1591358780860901, 0.08685910701751709, 0.07524409890174866, 0.09755244851112366, 0.07138492912054062, 0.1961987018585205], "r_norm": [1.5486072301864624, 1.4131722450256348, 1.4953627586364746, 1.3655297756195068, 1.43131685256958, 1.386131763458252, 1.395601749420166, 1.4123340845108032, 1.4152343273162842, 1.4191930294036865, 1.4409430027008057, 1.4822609424591064, 1.345395565032959, 1.5097929239273071, 1.39820396900177, 1.3883514404296875, 1.5322113037109375, 1.4304218292236328, 1.3815944194793701, 1.344038963317871]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3978, "test_loss": 1.7291228149414062}, {"step": 1500, "epoch": 3, "train_loss": 1.6416943073272705, "cos_r_negg": [0.7587835192680359, 0.2718650698661804, 0.23289042711257935, 0.20174452662467957, 0.28260865807533264, 0.22946864366531372, 0.21783685684204102, 0.1681687831878662, 0.2934598922729492, 0.1914120614528656, 0.2539805769920349, 0.2592066526412964, 0.2270563840866089, 0.19179043173789978, 0.22804169356822968, 0.17214614152908325, 0.1770518720149994, 0.2360837459564209, 0.19612210988998413, 0.3191680610179901], "cos_innovation_negg": [0.7587835192680359, 0.2718650698661804, 0.23289042711257935, 0.20174452662467957, 0.28260865807533264, 0.22946864366531372, 0.21783685684204102, 0.1681687831878662, 0.2934598922729492, 0.1914120614528656, 0.2539805769920349, 0.2592066526412964, 0.2270563840866089, 0.19179043173789978, 0.22804169356822968, 0.17214614152908325, 0.1770518720149994, 0.2360837459564209, 0.19612210988998413, 0.3191680610179901], "cos_apical_negg": [0.7587835192680359, 0.2718650698661804, 0.23289042711257935, 0.20174452662467957, 0.28260865807533264, 0.22946864366531372, 0.21783685684204102, 0.1681687831878662, 0.2934598922729492, 0.1914120614528656, 0.2539805769920349, 0.2592066526412964, 0.2270563840866089, 0.19179043173789978, 0.22804169356822968, 0.17214614152908325, 0.1770518720149994, 0.2360837459564209, 0.19612210988998413, 0.3191680610179901], "cos_Ac_negg": [0.7587835192680359, 0.2718650698661804, 0.23289042711257935, 0.20174452662467957, 0.28260865807533264, 0.22946864366531372, 0.21783685684204102, 0.1681687831878662, 0.2934598922729492, 0.1914120614528656, 0.2539805769920349, 0.2592066526412964, 0.2270563840866089, 0.19179043173789978, 0.22804169356822968, 0.17214614152908325, 0.1770518720149994, 0.2360837459564209, 0.19612210988998413, 0.3191680610179901], "r_norm": [1.3358010053634644, 1.1678698062896729, 1.2299256324768066, 1.1177070140838623, 1.1754882335662842, 1.1452264785766602, 1.1417728662490845, 1.1580309867858887, 1.1612064838409424, 1.1558250188827515, 1.1853424310684204, 1.205953598022461, 1.103301763534546, 1.2260974645614624, 1.1429448127746582, 1.1266374588012695, 1.248934268951416, 1.167492151260376, 1.1242961883544922, 1.1126219034194946]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4028, "test_loss": 1.7209801513671874}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4114, "test_loss": 1.6914333862304687}], "final": {"test_acc": 0.4114, "test_loss": 1.6914333862304687, "wall_s": 29.78646421432495, "cos_r_negg": [0.8057640790939331, 0.37190455198287964, 0.33066096901893616, 0.3178156614303589, 0.34161365032196045, 0.3315601050853729, 0.3300320506095886, 0.31969690322875977, 0.40131932497024536, 0.3093206286430359, 0.3566463887691498, 0.3580888509750366, 0.34394171833992004, 0.3028595447540283, 0.3313327431678772, 0.31680652499198914, 0.2923799753189087, 0.34223824739456177, 0.3207544982433319, 0.42612239718437195], "cos_innovation_negg": [0.8057640790939331, 0.37190455198287964, 0.33066096901893616, 0.3178156614303589, 0.34161365032196045, 0.3315601050853729, 0.3300320506095886, 0.31969690322875977, 0.40131932497024536, 0.3093206286430359, 0.3566463887691498, 0.3580888509750366, 0.34394171833992004, 0.3028595447540283, 0.3313327431678772, 0.31680652499198914, 0.2923799753189087, 0.34223824739456177, 0.3207544982433319, 0.42612239718437195], "cos_apical_negg": [0.8057640790939331, 0.37190455198287964, 0.33066096901893616, 0.3178156614303589, 0.34161365032196045, 0.3315601050853729, 0.3300320506095886, 0.31969690322875977, 0.40131932497024536, 0.3093206286430359, 0.3566463887691498, 0.3580888509750366, 0.34394171833992004, 0.3028595447540283, 0.3313327431678772, 0.31680652499198914, 0.2923799753189087, 0.34223824739456177, 0.3207544982433319, 0.42612239718437195], "cos_Ac_negg": [0.8057640790939331, 0.37190455198287964, 0.33066096901893616, 0.3178156614303589, 0.34161365032196045, 0.3315601050853729, 0.3300320506095886, 0.31969690322875977, 0.40131932497024536, 0.3093206286430359, 0.3566463887691498, 0.3580888509750366, 0.34394171833992004, 0.3028595447540283, 0.3313327431678772, 0.31680652499198914, 0.2923799753189087, 0.34223824739456177, 0.3207544982433319, 0.42612239718437195]}}
\ No newline at end of file