{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d20_s3", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5661840438842773, "cos_r_negg": [0.0693524032831192, -0.05858476459980011, -0.02498081512749195, -0.04339393600821495, -0.003833564929664135, -0.06528893113136292, 0.01692187786102295, 0.03227422013878822, -0.06006751209497452, -0.0638786256313324, -0.004887578543275595, 0.009103290736675262, -0.0659005269408226, -0.034930042922496796, 0.0373135581612587, -0.06369631737470627, -0.0009000073187053204, 0.07872693985700607, -0.018359031528234482, -0.008294914849102497], "cos_innovation_negg": [0.0693524032831192, -0.05858476459980011, -0.02498081512749195, -0.04339393600821495, -0.003833564929664135, -0.06528893113136292, 0.01692187786102295, 0.03227422013878822, -0.06006751209497452, -0.0638786256313324, -0.004887578543275595, 0.009103290736675262, -0.0659005269408226, -0.034930042922496796, 0.0373135581612587, -0.06369631737470627, -0.0009000073187053204, 0.07872693985700607, -0.018359031528234482, -0.008294914849102497], "cos_apical_negg": [0.0693524032831192, -0.05858476459980011, -0.02498081512749195, -0.04339393600821495, -0.003833564929664135, -0.06528893113136292, 0.01692187786102295, 0.03227422013878822, -0.06006751209497452, -0.0638786256313324, -0.004887578543275595, 0.009103290736675262, -0.0659005269408226, -0.034930042922496796, 0.0373135581612587, -0.06369631737470627, -0.0009000073187053204, 0.07872693985700607, -0.018359031528234482, -0.008294914849102497], "cos_Ac_negg": [0.0693524032831192, -0.05858476459980011, -0.02498081512749195, -0.04339393600821495, -0.003833564929664135, -0.06528893113136292, 0.01692187786102295, 0.03227422013878822, -0.06006751209497452, -0.0638786256313324, -0.004887578543275595, 0.009103290736675262, -0.0659005269408226, -0.034930042922496796, 0.0373135581612587, -0.06369631737470627, -0.0009000073187053204, 0.07872693985700607, -0.018359031528234482, -0.008294914849102497], "r_norm": [2.4537668228149414, 2.4386067390441895, 2.398371696472168, 2.436614990234375, 2.540419340133667, 2.4805006980895996, 2.3954050540924072, 2.4316227436065674, 2.4032750129699707, 2.3599042892456055, 2.4821276664733887, 2.5072522163391113, 2.5078125, 2.7329795360565186, 2.3691234588623047, 2.450049877166748, 2.5318949222564697, 2.3255953788757324, 2.4390745162963867, 2.490327835083008], "ldr": {"dL_sdil": -0.0743720531463623, "dL_bp": -0.40113282203674316, "ratio": 0.18540505553432357}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3605, "test_loss": 1.8072552856445312}, {"step": 500, "epoch": 1, "train_loss": 1.6603049039840698, "cos_r_negg": [0.7027078866958618, 0.038417838513851166, 0.07528961449861526, 0.0507284477353096, 0.008873308077454567, -0.009581268765032291, 0.12149755656719208, -0.0018983008340001106, 0.08967448770999908, 0.07253429293632507, 0.05808093771338463, 0.12177735567092896, 0.07700102031230927, 0.08189357072114944, 0.10461437702178955, 0.052532441914081573, 0.03267943859100342, 0.10047303885221481, 0.10649149119853973, -0.04994289204478264], "cos_innovation_negg": [0.7027078866958618, 0.038417838513851166, 0.07528961449861526, 0.0507284477353096, 0.008873308077454567, -0.009581268765032291, 0.12149755656719208, -0.0018983008340001106, 0.08967448770999908, 0.07253429293632507, 0.05808093771338463, 0.12177735567092896, 0.07700102031230927, 0.08189357072114944, 0.10461437702178955, 0.052532441914081573, 0.03267943859100342, 0.10047303885221481, 0.10649149119853973, -0.04994289204478264], "cos_apical_negg": [0.7027078866958618, 0.038417838513851166, 0.07528961449861526, 0.0507284477353096, 0.008873308077454567, -0.009581268765032291, 0.12149755656719208, -0.0018983008340001106, 0.08967448770999908, 0.07253429293632507, 0.05808093771338463, 0.12177735567092896, 0.07700102031230927, 0.08189357072114944, 0.10461437702178955, 0.052532441914081573, 0.03267943859100342, 0.10047303885221481, 0.10649149119853973, -0.04994289204478264], "cos_Ac_negg": [0.7027078866958618, 0.038417838513851166, 0.07528961449861526, 0.0507284477353096, 0.008873308077454567, -0.009581268765032291, 0.12149755656719208, -0.0018983008340001106, 0.08967448770999908, 0.07253429293632507, 0.05808093771338463, 0.12177735567092896, 0.07700102031230927, 0.08189357072114944, 0.10461437702178955, 0.052532441914081573, 0.03267943859100342, 0.10047303885221481, 0.10649149119853973, -0.04994289204478264], "r_norm": [1.7670329809188843, 1.6689083576202393, 1.6544855833053589, 1.6768666505813599, 1.7502284049987793, 1.7012982368469238, 1.655625581741333, 1.6778013706207275, 1.6502131223678589, 1.6366803646087646, 1.7020957469940186, 1.7407132387161255, 1.7402386665344238, 1.9012185335159302, 1.6264503002166748, 1.6859471797943115, 1.7483792304992676, 1.6274139881134033, 1.6750969886779785, 1.7180752754211426]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3848, "test_loss": 1.7649994140625}, {"step": 1000, "epoch": 2, "train_loss": 1.721308708190918, "cos_r_negg": [0.773021399974823, 0.07779204845428467, 0.14731362462043762, 0.1537145972251892, 0.05917596071958542, 0.06204260513186455, 0.19575461745262146, 0.11029835790395737, 0.20340785384178162, 0.13617783784866333, 0.0936877578496933, 0.1894557923078537, 0.11574167013168335, 0.16057783365249634, 0.14247335493564606, 0.13627448678016663, 0.1516522467136383, 0.14481821656227112, 0.1685982644557953, 0.018145719543099403], "cos_innovation_negg": [0.773021399974823, 0.07779204845428467, 0.14731362462043762, 0.1537145972251892, 0.05917596071958542, 0.06204260513186455, 0.19575461745262146, 0.11029835790395737, 0.20340785384178162, 0.13617783784866333, 0.0936877578496933, 0.1894557923078537, 0.11574167013168335, 0.16057783365249634, 0.14247335493564606, 0.13627448678016663, 0.1516522467136383, 0.14481821656227112, 0.1685982644557953, 0.018145719543099403], "cos_apical_negg": [0.773021399974823, 0.07779204845428467, 0.14731362462043762, 0.1537145972251892, 0.05917596071958542, 0.06204260513186455, 0.19575461745262146, 0.11029835790395737, 0.20340785384178162, 0.13617783784866333, 0.0936877578496933, 0.1894557923078537, 0.11574167013168335, 0.16057783365249634, 0.14247335493564606, 0.13627448678016663, 0.1516522467136383, 0.14481821656227112, 0.1685982644557953, 0.018145719543099403], "cos_Ac_negg": [0.773021399974823, 0.07779204845428467, 0.14731362462043762, 0.1537145972251892, 0.05917596071958542, 0.06204260513186455, 0.19575461745262146, 0.11029835790395737, 0.20340785384178162, 0.13617783784866333, 0.0936877578496933, 0.1894557923078537, 0.11574167013168335, 0.16057783365249634, 0.14247335493564606, 0.13627448678016663, 0.1516522467136383, 0.14481821656227112, 0.1685982644557953, 0.018145719543099403], "r_norm": [1.5142042636871338, 1.3525391817092896, 1.3478083610534668, 1.3666493892669678, 1.4085516929626465, 1.3784462213516235, 1.3552651405334473, 1.361324667930603, 1.3438897132873535, 1.3317821025848389, 1.3832371234893799, 1.4127845764160156, 1.4050673246383667, 1.5391390323638916, 1.323709487915039, 1.3706501722335815, 1.419715166091919, 1.321014404296875, 1.367536187171936, 1.3807926177978516]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4016, "test_loss": 1.723336279296875}, {"step": 1500, "epoch": 3, "train_loss": 1.6386744976043701, "cos_r_negg": [0.7567437887191772, 0.18134461343288422, 0.26937034726142883, 0.24486896395683289, 0.16086545586585999, 0.17751652002334595, 0.27428460121154785, 0.20481407642364502, 0.2806814908981323, 0.2590763568878174, 0.21044665575027466, 0.3048057556152344, 0.20623773336410522, 0.2696194052696228, 0.22190150618553162, 0.23325592279434204, 0.2762085199356079, 0.2725907862186432, 0.26566770672798157, 0.15500599145889282], "cos_innovation_negg": [0.7567437887191772, 0.18134461343288422, 0.26937034726142883, 0.24486896395683289, 0.16086545586585999, 0.17751652002334595, 0.27428460121154785, 0.20481407642364502, 0.2806814908981323, 0.2590763568878174, 0.21044665575027466, 0.3048057556152344, 0.20623773336410522, 0.2696194052696228, 0.22190150618553162, 0.23325592279434204, 0.2762085199356079, 0.2725907862186432, 0.26566770672798157, 0.15500599145889282], "cos_apical_negg": [0.7567437887191772, 0.18134461343288422, 0.26937034726142883, 0.24486896395683289, 0.16086545586585999, 0.17751652002334595, 0.27428460121154785, 0.20481407642364502, 0.2806814908981323, 0.2590763568878174, 0.21044665575027466, 0.3048057556152344, 0.20623773336410522, 0.2696194052696228, 0.22190150618553162, 0.23325592279434204, 0.2762085199356079, 0.2725907862186432, 0.26566770672798157, 0.15500599145889282], "cos_Ac_negg": [0.7567437887191772, 0.18134461343288422, 0.26937034726142883, 0.24486896395683289, 0.16086545586585999, 0.17751652002334595, 0.27428460121154785, 0.20481407642364502, 0.2806814908981323, 0.2590763568878174, 0.21044665575027466, 0.3048057556152344, 0.20623773336410522, 0.2696194052696228, 0.22190150618553162, 0.23325592279434204, 0.2762085199356079, 0.2725907862186432, 0.26566770672798157, 0.15500599145889282], "r_norm": [1.3229501247406006, 1.1089928150177002, 1.122788667678833, 1.1313881874084473, 1.1548118591308594, 1.12418794631958, 1.1224699020385742, 1.1101768016815186, 1.1169190406799316, 1.09437894821167, 1.1290109157562256, 1.160680890083313, 1.1438326835632324, 1.260423183441162, 1.093457579612732, 1.1290532350540161, 1.1678495407104492, 1.0851818323135376, 1.134483814239502, 1.1212563514709473]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4046, "test_loss": 1.7155074462890625}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4046, "test_loss": 1.7065242553710938}], "final": {"test_acc": 0.4046, "test_loss": 1.7065242553710938, "wall_s": 31.86020064353943, "cos_r_negg": [0.7800142765045166, 0.28416907787323, 0.36854982376098633, 0.33807629346847534, 0.2588394284248352, 0.2876851558685303, 0.381034255027771, 0.30549174547195435, 0.37147051095962524, 0.3504701852798462, 0.31457847356796265, 0.37950849533081055, 0.3077792525291443, 0.37881654500961304, 0.3485231399536133, 0.34105363488197327, 0.35934099555015564, 0.36597543954849243, 0.35560616850852966, 0.26214057207107544], "cos_innovation_negg": [0.7800142765045166, 0.28416907787323, 0.36854982376098633, 0.33807629346847534, 0.2588394284248352, 0.2876851558685303, 0.381034255027771, 0.30549174547195435, 0.37147051095962524, 0.3504701852798462, 0.31457847356796265, 0.37950849533081055, 0.3077792525291443, 0.37881654500961304, 0.3485231399536133, 0.34105363488197327, 0.35934099555015564, 0.36597543954849243, 0.35560616850852966, 0.26214057207107544], "cos_apical_negg": [0.7800142765045166, 0.28416907787323, 0.36854982376098633, 0.33807629346847534, 0.2588394284248352, 0.2876851558685303, 0.381034255027771, 0.30549174547195435, 0.37147051095962524, 0.3504701852798462, 0.31457847356796265, 0.37950849533081055, 0.3077792525291443, 0.37881654500961304, 0.3485231399536133, 0.34105363488197327, 0.35934099555015564, 0.36597543954849243, 0.35560616850852966, 0.26214057207107544], "cos_Ac_negg": [0.7800142765045166, 0.28416907787323, 0.36854982376098633, 0.33807629346847534, 0.2588394284248352, 0.2876851558685303, 0.381034255027771, 0.30549174547195435, 0.37147051095962524, 0.3504701852798462, 0.31457847356796265, 0.37950849533081055, 0.3077792525291443, 0.37881654500961304, 0.3485231399536133, 0.34105363488197327, 0.35934099555015564, 0.36597543954849243, 0.35560616850852966, 0.26214057207107544]}}