{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d10_s1", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5440011024475098, "cos_r_negg": [0.017613250762224197, 0.07585285604000092, 0.03816498816013336, 0.02908129058778286, 0.00465430086478591, -0.035945601761341095, 0.028904784470796585, 0.05451975017786026, 0.004527100827544928, 0.00996812991797924], "cos_innovation_negg": [0.017613250762224197, 0.07585285604000092, 0.03816498816013336, 0.02908129058778286, 0.00465430086478591, -0.035945601761341095, 0.028904784470796585, 0.05451975017786026, 0.004527100827544928, 0.00996812991797924], "cos_apical_negg": [0.017613250762224197, 0.07585285604000092, 0.03816498816013336, 0.02908129058778286, 0.00465430086478591, -0.035945601761341095, 0.028904784470796585, 0.05451975017786026, 0.004527100827544928, 0.00996812991797924], "cos_Ac_negg": [0.017613250762224197, 0.07585285604000092, 0.03816498816013336, 0.02908129058778286, 0.00465430086478591, -0.035945601761341095, 0.028904784470796585, 0.05451975017786026, 0.004527100827544928, 0.00996812991797924], "r_norm": [2.4112730026245117, 2.4368581771850586, 2.4482433795928955, 2.490034580230713, 2.5213732719421387, 2.3497259616851807, 2.2972025871276855, 2.546637535095215, 2.415112257003784, 2.4265384674072266]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3418, "test_loss": 1.8575172607421875}, {"step": 500, "epoch": 1, "train_loss": 1.750311255455017, "cos_r_negg": [0.5540446043014526, 0.053287964314222336, 0.05789709836244583, 0.013901092112064362, 0.037049151957035065, 0.022888001054525375, -0.05661909654736519, 0.02140895277261734, -0.010410492308437824, 0.015309159643948078], "cos_innovation_negg": [0.5540446043014526, 0.053287964314222336, 0.05789709836244583, 0.013901092112064362, 0.037049151957035065, 0.022888001054525375, -0.05661909654736519, 0.02140895277261734, -0.010410492308437824, 0.015309159643948078], "cos_apical_negg": [0.5540446043014526, 0.053287964314222336, 0.05789709836244583, 0.013901092112064362, 0.037049151957035065, 0.022888001054525375, -0.05661909654736519, 0.02140895277261734, -0.010410492308437824, 0.015309159643948078], "cos_Ac_negg": [0.5540446043014526, 0.053287964314222336, 0.05789709836244583, 0.013901092112064362, 0.037049151957035065, 0.022888001054525375, -0.05661909654736519, 0.02140895277261734, -0.010410492308437824, 0.015309159643948078], "r_norm": [2.160007953643799, 2.207562208175659, 2.2075881958007812, 2.2079224586486816, 2.299384832382202, 2.125868320465088, 2.094423532485962, 2.2513318061828613, 2.1718976497650146, 2.1964035034179688]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3537, "test_loss": 1.855483154296875}, {"step": 1000, "epoch": 2, "train_loss": 1.7126835584640503, "cos_r_negg": [0.4827197194099426, 0.07600820064544678, 0.033855341374874115, 0.04297463595867157, 0.10818997025489807, -0.018371639773249626, 0.040180910378694534, 0.10583324730396271, 0.005240487866103649, -0.012961314991116524], "cos_innovation_negg": [0.4827197194099426, 0.07600820064544678, 0.033855341374874115, 0.04297463595867157, 0.10818997025489807, -0.018371639773249626, 0.040180910378694534, 0.10583324730396271, 0.005240487866103649, -0.012961314991116524], "cos_apical_negg": [0.4827197194099426, 0.07600820064544678, 0.033855341374874115, 0.04297463595867157, 0.10818997025489807, -0.018371639773249626, 0.040180910378694534, 0.10583324730396271, 0.005240487866103649, -0.012961314991116524], "cos_Ac_negg": [0.4827197194099426, 0.07600820064544678, 0.033855341374874115, 0.04297463595867157, 0.10818997025489807, -0.018371639773249626, 0.040180910378694534, 0.10583324730396271, 0.005240487866103649, -0.012961314991116524], "r_norm": [2.1076929569244385, 2.1558566093444824, 2.1590919494628906, 2.152801990509033, 2.2371997833251953, 2.0774638652801514, 2.054080009460449, 2.201082229614258, 2.124924898147583, 2.144575595855713]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3641, "test_loss": 1.8189103759765626}, {"step": 1500, "epoch": 3, "train_loss": 1.7362456321716309, "cos_r_negg": [0.5711832642555237, 0.05510079488158226, 0.07896356284618378, 0.062225427478551865, 0.09601534903049469, 0.025629781186580658, 0.07145099341869354, 0.0433356910943985, 0.04601116478443146, 0.026393964886665344], "cos_innovation_negg": [0.5711832642555237, 0.05510079488158226, 0.07896356284618378, 0.062225427478551865, 0.09601534903049469, 0.025629781186580658, 0.07145099341869354, 0.0433356910943985, 0.04601116478443146, 0.026393964886665344], "cos_apical_negg": [0.5711832642555237, 0.05510079488158226, 0.07896356284618378, 0.062225427478551865, 0.09601534903049469, 0.025629781186580658, 0.07145099341869354, 0.0433356910943985, 0.04601116478443146, 0.026393964886665344], "cos_Ac_negg": [0.5711832642555237, 0.05510079488158226, 0.07896356284618378, 0.062225427478551865, 0.09601534903049469, 0.025629781186580658, 0.07145099341869354, 0.0433356910943985, 0.04601116478443146, 0.026393964886665344], "r_norm": [2.1077303886413574, 2.1608924865722656, 2.156764030456543, 2.1662185192108154, 2.2441632747650146, 2.0718371868133545, 2.0391526222229004, 2.2039012908935547, 2.1251072883605957, 2.146610736846924]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3434, "test_loss": 1.8465911987304688}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3727, "test_loss": 1.7858251831054688}], "final": {"test_acc": 0.3727, "test_loss": 1.7858251831054688, "wall_s": 8.380712747573853, "cos_r_negg": [0.5659000873565674, 0.09753511846065521, 0.10834501683712006, 0.08568631857633591, 0.11389745026826859, 0.03957424685359001, 0.12550604343414307, 0.013754882849752903, 0.05003255233168602, 0.04197258874773979], "cos_innovation_negg": [0.5659000873565674, 0.09753511846065521, 0.10834501683712006, 0.08568631857633591, 0.11389745026826859, 0.03957424685359001, 0.12550604343414307, 0.013754882849752903, 0.05003255233168602, 0.04197258874773979], "cos_apical_negg": [0.5659000873565674, 0.09753511846065521, 0.10834501683712006, 0.08568631857633591, 0.11389745026826859, 0.03957424685359001, 0.12550604343414307, 0.013754882849752903, 0.05003255233168602, 0.04197258874773979], "cos_Ac_negg": [0.5659000873565674, 0.09753511846065521, 0.10834501683712006, 0.08568631857633591, 0.11389745026826859, 0.03957424685359001, 0.12550604343414307, 0.013754882849752903, 0.05003255233168602, 0.04197258874773979]}}