{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 5, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d5_s4", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6243700981140137, "cos_r_negg": [0.03162476420402527, -0.03460372984409332, -0.01992018148303032, -0.00805542804300785, -0.029403850436210632], "cos_innovation_negg": [0.03162476420402527, -0.03460372984409332, -0.01992018148303032, -0.00805542804300785, -0.029403850436210632], "cos_apical_negg": [0.03162476420402527, -0.03460372984409332, -0.01992018148303032, -0.00805542804300785, -0.029403850436210632], "cos_Ac_negg": [0.03162476420402527, -0.03460372984409332, -0.01992018148303032, -0.00805542804300785, -0.029403850436210632], "r_norm": [2.5291171073913574, 2.404731273651123, 2.448246955871582, 2.3757054805755615, 2.5141124725341797]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3369, "test_loss": 1.8933490112304687}, {"step": 500, "epoch": 1, "train_loss": 1.826478362083435, "cos_r_negg": [0.504985511302948, 0.04880714416503906, -0.021416176110506058, -0.027530323714017868, 0.053879693150520325], "cos_innovation_negg": [0.504985511302948, 0.04880714416503906, -0.021416176110506058, -0.027530323714017868, 0.053879693150520325], "cos_apical_negg": [0.504985511302948, 0.04880714416503906, -0.021416176110506058, -0.027530323714017868, 0.053879693150520325], "cos_Ac_negg": [0.504985511302948, 0.04880714416503906, -0.021416176110506058, -0.027530323714017868, 0.053879693150520325], "r_norm": [2.2460575103759766, 2.1280393600463867, 2.212968349456787, 2.1147196292877197, 2.2084596157073975]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3604, "test_loss": 1.8447128784179687}, {"step": 1000, "epoch": 2, "train_loss": 1.8349839448928833, "cos_r_negg": [0.5833373069763184, 0.06325368583202362, 0.10249095410108566, 0.06456378847360611, 0.11073233932256699], "cos_innovation_negg": [0.5833373069763184, 0.06325368583202362, 0.10249095410108566, 0.06456378847360611, 0.11073233932256699], "cos_apical_negg": [0.5833373069763184, 0.06325368583202362, 0.10249095410108566, 0.06456378847360611, 0.11073233932256699], "cos_Ac_negg": [0.5833373069763184, 0.06325368583202362, 0.10249095410108566, 0.06456378847360611, 0.11073233932256699], "r_norm": [2.2348217964172363, 2.1151556968688965, 2.20352840423584, 2.1128933429718018, 2.189624309539795]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3646, "test_loss": 1.8105296630859375}, {"step": 1500, "epoch": 3, "train_loss": 1.725190281867981, "cos_r_negg": [0.57337486743927, 0.14293429255485535, 0.10307704657316208, 0.1461339294910431, 0.19677849113941193], "cos_innovation_negg": [0.57337486743927, 0.14293429255485535, 0.10307704657316208, 0.1461339294910431, 0.19677849113941193], "cos_apical_negg": [0.57337486743927, 0.14293429255485535, 0.10307704657316208, 0.1461339294910431, 0.19677849113941193], "cos_Ac_negg": [0.57337486743927, 0.14293429255485535, 0.10307704657316208, 0.1461339294910431, 0.19677849113941193], "r_norm": [2.214473009109497, 2.0910372734069824, 2.176015853881836, 2.0792384147644043, 2.1761817932128906]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3684, "test_loss": 1.8135089111328124}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3843, "test_loss": 1.779214794921875}], "final": {"test_acc": 0.3843, "test_loss": 1.779214794921875, "wall_s": 4.922231197357178, "cos_r_negg": [0.5442531108856201, 0.18672211468219757, 0.10832569003105164, 0.1525248885154724, 0.24770155549049377], "cos_innovation_negg": [0.5442531108856201, 0.18672211468219757, 0.10832569003105164, 0.1525248885154724, 0.24770155549049377], "cos_apical_negg": [0.5442531108856201, 0.18672211468219757, 0.10832569003105164, 0.1525248885154724, 0.24770155549049377], "cos_Ac_negg": [0.5442531108856201, 0.18672211468219757, 0.10832569003105164, 0.1525248885154724, 0.24770155549049377]}}