{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d10_s2", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5496790409088135, "cos_r_negg": [-0.0020134486258029938, 0.06516402959823608, 0.005198038183152676, 0.031123405322432518, -0.005060964729636908, -0.03070865571498871, -0.0345737487077713, 0.02046622335910797, 0.05520343407988548, -0.028089644387364388], "cos_innovation_negg": [-0.0020134486258029938, 0.06516402959823608, 0.005198038183152676, 0.031123405322432518, -0.005060964729636908, -0.03070865571498871, -0.0345737487077713, 0.02046622335910797, 0.05520343407988548, -0.028089644387364388], "cos_apical_negg": [-0.0020134486258029938, 0.06516402959823608, 0.005198038183152676, 0.031123405322432518, -0.005060964729636908, -0.03070865571498871, -0.0345737487077713, 0.02046622335910797, 0.05520343407988548, -0.028089644387364388], "cos_Ac_negg": [-0.0020134486258029938, 0.06516402959823608, 0.005198038183152676, 0.031123405322432518, -0.005060964729636908, -0.03070865571498871, -0.0345737487077713, 0.02046622335910797, 0.05520343407988548, -0.028089644387364388], "r_norm": [2.474759101867676, 2.309131622314453, 2.395073413848877, 2.5052120685577393, 2.4739608764648438, 2.410212278366089, 2.326829433441162, 2.5964126586914062, 2.511310577392578, 2.3636138439178467]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3342, "test_loss": 1.892334326171875}, {"step": 500, "epoch": 1, "train_loss": 1.837371826171875, "cos_r_negg": [0.519542396068573, 0.005842700134962797, -0.007306994404643774, 0.03183600679039955, 0.07762294262647629, -0.00014067254960536957, 0.03890910744667053, -0.04318009689450264, 0.040582627058029175, 0.03173193335533142], "cos_innovation_negg": [0.519542396068573, 0.005842700134962797, -0.007306994404643774, 0.03183600679039955, 0.07762294262647629, -0.00014067254960536957, 0.03890910744667053, -0.04318009689450264, 0.040582627058029175, 0.03173193335533142], "cos_apical_negg": [0.519542396068573, 0.005842700134962797, -0.007306994404643774, 0.03183600679039955, 0.07762294262647629, -0.00014067254960536957, 0.03890910744667053, -0.04318009689450264, 0.040582627058029175, 0.03173193335533142], "cos_Ac_negg": [0.519542396068573, 0.005842700134962797, -0.007306994404643774, 0.03183600679039955, 0.07762294262647629, -0.00014067254960536957, 0.03890910744667053, -0.04318009689450264, 0.040582627058029175, 0.03173193335533142], "r_norm": [2.2071893215179443, 2.065424919128418, 2.1580944061279297, 2.258707046508789, 2.2582345008850098, 2.1456220149993896, 2.0961437225341797, 2.327760696411133, 2.257570743560791, 2.091254949569702]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3529, "test_loss": 1.8679755249023438}, {"step": 1000, "epoch": 2, "train_loss": 1.8183528184890747, "cos_r_negg": [0.5528568029403687, -0.04307369142770767, -0.033526986837387085, 0.05676647648215294, 0.07213954627513885, -0.02244184911251068, 0.0766942948102951, 0.11889983713626862, 0.08126220107078552, 0.07578819990158081], "cos_innovation_negg": [0.5528568029403687, -0.04307369142770767, -0.033526986837387085, 0.05676647648215294, 0.07213954627513885, -0.02244184911251068, 0.0766942948102951, 0.11889983713626862, 0.08126220107078552, 0.07578819990158081], "cos_apical_negg": [0.5528568029403687, -0.04307369142770767, -0.033526986837387085, 0.05676647648215294, 0.07213954627513885, -0.02244184911251068, 0.0766942948102951, 0.11889983713626862, 0.08126220107078552, 0.07578819990158081], "cos_Ac_negg": [0.5528568029403687, -0.04307369142770767, -0.033526986837387085, 0.05676647648215294, 0.07213954627513885, -0.02244184911251068, 0.0766942948102951, 0.11889983713626862, 0.08126220107078552, 0.07578819990158081], "r_norm": [2.218686819076538, 2.0682013034820557, 2.1647114753723145, 2.269418954849243, 2.2625598907470703, 2.1596639156341553, 2.0991902351379395, 2.332005500793457, 2.2643816471099854, 2.1023831367492676]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3551, "test_loss": 1.8438280395507813}, {"step": 1500, "epoch": 3, "train_loss": 1.726991057395935, "cos_r_negg": [0.4474659562110901, -0.0008338538464158773, 0.015185586176812649, 0.12266185879707336, 0.14482241868972778, 0.014172119088470936, 0.058384425938129425, 0.07188910245895386, 0.054701775312423706, 0.11297821998596191], "cos_innovation_negg": [0.4474659562110901, -0.0008338538464158773, 0.015185586176812649, 0.12266185879707336, 0.14482241868972778, 0.014172119088470936, 0.058384425938129425, 0.07188910245895386, 0.054701775312423706, 0.11297821998596191], "cos_apical_negg": [0.4474659562110901, -0.0008338538464158773, 0.015185586176812649, 0.12266185879707336, 0.14482241868972778, 0.014172119088470936, 0.058384425938129425, 0.07188910245895386, 0.054701775312423706, 0.11297821998596191], "cos_Ac_negg": [0.4474659562110901, -0.0008338538464158773, 0.015185586176812649, 0.12266185879707336, 0.14482241868972778, 0.014172119088470936, 0.058384425938129425, 0.07188910245895386, 0.054701775312423706, 0.11297821998596191], "r_norm": [2.1768107414245605, 2.0346322059631348, 2.1288797855377197, 2.232128620147705, 2.2135775089263916, 2.12147855758667, 2.0660088062286377, 2.296651840209961, 2.220999240875244, 2.0584475994110107]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.362, "test_loss": 1.8268614379882813}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3666, "test_loss": 1.8216587280273437}], "final": {"test_acc": 0.3666, "test_loss": 1.8216587280273437, "wall_s": 8.719727277755737, "cos_r_negg": [0.5044171214103699, 0.020850468426942825, 0.053354665637016296, 0.10640829801559448, 0.16449013352394104, 0.03525722026824951, 0.09051984548568726, 0.09860330820083618, 0.05487067997455597, 0.10454320162534714], "cos_innovation_negg": [0.5044171214103699, 0.020850468426942825, 0.053354665637016296, 0.10640829801559448, 0.16449013352394104, 0.03525722026824951, 0.09051984548568726, 0.09860330820083618, 0.05487067997455597, 0.10454320162534714], "cos_apical_negg": [0.5044171214103699, 0.020850468426942825, 0.053354665637016296, 0.10640829801559448, 0.16449013352394104, 0.03525722026824951, 0.09051984548568726, 0.09860330820083618, 0.05487067997455597, 0.10454320162534714], "cos_Ac_negg": [0.5044171214103699, 0.020850468426942825, 0.053354665637016296, 0.10640829801559448, 0.16449013352394104, 0.03525722026824951, 0.09051984548568726, 0.09860330820083618, 0.05487067997455597, 0.10454320162534714]}}