{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d10_s3", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6250181198120117, "cos_r_negg": [0.029325757175683975, 0.012676693499088287, 0.026318566873669624, -0.004434606060385704, -0.048868149518966675, -0.010169871151447296, 0.07415222376585007, 0.0354638546705246, 0.008570360019803047, -0.021885592490434647], "cos_innovation_negg": [0.029325757175683975, 0.012676693499088287, 0.026318566873669624, -0.004434606060385704, -0.048868149518966675, -0.010169871151447296, 0.07415222376585007, 0.0354638546705246, 0.008570360019803047, -0.021885592490434647], "cos_apical_negg": [0.029325757175683975, 0.012676693499088287, 0.026318566873669624, -0.004434606060385704, -0.048868149518966675, -0.010169871151447296, 0.07415222376585007, 0.0354638546705246, 0.008570360019803047, -0.021885592490434647], "cos_Ac_negg": [0.029325757175683975, 0.012676693499088287, 0.026318566873669624, -0.004434606060385704, -0.048868149518966675, -0.010169871151447296, 0.07415222376585007, 0.0354638546705246, 0.008570360019803047, -0.021885592490434647], "r_norm": [2.297274589538574, 2.468039035797119, 2.629464864730835, 2.5076119899749756, 2.5137746334075928, 2.247859001159668, 2.4512834548950195, 2.6967613697052, 2.4770991802215576, 2.377955913543701]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3402, "test_loss": 1.8868573364257812}, {"step": 500, "epoch": 1, "train_loss": 1.7616349458694458, "cos_r_negg": [0.6063641309738159, 0.058964990079402924, 0.0344507172703743, 0.006831043399870396, -0.01079338975250721, 0.005928808823227882, 0.1045268326997757, -0.006495034787803888, -0.017806198447942734, 0.028150977566838264], "cos_innovation_negg": [0.6063641309738159, 0.058964990079402924, 0.0344507172703743, 0.006831043399870396, -0.01079338975250721, 0.005928808823227882, 0.1045268326997757, -0.006495034787803888, -0.017806198447942734, 0.028150977566838264], "cos_apical_negg": [0.6063641309738159, 0.058964990079402924, 0.0344507172703743, 0.006831043399870396, -0.01079338975250721, 0.005928808823227882, 0.1045268326997757, -0.006495034787803888, -0.017806198447942734, 0.028150977566838264], "cos_Ac_negg": [0.6063641309738159, 0.058964990079402924, 0.0344507172703743, 0.006831043399870396, -0.01079338975250721, 0.005928808823227882, 0.1045268326997757, -0.006495034787803888, -0.017806198447942734, 0.028150977566838264], "r_norm": [2.0548460483551025, 2.193434715270996, 2.285167694091797, 2.2199432849884033, 2.230163812637329, 2.0246193408966064, 2.1560311317443848, 2.4257378578186035, 2.181825637817383, 2.101530075073242]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3603, "test_loss": 1.8503739379882813}, {"step": 1000, "epoch": 2, "train_loss": 1.9040087461471558, "cos_r_negg": [0.5403025150299072, 0.08289720863103867, 0.06505841016769409, 0.07129738479852676, -0.044737961143255234, 0.020279938355088234, 0.07686574757099152, 0.07970120012760162, -0.030551042407751083, 0.1026226133108139], "cos_innovation_negg": [0.5403025150299072, 0.08289720863103867, 0.06505841016769409, 0.07129738479852676, -0.044737961143255234, 0.020279938355088234, 0.07686574757099152, 0.07970120012760162, -0.030551042407751083, 0.1026226133108139], "cos_apical_negg": [0.5403025150299072, 0.08289720863103867, 0.06505841016769409, 0.07129738479852676, -0.044737961143255234, 0.020279938355088234, 0.07686574757099152, 0.07970120012760162, -0.030551042407751083, 0.1026226133108139], "cos_Ac_negg": [0.5403025150299072, 0.08289720863103867, 0.06505841016769409, 0.07129738479852676, -0.044737961143255234, 0.020279938355088234, 0.07686574757099152, 0.07970120012760162, -0.030551042407751083, 0.1026226133108139], "r_norm": [2.040771961212158, 2.170748233795166, 2.2616283893585205, 2.2061662673950195, 2.2340261936187744, 2.0067739486694336, 2.1348371505737305, 2.4038538932800293, 2.171020030975342, 2.077697277069092]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3434, "test_loss": 1.8496400512695312}, {"step": 1500, "epoch": 3, "train_loss": 1.7762718200683594, "cos_r_negg": [0.5433335304260254, 0.12764477729797363, 0.10676094889640808, 0.12023960053920746, 0.007788889110088348, 0.06434109061956406, 0.13271905481815338, 0.11386246234178543, 0.10808636248111725, 0.11449325084686279], "cos_innovation_negg": [0.5433335304260254, 0.12764477729797363, 0.10676094889640808, 0.12023960053920746, 0.007788889110088348, 0.06434109061956406, 0.13271905481815338, 0.11386246234178543, 0.10808636248111725, 0.11449325084686279], "cos_apical_negg": [0.5433335304260254, 0.12764477729797363, 0.10676094889640808, 0.12023960053920746, 0.007788889110088348, 0.06434109061956406, 0.13271905481815338, 0.11386246234178543, 0.10808636248111725, 0.11449325084686279], "cos_Ac_negg": [0.5433335304260254, 0.12764477729797363, 0.10676094889640808, 0.12023960053920746, 0.007788889110088348, 0.06434109061956406, 0.13271905481815338, 0.11386246234178543, 0.10808636248111725, 0.11449325084686279], "r_norm": [2.0513365268707275, 2.1773271560668945, 2.272578716278076, 2.217690944671631, 2.2325387001037598, 2.012944221496582, 2.1396212577819824, 2.4076919555664062, 2.1807703971862793, 2.0832386016845703]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3617, "test_loss": 1.8598660522460937}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3639, "test_loss": 1.8047155151367187}], "final": {"test_acc": 0.3639, "test_loss": 1.8047155151367187, "wall_s": 8.573333263397217, "cos_r_negg": [0.5211417078971863, 0.17264461517333984, 0.09806816279888153, 0.131619393825531, 0.040293216705322266, 0.05335517227649689, 0.1099022850394249, 0.11662539839744568, 0.07638518512248993, 0.1213769018650055], "cos_innovation_negg": [0.5211417078971863, 0.17264461517333984, 0.09806816279888153, 0.131619393825531, 0.040293216705322266, 0.05335517227649689, 0.1099022850394249, 0.11662539839744568, 0.07638518512248993, 0.1213769018650055], "cos_apical_negg": [0.5211417078971863, 0.17264461517333984, 0.09806816279888153, 0.131619393825531, 0.040293216705322266, 0.05335517227649689, 0.1099022850394249, 0.11662539839744568, 0.07638518512248993, 0.1213769018650055], "cos_Ac_negg": [0.5211417078971863, 0.17264461517333984, 0.09806816279888153, 0.131619393825531, 0.040293216705322266, 0.05335517227649689, 0.1099022850394249, 0.11662539839744568, 0.07638518512248993, 0.1213769018650055]}}