{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 10, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d10_s3", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6250181198120117, "cos_r_negg": [0.03970314562320709, 0.03337341174483299, 0.030443323776125908, 0.0065252217464149, -0.037548236548900604, -0.00861250888556242, 0.0781564712524414, 0.03872301056981087, 0.003945027943700552, -0.03894119709730148], "cos_innovation_negg": [0.03970314562320709, 0.03337341174483299, 0.030443323776125908, 0.0065252217464149, -0.037548236548900604, -0.00861250888556242, 0.0781564712524414, 0.03872301056981087, 0.003945027943700552, -0.03894119709730148], "cos_apical_negg": [0.03970314562320709, 0.03337341174483299, 0.030443323776125908, 0.0065252217464149, -0.037548236548900604, -0.00861250888556242, 0.0781564712524414, 0.03872301056981087, 0.003945027943700552, -0.03894119709730148], "cos_Ac_negg": [0.03970314562320709, 0.03337341174483299, 0.030443323776125908, 0.0065252217464149, -0.037548236548900604, -0.00861250888556242, 0.0781564712524414, 0.03872301056981087, 0.003945027943700552, -0.03894119709730148], "r_norm": [2.2843122482299805, 2.450026750564575, 2.5978894233703613, 2.4986329078674316, 2.494865894317627, 2.239123582839966, 2.4240517616271973, 2.6853442192077637, 2.463876485824585, 2.3471341133117676], "ldr": {"dL_sdil": 0.060715675354003906, "dL_bp": -0.4135591983795166, "ratio": -0.1468125375808619}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3729, "test_loss": 1.7981293334960937}, {"step": 500, "epoch": 1, "train_loss": 1.7353885173797607, "cos_r_negg": [0.617584764957428, 0.14862562716007233, 0.08275867253541946, 0.132081538438797, 0.02184951677918434, 0.06414985656738281, 0.09194815158843994, 0.11309026181697845, 0.06032746285200119, 0.11088500916957855], "cos_innovation_negg": [0.617584764957428, 0.14862562716007233, 0.08275867253541946, 0.132081538438797, 0.02184951677918434, 0.06414985656738281, 0.09194815158843994, 0.11309026181697845, 0.06032746285200119, 0.11088500916957855], "cos_apical_negg": [0.617584764957428, 0.14862562716007233, 0.08275867253541946, 0.132081538438797, 0.02184951677918434, 0.06414985656738281, 0.09194815158843994, 0.11309026181697845, 0.06032746285200119, 0.11088500916957855], "cos_Ac_negg": [0.617584764957428, 0.14862562716007233, 0.08275867253541946, 0.132081538438797, 0.02184951677918434, 0.06414985656738281, 0.09194815158843994, 0.11309026181697845, 0.06032746285200119, 0.11088500916957855], "r_norm": [1.6472070217132568, 1.7014753818511963, 1.7671064138412476, 1.7262842655181885, 1.7237588167190552, 1.5622334480285645, 1.6699467897415161, 1.8699157238006592, 1.6979678869247437, 1.623547077178955]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3908, "test_loss": 1.756314208984375}, {"step": 1000, "epoch": 2, "train_loss": 1.7078948020935059, "cos_r_negg": [0.7261781692504883, 0.19581234455108643, 0.17187140882015228, 0.22732563316822052, 0.09670446068048477, 0.1363513022661209, 0.21902233362197876, 0.14507105946540833, 0.16595155000686646, 0.18065854907035828], "cos_innovation_negg": [0.7261781692504883, 0.19581234455108643, 0.17187140882015228, 0.22732563316822052, 0.09670446068048477, 0.1363513022661209, 0.21902233362197876, 0.14507105946540833, 0.16595155000686646, 0.18065854907035828], "cos_apical_negg": [0.7261781692504883, 0.19581234455108643, 0.17187140882015228, 0.22732563316822052, 0.09670446068048477, 0.1363513022661209, 0.21902233362197876, 0.14507105946540833, 0.16595155000686646, 0.18065854907035828], "cos_Ac_negg": [0.7261781692504883, 0.19581234455108643, 0.17187140882015228, 0.22732563316822052, 0.09670446068048477, 0.1363513022661209, 0.21902233362197876, 0.14507105946540833, 0.16595155000686646, 0.18065854907035828], "r_norm": [1.427680492401123, 1.4047186374664307, 1.4589762687683105, 1.4230411052703857, 1.4079022407531738, 1.2774147987365723, 1.3776733875274658, 1.5354366302490234, 1.3828353881835938, 1.3346457481384277]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4015, "test_loss": 1.7274945922851563}, {"step": 1500, "epoch": 3, "train_loss": 1.6651122570037842, "cos_r_negg": [0.7347328662872314, 0.3181535005569458, 0.25554215908050537, 0.2922685146331787, 0.20779071748256683, 0.24864330887794495, 0.3354114294052124, 0.2291507124900818, 0.2706872522830963, 0.2816751003265381], "cos_innovation_negg": [0.7347328662872314, 0.3181535005569458, 0.25554215908050537, 0.2922685146331787, 0.20779071748256683, 0.24864330887794495, 0.3354114294052124, 0.2291507124900818, 0.2706872522830963, 0.2816751003265381], "cos_apical_negg": [0.7347328662872314, 0.3181535005569458, 0.25554215908050537, 0.2922685146331787, 0.20779071748256683, 0.24864330887794495, 0.3354114294052124, 0.2291507124900818, 0.2706872522830963, 0.2816751003265381], "cos_Ac_negg": [0.7347328662872314, 0.3181535005569458, 0.25554215908050537, 0.2922685146331787, 0.20779071748256683, 0.24864330887794495, 0.3354114294052124, 0.2291507124900818, 0.2706872522830963, 0.2816751003265381], "r_norm": [1.269320011138916, 1.1863362789154053, 1.2241793870925903, 1.2011291980743408, 1.1676956415176392, 1.069368839263916, 1.1720844507217407, 1.2711403369903564, 1.1553829908370972, 1.120270013809204]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.403, "test_loss": 1.7223421752929688}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4109, "test_loss": 1.69908359375}], "final": {"test_acc": 0.4109, "test_loss": 1.69908359375, "wall_s": 16.92907428741455, "cos_r_negg": [0.7846392393112183, 0.39766716957092285, 0.368366539478302, 0.39434191584587097, 0.3282451033592224, 0.3778519928455353, 0.4027320146560669, 0.33527517318725586, 0.3910068869590759, 0.3870742917060852], "cos_innovation_negg": [0.7846392393112183, 0.39766716957092285, 0.368366539478302, 0.39434191584587097, 0.3282451033592224, 0.3778519928455353, 0.4027320146560669, 0.33527517318725586, 0.3910068869590759, 0.3870742917060852], "cos_apical_negg": [0.7846392393112183, 0.39766716957092285, 0.368366539478302, 0.39434191584587097, 0.3282451033592224, 0.3778519928455353, 0.4027320146560669, 0.33527517318725586, 0.3910068869590759, 0.3870742917060852], "cos_Ac_negg": [0.7846392393112183, 0.39766716957092285, 0.368366539478302, 0.39434191584587097, 0.3282451033592224, 0.3778519928455353, 0.4027320146560669, 0.33527517318725586, 0.3910068869590759, 0.3870742917060852]}}