{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 20, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "train_examples": 0, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d20_s3", "n_in": 3072, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5661840438842773, "cos_r_negg": [0.08663250505924225, -0.05759959667921066, -0.0411423034965992, -0.05223649740219116, -0.013857395388185978, -0.06260398775339127, 0.023283883929252625, 0.031759895384311676, -0.06418637186288834, -0.06891093403100967, -0.022083496674895287, 0.027158565819263458, -0.058266203850507736, -0.038103606551885605, 0.04870755970478058, -0.06802679598331451, -0.021370163187384605, 0.06578510254621506, -0.025563227012753487, -0.016555244103074074], "cos_innovation_negg": [0.08663250505924225, -0.05759959667921066, -0.0411423034965992, -0.05223649740219116, -0.013857395388185978, -0.06260398775339127, 0.023283883929252625, 0.031759895384311676, -0.06418637186288834, -0.06891093403100967, -0.022083496674895287, 0.027158565819263458, -0.058266203850507736, -0.038103606551885605, 0.04870755970478058, -0.06802679598331451, -0.021370163187384605, 0.06578510254621506, -0.025563227012753487, -0.016555244103074074], "cos_apical_negg": [0.08663250505924225, -0.05759959667921066, -0.0411423034965992, -0.05223649740219116, -0.013857395388185978, -0.06260398775339127, 0.023283883929252625, 0.031759895384311676, -0.06418637186288834, -0.06891093403100967, -0.022083496674895287, 0.027158565819263458, -0.058266203850507736, -0.038103606551885605, 0.04870755970478058, -0.06802679598331451, -0.021370163187384605, 0.06578510254621506, -0.025563227012753487, -0.016555244103074074], "cos_Ac_negg": [0.08663250505924225, -0.05759959667921066, -0.0411423034965992, -0.05223649740219116, -0.013857395388185978, -0.06260398775339127, 0.023283883929252625, 0.031759895384311676, -0.06418637186288834, -0.06891093403100967, -0.022083496674895287, 0.027158565819263458, -0.058266203850507736, -0.038103606551885605, 0.04870755970478058, -0.06802679598331451, -0.021370163187384605, 0.06578510254621506, -0.025563227012753487, -0.016555244103074074], "r_norm": [2.4577722549438477, 2.437528610229492, 2.3992257118225098, 2.44473934173584, 2.538512945175171, 2.477072238922119, 2.404458522796631, 2.4227023124694824, 2.4019408226013184, 2.364419937133789, 2.476872444152832, 2.513148307800293, 2.514932155609131, 2.7320802211761475, 2.372951030731201, 2.449032783508301, 2.5297603607177734, 2.3316240310668945, 2.445219039916992, 2.5005602836608887]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3381, "test_loss": 1.8895889892578126}, {"step": 500, "epoch": 1, "train_loss": 1.7787926197052002, "cos_r_negg": [0.5655631422996521, -0.05808639153838158, 0.05647127330303192, 0.01876417174935341, -0.033326406031847, 0.0036418824456632137, 0.06092426925897598, -0.04222943261265755, 0.05935071408748627, 0.008449796587228775, -0.03485839068889618, 0.012314737774431705, -0.05636484548449516, 0.012181880883872509, -0.017401762306690216, 0.028140464797616005, 0.047111980617046356, 0.030115477740764618, -0.02091064676642418, -0.05006592720746994], "cos_innovation_negg": [0.5655631422996521, -0.05808639153838158, 0.05647127330303192, 0.01876417174935341, -0.033326406031847, 0.0036418824456632137, 0.06092426925897598, -0.04222943261265755, 0.05935071408748627, 0.008449796587228775, -0.03485839068889618, 0.012314737774431705, -0.05636484548449516, 0.012181880883872509, -0.017401762306690216, 0.028140464797616005, 0.047111980617046356, 0.030115477740764618, -0.02091064676642418, -0.05006592720746994], "cos_apical_negg": [0.5655631422996521, -0.05808639153838158, 0.05647127330303192, 0.01876417174935341, -0.033326406031847, 0.0036418824456632137, 0.06092426925897598, -0.04222943261265755, 0.05935071408748627, 0.008449796587228775, -0.03485839068889618, 0.012314737774431705, -0.05636484548449516, 0.012181880883872509, -0.017401762306690216, 0.028140464797616005, 0.047111980617046356, 0.030115477740764618, -0.02091064676642418, -0.05006592720746994], "cos_Ac_negg": [0.5655631422996521, -0.05808639153838158, 0.05647127330303192, 0.01876417174935341, -0.033326406031847, 0.0036418824456632137, 0.06092426925897598, -0.04222943261265755, 0.05935071408748627, 0.008449796587228775, -0.03485839068889618, 0.012314737774431705, -0.05636484548449516, 0.012181880883872509, -0.017401762306690216, 0.028140464797616005, 0.047111980617046356, 0.030115477740764618, -0.02091064676642418, -0.05006592720746994], "r_norm": [2.1986188888549805, 2.152733325958252, 2.141085386276245, 2.165393590927124, 2.275075912475586, 2.2076220512390137, 2.131197452545166, 2.1675143241882324, 2.1342415809631348, 2.10861873626709, 2.1900713443756104, 2.2481510639190674, 2.236579656600952, 2.4485883712768555, 2.0891571044921875, 2.178988456726074, 2.252748966217041, 2.088465929031372, 2.151038885116577, 2.249910831451416]}, {"epoch_end": 1, "step": 782, "test_acc": 0.366, "test_loss": 1.82567783203125}, {"step": 1000, "epoch": 2, "train_loss": 1.865189790725708, "cos_r_negg": [0.5935002565383911, 0.005052149761468172, 0.05384082719683647, 0.03713886812329292, -0.05254274606704712, 0.036969177424907684, 0.08261823654174805, -0.006030885502696037, 0.011603385210037231, 0.01319965161383152, -0.05433548241853714, 0.05866013094782829, -0.0003859954886138439, 0.08897758275270462, -0.03254816681146622, 0.03130754083395004, 0.06858958303928375, -0.007924230769276619, 0.041414856910705566, -0.00726146437227726], "cos_innovation_negg": [0.5935002565383911, 0.005052149761468172, 0.05384082719683647, 0.03713886812329292, -0.05254274606704712, 0.036969177424907684, 0.08261823654174805, -0.006030885502696037, 0.011603385210037231, 0.01319965161383152, -0.05433548241853714, 0.05866013094782829, -0.0003859954886138439, 0.08897758275270462, -0.03254816681146622, 0.03130754083395004, 0.06858958303928375, -0.007924230769276619, 0.041414856910705566, -0.00726146437227726], "cos_apical_negg": [0.5935002565383911, 0.005052149761468172, 0.05384082719683647, 0.03713886812329292, -0.05254274606704712, 0.036969177424907684, 0.08261823654174805, -0.006030885502696037, 0.011603385210037231, 0.01319965161383152, -0.05433548241853714, 0.05866013094782829, -0.0003859954886138439, 0.08897758275270462, -0.03254816681146622, 0.03130754083395004, 0.06858958303928375, -0.007924230769276619, 0.041414856910705566, -0.00726146437227726], "cos_Ac_negg": [0.5935002565383911, 0.005052149761468172, 0.05384082719683647, 0.03713886812329292, -0.05254274606704712, 0.036969177424907684, 0.08261823654174805, -0.006030885502696037, 0.011603385210037231, 0.01319965161383152, -0.05433548241853714, 0.05866013094782829, -0.0003859954886138439, 0.08897758275270462, -0.03254816681146622, 0.03130754083395004, 0.06858958303928375, -0.007924230769276619, 0.041414856910705566, -0.00726146437227726], "r_norm": [2.1676864624023438, 2.101259231567383, 2.097754716873169, 2.131195545196533, 2.2264649868011475, 2.1708977222442627, 2.0939090251922607, 2.130984306335449, 2.0907063484191895, 2.077962875366211, 2.1536386013031006, 2.211174488067627, 2.2056052684783936, 2.4089767932891846, 2.0499870777130127, 2.1475682258605957, 2.217369556427002, 2.0487585067749023, 2.1132311820983887, 2.199979782104492]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3473, "test_loss": 1.8531265869140625}, {"step": 1500, "epoch": 3, "train_loss": 1.7648284435272217, "cos_r_negg": [0.515742838382721, 0.06267041712999344, 0.10345400869846344, 0.028958916664123535, -0.01288381963968277, 0.0422661229968071, 0.10584516823291779, 0.021459687501192093, 0.07445968687534332, 0.005708119831979275, 0.018019283190369606, 0.08711622655391693, 0.042642414569854736, 0.11645162850618362, 0.03710583597421646, 0.010720957070589066, 0.059014104306697845, 0.05538833513855934, 0.032933805137872696, 0.011250784620642662], "cos_innovation_negg": [0.515742838382721, 0.06267041712999344, 0.10345400869846344, 0.028958916664123535, -0.01288381963968277, 0.0422661229968071, 0.10584516823291779, 0.021459687501192093, 0.07445968687534332, 0.005708119831979275, 0.018019283190369606, 0.08711622655391693, 0.042642414569854736, 0.11645162850618362, 0.03710583597421646, 0.010720957070589066, 0.059014104306697845, 0.05538833513855934, 0.032933805137872696, 0.011250784620642662], "cos_apical_negg": [0.515742838382721, 0.06267041712999344, 0.10345400869846344, 0.028958916664123535, -0.01288381963968277, 0.0422661229968071, 0.10584516823291779, 0.021459687501192093, 0.07445968687534332, 0.005708119831979275, 0.018019283190369606, 0.08711622655391693, 0.042642414569854736, 0.11645162850618362, 0.03710583597421646, 0.010720957070589066, 0.059014104306697845, 0.05538833513855934, 0.032933805137872696, 0.011250784620642662], "cos_Ac_negg": [0.515742838382721, 0.06267041712999344, 0.10345400869846344, 0.028958916664123535, -0.01288381963968277, 0.0422661229968071, 0.10584516823291779, 0.021459687501192093, 0.07445968687534332, 0.005708119831979275, 0.018019283190369606, 0.08711622655391693, 0.042642414569854736, 0.11645162850618362, 0.03710583597421646, 0.010720957070589066, 0.059014104306697845, 0.05538833513855934, 0.032933805137872696, 0.011250784620642662], "r_norm": [2.127892017364502, 2.0677056312561035, 2.0544095039367676, 2.0944714546203613, 2.1839771270751953, 2.131929397583008, 2.057659149169922, 2.092607021331787, 2.054616928100586, 2.0336599349975586, 2.1103525161743164, 2.1651041507720947, 2.156033515930176, 2.362603187561035, 2.011742115020752, 2.103132724761963, 2.178743600845337, 2.0143609046936035, 2.073690891265869, 2.152460813522339]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3596, "test_loss": 1.8318823852539063}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3673, "test_loss": 1.79790966796875}], "final": {"test_acc": 0.3673, "test_loss": 1.79790966796875, "wall_s": 16.008458614349365, "cos_r_negg": [0.44612693786621094, 0.06938109546899796, 0.07478463649749756, 0.005145156756043434, 0.0016833237605169415, 0.0026185214519500732, 0.13175898790359497, 0.030545193701982498, 0.1108083724975586, 0.05584625154733658, -0.01767854019999504, 0.0517941415309906, 0.04392409324645996, 0.14237765967845917, 0.031120499595999718, -0.007577979005873203, 0.004659186117351055, 0.06681160628795624, 0.08808929473161697, 0.02498447895050049], "cos_innovation_negg": [0.44612693786621094, 0.06938109546899796, 0.07478463649749756, 0.005145156756043434, 0.0016833237605169415, 0.0026185214519500732, 0.13175898790359497, 0.030545193701982498, 0.1108083724975586, 0.05584625154733658, -0.01767854019999504, 0.0517941415309906, 0.04392409324645996, 0.14237765967845917, 0.031120499595999718, -0.007577979005873203, 0.004659186117351055, 0.06681160628795624, 0.08808929473161697, 0.02498447895050049], "cos_apical_negg": [0.44612693786621094, 0.06938109546899796, 0.07478463649749756, 0.005145156756043434, 0.0016833237605169415, 0.0026185214519500732, 0.13175898790359497, 0.030545193701982498, 0.1108083724975586, 0.05584625154733658, -0.01767854019999504, 0.0517941415309906, 0.04392409324645996, 0.14237765967845917, 0.031120499595999718, -0.007577979005873203, 0.004659186117351055, 0.06681160628795624, 0.08808929473161697, 0.02498447895050049], "cos_Ac_negg": [0.44612693786621094, 0.06938109546899796, 0.07478463649749756, 0.005145156756043434, 0.0016833237605169415, 0.0026185214519500732, 0.13175898790359497, 0.030545193701982498, 0.1108083724975586, 0.05584625154733658, -0.01767854019999504, 0.0517941415309906, 0.04392409324645996, 0.14237765967845917, 0.031120499595999718, -0.007577979005873203, 0.004659186117351055, 0.06681160628795624, 0.08808929473161697, 0.02498447895050049]}}