{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 30, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "pilot_jac_cifar10_dfa_w64_d30_s0", "n_in": 3072}, "provenance": {"git_commit": "4856f33c47ae490d6688eef50db50a3d69766406", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4157285690307617, "cos_r_negg": [0.04130179435014725, -0.05167870968580246, 0.029879383742809296, 0.03635120019316673, -0.00517943175509572, -0.0037146983668208122, 0.014719751663506031, -0.012813427485525608, 0.08911487460136414, -0.025006676092743874, -0.043925944715738297, 0.004191750194877386, 0.0028503923676908016, 0.03278622776269913, -0.023855693638324738, 0.03571062535047531, -0.015357001684606075, -2.7436763048171997e-05, 0.010302920825779438, 0.02555227465927601, 0.040136873722076416, -0.010950050316751003, 0.03490540385246277, -0.029108267277479172, -0.04761591553688049, -0.03802322596311569, 0.015627088025212288, 0.0047096796333789825, 0.055373527109622955, 0.043867871165275574], "cos_apical_negg": [0.04130179435014725, -0.05167870968580246, 0.029879383742809296, 0.03635120019316673, -0.00517943175509572, -0.0037146983668208122, 0.014719751663506031, -0.012813427485525608, 0.08911487460136414, -0.025006676092743874, -0.043925944715738297, 0.004191750194877386, 0.0028503923676908016, 0.03278622776269913, -0.023855693638324738, 0.03571062535047531, -0.015357001684606075, -2.7436763048171997e-05, 0.010302920825779438, 0.02555227465927601, 0.040136873722076416, -0.010950050316751003, 0.03490540385246277, -0.029108267277479172, -0.04761591553688049, -0.03802322596311569, 0.015627088025212288, 0.0047096796333789825, 0.055373527109622955, 0.043867871165275574], "cos_Ac_negg": [0.04130179435014725, -0.05167870968580246, 0.029879383742809296, 0.03635120019316673, -0.00517943175509572, -0.0037146983668208122, 0.014719751663506031, -0.012813427485525608, 0.08911487460136414, -0.025006676092743874, -0.043925944715738297, 0.004191750194877386, 0.0028503923676908016, 0.03278622776269913, -0.023855693638324738, 0.03571062535047531, -0.015357001684606075, -2.7436763048171997e-05, 0.010302920825779438, 0.02555227465927601, 0.040136873722076416, -0.010950050316751003, 0.03490540385246277, -0.029108267277479172, -0.04761591553688049, -0.03802322596311569, 0.015627088025212288, 0.0047096796333789825, 0.055373527109622955, 0.043867871165275574], "r_norm": [2.6118388175964355, 2.5107076168060303, 2.381376266479492, 2.5533318519592285, 2.4093616008758545, 2.4340720176696777, 2.5209712982177734, 2.47703218460083, 2.3975400924682617, 2.395562171936035, 2.4695844650268555, 2.3991799354553223, 2.5008273124694824, 2.5226407051086426, 2.46388578414917, 2.44757080078125, 2.4495849609375, 2.4044461250305176, 2.402073860168457, 2.440375566482544, 2.5851316452026367, 2.459933280944824, 2.5742692947387695, 2.475496292114258, 2.421234607696533, 2.4259753227233887, 2.365795135498047, 2.4156174659729004, 2.435579299926758, 2.5802385807037354]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3439, "test_loss": 1.8688878173828125}, {"step": 500, "epoch": 1, "train_loss": 1.8185863494873047, "cos_r_negg": [0.5021442174911499, -0.024272777140140533, -0.010427339933812618, 0.028790874406695366, -0.007071430329233408, 0.041475072503089905, -0.06685444712638855, -0.0792425200343132, 0.03061535768210888, 0.013030911795794964, -0.013616947457194328, -0.005817234516143799, -0.05089216306805611, -0.022574737668037415, 0.00764061463996768, 0.008589653298258781, -0.08776582777500153, 0.027161289006471634, 0.008954466320574284, -0.01848287507891655, -0.03218787536025047, -0.013208515010774136, 0.016982974484562874, 0.11147912591695786, -0.0019691158086061478, 0.06348760426044464, 0.05869927257299423, 0.008566780015826225, 0.0175030454993248, -0.015016330406069756], "cos_apical_negg": [0.5021442174911499, -0.024272777140140533, -0.010427339933812618, 0.028790874406695366, -0.007071430329233408, 0.041475072503089905, -0.06685444712638855, -0.0792425200343132, 0.03061535768210888, 0.013030911795794964, -0.013616947457194328, -0.005817234516143799, -0.05089216306805611, -0.022574737668037415, 0.00764061463996768, 0.008589653298258781, -0.08776582777500153, 0.027161289006471634, 0.008954466320574284, -0.01848287507891655, -0.03218787536025047, -0.013208515010774136, 0.016982974484562874, 0.11147912591695786, -0.0019691158086061478, 0.06348760426044464, 0.05869927257299423, 0.008566780015826225, 0.0175030454993248, -0.015016330406069756], "cos_Ac_negg": [0.5021442174911499, -0.024272777140140533, -0.010427339933812618, 0.028790874406695366, -0.007071430329233408, 0.041475072503089905, -0.06685444712638855, -0.0792425200343132, 0.03061535768210888, 0.013030911795794964, -0.013616947457194328, -0.005817234516143799, -0.05089216306805611, -0.022574737668037415, 0.00764061463996768, 0.008589653298258781, -0.08776582777500153, 0.027161289006471634, 0.008954466320574284, -0.01848287507891655, -0.03218787536025047, -0.013208515010774136, 0.016982974484562874, 0.11147912591695786, -0.0019691158086061478, 0.06348760426044464, 0.05869927257299423, 0.008566780015826225, 0.0175030454993248, -0.015016330406069756], "r_norm": [2.2987172603607178, 2.2241992950439453, 2.116129159927368, 2.276242733001709, 2.134511947631836, 2.147556781768799, 2.2263612747192383, 2.191457509994507, 2.1340630054473877, 2.1296725273132324, 2.2165956497192383, 2.130927324295044, 2.2357640266418457, 2.2310521602630615, 2.1970715522766113, 2.1958048343658447, 2.178600788116455, 2.134237766265869, 2.1169447898864746, 2.1933095455169678, 2.276766777038574, 2.211942195892334, 2.2697978019714355, 2.16856050491333, 2.185072183609009, 2.142336368560791, 2.078704357147217, 2.170818567276001, 2.163302421569824, 2.2897000312805176]}, {"epoch_end": 1, "step": 782, "test_acc": 0.357, "test_loss": 1.8430688598632812}, {"step": 1000, "epoch": 2, "train_loss": 1.8754260540008545, "cos_r_negg": [0.5487514734268188, 0.007248611655086279, -0.008624782785773277, -0.0057631745003163815, -0.031145749613642693, 0.052426233887672424, -0.044822391122579575, -0.07710064947605133, 0.020750969648361206, 0.026115912944078445, -0.02820703759789467, 0.016865402460098267, 0.0038375824224203825, -0.024961546063423157, 0.01999833434820175, -0.02775469422340393, -0.06761563569307327, 0.04648683965206146, 0.01960933953523636, -0.0023083328269422054, -0.06000566482543945, -0.05465877056121826, 0.016128091141581535, 0.07718849182128906, 0.01232006773352623, 0.06577295064926147, 0.07419411838054657, -0.017742210999131203, 0.01880396343767643, 0.05452614277601242], "cos_apical_negg": [0.5487514734268188, 0.007248611655086279, -0.008624782785773277, -0.0057631745003163815, -0.031145749613642693, 0.052426233887672424, -0.044822391122579575, -0.07710064947605133, 0.020750969648361206, 0.026115912944078445, -0.02820703759789467, 0.016865402460098267, 0.0038375824224203825, -0.024961546063423157, 0.01999833434820175, -0.02775469422340393, -0.06761563569307327, 0.04648683965206146, 0.01960933953523636, -0.0023083328269422054, -0.06000566482543945, -0.05465877056121826, 0.016128091141581535, 0.07718849182128906, 0.01232006773352623, 0.06577295064926147, 0.07419411838054657, -0.017742210999131203, 0.01880396343767643, 0.05452614277601242], "cos_Ac_negg": [0.5487514734268188, 0.007248611655086279, -0.008624782785773277, -0.0057631745003163815, -0.031145749613642693, 0.052426233887672424, -0.044822391122579575, -0.07710064947605133, 0.020750969648361206, 0.026115912944078445, -0.02820703759789467, 0.016865402460098267, 0.0038375824224203825, -0.024961546063423157, 0.01999833434820175, -0.02775469422340393, -0.06761563569307327, 0.04648683965206146, 0.01960933953523636, -0.0023083328269422054, -0.06000566482543945, -0.05465877056121826, 0.016128091141581535, 0.07718849182128906, 0.01232006773352623, 0.06577295064926147, 0.07419411838054657, -0.017742210999131203, 0.01880396343767643, 0.05452614277601242], "r_norm": [2.3114936351776123, 2.2366087436676025, 2.122636079788208, 2.288330316543579, 2.1441550254821777, 2.16719388961792, 2.238264560699463, 2.2185521125793457, 2.143141984939575, 2.1465981006622314, 2.2425267696380615, 2.140319347381592, 2.2467145919799805, 2.2544517517089844, 2.2014012336730957, 2.210102081298828, 2.202552318572998, 2.152041435241699, 2.1359610557556152, 2.2039899826049805, 2.271368980407715, 2.221750020980835, 2.2761611938476562, 2.179783344268799, 2.194851875305176, 2.147956609725952, 2.0958988666534424, 2.188201904296875, 2.171701192855835, 2.3094558715820312]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3618, "test_loss": 1.8217102172851563}, {"step": 1500, "epoch": 3, "train_loss": 1.7128980159759521, "cos_r_negg": [0.5362775921821594, 0.011473788879811764, -0.011900755576789379, 0.02257465198636055, 0.021306442096829414, 0.04985255002975464, -0.02962353453040123, -0.019608264788985252, 0.03569295257329941, 0.07186584174633026, -0.007914965972304344, 0.008661587722599506, -0.053245604038238525, 0.08209188282489777, 0.05064284801483154, 0.0038046101108193398, 0.021014947444200516, 0.08605606853961945, 0.014818879775702953, 0.03713211417198181, -0.0714733898639679, 0.02223656326532364, 0.05603468045592308, 0.06525898724794388, 0.021623045206069946, 0.058812737464904785, 0.08270993828773499, 0.028872953727841377, 0.009778222069144249, 0.0332469716668129], "cos_apical_negg": [0.5362775921821594, 0.011473788879811764, -0.011900755576789379, 0.02257465198636055, 0.021306442096829414, 0.04985255002975464, -0.02962353453040123, -0.019608264788985252, 0.03569295257329941, 0.07186584174633026, -0.007914965972304344, 0.008661587722599506, -0.053245604038238525, 0.08209188282489777, 0.05064284801483154, 0.0038046101108193398, 0.021014947444200516, 0.08605606853961945, 0.014818879775702953, 0.03713211417198181, -0.0714733898639679, 0.02223656326532364, 0.05603468045592308, 0.06525898724794388, 0.021623045206069946, 0.058812737464904785, 0.08270993828773499, 0.028872953727841377, 0.009778222069144249, 0.0332469716668129], "cos_Ac_negg": [0.5362775921821594, 0.011473788879811764, -0.011900755576789379, 0.02257465198636055, 0.021306442096829414, 0.04985255002975464, -0.02962353453040123, -0.019608264788985252, 0.03569295257329941, 0.07186584174633026, -0.007914965972304344, 0.008661587722599506, -0.053245604038238525, 0.08209188282489777, 0.05064284801483154, 0.0038046101108193398, 0.021014947444200516, 0.08605606853961945, 0.014818879775702953, 0.03713211417198181, -0.0714733898639679, 0.02223656326532364, 0.05603468045592308, 0.06525898724794388, 0.021623045206069946, 0.058812737464904785, 0.08270993828773499, 0.028872953727841377, 0.009778222069144249, 0.0332469716668129], "r_norm": [2.2674660682678223, 2.2026212215423584, 2.090864658355713, 2.2454700469970703, 2.1055290699005127, 2.118560791015625, 2.190725326538086, 2.1559906005859375, 2.1015584468841553, 2.0963563919067383, 2.183671712875366, 2.101579427719116, 2.1998825073242188, 2.208488702774048, 2.1671369075775146, 2.1577255725860596, 2.1452183723449707, 2.109074831008911, 2.090406656265259, 2.1647396087646484, 2.2389886379241943, 2.178550958633423, 2.2406816482543945, 2.1366395950317383, 2.152134895324707, 2.110382556915283, 2.0520753860473633, 2.142508029937744, 2.135183334350586, 2.253416061401367]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3724, "test_loss": 1.81636044921875}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3731, "test_loss": 1.8001628662109375}], "final": {"test_acc": 0.3731, "test_loss": 1.8001628662109375, "wall_s": 19.448094367980957, "cos_r_negg": [0.6099982261657715, 0.041578128933906555, -0.006816087290644646, 0.03268715739250183, 0.020214516669511795, 0.04716081917285919, -0.008767107501626015, -0.040753573179244995, 0.05464443564414978, 0.09139872342348099, -0.003479434410110116, 0.03690046817064285, -0.019361397251486778, 0.0345904566347599, 0.018553491681814194, 0.07845322042703629, -0.011157560162246227, 0.0830966979265213, 0.08898749947547913, 0.009537972509860992, -0.009123572148382664, -0.004601207561790943, 0.028817608952522278, 0.07400146126747131, 0.0473867766559124, 0.11561077833175659, 0.06366584450006485, -0.02335822954773903, 0.06951933354139328, 0.019080501049757004], "cos_apical_negg": [0.6099982261657715, 0.041578128933906555, -0.006816087290644646, 0.03268715739250183, 0.020214516669511795, 0.04716081917285919, -0.008767107501626015, -0.040753573179244995, 0.05464443564414978, 0.09139872342348099, -0.003479434410110116, 0.03690046817064285, -0.019361397251486778, 0.0345904566347599, 0.018553491681814194, 0.07845322042703629, -0.011157560162246227, 0.0830966979265213, 0.08898749947547913, 0.009537972509860992, -0.009123572148382664, -0.004601207561790943, 0.028817608952522278, 0.07400146126747131, 0.0473867766559124, 0.11561077833175659, 0.06366584450006485, -0.02335822954773903, 0.06951933354139328, 0.019080501049757004], "cos_Ac_negg": [0.6099982261657715, 0.041578128933906555, -0.006816087290644646, 0.03268715739250183, 0.020214516669511795, 0.04716081917285919, -0.008767107501626015, -0.040753573179244995, 0.05464443564414978, 0.09139872342348099, -0.003479434410110116, 0.03690046817064285, -0.019361397251486778, 0.0345904566347599, 0.018553491681814194, 0.07845322042703629, -0.011157560162246227, 0.0830966979265213, 0.08898749947547913, 0.009537972509860992, -0.009123572148382664, -0.004601207561790943, 0.028817608952522278, 0.07400146126747131, 0.0473867766559124, 0.11561077833175659, 0.06366584450006485, -0.02335822954773903, 0.06951933354139328, 0.019080501049757004]}}