{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 60, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d60_s1", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.473468780517578, "cos_r_negg": [-0.027598153799772263, -0.009432153776288033, 0.026431646198034286, 0.09308052062988281, 0.057336363941431046, 0.01887705735862255, 0.03829266130924225, 0.00904397014528513, -0.03249947726726532, -0.040997304022312164, 0.026174651458859444, -0.005292101763188839, -0.04484628885984421, -0.009162251837551594, 0.038208238780498505, -0.009770127013325691, -0.04561763256788254, 0.051819391548633575, -0.0008480320684611797, 0.003425545059144497, -0.03041260316967964, 0.0031225450802594423, 0.012182950973510742, -0.01790534518659115, -0.08202042430639267, 0.04760080203413963, -0.022590987384319305, -0.04574787616729736, -0.020178034901618958, 0.03437288478016853, -0.04592136666178703, 0.045652326196432114, -0.029149562120437622, 0.009575787000358105, 0.015170429833233356, 0.04743587598204613, -0.05227630212903023, 0.010222532786428928, 0.06895780563354492, -0.0300489142537117, -0.006607844494283199, 0.007750299759209156, 0.03843552619218826, -0.001963425427675247, -0.023244043812155724, 0.05353538691997528, -0.06197133660316467, -0.004330987110733986, 0.01083207968622446, -0.020775139331817627, -0.015730619430541992, 0.024743348360061646, 0.03138727694749832, -0.023993924260139465, 0.02352084219455719, -0.05231786146759987, 0.03779855743050575, -0.07508586347103119, 0.0621768981218338, -0.03642678260803223], "cos_innovation_negg": [-0.027598153799772263, -0.009432153776288033, 0.026431646198034286, 0.09308052062988281, 0.057336363941431046, 0.01887705735862255, 0.03829266130924225, 0.00904397014528513, -0.03249947726726532, -0.040997304022312164, 0.026174651458859444, -0.005292101763188839, -0.04484628885984421, -0.009162251837551594, 0.038208238780498505, -0.009770127013325691, -0.04561763256788254, 0.051819391548633575, -0.0008480320684611797, 0.003425545059144497, -0.03041260316967964, 0.0031225450802594423, 0.012182950973510742, -0.01790534518659115, -0.08202042430639267, 0.04760080203413963, -0.022590987384319305, -0.04574787616729736, -0.020178034901618958, 0.03437288478016853, -0.04592136666178703, 0.045652326196432114, -0.029149562120437622, 0.009575787000358105, 0.015170429833233356, 0.04743587598204613, -0.05227630212903023, 0.010222532786428928, 0.06895780563354492, -0.0300489142537117, -0.006607844494283199, 0.007750299759209156, 0.03843552619218826, -0.001963425427675247, -0.023244043812155724, 0.05353538691997528, -0.06197133660316467, -0.004330987110733986, 0.01083207968622446, -0.020775139331817627, -0.015730619430541992, 0.024743348360061646, 0.03138727694749832, -0.023993924260139465, 0.02352084219455719, -0.05231786146759987, 0.03779855743050575, -0.07508586347103119, 0.0621768981218338, -0.03642678260803223], "cos_apical_negg": [-0.027598153799772263, -0.009432153776288033, 0.026431646198034286, 0.09308052062988281, 0.057336363941431046, 0.01887705735862255, 0.03829266130924225, 0.00904397014528513, -0.03249947726726532, -0.040997304022312164, 0.026174651458859444, -0.005292101763188839, -0.04484628885984421, -0.009162251837551594, 0.038208238780498505, -0.009770127013325691, -0.04561763256788254, 0.051819391548633575, -0.0008480320684611797, 0.003425545059144497, -0.03041260316967964, 0.0031225450802594423, 0.012182950973510742, -0.01790534518659115, -0.08202042430639267, 0.04760080203413963, -0.022590987384319305, -0.04574787616729736, -0.020178034901618958, 0.03437288478016853, -0.04592136666178703, 0.045652326196432114, -0.029149562120437622, 0.009575787000358105, 0.015170429833233356, 0.04743587598204613, -0.05227630212903023, 0.010222532786428928, 0.06895780563354492, -0.0300489142537117, -0.006607844494283199, 0.007750299759209156, 0.03843552619218826, -0.001963425427675247, -0.023244043812155724, 0.05353538691997528, -0.06197133660316467, -0.004330987110733986, 0.01083207968622446, -0.020775139331817627, -0.015730619430541992, 0.024743348360061646, 0.03138727694749832, -0.023993924260139465, 0.02352084219455719, -0.05231786146759987, 0.03779855743050575, -0.07508586347103119, 0.0621768981218338, -0.03642678260803223], "cos_Ac_negg": [-0.027598153799772263, -0.009432153776288033, 0.026431646198034286, 0.09308052062988281, 0.057336363941431046, 0.01887705735862255, 0.03829266130924225, 0.00904397014528513, -0.03249947726726532, -0.040997304022312164, 0.026174651458859444, -0.005292101763188839, -0.04484628885984421, -0.009162251837551594, 0.038208238780498505, -0.009770127013325691, -0.04561763256788254, 0.051819391548633575, -0.0008480320684611797, 0.003425545059144497, -0.03041260316967964, 0.0031225450802594423, 0.012182950973510742, -0.01790534518659115, -0.08202042430639267, 0.04760080203413963, -0.022590987384319305, -0.04574787616729736, -0.020178034901618958, 0.03437288478016853, -0.04592136666178703, 0.045652326196432114, -0.029149562120437622, 0.009575787000358105, 0.015170429833233356, 0.04743587598204613, -0.05227630212903023, 0.010222532786428928, 0.06895780563354492, -0.0300489142537117, -0.006607844494283199, 0.007750299759209156, 0.03843552619218826, -0.001963425427675247, -0.023244043812155724, 0.05353538691997528, -0.06197133660316467, -0.004330987110733986, 0.01083207968622446, -0.020775139331817627, -0.015730619430541992, 0.024743348360061646, 0.03138727694749832, -0.023993924260139465, 0.02352084219455719, -0.05231786146759987, 0.03779855743050575, -0.07508586347103119, 0.0621768981218338, -0.03642678260803223], "r_norm": [2.4270968437194824, 2.434605121612549, 2.3561136722564697, 2.5349457263946533, 2.2505202293395996, 2.491443634033203, 2.501532554626465, 2.3465404510498047, 2.49263858795166, 2.4819836616516113, 2.39988374710083, 2.449678421020508, 2.480316162109375, 2.369499683380127, 2.446897506713867, 2.3385167121887207, 2.4765162467956543, 2.481140375137329, 2.4799866676330566, 2.5715649127960205, 2.510502338409424, 2.4862959384918213, 2.426884174346924, 2.469876527786255, 2.4370555877685547, 2.372319459915161, 2.422351598739624, 2.407158613204956, 2.4810409545898438, 2.434788703918457, 2.362978458404541, 2.5303244590759277, 2.4963393211364746, 2.398350715637207, 2.532294511795044, 2.3016581535339355, 2.4103474617004395, 2.3904144763946533, 2.5655782222747803, 2.247401714324951, 2.4511404037475586, 2.6094412803649902, 2.458674430847168, 2.452883243560791, 2.5604450702667236, 2.404538154602051, 2.4014854431152344, 2.3303277492523193, 2.4563159942626953, 2.418234348297119, 2.4149742126464844, 2.5191779136657715, 2.416952610015869, 2.4506287574768066, 2.4003663063049316, 2.403989553451538, 2.5814437866210938, 2.4009132385253906, 2.4801764488220215, 2.5884768962860107]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3451, "test_loss": 1.8796652954101563}, {"step": 500, "epoch": 1, "train_loss": 1.7371916770935059, "cos_r_negg": [0.49210307002067566, -0.021473165601491928, -0.019318562000989914, -0.034488923847675323, -0.016506116837263107, -0.032033126801252365, 0.0025502550415694714, -0.0022578458301723003, 0.0224224254488945, 0.10033118724822998, -0.02180098183453083, -0.01039479486644268, 0.06380053609609604, 0.05439285933971405, 0.05308428779244423, -0.050040699541568756, -0.0016513345763087273, 0.10445742309093475, 0.060675397515296936, 0.05194630101323128, 0.024879835546016693, 0.02086039073765278, -0.0091919656842947, 0.003746760543435812, -0.009052399545907974, -0.015374921262264252, 0.015182260423898697, -0.0510367825627327, -0.07887183129787445, 0.03440482169389725, 0.025525961071252823, -0.048653438687324524, -0.03527345508337021, 0.004242987837642431, -0.0021380733232945204, -0.04661485552787781, 0.024683985859155655, -0.10638971626758575, 0.031551167368888855, 0.020364129915833473, 0.04044719040393829, 0.030624084174633026, 0.0031502838246524334, 0.00035383040085434914, -0.028015904128551483, -0.0009205099195241928, -0.01525571197271347, -0.038573652505874634, 0.038986485451459885, -0.06565085053443909, 0.017354248091578484, 0.03425765782594681, 0.05934640020132065, 0.018150832504034042, -0.017445560544729233, -0.04361693561077118, -0.013200575485825539, -0.06447014957666397, 0.009411916136741638, -0.00677395099774003], "cos_innovation_negg": [0.49210307002067566, -0.021473165601491928, -0.019318562000989914, -0.034488923847675323, -0.016506116837263107, -0.032033126801252365, 0.0025502550415694714, -0.0022578458301723003, 0.0224224254488945, 0.10033118724822998, -0.02180098183453083, -0.01039479486644268, 0.06380053609609604, 0.05439285933971405, 0.05308428779244423, -0.050040699541568756, -0.0016513345763087273, 0.10445742309093475, 0.060675397515296936, 0.05194630101323128, 0.024879835546016693, 0.02086039073765278, -0.0091919656842947, 0.003746760543435812, -0.009052399545907974, -0.015374921262264252, 0.015182260423898697, -0.0510367825627327, -0.07887183129787445, 0.03440482169389725, 0.025525961071252823, -0.048653438687324524, -0.03527345508337021, 0.004242987837642431, -0.0021380733232945204, -0.04661485552787781, 0.024683985859155655, -0.10638971626758575, 0.031551167368888855, 0.020364129915833473, 0.04044719040393829, 0.030624084174633026, 0.0031502838246524334, 0.00035383040085434914, -0.028015904128551483, -0.0009205099195241928, -0.01525571197271347, -0.038573652505874634, 0.038986485451459885, -0.06565085053443909, 0.017354248091578484, 0.03425765782594681, 0.05934640020132065, 0.018150832504034042, -0.017445560544729233, -0.04361693561077118, -0.013200575485825539, -0.06447014957666397, 0.009411916136741638, -0.00677395099774003], "cos_apical_negg": [0.49210307002067566, -0.021473165601491928, -0.019318562000989914, -0.034488923847675323, -0.016506116837263107, -0.032033126801252365, 0.0025502550415694714, -0.0022578458301723003, 0.0224224254488945, 0.10033118724822998, -0.02180098183453083, -0.01039479486644268, 0.06380053609609604, 0.05439285933971405, 0.05308428779244423, -0.050040699541568756, -0.0016513345763087273, 0.10445742309093475, 0.060675397515296936, 0.05194630101323128, 0.024879835546016693, 0.02086039073765278, -0.0091919656842947, 0.003746760543435812, -0.009052399545907974, -0.015374921262264252, 0.015182260423898697, -0.0510367825627327, -0.07887183129787445, 0.03440482169389725, 0.025525961071252823, -0.048653438687324524, -0.03527345508337021, 0.004242987837642431, -0.0021380733232945204, -0.04661485552787781, 0.024683985859155655, -0.10638971626758575, 0.031551167368888855, 0.020364129915833473, 0.04044719040393829, 0.030624084174633026, 0.0031502838246524334, 0.00035383040085434914, -0.028015904128551483, -0.0009205099195241928, -0.01525571197271347, -0.038573652505874634, 0.038986485451459885, -0.06565085053443909, 0.017354248091578484, 0.03425765782594681, 0.05934640020132065, 0.018150832504034042, -0.017445560544729233, -0.04361693561077118, -0.013200575485825539, -0.06447014957666397, 0.009411916136741638, -0.00677395099774003], "cos_Ac_negg": [0.49210307002067566, -0.021473165601491928, -0.019318562000989914, -0.034488923847675323, -0.016506116837263107, -0.032033126801252365, 0.0025502550415694714, -0.0022578458301723003, 0.0224224254488945, 0.10033118724822998, -0.02180098183453083, -0.01039479486644268, 0.06380053609609604, 0.05439285933971405, 0.05308428779244423, -0.050040699541568756, -0.0016513345763087273, 0.10445742309093475, 0.060675397515296936, 0.05194630101323128, 0.024879835546016693, 0.02086039073765278, -0.0091919656842947, 0.003746760543435812, -0.009052399545907974, -0.015374921262264252, 0.015182260423898697, -0.0510367825627327, -0.07887183129787445, 0.03440482169389725, 0.025525961071252823, -0.048653438687324524, -0.03527345508337021, 0.004242987837642431, -0.0021380733232945204, -0.04661485552787781, 0.024683985859155655, -0.10638971626758575, 0.031551167368888855, 0.020364129915833473, 0.04044719040393829, 0.030624084174633026, 0.0031502838246524334, 0.00035383040085434914, -0.028015904128551483, -0.0009205099195241928, -0.01525571197271347, -0.038573652505874634, 0.038986485451459885, -0.06565085053443909, 0.017354248091578484, 0.03425765782594681, 0.05934640020132065, 0.018150832504034042, -0.017445560544729233, -0.04361693561077118, -0.013200575485825539, -0.06447014957666397, 0.009411916136741638, -0.00677395099774003], "r_norm": [2.1445868015289307, 2.1550099849700928, 2.0823798179626465, 2.257019281387329, 2.006627082824707, 2.2138407230377197, 2.2126355171203613, 2.0646674633026123, 2.193983793258667, 2.2017979621887207, 2.114409923553467, 2.166790008544922, 2.206501007080078, 2.1183559894561768, 2.1682443618774414, 2.078402042388916, 2.181321620941162, 2.216914653778076, 2.179603099822998, 2.2880125045776367, 2.215944766998291, 2.206589460372925, 2.1444778442382812, 2.1836419105529785, 2.1342477798461914, 2.10422420501709, 2.1536765098571777, 2.118281841278076, 2.1893062591552734, 2.1553542613983154, 2.0882463455200195, 2.2499961853027344, 2.1941771507263184, 2.123349666595459, 2.237406015396118, 2.0561983585357666, 2.1399145126342773, 2.0994865894317627, 2.281294107437134, 1.986048698425293, 2.1779251098632812, 2.328061580657959, 2.17801570892334, 2.1552720069885254, 2.282252550125122, 2.1189169883728027, 2.1303539276123047, 2.0720603466033936, 2.1853036880493164, 2.1267967224121094, 2.1461400985717773, 2.219489574432373, 2.1441023349761963, 2.171125888824463, 2.127178907394409, 2.1242194175720215, 2.287989616394043, 2.1422922611236572, 2.1876091957092285, 2.2962634563446045]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3675, "test_loss": 1.8437145263671875}, {"step": 1000, "epoch": 2, "train_loss": 1.856551170349121, "cos_r_negg": [0.5896940231323242, -0.016529276967048645, -0.029532531276345253, -0.020580170676112175, 0.009227761998772621, 0.04167924076318741, -0.027592528611421585, -0.0019916342571377754, 0.02364553138613701, 0.008891643956303596, 0.03972601890563965, -0.02918899431824684, 0.06632271409034729, 0.050521206110715866, -0.016979701817035675, -0.010578258894383907, 0.0038482481613755226, 0.12065346539020538, 0.008864634670317173, 0.06177801638841629, 0.0210802610963583, 0.03776024654507637, -0.03447148948907852, -0.02465098723769188, -0.01338434312492609, -0.0014518045354634523, -0.0058770873583853245, -0.05886879563331604, -0.039693381637334824, 0.044943518936634064, 0.011715270578861237, 0.025624440982937813, -0.023362180218100548, -0.02046864666044712, 0.026639800518751144, 0.0292205773293972, -0.02216409519314766, -0.08396327495574951, 0.08962459117174149, -0.003321272786706686, -0.059627629816532135, 0.03026420809328556, 0.01427528541535139, -0.09789499640464783, 0.016419434919953346, 0.008588830009102821, 0.04360141232609749, 0.0004934566095471382, 0.055750422179698944, 0.027535904198884964, 0.02505086176097393, 0.017078274860978127, 0.03557826578617096, -0.002249807817861438, -0.010592024773359299, -0.04078730195760727, -0.021078377962112427, -0.07171814143657684, -0.005808907561004162, -0.014510632492601871], "cos_innovation_negg": [0.5896940231323242, -0.016529276967048645, -0.029532531276345253, -0.020580170676112175, 0.009227761998772621, 0.04167924076318741, -0.027592528611421585, -0.0019916342571377754, 0.02364553138613701, 0.008891643956303596, 0.03972601890563965, -0.02918899431824684, 0.06632271409034729, 0.050521206110715866, -0.016979701817035675, -0.010578258894383907, 0.0038482481613755226, 0.12065346539020538, 0.008864634670317173, 0.06177801638841629, 0.0210802610963583, 0.03776024654507637, -0.03447148948907852, -0.02465098723769188, -0.01338434312492609, -0.0014518045354634523, -0.0058770873583853245, -0.05886879563331604, -0.039693381637334824, 0.044943518936634064, 0.011715270578861237, 0.025624440982937813, -0.023362180218100548, -0.02046864666044712, 0.026639800518751144, 0.0292205773293972, -0.02216409519314766, -0.08396327495574951, 0.08962459117174149, -0.003321272786706686, -0.059627629816532135, 0.03026420809328556, 0.01427528541535139, -0.09789499640464783, 0.016419434919953346, 0.008588830009102821, 0.04360141232609749, 0.0004934566095471382, 0.055750422179698944, 0.027535904198884964, 0.02505086176097393, 0.017078274860978127, 0.03557826578617096, -0.002249807817861438, -0.010592024773359299, -0.04078730195760727, -0.021078377962112427, -0.07171814143657684, -0.005808907561004162, -0.014510632492601871], "cos_apical_negg": [0.5896940231323242, -0.016529276967048645, -0.029532531276345253, -0.020580170676112175, 0.009227761998772621, 0.04167924076318741, -0.027592528611421585, -0.0019916342571377754, 0.02364553138613701, 0.008891643956303596, 0.03972601890563965, -0.02918899431824684, 0.06632271409034729, 0.050521206110715866, -0.016979701817035675, -0.010578258894383907, 0.0038482481613755226, 0.12065346539020538, 0.008864634670317173, 0.06177801638841629, 0.0210802610963583, 0.03776024654507637, -0.03447148948907852, -0.02465098723769188, -0.01338434312492609, -0.0014518045354634523, -0.0058770873583853245, -0.05886879563331604, -0.039693381637334824, 0.044943518936634064, 0.011715270578861237, 0.025624440982937813, -0.023362180218100548, -0.02046864666044712, 0.026639800518751144, 0.0292205773293972, -0.02216409519314766, -0.08396327495574951, 0.08962459117174149, -0.003321272786706686, -0.059627629816532135, 0.03026420809328556, 0.01427528541535139, -0.09789499640464783, 0.016419434919953346, 0.008588830009102821, 0.04360141232609749, 0.0004934566095471382, 0.055750422179698944, 0.027535904198884964, 0.02505086176097393, 0.017078274860978127, 0.03557826578617096, -0.002249807817861438, -0.010592024773359299, -0.04078730195760727, -0.021078377962112427, -0.07171814143657684, -0.005808907561004162, -0.014510632492601871], "cos_Ac_negg": [0.5896940231323242, -0.016529276967048645, -0.029532531276345253, -0.020580170676112175, 0.009227761998772621, 0.04167924076318741, -0.027592528611421585, -0.0019916342571377754, 0.02364553138613701, 0.008891643956303596, 0.03972601890563965, -0.02918899431824684, 0.06632271409034729, 0.050521206110715866, -0.016979701817035675, -0.010578258894383907, 0.0038482481613755226, 0.12065346539020538, 0.008864634670317173, 0.06177801638841629, 0.0210802610963583, 0.03776024654507637, -0.03447148948907852, -0.02465098723769188, -0.01338434312492609, -0.0014518045354634523, -0.0058770873583853245, -0.05886879563331604, -0.039693381637334824, 0.044943518936634064, 0.011715270578861237, 0.025624440982937813, -0.023362180218100548, -0.02046864666044712, 0.026639800518751144, 0.0292205773293972, -0.02216409519314766, -0.08396327495574951, 0.08962459117174149, -0.003321272786706686, -0.059627629816532135, 0.03026420809328556, 0.01427528541535139, -0.09789499640464783, 0.016419434919953346, 0.008588830009102821, 0.04360141232609749, 0.0004934566095471382, 0.055750422179698944, 0.027535904198884964, 0.02505086176097393, 0.017078274860978127, 0.03557826578617096, -0.002249807817861438, -0.010592024773359299, -0.04078730195760727, -0.021078377962112427, -0.07171814143657684, -0.005808907561004162, -0.014510632492601871], "r_norm": [2.1279706954956055, 2.1452014446258545, 2.0762834548950195, 2.248734474182129, 2.0010569095611572, 2.2004799842834473, 2.1894655227661133, 2.0548644065856934, 2.186929225921631, 2.1845827102661133, 2.10275936126709, 2.1651458740234375, 2.178525686264038, 2.1044094562530518, 2.1501781940460205, 2.0781033039093018, 2.1717092990875244, 2.1952908039093018, 2.1651721000671387, 2.2762255668640137, 2.1976256370544434, 2.1923625469207764, 2.146271228790283, 2.1650543212890625, 2.135721206665039, 2.084906578063965, 2.1426587104797363, 2.1156680583953857, 2.182443141937256, 2.1459617614746094, 2.0700299739837646, 2.236079692840576, 2.183598518371582, 2.1092684268951416, 2.2199578285217285, 2.0424752235412598, 2.142794370651245, 2.08893084526062, 2.2793500423431396, 1.9716095924377441, 2.1676828861236572, 2.3256146907806396, 2.1735785007476807, 2.153728485107422, 2.2679905891418457, 2.113356351852417, 2.1217899322509766, 2.065080165863037, 2.1765012741088867, 2.1130459308624268, 2.140854597091675, 2.206801176071167, 2.1323294639587402, 2.1515865325927734, 2.124094009399414, 2.1142683029174805, 2.284008026123047, 2.125511884689331, 2.186213254928589, 2.2831428050994873]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3461, "test_loss": 1.8577670166015625}, {"step": 1500, "epoch": 3, "train_loss": 1.740715503692627, "cos_r_negg": [0.5852367877960205, 0.000259526539593935, 0.04429687559604645, -0.02264067716896534, -0.020473238080739975, 0.04130129516124725, -0.008357562124729156, 0.025883030146360397, -0.008155830204486847, 0.019729599356651306, 0.0815841406583786, 0.02089286409318447, 0.033344633877277374, -0.02094246819615364, -0.012538651935756207, -0.007486504502594471, 0.020026618614792824, 0.09310787171125412, 0.02987789735198021, 0.012750264257192612, 0.03524679318070412, -0.0033787558786571026, -0.04740176349878311, -0.0011798343621194363, -0.06386824697256088, 0.009064853191375732, 0.05379222333431244, -0.050802573561668396, -0.023035673424601555, 0.06920269131660461, 0.006249513477087021, 0.013661675155162811, 0.017296405509114265, -0.032514479011297226, -0.0006749979220330715, -0.007619215175509453, 0.024516776204109192, -0.10596607625484467, 0.029622860252857208, -0.009037001058459282, -0.09730689227581024, 0.015918467193841934, 0.026134124025702477, -0.12272250652313232, -0.03816564008593559, -0.03450819104909897, 0.03738105669617653, -0.0032423329539597034, 0.023222865536808968, 0.03185231611132622, 0.03808435797691345, 0.007363161072134972, 0.08140464872121811, 0.041655249893665314, 0.028157301247119904, -0.02042519673705101, -0.024911191314458847, -0.07341480255126953, 0.0178495142608881, -0.011052543297410011], "cos_innovation_negg": [0.5852367877960205, 0.000259526539593935, 0.04429687559604645, -0.02264067716896534, -0.020473238080739975, 0.04130129516124725, -0.008357562124729156, 0.025883030146360397, -0.008155830204486847, 0.019729599356651306, 0.0815841406583786, 0.02089286409318447, 0.033344633877277374, -0.02094246819615364, -0.012538651935756207, -0.007486504502594471, 0.020026618614792824, 0.09310787171125412, 0.02987789735198021, 0.012750264257192612, 0.03524679318070412, -0.0033787558786571026, -0.04740176349878311, -0.0011798343621194363, -0.06386824697256088, 0.009064853191375732, 0.05379222333431244, -0.050802573561668396, -0.023035673424601555, 0.06920269131660461, 0.006249513477087021, 0.013661675155162811, 0.017296405509114265, -0.032514479011297226, -0.0006749979220330715, -0.007619215175509453, 0.024516776204109192, -0.10596607625484467, 0.029622860252857208, -0.009037001058459282, -0.09730689227581024, 0.015918467193841934, 0.026134124025702477, -0.12272250652313232, -0.03816564008593559, -0.03450819104909897, 0.03738105669617653, -0.0032423329539597034, 0.023222865536808968, 0.03185231611132622, 0.03808435797691345, 0.007363161072134972, 0.08140464872121811, 0.041655249893665314, 0.028157301247119904, -0.02042519673705101, -0.024911191314458847, -0.07341480255126953, 0.0178495142608881, -0.011052543297410011], "cos_apical_negg": [0.5852367877960205, 0.000259526539593935, 0.04429687559604645, -0.02264067716896534, -0.020473238080739975, 0.04130129516124725, -0.008357562124729156, 0.025883030146360397, -0.008155830204486847, 0.019729599356651306, 0.0815841406583786, 0.02089286409318447, 0.033344633877277374, -0.02094246819615364, -0.012538651935756207, -0.007486504502594471, 0.020026618614792824, 0.09310787171125412, 0.02987789735198021, 0.012750264257192612, 0.03524679318070412, -0.0033787558786571026, -0.04740176349878311, -0.0011798343621194363, -0.06386824697256088, 0.009064853191375732, 0.05379222333431244, -0.050802573561668396, -0.023035673424601555, 0.06920269131660461, 0.006249513477087021, 0.013661675155162811, 0.017296405509114265, -0.032514479011297226, -0.0006749979220330715, -0.007619215175509453, 0.024516776204109192, -0.10596607625484467, 0.029622860252857208, -0.009037001058459282, -0.09730689227581024, 0.015918467193841934, 0.026134124025702477, -0.12272250652313232, -0.03816564008593559, -0.03450819104909897, 0.03738105669617653, -0.0032423329539597034, 0.023222865536808968, 0.03185231611132622, 0.03808435797691345, 0.007363161072134972, 0.08140464872121811, 0.041655249893665314, 0.028157301247119904, -0.02042519673705101, -0.024911191314458847, -0.07341480255126953, 0.0178495142608881, -0.011052543297410011], "cos_Ac_negg": [0.5852367877960205, 0.000259526539593935, 0.04429687559604645, -0.02264067716896534, -0.020473238080739975, 0.04130129516124725, -0.008357562124729156, 0.025883030146360397, -0.008155830204486847, 0.019729599356651306, 0.0815841406583786, 0.02089286409318447, 0.033344633877277374, -0.02094246819615364, -0.012538651935756207, -0.007486504502594471, 0.020026618614792824, 0.09310787171125412, 0.02987789735198021, 0.012750264257192612, 0.03524679318070412, -0.0033787558786571026, -0.04740176349878311, -0.0011798343621194363, -0.06386824697256088, 0.009064853191375732, 0.05379222333431244, -0.050802573561668396, -0.023035673424601555, 0.06920269131660461, 0.006249513477087021, 0.013661675155162811, 0.017296405509114265, -0.032514479011297226, -0.0006749979220330715, -0.007619215175509453, 0.024516776204109192, -0.10596607625484467, 0.029622860252857208, -0.009037001058459282, -0.09730689227581024, 0.015918467193841934, 0.026134124025702477, -0.12272250652313232, -0.03816564008593559, -0.03450819104909897, 0.03738105669617653, -0.0032423329539597034, 0.023222865536808968, 0.03185231611132622, 0.03808435797691345, 0.007363161072134972, 0.08140464872121811, 0.041655249893665314, 0.028157301247119904, -0.02042519673705101, -0.024911191314458847, -0.07341480255126953, 0.0178495142608881, -0.011052543297410011], "r_norm": [2.148435592651367, 2.1588828563690186, 2.0891246795654297, 2.271038055419922, 2.0216116905212402, 2.2181501388549805, 2.2066891193389893, 2.068427085876465, 2.1909337043762207, 2.2031679153442383, 2.122901439666748, 2.1715993881225586, 2.1984009742736816, 2.122238874435425, 2.166700839996338, 2.088395118713379, 2.1877400875091553, 2.210538387298584, 2.185739040374756, 2.297398090362549, 2.220534563064575, 2.2155814170837402, 2.1514792442321777, 2.185685634613037, 2.1353836059570312, 2.105055093765259, 2.159041404724121, 2.130660057067871, 2.1972804069519043, 2.1660313606262207, 2.0949435234069824, 2.251980781555176, 2.206101417541504, 2.1316826343536377, 2.2430129051208496, 2.0598392486572266, 2.149430274963379, 2.099935293197632, 2.2979445457458496, 1.979936122894287, 2.181729316711426, 2.339931011199951, 2.181119918823242, 2.171027421951294, 2.284125804901123, 2.123413562774658, 2.138547658920288, 2.071990489959717, 2.186458110809326, 2.1363978385925293, 2.153261184692383, 2.225515127182007, 2.1529626846313477, 2.1665096282958984, 2.1399221420288086, 2.13191819190979, 2.2970333099365234, 2.1474978923797607, 2.197443962097168, 2.307278871536255]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3721, "test_loss": 1.812070849609375}, {"epoch_end": 4, "step": 1955, "test_acc": 0.364, "test_loss": 1.8201409912109374}], "final": {"test_acc": 0.364, "test_loss": 1.8201409912109374, "wall_s": 44.53204822540283, "cos_r_negg": [0.5663803219795227, 0.02666696533560753, -0.01109970360994339, 0.0219368077814579, -0.029507845640182495, 0.05618344992399216, 0.02701859548687935, 0.04832802712917328, 0.015132657252252102, 0.023101039230823517, 0.057635799050331116, 0.009037761017680168, 0.020659800618886948, 0.004687355365604162, 0.004771437495946884, -0.06894863396883011, 0.03974350541830063, 0.15389308333396912, 0.031142299994826317, 0.013322555460035801, 0.03790561854839325, 0.04704427346587181, -0.030945628881454468, 0.0577218160033226, -0.0007702326402068138, -0.0003890441730618477, 0.05555436760187149, -0.01514861173927784, -0.017457041889429092, 0.03646022081375122, 0.004875186365097761, -0.013903830200433731, 0.009979970753192902, 0.027549315243959427, 0.013523411005735397, 0.01834261417388916, 0.010299532674252987, -0.02055676095187664, 0.0901731625199318, 0.014240654185414314, -0.03428094834089279, -0.007334109395742416, 0.023133091628551483, -0.06200602650642395, 0.007969506084918976, 0.011513827368617058, 0.014754770323634148, 0.003776920959353447, 0.028728565201163292, 0.05010197311639786, 0.005072337109595537, 0.029661886394023895, 0.06985858082771301, 0.01944391056895256, 0.006242034025490284, 0.014598161913454533, -0.003918610978871584, -0.06260689347982407, 0.01665465347468853, 0.02490917593240738], "cos_innovation_negg": [0.5663803219795227, 0.02666696533560753, -0.01109970360994339, 0.0219368077814579, -0.029507845640182495, 0.05618344992399216, 0.02701859548687935, 0.04832802712917328, 0.015132657252252102, 0.023101039230823517, 0.057635799050331116, 0.009037761017680168, 0.020659800618886948, 0.004687355365604162, 0.004771437495946884, -0.06894863396883011, 0.03974350541830063, 0.15389308333396912, 0.031142299994826317, 0.013322555460035801, 0.03790561854839325, 0.04704427346587181, -0.030945628881454468, 0.0577218160033226, -0.0007702326402068138, -0.0003890441730618477, 0.05555436760187149, -0.01514861173927784, -0.017457041889429092, 0.03646022081375122, 0.004875186365097761, -0.013903830200433731, 0.009979970753192902, 0.027549315243959427, 0.013523411005735397, 0.01834261417388916, 0.010299532674252987, -0.02055676095187664, 0.0901731625199318, 0.014240654185414314, -0.03428094834089279, -0.007334109395742416, 0.023133091628551483, -0.06200602650642395, 0.007969506084918976, 0.011513827368617058, 0.014754770323634148, 0.003776920959353447, 0.028728565201163292, 0.05010197311639786, 0.005072337109595537, 0.029661886394023895, 0.06985858082771301, 0.01944391056895256, 0.006242034025490284, 0.014598161913454533, -0.003918610978871584, -0.06260689347982407, 0.01665465347468853, 0.02490917593240738], "cos_apical_negg": [0.5663803219795227, 0.02666696533560753, -0.01109970360994339, 0.0219368077814579, -0.029507845640182495, 0.05618344992399216, 0.02701859548687935, 0.04832802712917328, 0.015132657252252102, 0.023101039230823517, 0.057635799050331116, 0.009037761017680168, 0.020659800618886948, 0.004687355365604162, 0.004771437495946884, -0.06894863396883011, 0.03974350541830063, 0.15389308333396912, 0.031142299994826317, 0.013322555460035801, 0.03790561854839325, 0.04704427346587181, -0.030945628881454468, 0.0577218160033226, -0.0007702326402068138, -0.0003890441730618477, 0.05555436760187149, -0.01514861173927784, -0.017457041889429092, 0.03646022081375122, 0.004875186365097761, -0.013903830200433731, 0.009979970753192902, 0.027549315243959427, 0.013523411005735397, 0.01834261417388916, 0.010299532674252987, -0.02055676095187664, 0.0901731625199318, 0.014240654185414314, -0.03428094834089279, -0.007334109395742416, 0.023133091628551483, -0.06200602650642395, 0.007969506084918976, 0.011513827368617058, 0.014754770323634148, 0.003776920959353447, 0.028728565201163292, 0.05010197311639786, 0.005072337109595537, 0.029661886394023895, 0.06985858082771301, 0.01944391056895256, 0.006242034025490284, 0.014598161913454533, -0.003918610978871584, -0.06260689347982407, 0.01665465347468853, 0.02490917593240738], "cos_Ac_negg": [0.5663803219795227, 0.02666696533560753, -0.01109970360994339, 0.0219368077814579, -0.029507845640182495, 0.05618344992399216, 0.02701859548687935, 0.04832802712917328, 0.015132657252252102, 0.023101039230823517, 0.057635799050331116, 0.009037761017680168, 0.020659800618886948, 0.004687355365604162, 0.004771437495946884, -0.06894863396883011, 0.03974350541830063, 0.15389308333396912, 0.031142299994826317, 0.013322555460035801, 0.03790561854839325, 0.04704427346587181, -0.030945628881454468, 0.0577218160033226, -0.0007702326402068138, -0.0003890441730618477, 0.05555436760187149, -0.01514861173927784, -0.017457041889429092, 0.03646022081375122, 0.004875186365097761, -0.013903830200433731, 0.009979970753192902, 0.027549315243959427, 0.013523411005735397, 0.01834261417388916, 0.010299532674252987, -0.02055676095187664, 0.0901731625199318, 0.014240654185414314, -0.03428094834089279, -0.007334109395742416, 0.023133091628551483, -0.06200602650642395, 0.007969506084918976, 0.011513827368617058, 0.014754770323634148, 0.003776920959353447, 0.028728565201163292, 0.05010197311639786, 0.005072337109595537, 0.029661886394023895, 0.06985858082771301, 0.01944391056895256, 0.006242034025490284, 0.014598161913454533, -0.003918610978871584, -0.06260689347982407, 0.01665465347468853, 0.02490917593240738]}}