{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 60, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d60_s2", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.456728219985962, "cos_r_negg": [0.10487774759531021, 0.017078710719943047, -0.013036027550697327, -0.0992920845746994, -0.003689222037792206, 0.034252963960170746, -0.04259507730603218, -0.02045252174139023, -0.045132823288440704, 0.025059916079044342, 0.08817455917596817, 0.010035283863544464, 0.06160152703523636, 0.014218760654330254, -0.00823059119284153, -0.06906627863645554, 0.004505272023379803, 0.026955002918839455, -0.03240483999252319, 0.022147294133901596, -0.018964610993862152, 0.050118640065193176, -0.04241577535867691, -0.03627433627843857, -0.01068196166306734, -0.0005757552571594715, -0.07351330667734146, 0.0071894340217113495, -0.0036361757665872574, -0.04875703901052475, 0.06124519556760788, 0.041685089468955994, 0.02372598648071289, -0.06642483919858932, -0.07185755670070648, -0.034029535949230194, -0.04177357256412506, -0.03938595950603485, 0.02855924889445305, -0.011848047375679016, -0.016205070540308952, 0.043828852474689484, 0.024598635733127594, -0.024466268718242645, -0.044855717569589615, 0.057504862546920776, 0.04564825817942619, -0.010068122297525406, 0.08641175180673599, 0.12965255975723267, 0.05013319104909897, 0.01800365559756756, 0.07069613039493561, -0.028849728405475616, -0.04724215343594551, -0.0934894010424614, -0.1059950739145279, 0.0669117122888565, 0.012815272435545921, 0.022690586745738983], "cos_innovation_negg": [0.10487774759531021, 0.017078710719943047, -0.013036027550697327, -0.0992920845746994, -0.003689222037792206, 0.034252963960170746, -0.04259507730603218, -0.02045252174139023, -0.045132823288440704, 0.025059916079044342, 0.08817455917596817, 0.010035283863544464, 0.06160152703523636, 0.014218760654330254, -0.00823059119284153, -0.06906627863645554, 0.004505272023379803, 0.026955002918839455, -0.03240483999252319, 0.022147294133901596, -0.018964610993862152, 0.050118640065193176, -0.04241577535867691, -0.03627433627843857, -0.01068196166306734, -0.0005757552571594715, -0.07351330667734146, 0.0071894340217113495, -0.0036361757665872574, -0.04875703901052475, 0.06124519556760788, 0.041685089468955994, 0.02372598648071289, -0.06642483919858932, -0.07185755670070648, -0.034029535949230194, -0.04177357256412506, -0.03938595950603485, 0.02855924889445305, -0.011848047375679016, -0.016205070540308952, 0.043828852474689484, 0.024598635733127594, -0.024466268718242645, -0.044855717569589615, 0.057504862546920776, 0.04564825817942619, -0.010068122297525406, 0.08641175180673599, 0.12965255975723267, 0.05013319104909897, 0.01800365559756756, 0.07069613039493561, -0.028849728405475616, -0.04724215343594551, -0.0934894010424614, -0.1059950739145279, 0.0669117122888565, 0.012815272435545921, 0.022690586745738983], "cos_apical_negg": [0.10487774759531021, 0.017078710719943047, -0.013036027550697327, -0.0992920845746994, -0.003689222037792206, 0.034252963960170746, -0.04259507730603218, -0.02045252174139023, -0.045132823288440704, 0.025059916079044342, 0.08817455917596817, 0.010035283863544464, 0.06160152703523636, 0.014218760654330254, -0.00823059119284153, -0.06906627863645554, 0.004505272023379803, 0.026955002918839455, -0.03240483999252319, 0.022147294133901596, -0.018964610993862152, 0.050118640065193176, -0.04241577535867691, -0.03627433627843857, -0.01068196166306734, -0.0005757552571594715, -0.07351330667734146, 0.0071894340217113495, -0.0036361757665872574, -0.04875703901052475, 0.06124519556760788, 0.041685089468955994, 0.02372598648071289, -0.06642483919858932, -0.07185755670070648, -0.034029535949230194, -0.04177357256412506, -0.03938595950603485, 0.02855924889445305, -0.011848047375679016, -0.016205070540308952, 0.043828852474689484, 0.024598635733127594, -0.024466268718242645, -0.044855717569589615, 0.057504862546920776, 0.04564825817942619, -0.010068122297525406, 0.08641175180673599, 0.12965255975723267, 0.05013319104909897, 0.01800365559756756, 0.07069613039493561, -0.028849728405475616, -0.04724215343594551, -0.0934894010424614, -0.1059950739145279, 0.0669117122888565, 0.012815272435545921, 0.022690586745738983], "cos_Ac_negg": [0.10487774759531021, 0.017078710719943047, -0.013036027550697327, -0.0992920845746994, -0.003689222037792206, 0.034252963960170746, -0.04259507730603218, -0.02045252174139023, -0.045132823288440704, 0.025059916079044342, 0.08817455917596817, 0.010035283863544464, 0.06160152703523636, 0.014218760654330254, -0.00823059119284153, -0.06906627863645554, 0.004505272023379803, 0.026955002918839455, -0.03240483999252319, 0.022147294133901596, -0.018964610993862152, 0.050118640065193176, -0.04241577535867691, -0.03627433627843857, -0.01068196166306734, -0.0005757552571594715, -0.07351330667734146, 0.0071894340217113495, -0.0036361757665872574, -0.04875703901052475, 0.06124519556760788, 0.041685089468955994, 0.02372598648071289, -0.06642483919858932, -0.07185755670070648, -0.034029535949230194, -0.04177357256412506, -0.03938595950603485, 0.02855924889445305, -0.011848047375679016, -0.016205070540308952, 0.043828852474689484, 0.024598635733127594, -0.024466268718242645, -0.044855717569589615, 0.057504862546920776, 0.04564825817942619, -0.010068122297525406, 0.08641175180673599, 0.12965255975723267, 0.05013319104909897, 0.01800365559756756, 0.07069613039493561, -0.028849728405475616, -0.04724215343594551, -0.0934894010424614, -0.1059950739145279, 0.0669117122888565, 0.012815272435545921, 0.022690586745738983], "r_norm": [2.513712167739868, 2.2925095558166504, 2.503589153289795, 2.4405970573425293, 2.4142374992370605, 2.307804584503174, 2.491546630859375, 2.3203177452087402, 2.420292377471924, 2.3543174266815186, 2.275521755218506, 2.3005950450897217, 2.4583921432495117, 2.4278013706207275, 2.490736961364746, 2.4330320358276367, 2.5697293281555176, 2.2787208557128906, 2.414294719696045, 2.3761770725250244, 2.4508726596832275, 2.451340675354004, 2.3305158615112305, 2.3771731853485107, 2.419008493423462, 2.4878344535827637, 2.5716605186462402, 2.4627885818481445, 2.343726634979248, 2.426025867462158, 2.400932550430298, 2.334235191345215, 2.3967347145080566, 2.5428006649017334, 2.4857826232910156, 2.344851493835449, 2.314310073852539, 2.32454514503479, 2.4075112342834473, 2.3712234497070312, 2.46826171875, 2.4232234954833984, 2.337924003601074, 2.4635753631591797, 2.436523675918579, 2.4753594398498535, 2.3852529525756836, 2.33897066116333, 2.548658847808838, 2.427408218383789, 2.3551411628723145, 2.3422157764434814, 2.4167022705078125, 2.4697623252868652, 2.4194817543029785, 2.3368473052978516, 2.2841756343841553, 2.4974498748779297, 2.3617746829986572, 2.376339912414551]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3363, "test_loss": 1.8859697387695313}, {"step": 500, "epoch": 1, "train_loss": 1.8172451257705688, "cos_r_negg": [0.5054040551185608, 0.04717698693275452, -0.013306602835655212, -0.016469061374664307, -0.04374157637357712, 0.03563360869884491, 0.021355710923671722, 0.03413999080657959, -0.02129669487476349, 0.05615711957216263, 0.019830049946904182, -0.06207661330699921, -0.018909761682152748, -0.034363437443971634, 0.07669782638549805, 0.03694828599691391, -0.040620505809783936, 0.024687791243195534, 0.018053723499178886, 0.09880384802818298, 0.02923905849456787, 0.004882264882326126, 0.021349182352423668, -0.03176683932542801, -0.03185686096549034, -0.018600594252347946, -0.023207899183034897, -0.0031171038281172514, 0.03187406063079834, 0.054896946996450424, 0.03992067649960518, 0.049270544201135635, -0.025424331426620483, -0.01134447567164898, 0.05241583287715912, -0.06947173178195953, -0.0075959209352731705, 0.026430848985910416, -0.007962550967931747, -0.012401909567415714, -0.03006584197282791, 0.014377336017787457, -0.006534600164741278, -0.02004932053387165, -0.015075746923685074, 0.02172667160630226, 0.05386526882648468, -0.09798265993595123, 0.016570886597037315, -0.05556435137987137, -0.0017419992946088314, -0.002373497234657407, 0.02299337089061737, 0.008164988830685616, -0.009039366617798805, -0.025090156123042107, -0.006325378082692623, 0.10060054808855057, -0.08078669756650925, -0.010532718151807785], "cos_innovation_negg": [0.5054040551185608, 0.04717698693275452, -0.013306602835655212, -0.016469061374664307, -0.04374157637357712, 0.03563360869884491, 0.021355710923671722, 0.03413999080657959, -0.02129669487476349, 0.05615711957216263, 0.019830049946904182, -0.06207661330699921, -0.018909761682152748, -0.034363437443971634, 0.07669782638549805, 0.03694828599691391, -0.040620505809783936, 0.024687791243195534, 0.018053723499178886, 0.09880384802818298, 0.02923905849456787, 0.004882264882326126, 0.021349182352423668, -0.03176683932542801, -0.03185686096549034, -0.018600594252347946, -0.023207899183034897, -0.0031171038281172514, 0.03187406063079834, 0.054896946996450424, 0.03992067649960518, 0.049270544201135635, -0.025424331426620483, -0.01134447567164898, 0.05241583287715912, -0.06947173178195953, -0.0075959209352731705, 0.026430848985910416, -0.007962550967931747, -0.012401909567415714, -0.03006584197282791, 0.014377336017787457, -0.006534600164741278, -0.02004932053387165, -0.015075746923685074, 0.02172667160630226, 0.05386526882648468, -0.09798265993595123, 0.016570886597037315, -0.05556435137987137, -0.0017419992946088314, -0.002373497234657407, 0.02299337089061737, 0.008164988830685616, -0.009039366617798805, -0.025090156123042107, -0.006325378082692623, 0.10060054808855057, -0.08078669756650925, -0.010532718151807785], "cos_apical_negg": [0.5054040551185608, 0.04717698693275452, -0.013306602835655212, -0.016469061374664307, -0.04374157637357712, 0.03563360869884491, 0.021355710923671722, 0.03413999080657959, -0.02129669487476349, 0.05615711957216263, 0.019830049946904182, -0.06207661330699921, -0.018909761682152748, -0.034363437443971634, 0.07669782638549805, 0.03694828599691391, -0.040620505809783936, 0.024687791243195534, 0.018053723499178886, 0.09880384802818298, 0.02923905849456787, 0.004882264882326126, 0.021349182352423668, -0.03176683932542801, -0.03185686096549034, -0.018600594252347946, -0.023207899183034897, -0.0031171038281172514, 0.03187406063079834, 0.054896946996450424, 0.03992067649960518, 0.049270544201135635, -0.025424331426620483, -0.01134447567164898, 0.05241583287715912, -0.06947173178195953, -0.0075959209352731705, 0.026430848985910416, -0.007962550967931747, -0.012401909567415714, -0.03006584197282791, 0.014377336017787457, -0.006534600164741278, -0.02004932053387165, -0.015075746923685074, 0.02172667160630226, 0.05386526882648468, -0.09798265993595123, 0.016570886597037315, -0.05556435137987137, -0.0017419992946088314, -0.002373497234657407, 0.02299337089061737, 0.008164988830685616, -0.009039366617798805, -0.025090156123042107, -0.006325378082692623, 0.10060054808855057, -0.08078669756650925, -0.010532718151807785], "cos_Ac_negg": [0.5054040551185608, 0.04717698693275452, -0.013306602835655212, -0.016469061374664307, -0.04374157637357712, 0.03563360869884491, 0.021355710923671722, 0.03413999080657959, -0.02129669487476349, 0.05615711957216263, 0.019830049946904182, -0.06207661330699921, -0.018909761682152748, -0.034363437443971634, 0.07669782638549805, 0.03694828599691391, -0.040620505809783936, 0.024687791243195534, 0.018053723499178886, 0.09880384802818298, 0.02923905849456787, 0.004882264882326126, 0.021349182352423668, -0.03176683932542801, -0.03185686096549034, -0.018600594252347946, -0.023207899183034897, -0.0031171038281172514, 0.03187406063079834, 0.054896946996450424, 0.03992067649960518, 0.049270544201135635, -0.025424331426620483, -0.01134447567164898, 0.05241583287715912, -0.06947173178195953, -0.0075959209352731705, 0.026430848985910416, -0.007962550967931747, -0.012401909567415714, -0.03006584197282791, 0.014377336017787457, -0.006534600164741278, -0.02004932053387165, -0.015075746923685074, 0.02172667160630226, 0.05386526882648468, -0.09798265993595123, 0.016570886597037315, -0.05556435137987137, -0.0017419992946088314, -0.002373497234657407, 0.02299337089061737, 0.008164988830685616, -0.009039366617798805, -0.025090156123042107, -0.006325378082692623, 0.10060054808855057, -0.08078669756650925, -0.010532718151807785], "r_norm": [2.272214889526367, 2.081476926803589, 2.2829720973968506, 2.22816801071167, 2.2080883979797363, 2.092803716659546, 2.2387866973876953, 2.0982394218444824, 2.186400890350342, 2.149167060852051, 2.0620245933532715, 2.0712854862213135, 2.236693859100342, 2.2169532775878906, 2.273493528366089, 2.2309985160827637, 2.3391964435577393, 2.062960386276245, 2.1912295818328857, 2.165156364440918, 2.202676773071289, 2.255037784576416, 2.1311984062194824, 2.152338743209839, 2.208352565765381, 2.2830252647399902, 2.3248403072357178, 2.2299747467041016, 2.1187686920166016, 2.2226202487945557, 2.157104253768921, 2.116624593734741, 2.192584753036499, 2.3390464782714844, 2.2790560722351074, 2.1324031352996826, 2.0667190551757812, 2.1110501289367676, 2.2057132720947266, 2.163672924041748, 2.250622272491455, 2.221928119659424, 2.129903793334961, 2.194671392440796, 2.200866460800171, 2.2851741313934326, 2.163421630859375, 2.1326074600219727, 2.3107714653015137, 2.182701587677002, 2.1454992294311523, 2.1274142265319824, 2.203202724456787, 2.2616522312164307, 2.2191162109375, 2.164818525314331, 2.086693048477173, 2.2617743015289307, 2.1601762771606445, 2.1698060035705566]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3603, "test_loss": 1.8569560791015625}, {"step": 1000, "epoch": 2, "train_loss": 1.8097293376922607, "cos_r_negg": [0.5982925891876221, 0.03378725424408913, -0.010709518566727638, -0.02001176029443741, 0.00020664697512984276, 0.017155956476926804, -0.0024581262841820717, 0.06244847550988197, 0.01826554723083973, -0.014077657833695412, 0.01884012296795845, -0.043855614960193634, -0.026568297296762466, -0.006792666390538216, 0.03052903339266777, 0.04919211566448212, 0.05196297541260719, -0.007215067278593779, 0.06526380032300949, 0.06697715073823929, 0.0003561279736459255, 0.03148699924349785, 0.012303957715630531, -0.054757218807935715, 0.04360736906528473, 0.014125930145382881, -0.012898901477456093, 0.0346953459084034, 0.015383305959403515, 0.017260173335671425, 0.04752572253346443, 0.019092507660388947, 0.0002500605769455433, -0.04350917041301727, 0.04176851734519005, -0.03449280560016632, 0.005341366399079561, 0.022653575986623764, 0.05682589113712311, -0.009958753362298012, 0.04950485751032829, 0.02204926311969757, -0.03959440439939499, 0.0010628420859575272, 0.008776875212788582, 0.036754004657268524, 0.005581468343734741, -0.10428312420845032, -0.02329966425895691, -0.05940809100866318, 0.014329937286674976, -0.03114517591893673, 0.04996931925415993, 0.02880464866757393, -0.02593836933374405, 0.0020137964747846127, 0.03406897932291031, 0.06187107786536217, -0.04722806066274643, 0.047361940145492554], "cos_innovation_negg": [0.5982925891876221, 0.03378725424408913, -0.010709518566727638, -0.02001176029443741, 0.00020664697512984276, 0.017155956476926804, -0.0024581262841820717, 0.06244847550988197, 0.01826554723083973, -0.014077657833695412, 0.01884012296795845, -0.043855614960193634, -0.026568297296762466, -0.006792666390538216, 0.03052903339266777, 0.04919211566448212, 0.05196297541260719, -0.007215067278593779, 0.06526380032300949, 0.06697715073823929, 0.0003561279736459255, 0.03148699924349785, 0.012303957715630531, -0.054757218807935715, 0.04360736906528473, 0.014125930145382881, -0.012898901477456093, 0.0346953459084034, 0.015383305959403515, 0.017260173335671425, 0.04752572253346443, 0.019092507660388947, 0.0002500605769455433, -0.04350917041301727, 0.04176851734519005, -0.03449280560016632, 0.005341366399079561, 0.022653575986623764, 0.05682589113712311, -0.009958753362298012, 0.04950485751032829, 0.02204926311969757, -0.03959440439939499, 0.0010628420859575272, 0.008776875212788582, 0.036754004657268524, 0.005581468343734741, -0.10428312420845032, -0.02329966425895691, -0.05940809100866318, 0.014329937286674976, -0.03114517591893673, 0.04996931925415993, 0.02880464866757393, -0.02593836933374405, 0.0020137964747846127, 0.03406897932291031, 0.06187107786536217, -0.04722806066274643, 0.047361940145492554], "cos_apical_negg": [0.5982925891876221, 0.03378725424408913, -0.010709518566727638, -0.02001176029443741, 0.00020664697512984276, 0.017155956476926804, -0.0024581262841820717, 0.06244847550988197, 0.01826554723083973, -0.014077657833695412, 0.01884012296795845, -0.043855614960193634, -0.026568297296762466, -0.006792666390538216, 0.03052903339266777, 0.04919211566448212, 0.05196297541260719, -0.007215067278593779, 0.06526380032300949, 0.06697715073823929, 0.0003561279736459255, 0.03148699924349785, 0.012303957715630531, -0.054757218807935715, 0.04360736906528473, 0.014125930145382881, -0.012898901477456093, 0.0346953459084034, 0.015383305959403515, 0.017260173335671425, 0.04752572253346443, 0.019092507660388947, 0.0002500605769455433, -0.04350917041301727, 0.04176851734519005, -0.03449280560016632, 0.005341366399079561, 0.022653575986623764, 0.05682589113712311, -0.009958753362298012, 0.04950485751032829, 0.02204926311969757, -0.03959440439939499, 0.0010628420859575272, 0.008776875212788582, 0.036754004657268524, 0.005581468343734741, -0.10428312420845032, -0.02329966425895691, -0.05940809100866318, 0.014329937286674976, -0.03114517591893673, 0.04996931925415993, 0.02880464866757393, -0.02593836933374405, 0.0020137964747846127, 0.03406897932291031, 0.06187107786536217, -0.04722806066274643, 0.047361940145492554], "cos_Ac_negg": [0.5982925891876221, 0.03378725424408913, -0.010709518566727638, -0.02001176029443741, 0.00020664697512984276, 0.017155956476926804, -0.0024581262841820717, 0.06244847550988197, 0.01826554723083973, -0.014077657833695412, 0.01884012296795845, -0.043855614960193634, -0.026568297296762466, -0.006792666390538216, 0.03052903339266777, 0.04919211566448212, 0.05196297541260719, -0.007215067278593779, 0.06526380032300949, 0.06697715073823929, 0.0003561279736459255, 0.03148699924349785, 0.012303957715630531, -0.054757218807935715, 0.04360736906528473, 0.014125930145382881, -0.012898901477456093, 0.0346953459084034, 0.015383305959403515, 0.017260173335671425, 0.04752572253346443, 0.019092507660388947, 0.0002500605769455433, -0.04350917041301727, 0.04176851734519005, -0.03449280560016632, 0.005341366399079561, 0.022653575986623764, 0.05682589113712311, -0.009958753362298012, 0.04950485751032829, 0.02204926311969757, -0.03959440439939499, 0.0010628420859575272, 0.008776875212788582, 0.036754004657268524, 0.005581468343734741, -0.10428312420845032, -0.02329966425895691, -0.05940809100866318, 0.014329937286674976, -0.03114517591893673, 0.04996931925415993, 0.02880464866757393, -0.02593836933374405, 0.0020137964747846127, 0.03406897932291031, 0.06187107786536217, -0.04722806066274643, 0.047361940145492554], "r_norm": [2.236823320388794, 2.0596296787261963, 2.2395215034484863, 2.1925013065338135, 2.1743130683898926, 2.0629935264587402, 2.2139244079589844, 2.0700573921203613, 2.1546528339385986, 2.117635488510132, 2.0299973487854004, 2.046137571334839, 2.200767755508423, 2.1830339431762695, 2.2340967655181885, 2.19384765625, 2.2989842891693115, 2.034719944000244, 2.1573328971862793, 2.123563528060913, 2.1663594245910645, 2.215792179107666, 2.0955872535705566, 2.128268241882324, 2.1762726306915283, 2.2452080249786377, 2.2989513874053955, 2.196718454360962, 2.080994129180908, 2.1865882873535156, 2.1392202377319336, 2.0787882804870605, 2.157473087310791, 2.3042213916778564, 2.2498748302459717, 2.095461845397949, 2.0359582901000977, 2.080470561981201, 2.1629557609558105, 2.1273691654205322, 2.2126660346984863, 2.1915955543518066, 2.1045663356781006, 2.170258045196533, 2.1659836769104004, 2.248746871948242, 2.134227752685547, 2.1015141010284424, 2.2804646492004395, 2.1504220962524414, 2.117459297180176, 2.0951874256134033, 2.175931930541992, 2.2290093898773193, 2.1788434982299805, 2.133422613143921, 2.0594043731689453, 2.2278923988342285, 2.1347756385803223, 2.138667583465576]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.339, "test_loss": 1.8636215576171875}, {"step": 1500, "epoch": 3, "train_loss": 1.8133920431137085, "cos_r_negg": [0.5778146982192993, 0.04067210853099823, 0.014603408984839916, -0.023322943598031998, -0.03171102702617645, 0.031126510351896286, 0.024676062166690826, 0.011806625872850418, 0.004089484456926584, 0.010962286032736301, 0.023552360013127327, -0.016333183273673058, -0.00022935541346669197, 0.0012384681031107903, 0.011708245612680912, 0.05471471697092056, 0.05377234145998955, 0.01660061627626419, 0.033316537737846375, 0.019077198579907417, 0.035762809216976166, 0.033861663192510605, 0.045404523611068726, -0.06916201114654541, 0.07877080142498016, -0.019529635086655617, -0.014672920107841492, 0.03475739061832428, 0.065090112388134, 0.015547014772891998, 0.06935645639896393, 0.016681715846061707, -0.03850594535470009, 0.027319014072418213, 0.02766617387533188, -0.05719796568155289, 0.006088303402066231, -0.002789916703477502, 0.08474171161651611, 0.00699181342497468, 0.062488168478012085, 0.08026745915412903, -0.01051196176558733, 0.005814698524773121, -0.0351269394159317, 0.061275698244571686, 0.030993644148111343, -0.025427943095564842, -0.05548151955008507, -0.050266705453395844, 0.04473815858364105, -0.03675664961338043, 0.04325823485851288, 0.07996921241283417, -0.042686063796281815, -0.017169615253806114, 0.07041385024785995, 0.06498074531555176, -0.04199787229299545, 0.023701556026935577], "cos_innovation_negg": [0.5778146982192993, 0.04067210853099823, 0.014603408984839916, -0.023322943598031998, -0.03171102702617645, 0.031126510351896286, 0.024676062166690826, 0.011806625872850418, 0.004089484456926584, 0.010962286032736301, 0.023552360013127327, -0.016333183273673058, -0.00022935541346669197, 0.0012384681031107903, 0.011708245612680912, 0.05471471697092056, 0.05377234145998955, 0.01660061627626419, 0.033316537737846375, 0.019077198579907417, 0.035762809216976166, 0.033861663192510605, 0.045404523611068726, -0.06916201114654541, 0.07877080142498016, -0.019529635086655617, -0.014672920107841492, 0.03475739061832428, 0.065090112388134, 0.015547014772891998, 0.06935645639896393, 0.016681715846061707, -0.03850594535470009, 0.027319014072418213, 0.02766617387533188, -0.05719796568155289, 0.006088303402066231, -0.002789916703477502, 0.08474171161651611, 0.00699181342497468, 0.062488168478012085, 0.08026745915412903, -0.01051196176558733, 0.005814698524773121, -0.0351269394159317, 0.061275698244571686, 0.030993644148111343, -0.025427943095564842, -0.05548151955008507, -0.050266705453395844, 0.04473815858364105, -0.03675664961338043, 0.04325823485851288, 0.07996921241283417, -0.042686063796281815, -0.017169615253806114, 0.07041385024785995, 0.06498074531555176, -0.04199787229299545, 0.023701556026935577], "cos_apical_negg": [0.5778146982192993, 0.04067210853099823, 0.014603408984839916, -0.023322943598031998, -0.03171102702617645, 0.031126510351896286, 0.024676062166690826, 0.011806625872850418, 0.004089484456926584, 0.010962286032736301, 0.023552360013127327, -0.016333183273673058, -0.00022935541346669197, 0.0012384681031107903, 0.011708245612680912, 0.05471471697092056, 0.05377234145998955, 0.01660061627626419, 0.033316537737846375, 0.019077198579907417, 0.035762809216976166, 0.033861663192510605, 0.045404523611068726, -0.06916201114654541, 0.07877080142498016, -0.019529635086655617, -0.014672920107841492, 0.03475739061832428, 0.065090112388134, 0.015547014772891998, 0.06935645639896393, 0.016681715846061707, -0.03850594535470009, 0.027319014072418213, 0.02766617387533188, -0.05719796568155289, 0.006088303402066231, -0.002789916703477502, 0.08474171161651611, 0.00699181342497468, 0.062488168478012085, 0.08026745915412903, -0.01051196176558733, 0.005814698524773121, -0.0351269394159317, 0.061275698244571686, 0.030993644148111343, -0.025427943095564842, -0.05548151955008507, -0.050266705453395844, 0.04473815858364105, -0.03675664961338043, 0.04325823485851288, 0.07996921241283417, -0.042686063796281815, -0.017169615253806114, 0.07041385024785995, 0.06498074531555176, -0.04199787229299545, 0.023701556026935577], "cos_Ac_negg": [0.5778146982192993, 0.04067210853099823, 0.014603408984839916, -0.023322943598031998, -0.03171102702617645, 0.031126510351896286, 0.024676062166690826, 0.011806625872850418, 0.004089484456926584, 0.010962286032736301, 0.023552360013127327, -0.016333183273673058, -0.00022935541346669197, 0.0012384681031107903, 0.011708245612680912, 0.05471471697092056, 0.05377234145998955, 0.01660061627626419, 0.033316537737846375, 0.019077198579907417, 0.035762809216976166, 0.033861663192510605, 0.045404523611068726, -0.06916201114654541, 0.07877080142498016, -0.019529635086655617, -0.014672920107841492, 0.03475739061832428, 0.065090112388134, 0.015547014772891998, 0.06935645639896393, 0.016681715846061707, -0.03850594535470009, 0.027319014072418213, 0.02766617387533188, -0.05719796568155289, 0.006088303402066231, -0.002789916703477502, 0.08474171161651611, 0.00699181342497468, 0.062488168478012085, 0.08026745915412903, -0.01051196176558733, 0.005814698524773121, -0.0351269394159317, 0.061275698244571686, 0.030993644148111343, -0.025427943095564842, -0.05548151955008507, -0.050266705453395844, 0.04473815858364105, -0.03675664961338043, 0.04325823485851288, 0.07996921241283417, -0.042686063796281815, -0.017169615253806114, 0.07041385024785995, 0.06498074531555176, -0.04199787229299545, 0.023701556026935577], "r_norm": [2.267338752746582, 2.088749647140503, 2.270571231842041, 2.2282934188842773, 2.204601287841797, 2.0848817825317383, 2.243159055709839, 2.0929784774780273, 2.187797784805298, 2.1381397247314453, 2.056943893432617, 2.0771472454071045, 2.2399609088897705, 2.209923028945923, 2.2626242637634277, 2.2286202907562256, 2.3317251205444336, 2.0608158111572266, 2.1954214572906494, 2.1462748050689697, 2.1931135654449463, 2.250808000564575, 2.1242337226867676, 2.15856671333313, 2.2046265602111816, 2.2768545150756836, 2.329680919647217, 2.2236480712890625, 2.116830348968506, 2.218414783477783, 2.1724729537963867, 2.1083648204803467, 2.1898341178894043, 2.323444366455078, 2.277981758117676, 2.1325430870056152, 2.0657334327697754, 2.1075522899627686, 2.188973903656006, 2.1586990356445312, 2.2366132736206055, 2.2175018787384033, 2.1381211280822754, 2.2152395248413086, 2.194903612136841, 2.271186351776123, 2.160344362258911, 2.126209259033203, 2.303607940673828, 2.1791486740112305, 2.1468400955200195, 2.125999927520752, 2.195707082748413, 2.2633509635925293, 2.210883617401123, 2.152672529220581, 2.0949459075927734, 2.257892608642578, 2.1595401763916016, 2.166194438934326]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3468, "test_loss": 1.8772449340820312}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3671, "test_loss": 1.8296071533203124}], "final": {"test_acc": 0.3671, "test_loss": 1.8296071533203124, "wall_s": 57.483853578567505, "cos_r_negg": [0.6026690006256104, 0.03569790720939636, 0.005465397611260414, -0.02040005475282669, 0.0035228431224823, 0.030612843111157417, 0.033377811312675476, 0.018665198236703873, 0.025836581364274025, 0.026464762166142464, 0.02472522109746933, -0.040654826909303665, -0.023752234876155853, -0.017534170299768448, 0.05726249888539314, 0.03450862318277359, 0.036143992096185684, 0.046841710805892944, 0.07423040270805359, 0.01810389570891857, 0.015721088275313377, 0.07469154894351959, 0.03775313124060631, -0.0537196546792984, 0.01733379438519478, 0.01689155399799347, -0.011807186529040337, 0.031777530908584595, 0.05541872978210449, 0.07634670287370682, 0.0041962494142353535, 0.04888368770480156, -0.034009598195552826, 0.01990911364555359, -0.002217576839029789, -0.01397725846618414, 0.03849094733595848, 0.032169777899980545, 0.05368480086326599, 0.013577194884419441, 0.004206962883472443, 0.010362978093326092, 0.004679153207689524, -0.0112288948148489, -0.045124176889657974, 0.09878894686698914, -0.006263609044253826, -0.0477064773440361, -0.020333506166934967, -0.032808560878038406, -0.03397134318947792, -0.02804010920226574, 0.09191104769706726, 0.08185486495494843, -0.030850280076265335, -0.039040300995111465, 0.0859619528055191, 0.05088172107934952, -0.04311472177505493, 0.04487689584493637], "cos_innovation_negg": [0.6026690006256104, 0.03569790720939636, 0.005465397611260414, -0.02040005475282669, 0.0035228431224823, 0.030612843111157417, 0.033377811312675476, 0.018665198236703873, 0.025836581364274025, 0.026464762166142464, 0.02472522109746933, -0.040654826909303665, -0.023752234876155853, -0.017534170299768448, 0.05726249888539314, 0.03450862318277359, 0.036143992096185684, 0.046841710805892944, 0.07423040270805359, 0.01810389570891857, 0.015721088275313377, 0.07469154894351959, 0.03775313124060631, -0.0537196546792984, 0.01733379438519478, 0.01689155399799347, -0.011807186529040337, 0.031777530908584595, 0.05541872978210449, 0.07634670287370682, 0.0041962494142353535, 0.04888368770480156, -0.034009598195552826, 0.01990911364555359, -0.002217576839029789, -0.01397725846618414, 0.03849094733595848, 0.032169777899980545, 0.05368480086326599, 0.013577194884419441, 0.004206962883472443, 0.010362978093326092, 0.004679153207689524, -0.0112288948148489, -0.045124176889657974, 0.09878894686698914, -0.006263609044253826, -0.0477064773440361, -0.020333506166934967, -0.032808560878038406, -0.03397134318947792, -0.02804010920226574, 0.09191104769706726, 0.08185486495494843, -0.030850280076265335, -0.039040300995111465, 0.0859619528055191, 0.05088172107934952, -0.04311472177505493, 0.04487689584493637], "cos_apical_negg": [0.6026690006256104, 0.03569790720939636, 0.005465397611260414, -0.02040005475282669, 0.0035228431224823, 0.030612843111157417, 0.033377811312675476, 0.018665198236703873, 0.025836581364274025, 0.026464762166142464, 0.02472522109746933, -0.040654826909303665, -0.023752234876155853, -0.017534170299768448, 0.05726249888539314, 0.03450862318277359, 0.036143992096185684, 0.046841710805892944, 0.07423040270805359, 0.01810389570891857, 0.015721088275313377, 0.07469154894351959, 0.03775313124060631, -0.0537196546792984, 0.01733379438519478, 0.01689155399799347, -0.011807186529040337, 0.031777530908584595, 0.05541872978210449, 0.07634670287370682, 0.0041962494142353535, 0.04888368770480156, -0.034009598195552826, 0.01990911364555359, -0.002217576839029789, -0.01397725846618414, 0.03849094733595848, 0.032169777899980545, 0.05368480086326599, 0.013577194884419441, 0.004206962883472443, 0.010362978093326092, 0.004679153207689524, -0.0112288948148489, -0.045124176889657974, 0.09878894686698914, -0.006263609044253826, -0.0477064773440361, -0.020333506166934967, -0.032808560878038406, -0.03397134318947792, -0.02804010920226574, 0.09191104769706726, 0.08185486495494843, -0.030850280076265335, -0.039040300995111465, 0.0859619528055191, 0.05088172107934952, -0.04311472177505493, 0.04487689584493637], "cos_Ac_negg": [0.6026690006256104, 0.03569790720939636, 0.005465397611260414, -0.02040005475282669, 0.0035228431224823, 0.030612843111157417, 0.033377811312675476, 0.018665198236703873, 0.025836581364274025, 0.026464762166142464, 0.02472522109746933, -0.040654826909303665, -0.023752234876155853, -0.017534170299768448, 0.05726249888539314, 0.03450862318277359, 0.036143992096185684, 0.046841710805892944, 0.07423040270805359, 0.01810389570891857, 0.015721088275313377, 0.07469154894351959, 0.03775313124060631, -0.0537196546792984, 0.01733379438519478, 0.01689155399799347, -0.011807186529040337, 0.031777530908584595, 0.05541872978210449, 0.07634670287370682, 0.0041962494142353535, 0.04888368770480156, -0.034009598195552826, 0.01990911364555359, -0.002217576839029789, -0.01397725846618414, 0.03849094733595848, 0.032169777899980545, 0.05368480086326599, 0.013577194884419441, 0.004206962883472443, 0.010362978093326092, 0.004679153207689524, -0.0112288948148489, -0.045124176889657974, 0.09878894686698914, -0.006263609044253826, -0.0477064773440361, -0.020333506166934967, -0.032808560878038406, -0.03397134318947792, -0.02804010920226574, 0.09191104769706726, 0.08185486495494843, -0.030850280076265335, -0.039040300995111465, 0.0859619528055191, 0.05088172107934952, -0.04311472177505493, 0.04487689584493637]}}