{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 60, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d60_s0", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6154470443725586, "cos_r_negg": [-0.006716079078614712, 0.02438841015100479, -0.04525028541684151, 0.013871347531676292, -0.006345417816191912, -0.020512912422418594, -0.06818285584449768, -0.03158885985612869, -0.022064300253987312, -0.05176926404237747, 0.03123473934829235, -0.0071239229291677475, 0.0023502311669290066, -0.06361411511898041, -0.06265509873628616, -0.0626712515950203, 0.07430143654346466, 0.06538615375757217, 0.07140052318572998, -0.029584277421236038, 0.026476535946130753, -0.013373231515288353, 0.06404337286949158, 0.01492207683622837, -0.001631920924410224, -0.004349656403064728, -0.07081231474876404, -0.010206866078078747, -0.054892025887966156, -0.024155914783477783, 0.039311427623033524, -0.0015584426000714302, -0.028794849291443825, -0.028474921360611916, -0.008811524137854576, 0.002567646559327841, -0.002357651712372899, -0.013387875631451607, 0.034821949899196625, 0.011808709241449833, 0.10773257911205292, 0.027077380567789078, -0.02375342883169651, 0.04900947958230972, -0.033205289393663406, 0.003592877183109522, -0.045937854796648026, 0.0025787833146750927, -0.06160680949687958, 0.062074556946754456, -0.0015370987821370363, -0.09670576453208923, 0.05235959589481354, 0.026170790195465088, -0.02327905222773552, 0.05072954297065735, -0.0032390174455940723, -0.07727590948343277, -0.04464735835790634, -0.03091677464544773], "cos_innovation_negg": [-0.006716079078614712, 0.02438841015100479, -0.04525028541684151, 0.013871347531676292, -0.006345417816191912, -0.020512912422418594, -0.06818285584449768, -0.03158885985612869, -0.022064300253987312, -0.05176926404237747, 0.03123473934829235, -0.0071239229291677475, 0.0023502311669290066, -0.06361411511898041, -0.06265509873628616, -0.0626712515950203, 0.07430143654346466, 0.06538615375757217, 0.07140052318572998, -0.029584277421236038, 0.026476535946130753, -0.013373231515288353, 0.06404337286949158, 0.01492207683622837, -0.001631920924410224, -0.004349656403064728, -0.07081231474876404, -0.010206866078078747, -0.054892025887966156, -0.024155914783477783, 0.039311427623033524, -0.0015584426000714302, -0.028794849291443825, -0.028474921360611916, -0.008811524137854576, 0.002567646559327841, -0.002357651712372899, -0.013387875631451607, 0.034821949899196625, 0.011808709241449833, 0.10773257911205292, 0.027077380567789078, -0.02375342883169651, 0.04900947958230972, -0.033205289393663406, 0.003592877183109522, -0.045937854796648026, 0.0025787833146750927, -0.06160680949687958, 0.062074556946754456, -0.0015370987821370363, -0.09670576453208923, 0.05235959589481354, 0.026170790195465088, -0.02327905222773552, 0.05072954297065735, -0.0032390174455940723, -0.07727590948343277, -0.04464735835790634, -0.03091677464544773], "cos_apical_negg": [-0.006716079078614712, 0.02438841015100479, -0.04525028541684151, 0.013871347531676292, -0.006345417816191912, -0.020512912422418594, -0.06818285584449768, -0.03158885985612869, -0.022064300253987312, -0.05176926404237747, 0.03123473934829235, -0.0071239229291677475, 0.0023502311669290066, -0.06361411511898041, -0.06265509873628616, -0.0626712515950203, 0.07430143654346466, 0.06538615375757217, 0.07140052318572998, -0.029584277421236038, 0.026476535946130753, -0.013373231515288353, 0.06404337286949158, 0.01492207683622837, -0.001631920924410224, -0.004349656403064728, -0.07081231474876404, -0.010206866078078747, -0.054892025887966156, -0.024155914783477783, 0.039311427623033524, -0.0015584426000714302, -0.028794849291443825, -0.028474921360611916, -0.008811524137854576, 0.002567646559327841, -0.002357651712372899, -0.013387875631451607, 0.034821949899196625, 0.011808709241449833, 0.10773257911205292, 0.027077380567789078, -0.02375342883169651, 0.04900947958230972, -0.033205289393663406, 0.003592877183109522, -0.045937854796648026, 0.0025787833146750927, -0.06160680949687958, 0.062074556946754456, -0.0015370987821370363, -0.09670576453208923, 0.05235959589481354, 0.026170790195465088, -0.02327905222773552, 0.05072954297065735, -0.0032390174455940723, -0.07727590948343277, -0.04464735835790634, -0.03091677464544773], "cos_Ac_negg": [-0.006716079078614712, 0.02438841015100479, -0.04525028541684151, 0.013871347531676292, -0.006345417816191912, -0.020512912422418594, -0.06818285584449768, -0.03158885985612869, -0.022064300253987312, -0.05176926404237747, 0.03123473934829235, -0.0071239229291677475, 0.0023502311669290066, -0.06361411511898041, -0.06265509873628616, -0.0626712515950203, 0.07430143654346466, 0.06538615375757217, 0.07140052318572998, -0.029584277421236038, 0.026476535946130753, -0.013373231515288353, 0.06404337286949158, 0.01492207683622837, -0.001631920924410224, -0.004349656403064728, -0.07081231474876404, -0.010206866078078747, -0.054892025887966156, -0.024155914783477783, 0.039311427623033524, -0.0015584426000714302, -0.028794849291443825, -0.028474921360611916, -0.008811524137854576, 0.002567646559327841, -0.002357651712372899, -0.013387875631451607, 0.034821949899196625, 0.011808709241449833, 0.10773257911205292, 0.027077380567789078, -0.02375342883169651, 0.04900947958230972, -0.033205289393663406, 0.003592877183109522, -0.045937854796648026, 0.0025787833146750927, -0.06160680949687958, 0.062074556946754456, -0.0015370987821370363, -0.09670576453208923, 0.05235959589481354, 0.026170790195465088, -0.02327905222773552, 0.05072954297065735, -0.0032390174455940723, -0.07727590948343277, -0.04464735835790634, -0.03091677464544773], "r_norm": [2.476837158203125, 2.588827610015869, 2.507465362548828, 2.4364213943481445, 2.284212112426758, 2.463568687438965, 2.3808512687683105, 2.447174072265625, 2.5927276611328125, 2.5126051902770996, 2.4167494773864746, 2.584993839263916, 2.4760541915893555, 2.4647979736328125, 2.611776351928711, 2.5096240043640137, 2.580117702484131, 2.5247292518615723, 2.476726531982422, 2.5275793075561523, 2.617313861846924, 2.4330687522888184, 2.438448429107666, 2.5159451961517334, 2.457703113555908, 2.434385299682617, 2.6349055767059326, 2.4479267597198486, 2.3842978477478027, 2.6444690227508545, 2.3573412895202637, 2.4539451599121094, 2.4437050819396973, 2.4726710319519043, 2.5920939445495605, 2.5337939262390137, 2.3910603523254395, 2.3863282203674316, 2.5472004413604736, 2.4595766067504883, 2.525862455368042, 2.42592191696167, 2.493037223815918, 2.4348723888397217, 2.5188722610473633, 2.512610912322998, 2.5554099082946777, 2.4574851989746094, 2.4087142944335938, 2.429823875427246, 2.4081263542175293, 2.5474934577941895, 2.38215970993042, 2.451215982437134, 2.5639870166778564, 2.3927762508392334, 2.603609085083008, 2.484323024749756, 2.39697265625, 2.4256083965301514]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3403, "test_loss": 1.8708601318359375}, {"step": 500, "epoch": 1, "train_loss": 1.7038077116012573, "cos_r_negg": [0.5493764877319336, 0.01872267574071884, -0.05274730920791626, -0.0251530222594738, -0.02928505465388298, 0.021766304969787598, 0.010957082733511925, 0.02462802641093731, 0.007750675082206726, -0.03250172734260559, 0.013960735872387886, -0.03082090988755226, 0.021097920835018158, -0.027627158910036087, 0.027389727532863617, -0.005006357096135616, -0.04834308102726936, 0.01885084994137287, 0.019775716587901115, 0.0948190689086914, -0.061961255967617035, -0.017708592116832733, 0.01920778676867485, 0.05011627450585365, 0.12204429507255554, 0.04146486148238182, -0.030442122370004654, -0.0987292006611824, 0.040666453540325165, -0.04606577008962631, 0.041954271495342255, 0.07314084470272064, -0.0747339129447937, 0.029521167278289795, -0.04926997423171997, 0.02535322494804859, 0.025510795414447784, -0.0020328641403466463, -0.011173093691468239, -0.049767039716243744, -0.026263412088155746, 0.036890625953674316, -0.009711247868835926, -0.009342022240161896, 0.03803921863436699, 0.018719905987381935, 0.021647673100233078, 0.07000508904457092, -0.03713260591030121, -0.023778796195983887, -0.04196075350046158, -0.047701068222522736, -0.04460874944925308, 0.02074189856648445, 0.07091013342142105, -0.011496491730213165, 0.011327438987791538, 0.027212753891944885, -0.09790512174367905, -0.05965329706668854], "cos_innovation_negg": [0.5493764877319336, 0.01872267574071884, -0.05274730920791626, -0.0251530222594738, -0.02928505465388298, 0.021766304969787598, 0.010957082733511925, 0.02462802641093731, 0.007750675082206726, -0.03250172734260559, 0.013960735872387886, -0.03082090988755226, 0.021097920835018158, -0.027627158910036087, 0.027389727532863617, -0.005006357096135616, -0.04834308102726936, 0.01885084994137287, 0.019775716587901115, 0.0948190689086914, -0.061961255967617035, -0.017708592116832733, 0.01920778676867485, 0.05011627450585365, 0.12204429507255554, 0.04146486148238182, -0.030442122370004654, -0.0987292006611824, 0.040666453540325165, -0.04606577008962631, 0.041954271495342255, 0.07314084470272064, -0.0747339129447937, 0.029521167278289795, -0.04926997423171997, 0.02535322494804859, 0.025510795414447784, -0.0020328641403466463, -0.011173093691468239, -0.049767039716243744, -0.026263412088155746, 0.036890625953674316, -0.009711247868835926, -0.009342022240161896, 0.03803921863436699, 0.018719905987381935, 0.021647673100233078, 0.07000508904457092, -0.03713260591030121, -0.023778796195983887, -0.04196075350046158, -0.047701068222522736, -0.04460874944925308, 0.02074189856648445, 0.07091013342142105, -0.011496491730213165, 0.011327438987791538, 0.027212753891944885, -0.09790512174367905, -0.05965329706668854], "cos_apical_negg": [0.5493764877319336, 0.01872267574071884, -0.05274730920791626, -0.0251530222594738, -0.02928505465388298, 0.021766304969787598, 0.010957082733511925, 0.02462802641093731, 0.007750675082206726, -0.03250172734260559, 0.013960735872387886, -0.03082090988755226, 0.021097920835018158, -0.027627158910036087, 0.027389727532863617, -0.005006357096135616, -0.04834308102726936, 0.01885084994137287, 0.019775716587901115, 0.0948190689086914, -0.061961255967617035, -0.017708592116832733, 0.01920778676867485, 0.05011627450585365, 0.12204429507255554, 0.04146486148238182, -0.030442122370004654, -0.0987292006611824, 0.040666453540325165, -0.04606577008962631, 0.041954271495342255, 0.07314084470272064, -0.0747339129447937, 0.029521167278289795, -0.04926997423171997, 0.02535322494804859, 0.025510795414447784, -0.0020328641403466463, -0.011173093691468239, -0.049767039716243744, -0.026263412088155746, 0.036890625953674316, -0.009711247868835926, -0.009342022240161896, 0.03803921863436699, 0.018719905987381935, 0.021647673100233078, 0.07000508904457092, -0.03713260591030121, -0.023778796195983887, -0.04196075350046158, -0.047701068222522736, -0.04460874944925308, 0.02074189856648445, 0.07091013342142105, -0.011496491730213165, 0.011327438987791538, 0.027212753891944885, -0.09790512174367905, -0.05965329706668854], "cos_Ac_negg": [0.5493764877319336, 0.01872267574071884, -0.05274730920791626, -0.0251530222594738, -0.02928505465388298, 0.021766304969787598, 0.010957082733511925, 0.02462802641093731, 0.007750675082206726, -0.03250172734260559, 0.013960735872387886, -0.03082090988755226, 0.021097920835018158, -0.027627158910036087, 0.027389727532863617, -0.005006357096135616, -0.04834308102726936, 0.01885084994137287, 0.019775716587901115, 0.0948190689086914, -0.061961255967617035, -0.017708592116832733, 0.01920778676867485, 0.05011627450585365, 0.12204429507255554, 0.04146486148238182, -0.030442122370004654, -0.0987292006611824, 0.040666453540325165, -0.04606577008962631, 0.041954271495342255, 0.07314084470272064, -0.0747339129447937, 0.029521167278289795, -0.04926997423171997, 0.02535322494804859, 0.025510795414447784, -0.0020328641403466463, -0.011173093691468239, -0.049767039716243744, -0.026263412088155746, 0.036890625953674316, -0.009711247868835926, -0.009342022240161896, 0.03803921863436699, 0.018719905987381935, 0.021647673100233078, 0.07000508904457092, -0.03713260591030121, -0.023778796195983887, -0.04196075350046158, -0.047701068222522736, -0.04460874944925308, 0.02074189856648445, 0.07091013342142105, -0.011496491730213165, 0.011327438987791538, 0.027212753891944885, -0.09790512174367905, -0.05965329706668854], "r_norm": [2.1301116943359375, 2.232585906982422, 2.188831090927124, 2.1164536476135254, 1.99443781375885, 2.120631694793701, 2.0384206771850586, 2.1060214042663574, 2.2730677127838135, 2.1715474128723145, 2.1050007343292236, 2.220019578933716, 2.1526613235473633, 2.125145673751831, 2.2568631172180176, 2.1785054206848145, 2.227285385131836, 2.1672420501708984, 2.153294563293457, 2.2008848190307617, 2.291428327560425, 2.1129469871520996, 2.1159205436706543, 2.175632953643799, 2.148427963256836, 2.105003833770752, 2.2936763763427734, 2.1252517700195312, 2.0705881118774414, 2.286167621612549, 2.0095531940460205, 2.133378028869629, 2.109151601791382, 2.1417274475097656, 2.236701011657715, 2.1987481117248535, 2.0703554153442383, 2.081859588623047, 2.213632583618164, 2.1323516368865967, 2.211033344268799, 2.11452317237854, 2.1567158699035645, 2.117455005645752, 2.162360668182373, 2.1912946701049805, 2.211956024169922, 2.150634288787842, 2.105151891708374, 2.104519844055176, 2.1026124954223633, 2.2414767742156982, 2.0929369926452637, 2.1091196537017822, 2.2163383960723877, 2.0973386764526367, 2.248466730117798, 2.1563684940338135, 2.1060895919799805, 2.109330177307129]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3585, "test_loss": 1.8441361083984376}, {"step": 1000, "epoch": 2, "train_loss": 1.857997179031372, "cos_r_negg": [0.5343904495239258, 0.023018933832645416, -0.08571218699216843, -0.017818020656704903, -0.013029110617935658, 0.0748366266489029, 0.009163716807961464, 0.018014952540397644, 0.03471120819449425, 0.062045302242040634, 0.024813279509544373, -0.018575729802250862, 0.04900572821497917, -0.09401875734329224, 0.037270475178956985, -0.04430871456861496, -0.10339285433292389, 0.007345324382185936, -0.04356004297733307, 0.06882297992706299, -0.05566791445016861, 0.03943360969424248, 0.01875373348593712, 0.08718167245388031, 0.04017236828804016, -0.008893324993550777, 0.0021896613761782646, -0.005950205959379673, -0.009089072234928608, -0.007385949604213238, 0.08017701655626297, 0.027578268200159073, -0.06880444288253784, -0.007292254827916622, -0.015137006528675556, 0.049430668354034424, 0.059146419167518616, 0.018993591889739037, -0.0705374926328659, -0.02901827171444893, 0.0656881332397461, 0.014640504494309425, -0.024641098454594612, 0.03142322599887848, 0.02560984343290329, 0.018047764897346497, 0.022018013522028923, 0.019986581057310104, -0.0501948744058609, -0.03323870897293091, -0.06274554878473282, -0.041777465492486954, -0.04333692044019699, 0.02924686297774315, 0.04845748096704483, 0.02712920866906643, -0.02585148625075817, 0.03291165083646774, -0.044675443321466446, -0.06536038219928741], "cos_innovation_negg": [0.5343904495239258, 0.023018933832645416, -0.08571218699216843, -0.017818020656704903, -0.013029110617935658, 0.0748366266489029, 0.009163716807961464, 0.018014952540397644, 0.03471120819449425, 0.062045302242040634, 0.024813279509544373, -0.018575729802250862, 0.04900572821497917, -0.09401875734329224, 0.037270475178956985, -0.04430871456861496, -0.10339285433292389, 0.007345324382185936, -0.04356004297733307, 0.06882297992706299, -0.05566791445016861, 0.03943360969424248, 0.01875373348593712, 0.08718167245388031, 0.04017236828804016, -0.008893324993550777, 0.0021896613761782646, -0.005950205959379673, -0.009089072234928608, -0.007385949604213238, 0.08017701655626297, 0.027578268200159073, -0.06880444288253784, -0.007292254827916622, -0.015137006528675556, 0.049430668354034424, 0.059146419167518616, 0.018993591889739037, -0.0705374926328659, -0.02901827171444893, 0.0656881332397461, 0.014640504494309425, -0.024641098454594612, 0.03142322599887848, 0.02560984343290329, 0.018047764897346497, 0.022018013522028923, 0.019986581057310104, -0.0501948744058609, -0.03323870897293091, -0.06274554878473282, -0.041777465492486954, -0.04333692044019699, 0.02924686297774315, 0.04845748096704483, 0.02712920866906643, -0.02585148625075817, 0.03291165083646774, -0.044675443321466446, -0.06536038219928741], "cos_apical_negg": [0.5343904495239258, 0.023018933832645416, -0.08571218699216843, -0.017818020656704903, -0.013029110617935658, 0.0748366266489029, 0.009163716807961464, 0.018014952540397644, 0.03471120819449425, 0.062045302242040634, 0.024813279509544373, -0.018575729802250862, 0.04900572821497917, -0.09401875734329224, 0.037270475178956985, -0.04430871456861496, -0.10339285433292389, 0.007345324382185936, -0.04356004297733307, 0.06882297992706299, -0.05566791445016861, 0.03943360969424248, 0.01875373348593712, 0.08718167245388031, 0.04017236828804016, -0.008893324993550777, 0.0021896613761782646, -0.005950205959379673, -0.009089072234928608, -0.007385949604213238, 0.08017701655626297, 0.027578268200159073, -0.06880444288253784, -0.007292254827916622, -0.015137006528675556, 0.049430668354034424, 0.059146419167518616, 0.018993591889739037, -0.0705374926328659, -0.02901827171444893, 0.0656881332397461, 0.014640504494309425, -0.024641098454594612, 0.03142322599887848, 0.02560984343290329, 0.018047764897346497, 0.022018013522028923, 0.019986581057310104, -0.0501948744058609, -0.03323870897293091, -0.06274554878473282, -0.041777465492486954, -0.04333692044019699, 0.02924686297774315, 0.04845748096704483, 0.02712920866906643, -0.02585148625075817, 0.03291165083646774, -0.044675443321466446, -0.06536038219928741], "cos_Ac_negg": [0.5343904495239258, 0.023018933832645416, -0.08571218699216843, -0.017818020656704903, -0.013029110617935658, 0.0748366266489029, 0.009163716807961464, 0.018014952540397644, 0.03471120819449425, 0.062045302242040634, 0.024813279509544373, -0.018575729802250862, 0.04900572821497917, -0.09401875734329224, 0.037270475178956985, -0.04430871456861496, -0.10339285433292389, 0.007345324382185936, -0.04356004297733307, 0.06882297992706299, -0.05566791445016861, 0.03943360969424248, 0.01875373348593712, 0.08718167245388031, 0.04017236828804016, -0.008893324993550777, 0.0021896613761782646, -0.005950205959379673, -0.009089072234928608, -0.007385949604213238, 0.08017701655626297, 0.027578268200159073, -0.06880444288253784, -0.007292254827916622, -0.015137006528675556, 0.049430668354034424, 0.059146419167518616, 0.018993591889739037, -0.0705374926328659, -0.02901827171444893, 0.0656881332397461, 0.014640504494309425, -0.024641098454594612, 0.03142322599887848, 0.02560984343290329, 0.018047764897346497, 0.022018013522028923, 0.019986581057310104, -0.0501948744058609, -0.03323870897293091, -0.06274554878473282, -0.041777465492486954, -0.04333692044019699, 0.02924686297774315, 0.04845748096704483, 0.02712920866906643, -0.02585148625075817, 0.03291165083646774, -0.044675443321466446, -0.06536038219928741], "r_norm": [2.1409201622009277, 2.250765800476074, 2.2026870250701904, 2.1370391845703125, 2.0008046627044678, 2.1356072425842285, 2.059896945953369, 2.1249306201934814, 2.3059473037719727, 2.190365791320801, 2.12729811668396, 2.236894130706787, 2.168992042541504, 2.1360654830932617, 2.273104667663574, 2.197073459625244, 2.2362804412841797, 2.18412184715271, 2.1714978218078613, 2.222852945327759, 2.306452512741089, 2.132624387741089, 2.1374709606170654, 2.1788957118988037, 2.1593823432922363, 2.1206912994384766, 2.309680700302124, 2.147827625274658, 2.0874738693237305, 2.3094091415405273, 2.0352487564086914, 2.154064178466797, 2.1215386390686035, 2.1628928184509277, 2.253443956375122, 2.2141261100769043, 2.0794405937194824, 2.100123405456543, 2.235599994659424, 2.1525380611419678, 2.226761817932129, 2.1172890663146973, 2.1764984130859375, 2.138383626937866, 2.1824545860290527, 2.203514575958252, 2.224557399749756, 2.1673953533172607, 2.114952564239502, 2.128477096557617, 2.1164591312408447, 2.2617340087890625, 2.1204280853271484, 2.123225212097168, 2.2259621620178223, 2.117644786834717, 2.257298231124878, 2.171720504760742, 2.1138129234313965, 2.1265673637390137]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.346, "test_loss": 1.8643386474609376}, {"step": 1500, "epoch": 3, "train_loss": 1.8078371286392212, "cos_r_negg": [0.5321294665336609, 0.05931701511144638, -0.004795122426003218, -0.04091104492545128, -0.004944495391100645, 0.0733313038945198, 0.028732454404234886, -0.028997357934713364, 0.019572827965021133, -0.006624255329370499, 0.04258586838841438, -0.03980748727917671, 0.02592821791768074, -0.06463976949453354, 0.01925666071474552, -0.034768976271152496, -0.04177805036306381, -0.02030637487769127, -0.005816735327243805, 0.1192202940583229, -0.006012198515236378, 0.04902844876050949, 0.047489654272794724, 0.10890227556228638, 0.1260370910167694, 0.032090477645397186, 0.02169676497578621, -0.04004015773534775, 0.0039202249608933926, -0.024180863052606583, 0.027383621782064438, 0.061523422598838806, -0.08911024034023285, -0.03881463408470154, -0.004562738351523876, 0.06938697397708893, 0.045063890516757965, 0.024196378886699677, -0.024422064423561096, -0.01611250638961792, 0.07983332872390747, 0.03923346474766731, -0.016006378456950188, 0.01824045181274414, 0.0027705919928848743, -0.0370522066950798, 0.021477311849594116, 0.04933709278702736, -0.023096324875950813, -0.08095914870500565, -0.026619909331202507, -0.037193916738033295, -0.04080085828900337, 0.05228857323527336, 0.07540442049503326, 0.046373844146728516, 0.02178887277841568, 0.02086247317492962, -0.001101955771446228, -0.020234135910868645], "cos_innovation_negg": [0.5321294665336609, 0.05931701511144638, -0.004795122426003218, -0.04091104492545128, -0.004944495391100645, 0.0733313038945198, 0.028732454404234886, -0.028997357934713364, 0.019572827965021133, -0.006624255329370499, 0.04258586838841438, -0.03980748727917671, 0.02592821791768074, -0.06463976949453354, 0.01925666071474552, -0.034768976271152496, -0.04177805036306381, -0.02030637487769127, -0.005816735327243805, 0.1192202940583229, -0.006012198515236378, 0.04902844876050949, 0.047489654272794724, 0.10890227556228638, 0.1260370910167694, 0.032090477645397186, 0.02169676497578621, -0.04004015773534775, 0.0039202249608933926, -0.024180863052606583, 0.027383621782064438, 0.061523422598838806, -0.08911024034023285, -0.03881463408470154, -0.004562738351523876, 0.06938697397708893, 0.045063890516757965, 0.024196378886699677, -0.024422064423561096, -0.01611250638961792, 0.07983332872390747, 0.03923346474766731, -0.016006378456950188, 0.01824045181274414, 0.0027705919928848743, -0.0370522066950798, 0.021477311849594116, 0.04933709278702736, -0.023096324875950813, -0.08095914870500565, -0.026619909331202507, -0.037193916738033295, -0.04080085828900337, 0.05228857323527336, 0.07540442049503326, 0.046373844146728516, 0.02178887277841568, 0.02086247317492962, -0.001101955771446228, -0.020234135910868645], "cos_apical_negg": [0.5321294665336609, 0.05931701511144638, -0.004795122426003218, -0.04091104492545128, -0.004944495391100645, 0.0733313038945198, 0.028732454404234886, -0.028997357934713364, 0.019572827965021133, -0.006624255329370499, 0.04258586838841438, -0.03980748727917671, 0.02592821791768074, -0.06463976949453354, 0.01925666071474552, -0.034768976271152496, -0.04177805036306381, -0.02030637487769127, -0.005816735327243805, 0.1192202940583229, -0.006012198515236378, 0.04902844876050949, 0.047489654272794724, 0.10890227556228638, 0.1260370910167694, 0.032090477645397186, 0.02169676497578621, -0.04004015773534775, 0.0039202249608933926, -0.024180863052606583, 0.027383621782064438, 0.061523422598838806, -0.08911024034023285, -0.03881463408470154, -0.004562738351523876, 0.06938697397708893, 0.045063890516757965, 0.024196378886699677, -0.024422064423561096, -0.01611250638961792, 0.07983332872390747, 0.03923346474766731, -0.016006378456950188, 0.01824045181274414, 0.0027705919928848743, -0.0370522066950798, 0.021477311849594116, 0.04933709278702736, -0.023096324875950813, -0.08095914870500565, -0.026619909331202507, -0.037193916738033295, -0.04080085828900337, 0.05228857323527336, 0.07540442049503326, 0.046373844146728516, 0.02178887277841568, 0.02086247317492962, -0.001101955771446228, -0.020234135910868645], "cos_Ac_negg": [0.5321294665336609, 0.05931701511144638, -0.004795122426003218, -0.04091104492545128, -0.004944495391100645, 0.0733313038945198, 0.028732454404234886, -0.028997357934713364, 0.019572827965021133, -0.006624255329370499, 0.04258586838841438, -0.03980748727917671, 0.02592821791768074, -0.06463976949453354, 0.01925666071474552, -0.034768976271152496, -0.04177805036306381, -0.02030637487769127, -0.005816735327243805, 0.1192202940583229, -0.006012198515236378, 0.04902844876050949, 0.047489654272794724, 0.10890227556228638, 0.1260370910167694, 0.032090477645397186, 0.02169676497578621, -0.04004015773534775, 0.0039202249608933926, -0.024180863052606583, 0.027383621782064438, 0.061523422598838806, -0.08911024034023285, -0.03881463408470154, -0.004562738351523876, 0.06938697397708893, 0.045063890516757965, 0.024196378886699677, -0.024422064423561096, -0.01611250638961792, 0.07983332872390747, 0.03923346474766731, -0.016006378456950188, 0.01824045181274414, 0.0027705919928848743, -0.0370522066950798, 0.021477311849594116, 0.04933709278702736, -0.023096324875950813, -0.08095914870500565, -0.026619909331202507, -0.037193916738033295, -0.04080085828900337, 0.05228857323527336, 0.07540442049503326, 0.046373844146728516, 0.02178887277841568, 0.02086247317492962, -0.001101955771446228, -0.020234135910868645], "r_norm": [2.160775661468506, 2.2687463760375977, 2.221665382385254, 2.153689384460449, 2.0242919921875, 2.1568546295166016, 2.0728518962860107, 2.1425580978393555, 2.307276964187622, 2.2065024375915527, 2.14194393157959, 2.2507224082946777, 2.176478385925293, 2.160116195678711, 2.2926833629608154, 2.2115936279296875, 2.2673709392547607, 2.200784206390381, 2.185403823852539, 2.24324893951416, 2.3234622478485107, 2.1513333320617676, 2.1534721851348877, 2.2044684886932373, 2.1821813583374023, 2.134456157684326, 2.3281219005584717, 2.1578588485717773, 2.1006298065185547, 2.3158438205718994, 2.0407919883728027, 2.1536338329315186, 2.1423592567443848, 2.179675817489624, 2.270850658416748, 2.22934627532959, 2.09849214553833, 2.1187362670898438, 2.2497034072875977, 2.1682066917419434, 2.2457528114318848, 2.1450448036193848, 2.1872382164001465, 2.1476597785949707, 2.1952481269836426, 2.226612091064453, 2.24898624420166, 2.1792969703674316, 2.1390697956085205, 2.144273281097412, 2.1311168670654297, 2.27933931350708, 2.126697063446045, 2.1475963592529297, 2.245152711868286, 2.1273446083068848, 2.280330181121826, 2.184453010559082, 2.1324613094329834, 2.138012170791626]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3627, "test_loss": 1.8448671020507812}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3731, "test_loss": 1.8088125122070313}], "final": {"test_acc": 0.3731, "test_loss": 1.8088125122070313, "wall_s": 46.284276723861694, "cos_r_negg": [0.5217737555503845, 0.008525252342224121, -0.00947762094438076, 0.04014284908771515, 0.03533230721950531, 0.007415211759507656, 0.0013272948563098907, 0.060824908316135406, 0.021514687687158585, 0.023938609287142754, 0.07601390779018402, -0.061907485127449036, 0.04844936728477478, -0.023666687309741974, 0.040054649114608765, -0.03930802643299103, -0.021309133619070053, 0.01734125055372715, 0.015159038826823235, 0.06305719912052155, -0.05200711637735367, 0.03500454127788544, 0.031798359006643295, 0.042145244777202606, 0.08821828663349152, 0.04043489694595337, 0.04382440075278282, -0.004821183625608683, 0.013737156987190247, 0.0037198830395936966, 0.07937326282262802, 0.04212981089949608, -0.0645582526922226, 0.01643211394548416, 0.005947161465883255, 0.06351327896118164, 0.026483042165637016, 0.011229969561100006, -0.050125785171985626, 0.013528898358345032, 0.04318409413099289, 0.06815628707408905, -0.04041041433811188, 0.04399698227643967, -0.01782991737127304, -0.03676197677850723, 0.03483232110738754, 0.06307149678468704, -0.014615458436310291, -0.0490817129611969, -0.07918895781040192, -0.02049669437110424, -0.05999218672513962, 0.06805650144815445, 0.07911649346351624, 0.03073415346443653, 0.05748293176293373, 0.07361705601215363, 0.01881752908229828, 0.0017498719971626997], "cos_innovation_negg": [0.5217737555503845, 0.008525252342224121, -0.00947762094438076, 0.04014284908771515, 0.03533230721950531, 0.007415211759507656, 0.0013272948563098907, 0.060824908316135406, 0.021514687687158585, 0.023938609287142754, 0.07601390779018402, -0.061907485127449036, 0.04844936728477478, -0.023666687309741974, 0.040054649114608765, -0.03930802643299103, -0.021309133619070053, 0.01734125055372715, 0.015159038826823235, 0.06305719912052155, -0.05200711637735367, 0.03500454127788544, 0.031798359006643295, 0.042145244777202606, 0.08821828663349152, 0.04043489694595337, 0.04382440075278282, -0.004821183625608683, 0.013737156987190247, 0.0037198830395936966, 0.07937326282262802, 0.04212981089949608, -0.0645582526922226, 0.01643211394548416, 0.005947161465883255, 0.06351327896118164, 0.026483042165637016, 0.011229969561100006, -0.050125785171985626, 0.013528898358345032, 0.04318409413099289, 0.06815628707408905, -0.04041041433811188, 0.04399698227643967, -0.01782991737127304, -0.03676197677850723, 0.03483232110738754, 0.06307149678468704, -0.014615458436310291, -0.0490817129611969, -0.07918895781040192, -0.02049669437110424, -0.05999218672513962, 0.06805650144815445, 0.07911649346351624, 0.03073415346443653, 0.05748293176293373, 0.07361705601215363, 0.01881752908229828, 0.0017498719971626997], "cos_apical_negg": [0.5217737555503845, 0.008525252342224121, -0.00947762094438076, 0.04014284908771515, 0.03533230721950531, 0.007415211759507656, 0.0013272948563098907, 0.060824908316135406, 0.021514687687158585, 0.023938609287142754, 0.07601390779018402, -0.061907485127449036, 0.04844936728477478, -0.023666687309741974, 0.040054649114608765, -0.03930802643299103, -0.021309133619070053, 0.01734125055372715, 0.015159038826823235, 0.06305719912052155, -0.05200711637735367, 0.03500454127788544, 0.031798359006643295, 0.042145244777202606, 0.08821828663349152, 0.04043489694595337, 0.04382440075278282, -0.004821183625608683, 0.013737156987190247, 0.0037198830395936966, 0.07937326282262802, 0.04212981089949608, -0.0645582526922226, 0.01643211394548416, 0.005947161465883255, 0.06351327896118164, 0.026483042165637016, 0.011229969561100006, -0.050125785171985626, 0.013528898358345032, 0.04318409413099289, 0.06815628707408905, -0.04041041433811188, 0.04399698227643967, -0.01782991737127304, -0.03676197677850723, 0.03483232110738754, 0.06307149678468704, -0.014615458436310291, -0.0490817129611969, -0.07918895781040192, -0.02049669437110424, -0.05999218672513962, 0.06805650144815445, 0.07911649346351624, 0.03073415346443653, 0.05748293176293373, 0.07361705601215363, 0.01881752908229828, 0.0017498719971626997], "cos_Ac_negg": [0.5217737555503845, 0.008525252342224121, -0.00947762094438076, 0.04014284908771515, 0.03533230721950531, 0.007415211759507656, 0.0013272948563098907, 0.060824908316135406, 0.021514687687158585, 0.023938609287142754, 0.07601390779018402, -0.061907485127449036, 0.04844936728477478, -0.023666687309741974, 0.040054649114608765, -0.03930802643299103, -0.021309133619070053, 0.01734125055372715, 0.015159038826823235, 0.06305719912052155, -0.05200711637735367, 0.03500454127788544, 0.031798359006643295, 0.042145244777202606, 0.08821828663349152, 0.04043489694595337, 0.04382440075278282, -0.004821183625608683, 0.013737156987190247, 0.0037198830395936966, 0.07937326282262802, 0.04212981089949608, -0.0645582526922226, 0.01643211394548416, 0.005947161465883255, 0.06351327896118164, 0.026483042165637016, 0.011229969561100006, -0.050125785171985626, 0.013528898358345032, 0.04318409413099289, 0.06815628707408905, -0.04041041433811188, 0.04399698227643967, -0.01782991737127304, -0.03676197677850723, 0.03483232110738754, 0.06307149678468704, -0.014615458436310291, -0.0490817129611969, -0.07918895781040192, -0.02049669437110424, -0.05999218672513962, 0.06805650144815445, 0.07911649346351624, 0.03073415346443653, 0.05748293176293373, 0.07361705601215363, 0.01881752908229828, 0.0017498719971626997]}}