results: record audited scaling and baseline runs

1 files changed, 1 insertions, 0 deletions

diff --git a/results/scale_v3_cifar10_sdil_w64_d60_s1.json b/results/scale_v3_cifar10_sdil_w64_d60_s1.json
new file mode 100644
index 0000000..0594a9c
--- /dev/null
+++ b/results/scale_v3_cifar10_sdil_w64_d60_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 60, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d60_s1", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.473468780517578, "cos_r_negg": [-0.035722892731428146, -0.014311438426375389, 0.04019647091627121, 0.0990113839507103, 0.05390103906393051, 0.009961535222828388, 0.04427438974380493, 0.004886348731815815, -0.04224563017487526, -0.028240147978067398, 0.018397528678178787, -0.015100765973329544, -0.036847516894340515, -0.011993798427283764, 0.03389846533536911, -0.004846538417041302, -0.04474658519029617, 0.04842512309551239, -5.9973448514938354e-05, 0.005345525220036507, -0.015117490664124489, 0.016512280330061913, 0.016087785363197327, -0.028662167489528656, -0.08204537630081177, 0.03667046129703522, -0.031052809208631516, -0.032636143267154694, -0.021091215312480927, 0.03389746695756912, -0.04122815281152725, 0.03931804001331329, -0.033466942608356476, 0.015912141650915146, 0.01132176723331213, 0.04170200601220131, -0.04419345781207085, -0.0015074710827320814, 0.07226534187793732, -0.03511534258723259, -0.020587267354130745, 0.010057584382593632, 0.03808574378490448, 0.006610808428376913, -0.017624471336603165, 0.03917095065116882, -0.056267037987709045, -0.0011651096865534782, 0.012098584324121475, -0.01895175129175186, -0.010964690707623959, 0.026341434568166733, 0.0382668673992157, -0.021695051342248917, 0.016682345420122147, -0.037257932126522064, 0.034343428909778595, -0.061707086861133575, 0.051681339740753174, -0.030312836170196533], "cos_innovation_negg": [-0.035722892731428146, -0.014311438426375389, 0.04019647091627121, 0.0990113839507103, 0.05390103906393051, 0.009961535222828388, 0.04427438974380493, 0.004886348731815815, -0.04224563017487526, -0.028240147978067398, 0.018397528678178787, -0.015100765973329544, -0.036847516894340515, -0.011993798427283764, 0.03389846533536911, -0.004846538417041302, -0.04474658519029617, 0.04842512309551239, -5.9973448514938354e-05, 0.005345525220036507, -0.015117490664124489, 0.016512280330061913, 0.016087785363197327, -0.028662167489528656, -0.08204537630081177, 0.03667046129703522, -0.031052809208631516, -0.032636143267154694, -0.021091215312480927, 0.03389746695756912, -0.04122815281152725, 0.03931804001331329, -0.033466942608356476, 0.015912141650915146, 0.01132176723331213, 0.04170200601220131, -0.04419345781207085, -0.0015074710827320814, 0.07226534187793732, -0.03511534258723259, -0.020587267354130745, 0.010057584382593632, 0.03808574378490448, 0.006610808428376913, -0.017624471336603165, 0.03917095065116882, -0.056267037987709045, -0.0011651096865534782, 0.012098584324121475, -0.01895175129175186, -0.010964690707623959, 0.026341434568166733, 0.0382668673992157, -0.021695051342248917, 0.016682345420122147, -0.037257932126522064, 0.034343428909778595, -0.061707086861133575, 0.051681339740753174, -0.030312836170196533], "cos_apical_negg": [-0.035722892731428146, -0.014311438426375389, 0.04019647091627121, 0.0990113839507103, 0.05390103906393051, 0.009961535222828388, 0.04427438974380493, 0.004886348731815815, -0.04224563017487526, -0.028240147978067398, 0.018397528678178787, -0.015100765973329544, -0.036847516894340515, -0.011993798427283764, 0.03389846533536911, -0.004846538417041302, -0.04474658519029617, 0.04842512309551239, -5.9973448514938354e-05, 0.005345525220036507, -0.015117490664124489, 0.016512280330061913, 0.016087785363197327, -0.028662167489528656, -0.08204537630081177, 0.03667046129703522, -0.031052809208631516, -0.032636143267154694, -0.021091215312480927, 0.03389746695756912, -0.04122815281152725, 0.03931804001331329, -0.033466942608356476, 0.015912141650915146, 0.01132176723331213, 0.04170200601220131, -0.04419345781207085, -0.0015074710827320814, 0.07226534187793732, -0.03511534258723259, -0.020587267354130745, 0.010057584382593632, 0.03808574378490448, 0.006610808428376913, -0.017624471336603165, 0.03917095065116882, -0.056267037987709045, -0.0011651096865534782, 0.012098584324121475, -0.01895175129175186, -0.010964690707623959, 0.026341434568166733, 0.0382668673992157, -0.021695051342248917, 0.016682345420122147, -0.037257932126522064, 0.034343428909778595, -0.061707086861133575, 0.051681339740753174, -0.030312836170196533], "cos_Ac_negg": [-0.035722892731428146, -0.014311438426375389, 0.04019647091627121, 0.0990113839507103, 0.05390103906393051, 0.009961535222828388, 0.04427438974380493, 0.004886348731815815, -0.04224563017487526, -0.028240147978067398, 0.018397528678178787, -0.015100765973329544, -0.036847516894340515, -0.011993798427283764, 0.03389846533536911, -0.004846538417041302, -0.04474658519029617, 0.04842512309551239, -5.9973448514938354e-05, 0.005345525220036507, -0.015117490664124489, 0.016512280330061913, 0.016087785363197327, -0.028662167489528656, -0.08204537630081177, 0.03667046129703522, -0.031052809208631516, -0.032636143267154694, -0.021091215312480927, 0.03389746695756912, -0.04122815281152725, 0.03931804001331329, -0.033466942608356476, 0.015912141650915146, 0.01132176723331213, 0.04170200601220131, -0.04419345781207085, -0.0015074710827320814, 0.07226534187793732, -0.03511534258723259, -0.020587267354130745, 0.010057584382593632, 0.03808574378490448, 0.006610808428376913, -0.017624471336603165, 0.03917095065116882, -0.056267037987709045, -0.0011651096865534782, 0.012098584324121475, -0.01895175129175186, -0.010964690707623959, 0.026341434568166733, 0.0382668673992157, -0.021695051342248917, 0.016682345420122147, -0.037257932126522064, 0.034343428909778595, -0.061707086861133575, 0.051681339740753174, -0.030312836170196533], "r_norm": [2.4107041358947754, 2.422424077987671, 2.34220290184021, 2.527778148651123, 2.2393105030059814, 2.4752790927886963, 2.494619131088257, 2.3315420150756836, 2.4779953956604004, 2.4662933349609375, 2.3924288749694824, 2.428877592086792, 2.4622106552124023, 2.361783504486084, 2.4296913146972656, 2.3216865062713623, 2.4634337425231934, 2.466848373413086, 2.470992088317871, 2.5634076595306396, 2.500354766845703, 2.483220100402832, 2.4131975173950195, 2.4562878608703613, 2.419389247894287, 2.357121706008911, 2.4092330932617188, 2.3891994953155518, 2.466686487197876, 2.421828269958496, 2.3516221046447754, 2.5187911987304688, 2.486713409423828, 2.3775057792663574, 2.5289711952209473, 2.292257308959961, 2.39833402633667, 2.378805160522461, 2.5517001152038574, 2.240609645843506, 2.437047243118286, 2.601186513900757, 2.442793846130371, 2.4335765838623047, 2.540621519088745, 2.3947248458862305, 2.3929710388183594, 2.3135571479797363, 2.442608594894409, 2.4056923389434814, 2.4013960361480713, 2.5072853565216064, 2.406625986099243, 2.426177501678467, 2.3819479942321777, 2.391493320465088, 2.568481206893921, 2.3945798873901367, 2.467118978500366, 2.57377290725708], "ldr": {"dL_sdil": 0.014344215393066406, "dL_bp": -0.2991161346435547, "ratio": -0.04795533818381233}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3648, "test_loss": 1.7986327758789062}, {"step": 500, "epoch": 1, "train_loss": 1.7513988018035889, "cos_r_negg": [0.6380303502082825, 0.008565405383706093, 0.05498768389225006, 0.0031249523162841797, 0.07353948056697845, 0.08869121968746185, 0.07864750921726227, 0.08173838257789612, 0.05198744311928749, 0.11396027356386185, 0.10753995180130005, 0.033096425235271454, 0.05114371329545975, 0.07623224705457687, 0.10011599212884903, 0.0550856851041317, 0.033869944512844086, 0.1125168651342392, 0.06662203371524811, 0.08315375447273254, 0.028134945780038834, 0.08585704863071442, 0.036690954118967056, 0.07889609038829803, 0.03996600955724716, 0.04385967180132866, 0.08443712443113327, 0.027814077213406563, 0.01076043862849474, 0.11723334342241287, 0.034871719777584076, 0.06682755053043365, 0.06838163733482361, 0.04464304819703102, 0.09220969676971436, 0.09072793275117874, 0.05262100324034691, -0.012398948892951012, 0.1379569172859192, 0.07112517952919006, 0.07018661499023438, 0.08338402211666107, 0.060128048062324524, 0.021178733557462692, 0.08113966882228851, 0.06822612881660461, 0.0265495628118515, 0.06754353642463684, 0.10096229612827301, 0.03714583441615105, 0.09133277833461761, 0.10457479953765869, 0.049985021352767944, 0.052503447979688644, 0.041957754641771317, -0.01411544531583786, 0.05572324991226196, 0.016709264367818832, 0.09585592895746231, -0.004803758580237627], "cos_innovation_negg": [0.6380303502082825, 0.008565405383706093, 0.05498768389225006, 0.0031249523162841797, 0.07353948056697845, 0.08869121968746185, 0.07864750921726227, 0.08173838257789612, 0.05198744311928749, 0.11396027356386185, 0.10753995180130005, 0.033096425235271454, 0.05114371329545975, 0.07623224705457687, 0.10011599212884903, 0.0550856851041317, 0.033869944512844086, 0.1125168651342392, 0.06662203371524811, 0.08315375447273254, 0.028134945780038834, 0.08585704863071442, 0.036690954118967056, 0.07889609038829803, 0.03996600955724716, 0.04385967180132866, 0.08443712443113327, 0.027814077213406563, 0.01076043862849474, 0.11723334342241287, 0.034871719777584076, 0.06682755053043365, 0.06838163733482361, 0.04464304819703102, 0.09220969676971436, 0.09072793275117874, 0.05262100324034691, -0.012398948892951012, 0.1379569172859192, 0.07112517952919006, 0.07018661499023438, 0.08338402211666107, 0.060128048062324524, 0.021178733557462692, 0.08113966882228851, 0.06822612881660461, 0.0265495628118515, 0.06754353642463684, 0.10096229612827301, 0.03714583441615105, 0.09133277833461761, 0.10457479953765869, 0.049985021352767944, 0.052503447979688644, 0.041957754641771317, -0.01411544531583786, 0.05572324991226196, 0.016709264367818832, 0.09585592895746231, -0.004803758580237627], "cos_apical_negg": [0.6380303502082825, 0.008565405383706093, 0.05498768389225006, 0.0031249523162841797, 0.07353948056697845, 0.08869121968746185, 0.07864750921726227, 0.08173838257789612, 0.05198744311928749, 0.11396027356386185, 0.10753995180130005, 0.033096425235271454, 0.05114371329545975, 0.07623224705457687, 0.10011599212884903, 0.0550856851041317, 0.033869944512844086, 0.1125168651342392, 0.06662203371524811, 0.08315375447273254, 0.028134945780038834, 0.08585704863071442, 0.036690954118967056, 0.07889609038829803, 0.03996600955724716, 0.04385967180132866, 0.08443712443113327, 0.027814077213406563, 0.01076043862849474, 0.11723334342241287, 0.034871719777584076, 0.06682755053043365, 0.06838163733482361, 0.04464304819703102, 0.09220969676971436, 0.09072793275117874, 0.05262100324034691, -0.012398948892951012, 0.1379569172859192, 0.07112517952919006, 0.07018661499023438, 0.08338402211666107, 0.060128048062324524, 0.021178733557462692, 0.08113966882228851, 0.06822612881660461, 0.0265495628118515, 0.06754353642463684, 0.10096229612827301, 0.03714583441615105, 0.09133277833461761, 0.10457479953765869, 0.049985021352767944, 0.052503447979688644, 0.041957754641771317, -0.01411544531583786, 0.05572324991226196, 0.016709264367818832, 0.09585592895746231, -0.004803758580237627], "cos_Ac_negg": [0.6380303502082825, 0.008565405383706093, 0.05498768389225006, 0.0031249523162841797, 0.07353948056697845, 0.08869121968746185, 0.07864750921726227, 0.08173838257789612, 0.05198744311928749, 0.11396027356386185, 0.10753995180130005, 0.033096425235271454, 0.05114371329545975, 0.07623224705457687, 0.10011599212884903, 0.0550856851041317, 0.033869944512844086, 0.1125168651342392, 0.06662203371524811, 0.08315375447273254, 0.028134945780038834, 0.08585704863071442, 0.036690954118967056, 0.07889609038829803, 0.03996600955724716, 0.04385967180132866, 0.08443712443113327, 0.027814077213406563, 0.01076043862849474, 0.11723334342241287, 0.034871719777584076, 0.06682755053043365, 0.06838163733482361, 0.04464304819703102, 0.09220969676971436, 0.09072793275117874, 0.05262100324034691, -0.012398948892951012, 0.1379569172859192, 0.07112517952919006, 0.07018661499023438, 0.08338402211666107, 0.060128048062324524, 0.021178733557462692, 0.08113966882228851, 0.06822612881660461, 0.0265495628118515, 0.06754353642463684, 0.10096229612827301, 0.03714583441615105, 0.09133277833461761, 0.10457479953765869, 0.049985021352767944, 0.052503447979688644, 0.041957754641771317, -0.01411544531583786, 0.05572324991226196, 0.016709264367818832, 0.09585592895746231, -0.004803758580237627], "r_norm": [1.7633413076400757, 1.6989986896514893, 1.6543883085250854, 1.7922239303588867, 1.601600170135498, 1.7519359588623047, 1.761155605316162, 1.6363821029663086, 1.7400013208389282, 1.7420713901519775, 1.6764302253723145, 1.7082949876785278, 1.7343026399612427, 1.6796252727508545, 1.718650460243225, 1.6357779502868652, 1.729400396347046, 1.7485625743865967, 1.7270565032958984, 1.8156522512435913, 1.7527098655700684, 1.7545747756958008, 1.7048221826553345, 1.73529052734375, 1.6877433061599731, 1.6694716215133667, 1.7093764543533325, 1.6722829341888428, 1.7311817407608032, 1.7190511226654053, 1.6541807651519775, 1.777063012123108, 1.7468960285186768, 1.6697196960449219, 1.7832844257354736, 1.630014419555664, 1.692211389541626, 1.6573530435562134, 1.8209514617919922, 1.5693937540054321, 1.7247748374938965, 1.8464256525039673, 1.7357524633407593, 1.7130248546600342, 1.8055775165557861, 1.6837512254714966, 1.6802853345870972, 1.6450300216674805, 1.7314196825027466, 1.6911810636520386, 1.706683874130249, 1.7662060260772705, 1.7019901275634766, 1.7231684923171997, 1.6855347156524658, 1.6748408079147339, 1.813249111175537, 1.6893904209136963, 1.745285153388977, 1.8135223388671875]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3934, "test_loss": 1.7465070556640625}, {"step": 1000, "epoch": 2, "train_loss": 1.7546114921569824, "cos_r_negg": [0.7281479239463806, 0.12392101436853409, 0.09547808766365051, 0.09054690599441528, 0.12905195355415344, 0.14604750275611877, 0.15337306261062622, 0.12187179177999496, 0.09774170815944672, 0.13584667444229126, 0.21536147594451904, 0.1164068728685379, 0.12027052044868469, 0.10585986077785492, 0.1531606912612915, 0.07483823597431183, 0.11418572813272476, 0.1420007050037384, 0.11972622573375702, 0.1401602178812027, 0.15721440315246582, 0.15242041647434235, 0.1132228672504425, 0.12021379917860031, 0.11057637631893158, 0.15405189990997314, 0.14090479910373688, 0.06371747702360153, 0.059767965227365494, 0.18710459768772125, 0.10280166566371918, 0.07482711970806122, 0.08285433799028397, 0.18478065729141235, 0.08931631594896317, 0.12666559219360352, 0.14000849425792694, 0.019589923322200775, 0.16820503771305084, 0.13894467055797577, 0.0829760879278183, 0.07348090410232544, 0.13687270879745483, 0.06221502274274826, 0.12125816196203232, 0.135206937789917, 0.08886708319187164, 0.07825340330600739, 0.22789394855499268, 0.14402498304843903, 0.17377740144729614, 0.1298290193080902, 0.14159110188484192, 0.14188897609710693, 0.1107911467552185, 0.07106991857290268, 0.10498370230197906, 0.10174622386693954, 0.14011073112487793, 0.13028265535831451], "cos_innovation_negg": [0.7281479239463806, 0.12392101436853409, 0.09547808766365051, 0.09054690599441528, 0.12905195355415344, 0.14604750275611877, 0.15337306261062622, 0.12187179177999496, 0.09774170815944672, 0.13584667444229126, 0.21536147594451904, 0.1164068728685379, 0.12027052044868469, 0.10585986077785492, 0.1531606912612915, 0.07483823597431183, 0.11418572813272476, 0.1420007050037384, 0.11972622573375702, 0.1401602178812027, 0.15721440315246582, 0.15242041647434235, 0.1132228672504425, 0.12021379917860031, 0.11057637631893158, 0.15405189990997314, 0.14090479910373688, 0.06371747702360153, 0.059767965227365494, 0.18710459768772125, 0.10280166566371918, 0.07482711970806122, 0.08285433799028397, 0.18478065729141235, 0.08931631594896317, 0.12666559219360352, 0.14000849425792694, 0.019589923322200775, 0.16820503771305084, 0.13894467055797577, 0.0829760879278183, 0.07348090410232544, 0.13687270879745483, 0.06221502274274826, 0.12125816196203232, 0.135206937789917, 0.08886708319187164, 0.07825340330600739, 0.22789394855499268, 0.14402498304843903, 0.17377740144729614, 0.1298290193080902, 0.14159110188484192, 0.14188897609710693, 0.1107911467552185, 0.07106991857290268, 0.10498370230197906, 0.10174622386693954, 0.14011073112487793, 0.13028265535831451], "cos_apical_negg": [0.7281479239463806, 0.12392101436853409, 0.09547808766365051, 0.09054690599441528, 0.12905195355415344, 0.14604750275611877, 0.15337306261062622, 0.12187179177999496, 0.09774170815944672, 0.13584667444229126, 0.21536147594451904, 0.1164068728685379, 0.12027052044868469, 0.10585986077785492, 0.1531606912612915, 0.07483823597431183, 0.11418572813272476, 0.1420007050037384, 0.11972622573375702, 0.1401602178812027, 0.15721440315246582, 0.15242041647434235, 0.1132228672504425, 0.12021379917860031, 0.11057637631893158, 0.15405189990997314, 0.14090479910373688, 0.06371747702360153, 0.059767965227365494, 0.18710459768772125, 0.10280166566371918, 0.07482711970806122, 0.08285433799028397, 0.18478065729141235, 0.08931631594896317, 0.12666559219360352, 0.14000849425792694, 0.019589923322200775, 0.16820503771305084, 0.13894467055797577, 0.0829760879278183, 0.07348090410232544, 0.13687270879745483, 0.06221502274274826, 0.12125816196203232, 0.135206937789917, 0.08886708319187164, 0.07825340330600739, 0.22789394855499268, 0.14402498304843903, 0.17377740144729614, 0.1298290193080902, 0.14159110188484192, 0.14188897609710693, 0.1107911467552185, 0.07106991857290268, 0.10498370230197906, 0.10174622386693954, 0.14011073112487793, 0.13028265535831451], "cos_Ac_negg": [0.7281479239463806, 0.12392101436853409, 0.09547808766365051, 0.09054690599441528, 0.12905195355415344, 0.14604750275611877, 0.15337306261062622, 0.12187179177999496, 0.09774170815944672, 0.13584667444229126, 0.21536147594451904, 0.1164068728685379, 0.12027052044868469, 0.10585986077785492, 0.1531606912612915, 0.07483823597431183, 0.11418572813272476, 0.1420007050037384, 0.11972622573375702, 0.1401602178812027, 0.15721440315246582, 0.15242041647434235, 0.1132228672504425, 0.12021379917860031, 0.11057637631893158, 0.15405189990997314, 0.14090479910373688, 0.06371747702360153, 0.059767965227365494, 0.18710459768772125, 0.10280166566371918, 0.07482711970806122, 0.08285433799028397, 0.18478065729141235, 0.08931631594896317, 0.12666559219360352, 0.14000849425792694, 0.019589923322200775, 0.16820503771305084, 0.13894467055797577, 0.0829760879278183, 0.07348090410232544, 0.13687270879745483, 0.06221502274274826, 0.12125816196203232, 0.135206937789917, 0.08886708319187164, 0.07825340330600739, 0.22789394855499268, 0.14402498304843903, 0.17377740144729614, 0.1298290193080902, 0.14159110188484192, 0.14188897609710693, 0.1107911467552185, 0.07106991857290268, 0.10498370230197906, 0.10174622386693954, 0.14011073112487793, 0.13028265535831451], "r_norm": [1.5385098457336426, 1.3946441411972046, 1.3732115030288696, 1.473698377609253, 1.3236061334609985, 1.459417700767517, 1.4585952758789062, 1.3510830402374268, 1.446205496788025, 1.4405953884124756, 1.402955174446106, 1.4176883697509766, 1.4337135553359985, 1.3812685012817383, 1.4277366399765015, 1.352005958557129, 1.4280941486358643, 1.4436635971069336, 1.4379782676696777, 1.5051898956298828, 1.4516010284423828, 1.4467995166778564, 1.4059423208236694, 1.4329462051391602, 1.3901646137237549, 1.382716417312622, 1.4080452919006348, 1.3788657188415527, 1.4257616996765137, 1.435696005821228, 1.3665878772735596, 1.4647650718688965, 1.4434199333190918, 1.3834577798843384, 1.472854495048523, 1.3528417348861694, 1.3988453149795532, 1.3553028106689453, 1.5008589029312134, 1.300635576248169, 1.430314064025879, 1.522364616394043, 1.430729627609253, 1.40725839138031, 1.4841355085372925, 1.3962287902832031, 1.384103536605835, 1.3545489311218262, 1.4415491819381714, 1.4015021324157715, 1.419175624847412, 1.460895299911499, 1.4078277349472046, 1.42849600315094, 1.3868865966796875, 1.3715262413024902, 1.4998993873596191, 1.386703610420227, 1.4405872821807861, 1.491916537284851]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3961, "test_loss": 1.7338738037109376}, {"step": 1500, "epoch": 3, "train_loss": 1.6361267566680908, "cos_r_negg": [0.7734960317611694, 0.18210665881633759, 0.2143729031085968, 0.16696524620056152, 0.223366379737854, 0.23097896575927734, 0.24401769042015076, 0.20935609936714172, 0.2151353359222412, 0.24124287068843842, 0.26522234082221985, 0.1791776418685913, 0.18872801959514618, 0.22723087668418884, 0.22877724468708038, 0.19398155808448792, 0.18778124451637268, 0.23628415167331696, 0.1962682157754898, 0.22019341588020325, 0.2260873019695282, 0.21276649832725525, 0.20922383666038513, 0.19304409623146057, 0.18577854335308075, 0.23666685819625854, 0.2094118893146515, 0.1702786087989807, 0.12817372381687164, 0.2779242992401123, 0.21197038888931274, 0.1859072595834732, 0.15039877593517303, 0.2078823447227478, 0.2020535171031952, 0.20461326837539673, 0.21361057460308075, 0.1343567818403244, 0.23304277658462524, 0.21160243451595306, 0.17120306193828583, 0.18632130324840546, 0.22008027136325836, 0.1365632712841034, 0.18422389030456543, 0.19866733253002167, 0.18516062200069427, 0.18008321523666382, 0.2631976902484894, 0.24667522311210632, 0.24928739666938782, 0.23282751441001892, 0.225050687789917, 0.19867534935474396, 0.17840945720672607, 0.14314600825309753, 0.20365238189697266, 0.17782405018806458, 0.231987863779068, 0.207154780626297], "cos_innovation_negg": [0.7734960317611694, 0.18210665881633759, 0.2143729031085968, 0.16696524620056152, 0.223366379737854, 0.23097896575927734, 0.24401769042015076, 0.20935609936714172, 0.2151353359222412, 0.24124287068843842, 0.26522234082221985, 0.1791776418685913, 0.18872801959514618, 0.22723087668418884, 0.22877724468708038, 0.19398155808448792, 0.18778124451637268, 0.23628415167331696, 0.1962682157754898, 0.22019341588020325, 0.2260873019695282, 0.21276649832725525, 0.20922383666038513, 0.19304409623146057, 0.18577854335308075, 0.23666685819625854, 0.2094118893146515, 0.1702786087989807, 0.12817372381687164, 0.2779242992401123, 0.21197038888931274, 0.1859072595834732, 0.15039877593517303, 0.2078823447227478, 0.2020535171031952, 0.20461326837539673, 0.21361057460308075, 0.1343567818403244, 0.23304277658462524, 0.21160243451595306, 0.17120306193828583, 0.18632130324840546, 0.22008027136325836, 0.1365632712841034, 0.18422389030456543, 0.19866733253002167, 0.18516062200069427, 0.18008321523666382, 0.2631976902484894, 0.24667522311210632, 0.24928739666938782, 0.23282751441001892, 0.225050687789917, 0.19867534935474396, 0.17840945720672607, 0.14314600825309753, 0.20365238189697266, 0.17782405018806458, 0.231987863779068, 0.207154780626297], "cos_apical_negg": [0.7734960317611694, 0.18210665881633759, 0.2143729031085968, 0.16696524620056152, 0.223366379737854, 0.23097896575927734, 0.24401769042015076, 0.20935609936714172, 0.2151353359222412, 0.24124287068843842, 0.26522234082221985, 0.1791776418685913, 0.18872801959514618, 0.22723087668418884, 0.22877724468708038, 0.19398155808448792, 0.18778124451637268, 0.23628415167331696, 0.1962682157754898, 0.22019341588020325, 0.2260873019695282, 0.21276649832725525, 0.20922383666038513, 0.19304409623146057, 0.18577854335308075, 0.23666685819625854, 0.2094118893146515, 0.1702786087989807, 0.12817372381687164, 0.2779242992401123, 0.21197038888931274, 0.1859072595834732, 0.15039877593517303, 0.2078823447227478, 0.2020535171031952, 0.20461326837539673, 0.21361057460308075, 0.1343567818403244, 0.23304277658462524, 0.21160243451595306, 0.17120306193828583, 0.18632130324840546, 0.22008027136325836, 0.1365632712841034, 0.18422389030456543, 0.19866733253002167, 0.18516062200069427, 0.18008321523666382, 0.2631976902484894, 0.24667522311210632, 0.24928739666938782, 0.23282751441001892, 0.225050687789917, 0.19867534935474396, 0.17840945720672607, 0.14314600825309753, 0.20365238189697266, 0.17782405018806458, 0.231987863779068, 0.207154780626297], "cos_Ac_negg": [0.7734960317611694, 0.18210665881633759, 0.2143729031085968, 0.16696524620056152, 0.223366379737854, 0.23097896575927734, 0.24401769042015076, 0.20935609936714172, 0.2151353359222412, 0.24124287068843842, 0.26522234082221985, 0.1791776418685913, 0.18872801959514618, 0.22723087668418884, 0.22877724468708038, 0.19398155808448792, 0.18778124451637268, 0.23628415167331696, 0.1962682157754898, 0.22019341588020325, 0.2260873019695282, 0.21276649832725525, 0.20922383666038513, 0.19304409623146057, 0.18577854335308075, 0.23666685819625854, 0.2094118893146515, 0.1702786087989807, 0.12817372381687164, 0.2779242992401123, 0.21197038888931274, 0.1859072595834732, 0.15039877593517303, 0.2078823447227478, 0.2020535171031952, 0.20461326837539673, 0.21361057460308075, 0.1343567818403244, 0.23304277658462524, 0.21160243451595306, 0.17120306193828583, 0.18632130324840546, 0.22008027136325836, 0.1365632712841034, 0.18422389030456543, 0.19866733253002167, 0.18516062200069427, 0.18008321523666382, 0.2631976902484894, 0.24667522311210632, 0.24928739666938782, 0.23282751441001892, 0.225050687789917, 0.19867534935474396, 0.17840945720672607, 0.14314600825309753, 0.20365238189697266, 0.17782405018806458, 0.231987863779068, 0.207154780626297], "r_norm": [1.3281257152557373, 1.1315699815750122, 1.1213579177856445, 1.1901010274887085, 1.0870311260223389, 1.1807039976119995, 1.178901195526123, 1.0945137739181519, 1.1682536602020264, 1.173628568649292, 1.142259120941162, 1.1437677145004272, 1.1591336727142334, 1.1198049783706665, 1.1658374071121216, 1.0912506580352783, 1.1632111072540283, 1.173578143119812, 1.180147409439087, 1.2163411378860474, 1.1832292079925537, 1.1813993453979492, 1.142048954963684, 1.160042405128479, 1.1288676261901855, 1.1226162910461426, 1.1491090059280396, 1.1143860816955566, 1.151631474494934, 1.172351360321045, 1.112385869026184, 1.1777746677398682, 1.1669807434082031, 1.1205697059631348, 1.1949219703674316, 1.0972596406936646, 1.1358901262283325, 1.0865752696990967, 1.22475004196167, 1.060443639755249, 1.158452033996582, 1.230194330215454, 1.1615619659423828, 1.1306216716766357, 1.1975423097610474, 1.128929615020752, 1.1192066669464111, 1.0935320854187012, 1.1769263744354248, 1.1414422988891602, 1.1587833166122437, 1.1971298456192017, 1.1401057243347168, 1.1485185623168945, 1.1235904693603516, 1.106951355934143, 1.2120249271392822, 1.1215543746948242, 1.1716290712356567, 1.2104387283325195]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4034, "test_loss": 1.7163406982421876}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4081, "test_loss": 1.7000597778320312}], "final": {"test_acc": 0.4081, "test_loss": 1.7000597778320312, "wall_s": 89.89227414131165, "cos_r_negg": [0.7752143740653992, 0.31061097979545593, 0.284453809261322, 0.2741464376449585, 0.32614728808403015, 0.3158882260322571, 0.33913978934288025, 0.31656625866889954, 0.28921735286712646, 0.35459041595458984, 0.3732917904853821, 0.28232884407043457, 0.30247026681900024, 0.32301804423332214, 0.30722132325172424, 0.28768283128738403, 0.2930471897125244, 0.3490557074546814, 0.29538583755493164, 0.30906277894973755, 0.3300880789756775, 0.3140241801738739, 0.30195850133895874, 0.2835580110549927, 0.27018964290618896, 0.32356083393096924, 0.31137341260910034, 0.26487112045288086, 0.22629129886627197, 0.3581220507621765, 0.31310611963272095, 0.26235225796699524, 0.27234265208244324, 0.32337042689323425, 0.30165669322013855, 0.3499797582626343, 0.31107616424560547, 0.25617921352386475, 0.34797993302345276, 0.3340298533439636, 0.275849312543869, 0.25278186798095703, 0.3374643623828888, 0.26264965534210205, 0.2953434884548187, 0.2732592225074768, 0.28225594758987427, 0.2908916473388672, 0.3798222541809082, 0.3421385884284973, 0.36819544434547424, 0.3378247022628784, 0.32240355014801025, 0.31067517399787903, 0.29638367891311646, 0.2599790394306183, 0.28136196732521057, 0.2625473737716675, 0.3199317455291748, 0.3018702268600464], "cos_innovation_negg": [0.7752143740653992, 0.31061097979545593, 0.284453809261322, 0.2741464376449585, 0.32614728808403015, 0.3158882260322571, 0.33913978934288025, 0.31656625866889954, 0.28921735286712646, 0.35459041595458984, 0.3732917904853821, 0.28232884407043457, 0.30247026681900024, 0.32301804423332214, 0.30722132325172424, 0.28768283128738403, 0.2930471897125244, 0.3490557074546814, 0.29538583755493164, 0.30906277894973755, 0.3300880789756775, 0.3140241801738739, 0.30195850133895874, 0.2835580110549927, 0.27018964290618896, 0.32356083393096924, 0.31137341260910034, 0.26487112045288086, 0.22629129886627197, 0.3581220507621765, 0.31310611963272095, 0.26235225796699524, 0.27234265208244324, 0.32337042689323425, 0.30165669322013855, 0.3499797582626343, 0.31107616424560547, 0.25617921352386475, 0.34797993302345276, 0.3340298533439636, 0.275849312543869, 0.25278186798095703, 0.3374643623828888, 0.26264965534210205, 0.2953434884548187, 0.2732592225074768, 0.28225594758987427, 0.2908916473388672, 0.3798222541809082, 0.3421385884284973, 0.36819544434547424, 0.3378247022628784, 0.32240355014801025, 0.31067517399787903, 0.29638367891311646, 0.2599790394306183, 0.28136196732521057, 0.2625473737716675, 0.3199317455291748, 0.3018702268600464], "cos_apical_negg": [0.7752143740653992, 0.31061097979545593, 0.284453809261322, 0.2741464376449585, 0.32614728808403015, 0.3158882260322571, 0.33913978934288025, 0.31656625866889954, 0.28921735286712646, 0.35459041595458984, 0.3732917904853821, 0.28232884407043457, 0.30247026681900024, 0.32301804423332214, 0.30722132325172424, 0.28768283128738403, 0.2930471897125244, 0.3490557074546814, 0.29538583755493164, 0.30906277894973755, 0.3300880789756775, 0.3140241801738739, 0.30195850133895874, 0.2835580110549927, 0.27018964290618896, 0.32356083393096924, 0.31137341260910034, 0.26487112045288086, 0.22629129886627197, 0.3581220507621765, 0.31310611963272095, 0.26235225796699524, 0.27234265208244324, 0.32337042689323425, 0.30165669322013855, 0.3499797582626343, 0.31107616424560547, 0.25617921352386475, 0.34797993302345276, 0.3340298533439636, 0.275849312543869, 0.25278186798095703, 0.3374643623828888, 0.26264965534210205, 0.2953434884548187, 0.2732592225074768, 0.28225594758987427, 0.2908916473388672, 0.3798222541809082, 0.3421385884284973, 0.36819544434547424, 0.3378247022628784, 0.32240355014801025, 0.31067517399787903, 0.29638367891311646, 0.2599790394306183, 0.28136196732521057, 0.2625473737716675, 0.3199317455291748, 0.3018702268600464], "cos_Ac_negg": [0.7752143740653992, 0.31061097979545593, 0.284453809261322, 0.2741464376449585, 0.32614728808403015, 0.3158882260322571, 0.33913978934288025, 0.31656625866889954, 0.28921735286712646, 0.35459041595458984, 0.3732917904853821, 0.28232884407043457, 0.30247026681900024, 0.32301804423332214, 0.30722132325172424, 0.28768283128738403, 0.2930471897125244, 0.3490557074546814, 0.29538583755493164, 0.30906277894973755, 0.3300880789756775, 0.3140241801738739, 0.30195850133895874, 0.2835580110549927, 0.27018964290618896, 0.32356083393096924, 0.31137341260910034, 0.26487112045288086, 0.22629129886627197, 0.3581220507621765, 0.31310611963272095, 0.26235225796699524, 0.27234265208244324, 0.32337042689323425, 0.30165669322013855, 0.3499797582626343, 0.31107616424560547, 0.25617921352386475, 0.34797993302345276, 0.3340298533439636, 0.275849312543869, 0.25278186798095703, 0.3374643623828888, 0.26264965534210205, 0.2953434884548187, 0.2732592225074768, 0.28225594758987427, 0.2908916473388672, 0.3798222541809082, 0.3421385884284973, 0.36819544434547424, 0.3378247022628784, 0.32240355014801025, 0.31067517399787903, 0.29638367891311646, 0.2599790394306183, 0.28136196732521057, 0.2625473737716675, 0.3199317455291748, 0.3018702268600464]}}
\ No newline at end of file