{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 30, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d30_s4", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6514735221862793, "cos_r_negg": [-0.09207373857498169, -0.040157608687877655, 0.02721032127737999, -0.06105586141347885, -0.0339331179857254, -0.06532096862792969, 0.010385488159954548, -0.036011289805173874, 0.0019292824435979128, 0.048837810754776, -0.042162612080574036, 0.02660932019352913, 0.12608708441257477, 0.014324294403195381, -0.025685761123895645, -0.018452057614922523, -0.041212718933820724, 0.023632187396287918, 0.037365347146987915, 0.0008449326269328594, -0.04360591247677803, 0.02498898282647133, -0.008458344265818596, 0.02910603955388069, 0.023649509996175766, 0.05854082107543945, -0.02538686990737915, -0.023190466687083244, -0.08888351917266846, -0.013678940013051033], "cos_innovation_negg": [-0.09207373857498169, -0.040157608687877655, 0.02721032127737999, -0.06105586141347885, -0.0339331179857254, -0.06532096862792969, 0.010385488159954548, -0.036011289805173874, 0.0019292824435979128, 0.048837810754776, -0.042162612080574036, 0.02660932019352913, 0.12608708441257477, 0.014324294403195381, -0.025685761123895645, -0.018452057614922523, -0.041212718933820724, 0.023632187396287918, 0.037365347146987915, 0.0008449326269328594, -0.04360591247677803, 0.02498898282647133, -0.008458344265818596, 0.02910603955388069, 0.023649509996175766, 0.05854082107543945, -0.02538686990737915, -0.023190466687083244, -0.08888351917266846, -0.013678940013051033], "cos_apical_negg": [-0.09207373857498169, -0.040157608687877655, 0.02721032127737999, -0.06105586141347885, -0.0339331179857254, -0.06532096862792969, 0.010385488159954548, -0.036011289805173874, 0.0019292824435979128, 0.048837810754776, -0.042162612080574036, 0.02660932019352913, 0.12608708441257477, 0.014324294403195381, -0.025685761123895645, -0.018452057614922523, -0.041212718933820724, 0.023632187396287918, 0.037365347146987915, 0.0008449326269328594, -0.04360591247677803, 0.02498898282647133, -0.008458344265818596, 0.02910603955388069, 0.023649509996175766, 0.05854082107543945, -0.02538686990737915, -0.023190466687083244, -0.08888351917266846, -0.013678940013051033], "cos_Ac_negg": [-0.09207373857498169, -0.040157608687877655, 0.02721032127737999, -0.06105586141347885, -0.0339331179857254, -0.06532096862792969, 0.010385488159954548, -0.036011289805173874, 0.0019292824435979128, 0.048837810754776, -0.042162612080574036, 0.02660932019352913, 0.12608708441257477, 0.014324294403195381, -0.025685761123895645, -0.018452057614922523, -0.041212718933820724, 0.023632187396287918, 0.037365347146987915, 0.0008449326269328594, -0.04360591247677803, 0.02498898282647133, -0.008458344265818596, 0.02910603955388069, 0.023649509996175766, 0.05854082107543945, -0.02538686990737915, -0.023190466687083244, -0.08888351917266846, -0.013678940013051033], "r_norm": [2.493131160736084, 2.500267505645752, 2.396979570388794, 2.5643973350524902, 2.416623115539551, 2.5048744678497314, 2.3001649379730225, 2.4149515628814697, 2.4704301357269287, 2.4743547439575195, 2.3493497371673584, 2.3925163745880127, 2.246513843536377, 2.383212089538574, 2.3734004497528076, 2.4716832637786865, 2.43491792678833, 2.447638750076294, 2.5086426734924316, 2.3625905513763428, 2.4226675033569336, 2.5421016216278076, 2.53977108001709, 2.3813443183898926, 2.5912532806396484, 2.587674617767334, 2.4324288368225098, 2.3443455696105957, 2.55172061920166, 2.4480018615722656], "ldr": {"dL_sdil": 0.14378929138183594, "dL_bp": -0.45875072479248047, "ratio": -0.3134366522186535}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3695, "test_loss": 1.8038250610351563}, {"step": 500, "epoch": 1, "train_loss": 1.6907622814178467, "cos_r_negg": [0.6043787002563477, -0.002317099366337061, 0.0430259108543396, 0.060774169862270355, 0.12662997841835022, 0.14248284697532654, 0.03823377192020416, 0.025301523506641388, 0.11370401829481125, 0.05965254828333855, 0.04358962923288345, 0.10678987205028534, 0.09511053562164307, 0.044847894459962845, 0.08666551113128662, 0.08298143744468689, 0.08376117050647736, 0.03060181997716427, 0.03665255755186081, 0.01682320050895214, 0.07931800186634064, 0.005747366696596146, 0.10371696949005127, 0.04708865284919739, 0.060145653784275055, -0.011076463386416435, 0.10610729455947876, 0.009080440737307072, -0.08103039115667343, 0.07445594668388367], "cos_innovation_negg": [0.6043787002563477, -0.002317099366337061, 0.0430259108543396, 0.060774169862270355, 0.12662997841835022, 0.14248284697532654, 0.03823377192020416, 0.025301523506641388, 0.11370401829481125, 0.05965254828333855, 0.04358962923288345, 0.10678987205028534, 0.09511053562164307, 0.044847894459962845, 0.08666551113128662, 0.08298143744468689, 0.08376117050647736, 0.03060181997716427, 0.03665255755186081, 0.01682320050895214, 0.07931800186634064, 0.005747366696596146, 0.10371696949005127, 0.04708865284919739, 0.060145653784275055, -0.011076463386416435, 0.10610729455947876, 0.009080440737307072, -0.08103039115667343, 0.07445594668388367], "cos_apical_negg": [0.6043787002563477, -0.002317099366337061, 0.0430259108543396, 0.060774169862270355, 0.12662997841835022, 0.14248284697532654, 0.03823377192020416, 0.025301523506641388, 0.11370401829481125, 0.05965254828333855, 0.04358962923288345, 0.10678987205028534, 0.09511053562164307, 0.044847894459962845, 0.08666551113128662, 0.08298143744468689, 0.08376117050647736, 0.03060181997716427, 0.03665255755186081, 0.01682320050895214, 0.07931800186634064, 0.005747366696596146, 0.10371696949005127, 0.04708865284919739, 0.060145653784275055, -0.011076463386416435, 0.10610729455947876, 0.009080440737307072, -0.08103039115667343, 0.07445594668388367], "cos_Ac_negg": [0.6043787002563477, -0.002317099366337061, 0.0430259108543396, 0.060774169862270355, 0.12662997841835022, 0.14248284697532654, 0.03823377192020416, 0.025301523506641388, 0.11370401829481125, 0.05965254828333855, 0.04358962923288345, 0.10678987205028534, 0.09511053562164307, 0.044847894459962845, 0.08666551113128662, 0.08298143744468689, 0.08376117050647736, 0.03060181997716427, 0.03665255755186081, 0.01682320050895214, 0.07931800186634064, 0.005747366696596146, 0.10371696949005127, 0.04708865284919739, 0.060145653784275055, -0.011076463386416435, 0.10610729455947876, 0.009080440737307072, -0.08103039115667343, 0.07445594668388367], "r_norm": [1.7601295709609985, 1.7281819581985474, 1.633253812789917, 1.7717325687408447, 1.644629955291748, 1.724133014678955, 1.5697107315063477, 1.6662423610687256, 1.7269182205200195, 1.6998569965362549, 1.6229617595672607, 1.646787405014038, 1.5729460716247559, 1.6328831911087036, 1.6359217166900635, 1.6931376457214355, 1.6869935989379883, 1.6773667335510254, 1.7101540565490723, 1.6387038230895996, 1.6584419012069702, 1.750970721244812, 1.7569489479064941, 1.6487245559692383, 1.780831217765808, 1.7728838920593262, 1.6737089157104492, 1.587500810623169, 1.743654727935791, 1.6770910024642944]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3953, "test_loss": 1.7469379150390625}, {"step": 1000, "epoch": 2, "train_loss": 1.6637003421783447, "cos_r_negg": [0.7126588821411133, 0.1087212860584259, 0.0962437093257904, 0.11991855502128601, 0.1812865138053894, 0.16881310939788818, 0.11489462852478027, 0.13917121291160583, 0.15665017068386078, 0.15146198868751526, 0.12530212104320526, 0.21093010902404785, 0.15561789274215698, 0.12909233570098877, 0.15520700812339783, 0.14885461330413818, 0.13689392805099487, 0.16058647632598877, 0.08171932399272919, 0.09557423740625381, 0.11722756177186966, 0.09906935691833496, 0.138742595911026, 0.12638792395591736, 0.1179674044251442, 0.05344969406723976, 0.16977614164352417, 0.0828913003206253, 0.05789879336953163, 0.15284490585327148], "cos_innovation_negg": [0.7126588821411133, 0.1087212860584259, 0.0962437093257904, 0.11991855502128601, 0.1812865138053894, 0.16881310939788818, 0.11489462852478027, 0.13917121291160583, 0.15665017068386078, 0.15146198868751526, 0.12530212104320526, 0.21093010902404785, 0.15561789274215698, 0.12909233570098877, 0.15520700812339783, 0.14885461330413818, 0.13689392805099487, 0.16058647632598877, 0.08171932399272919, 0.09557423740625381, 0.11722756177186966, 0.09906935691833496, 0.138742595911026, 0.12638792395591736, 0.1179674044251442, 0.05344969406723976, 0.16977614164352417, 0.0828913003206253, 0.05789879336953163, 0.15284490585327148], "cos_apical_negg": [0.7126588821411133, 0.1087212860584259, 0.0962437093257904, 0.11991855502128601, 0.1812865138053894, 0.16881310939788818, 0.11489462852478027, 0.13917121291160583, 0.15665017068386078, 0.15146198868751526, 0.12530212104320526, 0.21093010902404785, 0.15561789274215698, 0.12909233570098877, 0.15520700812339783, 0.14885461330413818, 0.13689392805099487, 0.16058647632598877, 0.08171932399272919, 0.09557423740625381, 0.11722756177186966, 0.09906935691833496, 0.138742595911026, 0.12638792395591736, 0.1179674044251442, 0.05344969406723976, 0.16977614164352417, 0.0828913003206253, 0.05789879336953163, 0.15284490585327148], "cos_Ac_negg": [0.7126588821411133, 0.1087212860584259, 0.0962437093257904, 0.11991855502128601, 0.1812865138053894, 0.16881310939788818, 0.11489462852478027, 0.13917121291160583, 0.15665017068386078, 0.15146198868751526, 0.12530212104320526, 0.21093010902404785, 0.15561789274215698, 0.12909233570098877, 0.15520700812339783, 0.14885461330413818, 0.13689392805099487, 0.16058647632598877, 0.08171932399272919, 0.09557423740625381, 0.11722756177186966, 0.09906935691833496, 0.138742595911026, 0.12638792395591736, 0.1179674044251442, 0.05344969406723976, 0.16977614164352417, 0.0828913003206253, 0.05789879336953163, 0.15284490585327148], "r_norm": [1.5390419960021973, 1.4361813068389893, 1.3597955703735352, 1.470674991607666, 1.3707301616668701, 1.4467016458511353, 1.308823823928833, 1.3826382160186768, 1.4431684017181396, 1.424412727355957, 1.3591235876083374, 1.3873100280761719, 1.316226601600647, 1.3631103038787842, 1.3659244775772095, 1.4084670543670654, 1.4000563621520996, 1.4025263786315918, 1.4272632598876953, 1.3568099737167358, 1.3828939199447632, 1.4455552101135254, 1.4682183265686035, 1.371239423751831, 1.482063889503479, 1.4641923904418945, 1.3988797664642334, 1.3175981044769287, 1.4366481304168701, 1.3956608772277832]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.395, "test_loss": 1.7369896362304686}, {"step": 1500, "epoch": 3, "train_loss": 1.6770312786102295, "cos_r_negg": [0.7336679100990295, 0.19703997671604156, 0.2089197039604187, 0.15830668807029724, 0.25051218271255493, 0.2477615922689438, 0.2646186947822571, 0.19741061329841614, 0.2559908628463745, 0.2379518449306488, 0.20128433406352997, 0.32477498054504395, 0.2508586645126343, 0.24413400888442993, 0.278148889541626, 0.246520534157753, 0.244541198015213, 0.21852168440818787, 0.1549578309059143, 0.16148683428764343, 0.23286423087120056, 0.21307730674743652, 0.20922528207302094, 0.21592850983142853, 0.2258681356906891, 0.17303495109081268, 0.2777699828147888, 0.23478707671165466, 0.1827113777399063, 0.2581007778644562], "cos_innovation_negg": [0.7336679100990295, 0.19703997671604156, 0.2089197039604187, 0.15830668807029724, 0.25051218271255493, 0.2477615922689438, 0.2646186947822571, 0.19741061329841614, 0.2559908628463745, 0.2379518449306488, 0.20128433406352997, 0.32477498054504395, 0.2508586645126343, 0.24413400888442993, 0.278148889541626, 0.246520534157753, 0.244541198015213, 0.21852168440818787, 0.1549578309059143, 0.16148683428764343, 0.23286423087120056, 0.21307730674743652, 0.20922528207302094, 0.21592850983142853, 0.2258681356906891, 0.17303495109081268, 0.2777699828147888, 0.23478707671165466, 0.1827113777399063, 0.2581007778644562], "cos_apical_negg": [0.7336679100990295, 0.19703997671604156, 0.2089197039604187, 0.15830668807029724, 0.25051218271255493, 0.2477615922689438, 0.2646186947822571, 0.19741061329841614, 0.2559908628463745, 0.2379518449306488, 0.20128433406352997, 0.32477498054504395, 0.2508586645126343, 0.24413400888442993, 0.278148889541626, 0.246520534157753, 0.244541198015213, 0.21852168440818787, 0.1549578309059143, 0.16148683428764343, 0.23286423087120056, 0.21307730674743652, 0.20922528207302094, 0.21592850983142853, 0.2258681356906891, 0.17303495109081268, 0.2777699828147888, 0.23478707671165466, 0.1827113777399063, 0.2581007778644562], "cos_Ac_negg": [0.7336679100990295, 0.19703997671604156, 0.2089197039604187, 0.15830668807029724, 0.25051218271255493, 0.2477615922689438, 0.2646186947822571, 0.19741061329841614, 0.2559908628463745, 0.2379518449306488, 0.20128433406352997, 0.32477498054504395, 0.2508586645126343, 0.24413400888442993, 0.278148889541626, 0.246520534157753, 0.244541198015213, 0.21852168440818787, 0.1549578309059143, 0.16148683428764343, 0.23286423087120056, 0.21307730674743652, 0.20922528207302094, 0.21592850983142853, 0.2258681356906891, 0.17303495109081268, 0.2777699828147888, 0.23478707671165466, 0.1827113777399063, 0.2581007778644562], "r_norm": [1.3230305910110474, 1.1652679443359375, 1.1062711477279663, 1.1897603273391724, 1.1224216222763062, 1.17976975440979, 1.067844033241272, 1.12227463722229, 1.1727925539016724, 1.1592687368392944, 1.1078935861587524, 1.140183925628662, 1.0714280605316162, 1.1174921989440918, 1.117173194885254, 1.149662971496582, 1.135904312133789, 1.1378989219665527, 1.1559553146362305, 1.096910834312439, 1.1268467903137207, 1.1743760108947754, 1.1925301551818848, 1.1087310314178467, 1.1930890083312988, 1.1767158508300781, 1.1370093822479248, 1.0678517818450928, 1.1574633121490479, 1.141463041305542]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4031, "test_loss": 1.7313075805664062}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4083, "test_loss": 1.7167727172851563}], "final": {"test_acc": 0.4083, "test_loss": 1.7167727172851563, "wall_s": 45.64832520484924, "cos_r_negg": [0.7377281785011292, 0.2985190749168396, 0.31252890825271606, 0.269855260848999, 0.3435976207256317, 0.3683837354183197, 0.3227652907371521, 0.3055039048194885, 0.36317145824432373, 0.3530462384223938, 0.3259979486465454, 0.42046475410461426, 0.3196040391921997, 0.3752676248550415, 0.3713603615760803, 0.3674395680427551, 0.3328475058078766, 0.31441059708595276, 0.28356456756591797, 0.2630889415740967, 0.3413650393486023, 0.3047230839729309, 0.32438334822654724, 0.3523517847061157, 0.3545776605606079, 0.3017430901527405, 0.3888435661792755, 0.32941627502441406, 0.30238470435142517, 0.38458311557769775], "cos_innovation_negg": [0.7377281785011292, 0.2985190749168396, 0.31252890825271606, 0.269855260848999, 0.3435976207256317, 0.3683837354183197, 0.3227652907371521, 0.3055039048194885, 0.36317145824432373, 0.3530462384223938, 0.3259979486465454, 0.42046475410461426, 0.3196040391921997, 0.3752676248550415, 0.3713603615760803, 0.3674395680427551, 0.3328475058078766, 0.31441059708595276, 0.28356456756591797, 0.2630889415740967, 0.3413650393486023, 0.3047230839729309, 0.32438334822654724, 0.3523517847061157, 0.3545776605606079, 0.3017430901527405, 0.3888435661792755, 0.32941627502441406, 0.30238470435142517, 0.38458311557769775], "cos_apical_negg": [0.7377281785011292, 0.2985190749168396, 0.31252890825271606, 0.269855260848999, 0.3435976207256317, 0.3683837354183197, 0.3227652907371521, 0.3055039048194885, 0.36317145824432373, 0.3530462384223938, 0.3259979486465454, 0.42046475410461426, 0.3196040391921997, 0.3752676248550415, 0.3713603615760803, 0.3674395680427551, 0.3328475058078766, 0.31441059708595276, 0.28356456756591797, 0.2630889415740967, 0.3413650393486023, 0.3047230839729309, 0.32438334822654724, 0.3523517847061157, 0.3545776605606079, 0.3017430901527405, 0.3888435661792755, 0.32941627502441406, 0.30238470435142517, 0.38458311557769775], "cos_Ac_negg": [0.7377281785011292, 0.2985190749168396, 0.31252890825271606, 0.269855260848999, 0.3435976207256317, 0.3683837354183197, 0.3227652907371521, 0.3055039048194885, 0.36317145824432373, 0.3530462384223938, 0.3259979486465454, 0.42046475410461426, 0.3196040391921997, 0.3752676248550415, 0.3713603615760803, 0.3674395680427551, 0.3328475058078766, 0.31441059708595276, 0.28356456756591797, 0.2630889415740967, 0.3413650393486023, 0.3047230839729309, 0.32438334822654724, 0.3523517847061157, 0.3545776605606079, 0.3017430901527405, 0.3888435661792755, 0.32941627502441406, 0.30238470435142517, 0.38458311557769775]}}