{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 30, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d30_s3", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.614835739135742, "cos_r_negg": [-0.03654135391116142, 0.0077547538094222546, -0.030528809875249863, -0.05135681852698326, 0.021922342479228973, -0.034611281007528305, 0.012567494064569473, -0.03248821198940277, 0.03575190156698227, 0.0626281350851059, -0.013408164493739605, 0.05921158939599991, 0.074644535779953, -0.02847941592335701, -0.03897911310195923, 0.11481612920761108, -0.02839096263051033, 0.03633828088641167, 0.009800894185900688, -0.0041430615819990635, 0.08480595052242279, -0.03772366791963577, -0.041099533438682556, -0.008383028209209442, 0.040631186217069626, -0.042176082730293274, 0.012553496286273003, 0.013110419735312462, -0.0015151642728596926, 0.06352084130048752], "cos_innovation_negg": [-0.03654135391116142, 0.0077547538094222546, -0.030528809875249863, -0.05135681852698326, 0.021922342479228973, -0.034611281007528305, 0.012567494064569473, -0.03248821198940277, 0.03575190156698227, 0.0626281350851059, -0.013408164493739605, 0.05921158939599991, 0.074644535779953, -0.02847941592335701, -0.03897911310195923, 0.11481612920761108, -0.02839096263051033, 0.03633828088641167, 0.009800894185900688, -0.0041430615819990635, 0.08480595052242279, -0.03772366791963577, -0.041099533438682556, -0.008383028209209442, 0.040631186217069626, -0.042176082730293274, 0.012553496286273003, 0.013110419735312462, -0.0015151642728596926, 0.06352084130048752], "cos_apical_negg": [-0.03654135391116142, 0.0077547538094222546, -0.030528809875249863, -0.05135681852698326, 0.021922342479228973, -0.034611281007528305, 0.012567494064569473, -0.03248821198940277, 0.03575190156698227, 0.0626281350851059, -0.013408164493739605, 0.05921158939599991, 0.074644535779953, -0.02847941592335701, -0.03897911310195923, 0.11481612920761108, -0.02839096263051033, 0.03633828088641167, 0.009800894185900688, -0.0041430615819990635, 0.08480595052242279, -0.03772366791963577, -0.041099533438682556, -0.008383028209209442, 0.040631186217069626, -0.042176082730293274, 0.012553496286273003, 0.013110419735312462, -0.0015151642728596926, 0.06352084130048752], "cos_Ac_negg": [-0.03654135391116142, 0.0077547538094222546, -0.030528809875249863, -0.05135681852698326, 0.021922342479228973, -0.034611281007528305, 0.012567494064569473, -0.03248821198940277, 0.03575190156698227, 0.0626281350851059, -0.013408164493739605, 0.05921158939599991, 0.074644535779953, -0.02847941592335701, -0.03897911310195923, 0.11481612920761108, -0.02839096263051033, 0.03633828088641167, 0.009800894185900688, -0.0041430615819990635, 0.08480595052242279, -0.03772366791963577, -0.041099533438682556, -0.008383028209209442, 0.040631186217069626, -0.042176082730293274, 0.012553496286273003, 0.013110419735312462, -0.0015151642728596926, 0.06352084130048752], "r_norm": [2.448432207107544, 2.3570010662078857, 2.6353750228881836, 2.430379867553711, 2.3661746978759766, 2.488997459411621, 2.524275302886963, 2.501565933227539, 2.5146260261535645, 2.4825754165649414, 2.571186065673828, 2.502138614654541, 2.371906042098999, 2.449497699737549, 2.3830647468566895, 2.442537784576416, 2.5044970512390137, 2.451873302459717, 2.5285000801086426, 2.466948986053467, 2.5582797527313232, 2.5348639488220215, 2.4186367988586426, 2.489137649536133, 2.4613142013549805, 2.435349941253662, 2.4119343757629395, 2.5761075019836426, 2.5193071365356445, 2.423402786254883], "ldr": {"dL_sdil": -0.12561702728271484, "dL_bp": -0.4997596740722656, "ratio": 0.2513548687494752}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3708, "test_loss": 1.7939301635742186}, {"step": 500, "epoch": 1, "train_loss": 1.6610409021377563, "cos_r_negg": [0.6486786007881165, 0.06922651827335358, 0.02717120200395584, 0.0008010598830878735, 0.09938080608844757, 0.05479602515697479, 0.02519191987812519, 0.024162722751498222, 0.04349470138549805, 0.11299987137317657, 0.044039689004421234, 0.1235000342130661, 0.01341967098414898, 0.15832899510860443, 0.08413100242614746, 0.132417231798172, 0.002664318773895502, 0.07572779059410095, 0.01202140748500824, 0.08049112558364868, 0.11604417115449905, 0.04773147404193878, 0.0918438583612442, -0.012441093102097511, 0.07387461513280869, 0.024333441630005836, 0.03603614866733551, 0.08734137564897537, 0.030478667467832565, 0.014134161174297333], "cos_innovation_negg": [0.6486786007881165, 0.06922651827335358, 0.02717120200395584, 0.0008010598830878735, 0.09938080608844757, 0.05479602515697479, 0.02519191987812519, 0.024162722751498222, 0.04349470138549805, 0.11299987137317657, 0.044039689004421234, 0.1235000342130661, 0.01341967098414898, 0.15832899510860443, 0.08413100242614746, 0.132417231798172, 0.002664318773895502, 0.07572779059410095, 0.01202140748500824, 0.08049112558364868, 0.11604417115449905, 0.04773147404193878, 0.0918438583612442, -0.012441093102097511, 0.07387461513280869, 0.024333441630005836, 0.03603614866733551, 0.08734137564897537, 0.030478667467832565, 0.014134161174297333], "cos_apical_negg": [0.6486786007881165, 0.06922651827335358, 0.02717120200395584, 0.0008010598830878735, 0.09938080608844757, 0.05479602515697479, 0.02519191987812519, 0.024162722751498222, 0.04349470138549805, 0.11299987137317657, 0.044039689004421234, 0.1235000342130661, 0.01341967098414898, 0.15832899510860443, 0.08413100242614746, 0.132417231798172, 0.002664318773895502, 0.07572779059410095, 0.01202140748500824, 0.08049112558364868, 0.11604417115449905, 0.04773147404193878, 0.0918438583612442, -0.012441093102097511, 0.07387461513280869, 0.024333441630005836, 0.03603614866733551, 0.08734137564897537, 0.030478667467832565, 0.014134161174297333], "cos_Ac_negg": [0.6486786007881165, 0.06922651827335358, 0.02717120200395584, 0.0008010598830878735, 0.09938080608844757, 0.05479602515697479, 0.02519191987812519, 0.024162722751498222, 0.04349470138549805, 0.11299987137317657, 0.044039689004421234, 0.1235000342130661, 0.01341967098414898, 0.15832899510860443, 0.08413100242614746, 0.132417231798172, 0.002664318773895502, 0.07572779059410095, 0.01202140748500824, 0.08049112558364868, 0.11604417115449905, 0.04773147404193878, 0.0918438583612442, -0.012441093102097511, 0.07387461513280869, 0.024333441630005836, 0.03603614866733551, 0.08734137564897537, 0.030478667467832565, 0.014134161174297333], "r_norm": [1.7434971332550049, 1.622157335281372, 1.795485019683838, 1.6583235263824463, 1.6536831855773926, 1.7115435600280762, 1.7459558248519897, 1.7406704425811768, 1.7445993423461914, 1.7272742986679077, 1.730987548828125, 1.730594515800476, 1.6298766136169434, 1.7348101139068604, 1.6295182704925537, 1.6809241771697998, 1.725515365600586, 1.6860625743865967, 1.7303556203842163, 1.7102277278900146, 1.7707462310791016, 1.727948546409607, 1.6421204805374146, 1.7073373794555664, 1.7121915817260742, 1.6815996170043945, 1.6404937505722046, 1.7911489009857178, 1.7258074283599854, 1.662035584449768]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3959, "test_loss": 1.7499875854492188}, {"step": 1000, "epoch": 2, "train_loss": 1.7586705684661865, "cos_r_negg": [0.734160304069519, 0.11674520373344421, 0.11126844584941864, 0.09968191385269165, 0.15611280500888824, 0.11370860040187836, 0.07758008688688278, 0.08192258328199387, 0.15560008585453033, 0.16929106414318085, 0.07465305924415588, 0.17864879965782166, 0.13104873895645142, 0.21081921458244324, 0.0925368219614029, 0.1830596625804901, 0.08066708594560623, 0.13731560111045837, 0.09163504093885422, 0.14182260632514954, 0.18179933726787567, 0.15615972876548767, 0.1484493613243103, 0.07618466764688492, 0.1452677696943283, 0.10690845549106598, 0.12238641083240509, 0.18829631805419922, 0.09195753931999207, 0.06697805225849152], "cos_innovation_negg": [0.734160304069519, 0.11674520373344421, 0.11126844584941864, 0.09968191385269165, 0.15611280500888824, 0.11370860040187836, 0.07758008688688278, 0.08192258328199387, 0.15560008585453033, 0.16929106414318085, 0.07465305924415588, 0.17864879965782166, 0.13104873895645142, 0.21081921458244324, 0.0925368219614029, 0.1830596625804901, 0.08066708594560623, 0.13731560111045837, 0.09163504093885422, 0.14182260632514954, 0.18179933726787567, 0.15615972876548767, 0.1484493613243103, 0.07618466764688492, 0.1452677696943283, 0.10690845549106598, 0.12238641083240509, 0.18829631805419922, 0.09195753931999207, 0.06697805225849152], "cos_apical_negg": [0.734160304069519, 0.11674520373344421, 0.11126844584941864, 0.09968191385269165, 0.15611280500888824, 0.11370860040187836, 0.07758008688688278, 0.08192258328199387, 0.15560008585453033, 0.16929106414318085, 0.07465305924415588, 0.17864879965782166, 0.13104873895645142, 0.21081921458244324, 0.0925368219614029, 0.1830596625804901, 0.08066708594560623, 0.13731560111045837, 0.09163504093885422, 0.14182260632514954, 0.18179933726787567, 0.15615972876548767, 0.1484493613243103, 0.07618466764688492, 0.1452677696943283, 0.10690845549106598, 0.12238641083240509, 0.18829631805419922, 0.09195753931999207, 0.06697805225849152], "cos_Ac_negg": [0.734160304069519, 0.11674520373344421, 0.11126844584941864, 0.09968191385269165, 0.15611280500888824, 0.11370860040187836, 0.07758008688688278, 0.08192258328199387, 0.15560008585453033, 0.16929106414318085, 0.07465305924415588, 0.17864879965782166, 0.13104873895645142, 0.21081921458244324, 0.0925368219614029, 0.1830596625804901, 0.08066708594560623, 0.13731560111045837, 0.09163504093885422, 0.14182260632514954, 0.18179933726787567, 0.15615972876548767, 0.1484493613243103, 0.07618466764688492, 0.1452677696943283, 0.10690845549106598, 0.12238641083240509, 0.18829631805419922, 0.09195753931999207, 0.06697805225849152], "r_norm": [1.489790916442871, 1.3102662563323975, 1.4456722736358643, 1.331455945968628, 1.3349518775939941, 1.3776518106460571, 1.4061938524246216, 1.396479606628418, 1.4072552919387817, 1.3990159034729004, 1.3965508937835693, 1.4076292514801025, 1.3029398918151855, 1.402430534362793, 1.3175594806671143, 1.3701577186584473, 1.3848907947540283, 1.3647581338882446, 1.3902668952941895, 1.373766303062439, 1.4394443035125732, 1.396249771118164, 1.3266220092773438, 1.3606624603271484, 1.3849308490753174, 1.3508663177490234, 1.318225622177124, 1.453971028327942, 1.3886768817901611, 1.3270347118377686]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.403, "test_loss": 1.7179084594726564}, {"step": 1500, "epoch": 3, "train_loss": 1.6222591400146484, "cos_r_negg": [0.7540536522865295, 0.22058254480361938, 0.22496911883354187, 0.1826854646205902, 0.2686963379383087, 0.20793196558952332, 0.18631722033023834, 0.21032854914665222, 0.2527831792831421, 0.23960039019584656, 0.1780945062637329, 0.30199551582336426, 0.26922136545181274, 0.3254665732383728, 0.223891019821167, 0.2788422405719757, 0.170053631067276, 0.2836529612541199, 0.19690042734146118, 0.23996244370937347, 0.241448312997818, 0.2200710028409958, 0.25812673568725586, 0.1727759689092636, 0.2632231116294861, 0.22593756020069122, 0.24917525053024292, 0.2687683701515198, 0.16965806484222412, 0.20134933292865753], "cos_innovation_negg": [0.7540536522865295, 0.22058254480361938, 0.22496911883354187, 0.1826854646205902, 0.2686963379383087, 0.20793196558952332, 0.18631722033023834, 0.21032854914665222, 0.2527831792831421, 0.23960039019584656, 0.1780945062637329, 0.30199551582336426, 0.26922136545181274, 0.3254665732383728, 0.223891019821167, 0.2788422405719757, 0.170053631067276, 0.2836529612541199, 0.19690042734146118, 0.23996244370937347, 0.241448312997818, 0.2200710028409958, 0.25812673568725586, 0.1727759689092636, 0.2632231116294861, 0.22593756020069122, 0.24917525053024292, 0.2687683701515198, 0.16965806484222412, 0.20134933292865753], "cos_apical_negg": [0.7540536522865295, 0.22058254480361938, 0.22496911883354187, 0.1826854646205902, 0.2686963379383087, 0.20793196558952332, 0.18631722033023834, 0.21032854914665222, 0.2527831792831421, 0.23960039019584656, 0.1780945062637329, 0.30199551582336426, 0.26922136545181274, 0.3254665732383728, 0.223891019821167, 0.2788422405719757, 0.170053631067276, 0.2836529612541199, 0.19690042734146118, 0.23996244370937347, 0.241448312997818, 0.2200710028409958, 0.25812673568725586, 0.1727759689092636, 0.2632231116294861, 0.22593756020069122, 0.24917525053024292, 0.2687683701515198, 0.16965806484222412, 0.20134933292865753], "cos_Ac_negg": [0.7540536522865295, 0.22058254480361938, 0.22496911883354187, 0.1826854646205902, 0.2686963379383087, 0.20793196558952332, 0.18631722033023834, 0.21032854914665222, 0.2527831792831421, 0.23960039019584656, 0.1780945062637329, 0.30199551582336426, 0.26922136545181274, 0.3254665732383728, 0.223891019821167, 0.2788422405719757, 0.170053631067276, 0.2836529612541199, 0.19690042734146118, 0.23996244370937347, 0.241448312997818, 0.2200710028409958, 0.25812673568725586, 0.1727759689092636, 0.2632231116294861, 0.22593756020069122, 0.24917525053024292, 0.2687683701515198, 0.16965806484222412, 0.20134933292865753], "r_norm": [1.3032163381576538, 1.073120355606079, 1.1824958324432373, 1.0922552347183228, 1.1043671369552612, 1.1308903694152832, 1.1548371315002441, 1.144289255142212, 1.1558849811553955, 1.1499626636505127, 1.145296573638916, 1.1724194288253784, 1.065477967262268, 1.1682496070861816, 1.0816391706466675, 1.1378849744796753, 1.1304028034210205, 1.1243600845336914, 1.1442229747772217, 1.1316503286361694, 1.192611813545227, 1.1536791324615479, 1.0962986946105957, 1.1052063703536987, 1.1378419399261475, 1.1200648546218872, 1.0859887599945068, 1.1951844692230225, 1.13640558719635, 1.0935431718826294]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4038, "test_loss": 1.71217724609375}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4198, "test_loss": 1.6856906127929687}], "final": {"test_acc": 0.4198, "test_loss": 1.6856906127929687, "wall_s": 49.04930329322815, "cos_r_negg": [0.7857164740562439, 0.3463512063026428, 0.2804408371448517, 0.2888534665107727, 0.3694070875644684, 0.30385634303092957, 0.281593382358551, 0.29843786358833313, 0.33403438329696655, 0.3499791622161865, 0.2845308184623718, 0.36064785718917847, 0.3142302632331848, 0.40371114015579224, 0.3318222165107727, 0.40019506216049194, 0.3049727976322174, 0.37598031759262085, 0.3199220299720764, 0.3436892330646515, 0.3364793062210083, 0.31414809823036194, 0.36200642585754395, 0.2813572585582733, 0.35465019941329956, 0.33925771713256836, 0.3480266332626343, 0.36071106791496277, 0.27095717191696167, 0.31454765796661377], "cos_innovation_negg": [0.7857164740562439, 0.3463512063026428, 0.2804408371448517, 0.2888534665107727, 0.3694070875644684, 0.30385634303092957, 0.281593382358551, 0.29843786358833313, 0.33403438329696655, 0.3499791622161865, 0.2845308184623718, 0.36064785718917847, 0.3142302632331848, 0.40371114015579224, 0.3318222165107727, 0.40019506216049194, 0.3049727976322174, 0.37598031759262085, 0.3199220299720764, 0.3436892330646515, 0.3364793062210083, 0.31414809823036194, 0.36200642585754395, 0.2813572585582733, 0.35465019941329956, 0.33925771713256836, 0.3480266332626343, 0.36071106791496277, 0.27095717191696167, 0.31454765796661377], "cos_apical_negg": [0.7857164740562439, 0.3463512063026428, 0.2804408371448517, 0.2888534665107727, 0.3694070875644684, 0.30385634303092957, 0.281593382358551, 0.29843786358833313, 0.33403438329696655, 0.3499791622161865, 0.2845308184623718, 0.36064785718917847, 0.3142302632331848, 0.40371114015579224, 0.3318222165107727, 0.40019506216049194, 0.3049727976322174, 0.37598031759262085, 0.3199220299720764, 0.3436892330646515, 0.3364793062210083, 0.31414809823036194, 0.36200642585754395, 0.2813572585582733, 0.35465019941329956, 0.33925771713256836, 0.3480266332626343, 0.36071106791496277, 0.27095717191696167, 0.31454765796661377], "cos_Ac_negg": [0.7857164740562439, 0.3463512063026428, 0.2804408371448517, 0.2888534665107727, 0.3694070875644684, 0.30385634303092957, 0.281593382358551, 0.29843786358833313, 0.33403438329696655, 0.3499791622161865, 0.2845308184623718, 0.36064785718917847, 0.3142302632331848, 0.40371114015579224, 0.3318222165107727, 0.40019506216049194, 0.3049727976322174, 0.37598031759262085, 0.3199220299720764, 0.3436892330646515, 0.3364793062210083, 0.31414809823036194, 0.36200642585754395, 0.2813572585582733, 0.35465019941329956, 0.33925771713256836, 0.3480266332626343, 0.36071106791496277, 0.27095717191696167, 0.31454765796661377]}}