1
|
{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 30, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "pilot_simvec_cifar10_sdil_w64_d30_s0", "n_in": 3072}, "provenance": {"git_commit": "e0bfdfd51c78b945242bfa36a485d8773c4e17bb", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4157285690307617, "cos_r_negg": [0.007712585851550102, -0.03975548595190048, 0.025203227996826172, 0.03284638747572899, -0.02114245295524597, -0.02241712063550949, 0.01855619251728058, -0.011118985712528229, 0.09588839113712311, -0.023850148543715477, -0.046825066208839417, 0.003365863114595413, 0.0047249626368284225, 0.023461898788809776, -0.01765047386288643, 0.03156798332929611, -0.01771402545273304, 0.004477180540561676, 0.0037541198544204235, 0.035115797072649, 0.04352542757987976, -0.009780683554708958, 0.034562088549137115, -0.032053593546152115, -0.05173061788082123, -0.044041719287633896, 0.01968034915626049, 0.007763845846056938, 0.05400868505239487, 0.04457078129053116], "cos_apical_negg": [0.007712585851550102, -0.03975548595190048, 0.025203227996826172, 0.03284638747572899, -0.02114245295524597, -0.02241712063550949, 0.01855619251728058, -0.011118985712528229, 0.09588839113712311, -0.023850148543715477, -0.046825066208839417, 0.003365863114595413, 0.0047249626368284225, 0.023461898788809776, -0.01765047386288643, 0.03156798332929611, -0.01771402545273304, 0.004477180540561676, 0.0037541198544204235, 0.035115797072649, 0.04352542757987976, -0.009780683554708958, 0.034562088549137115, -0.032053593546152115, -0.05173061788082123, -0.044041719287633896, 0.01968034915626049, 0.007763845846056938, 0.05400868505239487, 0.04457078129053116], "cos_Ac_negg": [0.007712585851550102, -0.03975548595190048, 0.025203227996826172, 0.03284638747572899, -0.02114245295524597, -0.02241712063550949, 0.01855619251728058, -0.011118985712528229, 0.09588839113712311, -0.023850148543715477, -0.046825066208839417, 0.003365863114595413, 0.0047249626368284225, 0.023461898788809776, -0.01765047386288643, 0.03156798332929611, -0.01771402545273304, 0.004477180540561676, 0.0037541198544204235, 0.035115797072649, 0.04352542757987976, -0.009780683554708958, 0.034562088549137115, -0.032053593546152115, -0.05173061788082123, -0.044041719287633896, 0.01968034915626049, 0.007763845846056938, 0.05400868505239487, 0.04457078129053116], "r_norm": [2.585965156555176, 2.487182140350342, 2.3580644130706787, 2.535940170288086, 2.390333652496338, 2.4134573936462402, 2.5035479068756104, 2.4554741382598877, 2.377804756164551, 2.3752760887145996, 2.4523282051086426, 2.3806276321411133, 2.4788317680358887, 2.501803398132324, 2.442944049835205, 2.4293007850646973, 2.429853916168213, 2.3894612789154053, 2.3824052810668945, 2.4184999465942383, 2.5621697902679443, 2.4488232135772705, 2.551830530166626, 2.4550294876098633, 2.407695770263672, 2.4057023525238037, 2.3515889644622803, 2.39849853515625, 2.419497489929199, 2.563612461090088], "ldr": {"dL_sdil": 0.0012927055358886719, "dL_bp": -0.35697102546691895, "ratio": -0.0036213178203967954}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3566, "test_loss": 1.8165755615234376}, {"step": 500, "epoch": 1, "train_loss": 1.762270450592041, "cos_r_negg": [0.6558809280395508, 0.07066728174686432, 0.018251970410346985, 0.08423072099685669, 0.014873884618282318, 0.09653906524181366, 0.06056039035320282, 0.014749763533473015, 0.11072409898042679, 0.10980172455310822, 0.06773938983678818, 0.06826259195804596, 0.055884283035993576, 0.017878936603665352, 0.058886896818876266, 0.09598827362060547, 0.03144843131303787, 0.03407925367355347, 0.05765664204955101, 0.008012301288545132, 0.04529644548892975, 0.05381857231259346, 0.11304923892021179, 0.08175028860569, 0.011697675101459026, 0.10300730168819427, 0.11308272182941437, 0.03464073687791824, 0.06281882524490356, 0.04331579804420471], "cos_apical_negg": [0.6558809280395508, 0.07066728174686432, 0.018251970410346985, 0.08423072099685669, 0.014873884618282318, 0.09653906524181366, 0.06056039035320282, 0.014749763533473015, 0.11072409898042679, 0.10980172455310822, 0.06773938983678818, 0.06826259195804596, 0.055884283035993576, 0.017878936603665352, 0.058886896818876266, 0.09598827362060547, 0.03144843131303787, 0.03407925367355347, 0.05765664204955101, 0.008012301288545132, 0.04529644548892975, 0.05381857231259346, 0.11304923892021179, 0.08175028860569, 0.011697675101459026, 0.10300730168819427, 0.11308272182941437, 0.03464073687791824, 0.06281882524490356, 0.04331579804420471], "cos_Ac_negg": [0.6558809280395508, 0.07066728174686432, 0.018251970410346985, 0.08423072099685669, 0.014873884618282318, 0.09653906524181366, 0.06056039035320282, 0.014749763533473015, 0.11072409898042679, 0.10980172455310822, 0.06773938983678818, 0.06826259195804596, 0.055884283035993576, 0.017878936603665352, 0.058886896818876266, 0.09598827362060547, 0.03144843131303787, 0.03407925367355347, 0.05765664204955101, 0.008012301288545132, 0.04529644548892975, 0.05381857231259346, 0.11304923892021179, 0.08175028860569, 0.011697675101459026, 0.10300730168819427, 0.11308272182941437, 0.03464073687791824, 0.06281882524490356, 0.04331579804420471], "r_norm": [1.8839044570922852, 1.7546790838241577, 1.665805697441101, 1.7955719232559204, 1.6785086393356323, 1.69894540309906, 1.7422223091125488, 1.721347451210022, 1.680301308631897, 1.6831727027893066, 1.7355031967163086, 1.6772198677062988, 1.762723445892334, 1.753968358039856, 1.7252929210662842, 1.7384850978851318, 1.716105580329895, 1.6800692081451416, 1.6614333391189575, 1.717505931854248, 1.781955599784851, 1.7441153526306152, 1.7911173105239868, 1.7119789123535156, 1.7116410732269287, 1.6895153522491455, 1.6457180976867676, 1.7111082077026367, 1.708539605140686, 1.8005788326263428]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3955, "test_loss": 1.745744482421875}, {"step": 1000, "epoch": 2, "train_loss": 1.677492380142212, "cos_r_negg": [0.7577265501022339, 0.1385941356420517, 0.11794496327638626, 0.1278281807899475, 0.06521080434322357, 0.23107996582984924, 0.14009007811546326, 0.09118485450744629, 0.1453491449356079, 0.15269191563129425, 0.12324953824281693, 0.16506412625312805, 0.13278870284557343, 0.11645059287548065, 0.14895015954971313, 0.15800440311431885, 0.06712011247873306, 0.08423195779323578, 0.1097240224480629, 0.07295048236846924, 0.08608043938875198, 0.1420779824256897, 0.2018738090991974, 0.1525341272354126, 0.13951443135738373, 0.16743025183677673, 0.19073817133903503, 0.11484451591968536, 0.12993669509887695, 0.14408499002456665], "cos_apical_negg": [0.7577265501022339, 0.1385941356420517, 0.11794496327638626, 0.1278281807899475, 0.06521080434322357, 0.23107996582984924, 0.14009007811546326, 0.09118485450744629, 0.1453491449356079, 0.15269191563129425, 0.12324953824281693, 0.16506412625312805, 0.13278870284557343, 0.11645059287548065, 0.14895015954971313, 0.15800440311431885, 0.06712011247873306, 0.08423195779323578, 0.1097240224480629, 0.07295048236846924, 0.08608043938875198, 0.1420779824256897, 0.2018738090991974, 0.1525341272354126, 0.13951443135738373, 0.16743025183677673, 0.19073817133903503, 0.11484451591968536, 0.12993669509887695, 0.14408499002456665], "cos_Ac_negg": [0.7577265501022339, 0.1385941356420517, 0.11794496327638626, 0.1278281807899475, 0.06521080434322357, 0.23107996582984924, 0.14009007811546326, 0.09118485450744629, 0.1453491449356079, 0.15269191563129425, 0.12324953824281693, 0.16506412625312805, 0.13278870284557343, 0.11645059287548065, 0.14895015954971313, 0.15800440311431885, 0.06712011247873306, 0.08423195779323578, 0.1097240224480629, 0.07295048236846924, 0.08608043938875198, 0.1420779824256897, 0.2018738090991974, 0.1525341272354126, 0.13951443135738373, 0.16743025183677673, 0.19073817133903503, 0.11484451591968536, 0.12993669509887695, 0.14408499002456665], "r_norm": [1.6054446697235107, 1.4141788482666016, 1.3471059799194336, 1.4502768516540527, 1.3544790744781494, 1.3885712623596191, 1.4123278856277466, 1.3809483051300049, 1.3676725625991821, 1.3633958101272583, 1.4063048362731934, 1.3560385704040527, 1.417107105255127, 1.4133042097091675, 1.392833948135376, 1.4055331945419312, 1.3792095184326172, 1.3562562465667725, 1.340383768081665, 1.377598762512207, 1.4441884756088257, 1.4073444604873657, 1.453507900238037, 1.3987061977386475, 1.377488613128662, 1.3749264478683472, 1.3416244983673096, 1.3841962814331055, 1.3809940814971924, 1.4571963548660278]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4014, "test_loss": 1.721560546875}, {"step": 1500, "epoch": 3, "train_loss": 1.6506505012512207, "cos_r_negg": [0.7669909000396729, 0.2235923707485199, 0.201499342918396, 0.2277807593345642, 0.1550195962190628, 0.30092760920524597, 0.20241017639636993, 0.2018587291240692, 0.2682421803474426, 0.2446775734424591, 0.19383856654167175, 0.25659239292144775, 0.1819555163383484, 0.22689968347549438, 0.2452574074268341, 0.22027890384197235, 0.1669909656047821, 0.20393279194831848, 0.2563086748123169, 0.18761980533599854, 0.19737735390663147, 0.22478537261486053, 0.27947884798049927, 0.24358010292053223, 0.24352812767028809, 0.25636184215545654, 0.3240711987018585, 0.26102638244628906, 0.2404536008834839, 0.24738478660583496], "cos_apical_negg": [0.7669909000396729, 0.2235923707485199, 0.201499342918396, 0.2277807593345642, 0.1550195962190628, 0.30092760920524597, 0.20241017639636993, 0.2018587291240692, 0.2682421803474426, 0.2446775734424591, 0.19383856654167175, 0.25659239292144775, 0.1819555163383484, 0.22689968347549438, 0.2452574074268341, 0.22027890384197235, 0.1669909656047821, 0.20393279194831848, 0.2563086748123169, 0.18761980533599854, 0.19737735390663147, 0.22478537261486053, 0.27947884798049927, 0.24358010292053223, 0.24352812767028809, 0.25636184215545654, 0.3240711987018585, 0.26102638244628906, 0.2404536008834839, 0.24738478660583496], "cos_Ac_negg": [0.7669909000396729, 0.2235923707485199, 0.201499342918396, 0.2277807593345642, 0.1550195962190628, 0.30092760920524597, 0.20241017639636993, 0.2018587291240692, 0.2682421803474426, 0.2446775734424591, 0.19383856654167175, 0.25659239292144775, 0.1819555163383484, 0.22689968347549438, 0.2452574074268341, 0.22027890384197235, 0.1669909656047821, 0.20393279194831848, 0.2563086748123169, 0.18761980533599854, 0.19737735390663147, 0.22478537261486053, 0.27947884798049927, 0.24358010292053223, 0.24352812767028809, 0.25636184215545654, 0.3240711987018585, 0.26102638244628906, 0.2404536008834839, 0.24738478660583496], "r_norm": [1.3774014711380005, 1.1432597637176514, 1.083369255065918, 1.175041913986206, 1.0901926755905151, 1.1368950605392456, 1.1416852474212646, 1.111236572265625, 1.1139365434646606, 1.1099488735198975, 1.138288974761963, 1.1012654304504395, 1.144324541091919, 1.1400047540664673, 1.1340140104293823, 1.1459838151931763, 1.11038076877594, 1.1021370887756348, 1.093240737915039, 1.1028854846954346, 1.1586533784866333, 1.1386052370071411, 1.1901698112487793, 1.1362440586090088, 1.1151857376098633, 1.1161550283432007, 1.100908637046814, 1.1157726049423218, 1.120802640914917, 1.1745201349258423]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4076, "test_loss": 1.697406640625}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4146, "test_loss": 1.68923310546875}], "final": {"test_acc": 0.4146, "test_loss": 1.68923310546875, "wall_s": 47.33752679824829, "cos_r_negg": [0.7844280004501343, 0.2979603707790375, 0.30254095792770386, 0.31606239080429077, 0.285432904958725, 0.3901367783546448, 0.3063860535621643, 0.312701940536499, 0.3429080843925476, 0.36281368136405945, 0.2860463261604309, 0.3410678803920746, 0.30606693029403687, 0.3098071217536926, 0.3433891236782074, 0.337049663066864, 0.2844851016998291, 0.3203703761100769, 0.3284175992012024, 0.2743951082229614, 0.27600616216659546, 0.3081206679344177, 0.36312195658683777, 0.35184380412101746, 0.3211170434951782, 0.37896430492401123, 0.44468367099761963, 0.36475449800491333, 0.3426189124584198, 0.3603088855743408], "cos_apical_negg": [0.7844280004501343, 0.2979603707790375, 0.30254095792770386, 0.31606239080429077, 0.285432904958725, 0.3901367783546448, 0.3063860535621643, 0.312701940536499, 0.3429080843925476, 0.36281368136405945, 0.2860463261604309, 0.3410678803920746, 0.30606693029403687, 0.3098071217536926, 0.3433891236782074, 0.337049663066864, 0.2844851016998291, 0.3203703761100769, 0.3284175992012024, 0.2743951082229614, 0.27600616216659546, 0.3081206679344177, 0.36312195658683777, 0.35184380412101746, 0.3211170434951782, 0.37896430492401123, 0.44468367099761963, 0.36475449800491333, 0.3426189124584198, 0.3603088855743408], "cos_Ac_negg": [0.7844280004501343, 0.2979603707790375, 0.30254095792770386, 0.31606239080429077, 0.285432904958725, 0.3901367783546448, 0.3063860535621643, 0.312701940536499, 0.3429080843925476, 0.36281368136405945, 0.2860463261604309, 0.3410678803920746, 0.30606693029403687, 0.3098071217536926, 0.3433891236782074, 0.337049663066864, 0.2844851016998291, 0.3203703761100769, 0.3284175992012024, 0.2743951082229614, 0.27600616216659546, 0.3081206679344177, 0.36312195658683777, 0.35184380412101746, 0.3211170434951782, 0.37896430492401123, 0.44468367099761963, 0.36475449800491333, 0.3426189124584198, 0.3603088855743408]}}
|
