1
|
{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 30, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "pilot_sim_cifar10_sdil_w64_d30_s0", "n_in": 3072}, "provenance": {"git_commit": "0f107d1ee4e750421a0e95f8bd06bf0f629d2fa7", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4157285690307617, "cos_r_negg": [0.007889339700341225, -0.03945823386311531, 0.025249317288398743, 0.032812464982271194, -0.021251637488603592, -0.022359423339366913, 0.01877300813794136, -0.01140593271702528, 0.0959528237581253, -0.02352067083120346, -0.046616435050964355, 0.0034567127004265785, 0.004958100151270628, 0.023545071482658386, -0.01747933030128479, 0.03165106475353241, -0.017468497157096863, 0.004206513054668903, 0.003664806019514799, 0.03509009629487991, 0.04356950521469116, -0.009784087538719177, 0.03444090113043785, -0.03212546557188034, -0.05166994035243988, -0.04420970752835274, 0.019850967451930046, 0.00775631470605731, 0.0540740005671978, 0.04434435814619064], "cos_apical_negg": [0.007889339700341225, -0.03945823386311531, 0.025249317288398743, 0.032812464982271194, -0.021251637488603592, -0.022359423339366913, 0.01877300813794136, -0.01140593271702528, 0.0959528237581253, -0.02352067083120346, -0.046616435050964355, 0.0034567127004265785, 0.004958100151270628, 0.023545071482658386, -0.01747933030128479, 0.03165106475353241, -0.017468497157096863, 0.004206513054668903, 0.003664806019514799, 0.03509009629487991, 0.04356950521469116, -0.009784087538719177, 0.03444090113043785, -0.03212546557188034, -0.05166994035243988, -0.04420970752835274, 0.019850967451930046, 0.00775631470605731, 0.0540740005671978, 0.04434435814619064], "cos_Ac_negg": [0.007889339700341225, -0.03945823386311531, 0.025249317288398743, 0.032812464982271194, -0.021251637488603592, -0.022359423339366913, 0.01877300813794136, -0.01140593271702528, 0.0959528237581253, -0.02352067083120346, -0.046616435050964355, 0.0034567127004265785, 0.004958100151270628, 0.023545071482658386, -0.01747933030128479, 0.03165106475353241, -0.017468497157096863, 0.004206513054668903, 0.003664806019514799, 0.03509009629487991, 0.04356950521469116, -0.009784087538719177, 0.03444090113043785, -0.03212546557188034, -0.05166994035243988, -0.04420970752835274, 0.019850967451930046, 0.00775631470605731, 0.0540740005671978, 0.04434435814619064], "r_norm": [2.5863919258117676, 2.487764835357666, 2.358147621154785, 2.5351524353027344, 2.390735149383545, 2.414008855819702, 2.5036239624023438, 2.4557342529296875, 2.378182888031006, 2.3751134872436523, 2.45259952545166, 2.380277156829834, 2.4780802726745605, 2.5011937618255615, 2.443186044692993, 2.4289400577545166, 2.429619550704956, 2.3888304233551025, 2.382321357727051, 2.4184184074401855, 2.562037467956543, 2.449069023132324, 2.5521750450134277, 2.4552977085113525, 2.408527135848999, 2.4052858352661133, 2.351199150085449, 2.398348808288574, 2.4193458557128906, 2.563992500305176], "ldr": {"dL_sdil": 0.0013036727905273438, "dL_bp": -0.35697102546691895, "ratio": -0.0036520409151474874}}, {"epoch_end": 0, "step": 391, "test_acc": 0.367, "test_loss": 1.8024296630859376}, {"step": 500, "epoch": 1, "train_loss": 1.7450627088546753, "cos_r_negg": [0.6449319124221802, 0.05046190321445465, 0.01704675517976284, 0.11872923374176025, 0.07285906374454498, 0.11415785551071167, 0.060138579457998276, 0.025059571489691734, 0.10475346446037292, 0.08032901585102081, 0.02657567709684372, 0.044159214943647385, 0.01127505674958229, 0.040587302297353745, 0.04210765287280083, 0.0895003080368042, 0.018399164080619812, 0.037577006965875626, 0.022510327398777008, 0.014514397829771042, 0.03587838262319565, 0.05064118653535843, 0.10795119404792786, 0.06375892460346222, 0.013818235136568546, 0.0673866868019104, 0.10845224559307098, 0.048314422369003296, 0.054259222000837326, 0.07402704656124115], "cos_apical_negg": [0.6449319124221802, 0.05046190321445465, 0.01704675517976284, 0.11872923374176025, 0.07285906374454498, 0.11415785551071167, 0.060138579457998276, 0.025059571489691734, 0.10475346446037292, 0.08032901585102081, 0.02657567709684372, 0.044159214943647385, 0.01127505674958229, 0.040587302297353745, 0.04210765287280083, 0.0895003080368042, 0.018399164080619812, 0.037577006965875626, 0.022510327398777008, 0.014514397829771042, 0.03587838262319565, 0.05064118653535843, 0.10795119404792786, 0.06375892460346222, 0.013818235136568546, 0.0673866868019104, 0.10845224559307098, 0.048314422369003296, 0.054259222000837326, 0.07402704656124115], "cos_Ac_negg": [0.6449319124221802, 0.05046190321445465, 0.01704675517976284, 0.11872923374176025, 0.07285906374454498, 0.11415785551071167, 0.060138579457998276, 0.025059571489691734, 0.10475346446037292, 0.08032901585102081, 0.02657567709684372, 0.044159214943647385, 0.01127505674958229, 0.040587302297353745, 0.04210765287280083, 0.0895003080368042, 0.018399164080619812, 0.037577006965875626, 0.022510327398777008, 0.014514397829771042, 0.03587838262319565, 0.05064118653535843, 0.10795119404792786, 0.06375892460346222, 0.013818235136568546, 0.0673866868019104, 0.10845224559307098, 0.048314422369003296, 0.054259222000837326, 0.07402704656124115], "r_norm": [1.8447617292404175, 1.716846227645874, 1.6359447240829468, 1.7626714706420898, 1.6509487628936768, 1.6727478504180908, 1.7176315784454346, 1.6853704452514648, 1.6522839069366455, 1.6516473293304443, 1.7054896354675293, 1.6439743041992188, 1.725287914276123, 1.723382830619812, 1.6928086280822754, 1.699299931526184, 1.682389497756958, 1.652985692024231, 1.6361443996429443, 1.692456603050232, 1.758253574371338, 1.7123968601226807, 1.7566211223602295, 1.6904276609420776, 1.685346007347107, 1.6648344993591309, 1.617163062095642, 1.6886508464813232, 1.6757745742797852, 1.7696328163146973]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3949, "test_loss": 1.734569482421875}, {"step": 1000, "epoch": 2, "train_loss": 1.7891491651535034, "cos_r_negg": [0.7481253147125244, 0.08723568171262741, 0.1262476146221161, 0.14220815896987915, 0.11993048340082169, 0.21695870161056519, 0.12511128187179565, 0.10845031589269638, 0.13913270831108093, 0.1772518754005432, 0.0914146676659584, 0.13578735291957855, 0.11686636507511139, 0.10719402134418488, 0.14507591724395752, 0.13366393744945526, 0.09397129714488983, 0.16090305149555206, 0.10955445468425751, 0.08823902904987335, 0.10307028889656067, 0.13423550128936768, 0.1775968372821808, 0.15186253190040588, 0.12371474504470825, 0.15490469336509705, 0.18897703289985657, 0.13136544823646545, 0.11945229768753052, 0.1237349659204483], "cos_apical_negg": [0.7481253147125244, 0.08723568171262741, 0.1262476146221161, 0.14220815896987915, 0.11993048340082169, 0.21695870161056519, 0.12511128187179565, 0.10845031589269638, 0.13913270831108093, 0.1772518754005432, 0.0914146676659584, 0.13578735291957855, 0.11686636507511139, 0.10719402134418488, 0.14507591724395752, 0.13366393744945526, 0.09397129714488983, 0.16090305149555206, 0.10955445468425751, 0.08823902904987335, 0.10307028889656067, 0.13423550128936768, 0.1775968372821808, 0.15186253190040588, 0.12371474504470825, 0.15490469336509705, 0.18897703289985657, 0.13136544823646545, 0.11945229768753052, 0.1237349659204483], "cos_Ac_negg": [0.7481253147125244, 0.08723568171262741, 0.1262476146221161, 0.14220815896987915, 0.11993048340082169, 0.21695870161056519, 0.12511128187179565, 0.10845031589269638, 0.13913270831108093, 0.1772518754005432, 0.0914146676659584, 0.13578735291957855, 0.11686636507511139, 0.10719402134418488, 0.14507591724395752, 0.13366393744945526, 0.09397129714488983, 0.16090305149555206, 0.10955445468425751, 0.08823902904987335, 0.10307028889656067, 0.13423550128936768, 0.1775968372821808, 0.15186253190040588, 0.12371474504470825, 0.15490469336509705, 0.18897703289985657, 0.13136544823646545, 0.11945229768753052, 0.1237349659204483], "r_norm": [1.6140035390853882, 1.4254282712936401, 1.352888822555542, 1.467198133468628, 1.3718574047088623, 1.4000498056411743, 1.4238755702972412, 1.4012216329574585, 1.382458209991455, 1.3784303665161133, 1.406322717666626, 1.3642330169677734, 1.4337158203125, 1.4325206279754639, 1.4014835357666016, 1.411428451538086, 1.3939648866653442, 1.3725155591964722, 1.351965308189392, 1.402137279510498, 1.4632196426391602, 1.4216939210891724, 1.463111400604248, 1.4099078178405762, 1.391545295715332, 1.3863656520843506, 1.3543344736099243, 1.3989393711090088, 1.3938698768615723, 1.4669108390808105]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4022, "test_loss": 1.7277428100585936}, {"step": 1500, "epoch": 3, "train_loss": 1.6306061744689941, "cos_r_negg": [0.7680776119232178, 0.1833644062280655, 0.22911831736564636, 0.25512033700942993, 0.21580298244953156, 0.2717164158821106, 0.20507168769836426, 0.20333462953567505, 0.24219411611557007, 0.2623414695262909, 0.19906587898731232, 0.22251316905021667, 0.20990890264511108, 0.25363433361053467, 0.23657089471817017, 0.249003604054451, 0.17977386713027954, 0.2321949154138565, 0.22791868448257446, 0.19502292573451996, 0.20775309205055237, 0.21544554829597473, 0.2541475296020508, 0.25484105944633484, 0.21541228890419006, 0.28910529613494873, 0.30082273483276367, 0.22240614891052246, 0.25360873341560364, 0.20813892781734467], "cos_apical_negg": [0.7680776119232178, 0.1833644062280655, 0.22911831736564636, 0.25512033700942993, 0.21580298244953156, 0.2717164158821106, 0.20507168769836426, 0.20333462953567505, 0.24219411611557007, 0.2623414695262909, 0.19906587898731232, 0.22251316905021667, 0.20990890264511108, 0.25363433361053467, 0.23657089471817017, 0.249003604054451, 0.17977386713027954, 0.2321949154138565, 0.22791868448257446, 0.19502292573451996, 0.20775309205055237, 0.21544554829597473, 0.2541475296020508, 0.25484105944633484, 0.21541228890419006, 0.28910529613494873, 0.30082273483276367, 0.22240614891052246, 0.25360873341560364, 0.20813892781734467], "cos_Ac_negg": [0.7680776119232178, 0.1833644062280655, 0.22911831736564636, 0.25512033700942993, 0.21580298244953156, 0.2717164158821106, 0.20507168769836426, 0.20333462953567505, 0.24219411611557007, 0.2623414695262909, 0.19906587898731232, 0.22251316905021667, 0.20990890264511108, 0.25363433361053467, 0.23657089471817017, 0.249003604054451, 0.17977386713027954, 0.2321949154138565, 0.22791868448257446, 0.19502292573451996, 0.20775309205055237, 0.21544554829597473, 0.2541475296020508, 0.25484105944633484, 0.21541228890419006, 0.28910529613494873, 0.30082273483276367, 0.22240614891052246, 0.25360873341560364, 0.20813892781734467], "r_norm": [1.3953982591629028, 1.1564154624938965, 1.1046621799468994, 1.1938965320587158, 1.1198711395263672, 1.1520767211914062, 1.1528303623199463, 1.1342716217041016, 1.128793716430664, 1.1276687383651733, 1.138451337814331, 1.116047978401184, 1.1624228954315186, 1.1623008251190186, 1.1444140672683716, 1.1481754779815674, 1.1366971731185913, 1.1214282512664795, 1.1019845008850098, 1.1311326026916504, 1.182726263999939, 1.1570005416870117, 1.1968952417373657, 1.145625352859497, 1.1311750411987305, 1.134714126586914, 1.1178967952728271, 1.1285496950149536, 1.1378092765808105, 1.188349962234497]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4157, "test_loss": 1.7077855590820312}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4133, "test_loss": 1.6851546752929687}], "final": {"test_acc": 0.4133, "test_loss": 1.6851546752929687, "wall_s": 106.02875471115112, "cos_r_negg": [0.8100559115409851, 0.27810901403427124, 0.34168511629104614, 0.3301934599876404, 0.30952197313308716, 0.3673052489757538, 0.30103176832199097, 0.3039827346801758, 0.3352390229701996, 0.355302631855011, 0.29407763481140137, 0.3101213574409485, 0.2953321933746338, 0.34929782152175903, 0.32344403862953186, 0.35745474696159363, 0.29916155338287354, 0.32550105452537537, 0.3183419108390808, 0.3149386942386627, 0.3311288356781006, 0.32061469554901123, 0.3560485541820526, 0.3460298180580139, 0.32820266485214233, 0.4084368050098419, 0.4217104911804199, 0.3283073306083679, 0.3517517149448395, 0.3352779150009155], "cos_apical_negg": [0.8100559115409851, 0.27810901403427124, 0.34168511629104614, 0.3301934599876404, 0.30952197313308716, 0.3673052489757538, 0.30103176832199097, 0.3039827346801758, 0.3352390229701996, 0.355302631855011, 0.29407763481140137, 0.3101213574409485, 0.2953321933746338, 0.34929782152175903, 0.32344403862953186, 0.35745474696159363, 0.29916155338287354, 0.32550105452537537, 0.3183419108390808, 0.3149386942386627, 0.3311288356781006, 0.32061469554901123, 0.3560485541820526, 0.3460298180580139, 0.32820266485214233, 0.4084368050098419, 0.4217104911804199, 0.3283073306083679, 0.3517517149448395, 0.3352779150009155], "cos_Ac_negg": [0.8100559115409851, 0.27810901403427124, 0.34168511629104614, 0.3301934599876404, 0.30952197313308716, 0.3673052489757538, 0.30103176832199097, 0.3039827346801758, 0.3352390229701996, 0.355302631855011, 0.29407763481140137, 0.3101213574409485, 0.2953321933746338, 0.34929782152175903, 0.32344403862953186, 0.35745474696159363, 0.29916155338287354, 0.32550105452537537, 0.3183419108390808, 0.3149386942386627, 0.3311288356781006, 0.32061469554901123, 0.3560485541820526, 0.3460298180580139, 0.32820266485214233, 0.4084368050098419, 0.4217104911804199, 0.3283073306083679, 0.3517517149448395, 0.3352779150009155]}}
|
