1
|
{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 30, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d30_s1", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.638411045074463, "cos_r_negg": [0.07048444449901581, -0.05516732856631279, 0.01678534597158432, -0.01635775715112686, 0.031921252608299255, -0.04854691028594971, -0.04836565628647804, 0.08578532934188843, 0.019566163420677185, 0.006045038346201181, 0.057466939091682434, -0.01568179577589035, -0.04699399322271347, -0.07758507132530212, 0.07345584034919739, 0.005482854321599007, 0.03354407846927643, -0.07221400737762451, 0.0355764701962471, 0.02614639699459076, -0.05729223042726517, -0.009635068476200104, -0.0016776907723397017, -0.02917255088686943, 0.006628268398344517, 0.07091523706912994, -0.03135240077972412, -0.018267279490828514, -0.0883563831448555, 0.03499498963356018], "cos_innovation_negg": [0.07048444449901581, -0.05516732856631279, 0.01678534597158432, -0.01635775715112686, 0.031921252608299255, -0.04854691028594971, -0.04836565628647804, 0.08578532934188843, 0.019566163420677185, 0.006045038346201181, 0.057466939091682434, -0.01568179577589035, -0.04699399322271347, -0.07758507132530212, 0.07345584034919739, 0.005482854321599007, 0.03354407846927643, -0.07221400737762451, 0.0355764701962471, 0.02614639699459076, -0.05729223042726517, -0.009635068476200104, -0.0016776907723397017, -0.02917255088686943, 0.006628268398344517, 0.07091523706912994, -0.03135240077972412, -0.018267279490828514, -0.0883563831448555, 0.03499498963356018], "cos_apical_negg": [0.07048444449901581, -0.05516732856631279, 0.01678534597158432, -0.01635775715112686, 0.031921252608299255, -0.04854691028594971, -0.04836565628647804, 0.08578532934188843, 0.019566163420677185, 0.006045038346201181, 0.057466939091682434, -0.01568179577589035, -0.04699399322271347, -0.07758507132530212, 0.07345584034919739, 0.005482854321599007, 0.03354407846927643, -0.07221400737762451, 0.0355764701962471, 0.02614639699459076, -0.05729223042726517, -0.009635068476200104, -0.0016776907723397017, -0.02917255088686943, 0.006628268398344517, 0.07091523706912994, -0.03135240077972412, -0.018267279490828514, -0.0883563831448555, 0.03499498963356018], "cos_Ac_negg": [0.07048444449901581, -0.05516732856631279, 0.01678534597158432, -0.01635775715112686, 0.031921252608299255, -0.04854691028594971, -0.04836565628647804, 0.08578532934188843, 0.019566163420677185, 0.006045038346201181, 0.057466939091682434, -0.01568179577589035, -0.04699399322271347, -0.07758507132530212, 0.07345584034919739, 0.005482854321599007, 0.03354407846927643, -0.07221400737762451, 0.0355764701962471, 0.02614639699459076, -0.05729223042726517, -0.009635068476200104, -0.0016776907723397017, -0.02917255088686943, 0.006628268398344517, 0.07091523706912994, -0.03135240077972412, -0.018267279490828514, -0.0883563831448555, 0.03499498963356018], "r_norm": [2.3714723587036133, 2.401730537414551, 2.4771108627319336, 2.4023666381835938, 2.628223180770874, 2.556312084197998, 2.636826992034912, 2.463465929031372, 2.448303699493408, 2.5774192810058594, 2.5303235054016113, 2.557281494140625, 2.402761459350586, 2.4862074851989746, 2.603732109069824, 2.399366855621338, 2.4296793937683105, 2.6283016204833984, 2.505570411682129, 2.532831907272339, 2.401393175125122, 2.5052378177642822, 2.6436123847961426, 2.547758102416992, 2.415070056915283, 2.391148567199707, 2.5781893730163574, 2.572446346282959, 2.4041597843170166, 2.4346494674682617]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3356, "test_loss": 1.88473427734375}, {"step": 500, "epoch": 1, "train_loss": 1.725431203842163, "cos_r_negg": [0.4966582953929901, 0.0016931581776589155, -0.052643924951553345, 0.06154335290193558, -0.07216247916221619, 0.012438920326530933, 0.0004024449735879898, 0.017102738842368126, 0.06742563843727112, -0.03785368800163269, 0.018652616068720818, 0.038536570966243744, 0.024521445855498314, 0.026736775413155556, 0.023032287135720253, -0.022096633911132812, -0.013665871694684029, 0.03545696288347244, 0.00793643482029438, 0.003359135240316391, 0.0340147390961647, 0.009730867110192776, 0.01809963770210743, -0.05517057329416275, 0.065555140376091, 0.06271353363990784, -0.04796028137207031, -0.026066165417432785, 0.03288397565484047, -0.022356927394866943], "cos_innovation_negg": [0.4966582953929901, 0.0016931581776589155, -0.052643924951553345, 0.06154335290193558, -0.07216247916221619, 0.012438920326530933, 0.0004024449735879898, 0.017102738842368126, 0.06742563843727112, -0.03785368800163269, 0.018652616068720818, 0.038536570966243744, 0.024521445855498314, 0.026736775413155556, 0.023032287135720253, -0.022096633911132812, -0.013665871694684029, 0.03545696288347244, 0.00793643482029438, 0.003359135240316391, 0.0340147390961647, 0.009730867110192776, 0.01809963770210743, -0.05517057329416275, 0.065555140376091, 0.06271353363990784, -0.04796028137207031, -0.026066165417432785, 0.03288397565484047, -0.022356927394866943], "cos_apical_negg": [0.4966582953929901, 0.0016931581776589155, -0.052643924951553345, 0.06154335290193558, -0.07216247916221619, 0.012438920326530933, 0.0004024449735879898, 0.017102738842368126, 0.06742563843727112, -0.03785368800163269, 0.018652616068720818, 0.038536570966243744, 0.024521445855498314, 0.026736775413155556, 0.023032287135720253, -0.022096633911132812, -0.013665871694684029, 0.03545696288347244, 0.00793643482029438, 0.003359135240316391, 0.0340147390961647, 0.009730867110192776, 0.01809963770210743, -0.05517057329416275, 0.065555140376091, 0.06271353363990784, -0.04796028137207031, -0.026066165417432785, 0.03288397565484047, -0.022356927394866943], "cos_Ac_negg": [0.4966582953929901, 0.0016931581776589155, -0.052643924951553345, 0.06154335290193558, -0.07216247916221619, 0.012438920326530933, 0.0004024449735879898, 0.017102738842368126, 0.06742563843727112, -0.03785368800163269, 0.018652616068720818, 0.038536570966243744, 0.024521445855498314, 0.026736775413155556, 0.023032287135720253, -0.022096633911132812, -0.013665871694684029, 0.03545696288347244, 0.00793643482029438, 0.003359135240316391, 0.0340147390961647, 0.009730867110192776, 0.01809963770210743, -0.05517057329416275, 0.065555140376091, 0.06271353363990784, -0.04796028137207031, -0.026066165417432785, 0.03288397565484047, -0.022356927394866943], "r_norm": [2.093005657196045, 2.097968578338623, 2.170957088470459, 2.1221799850463867, 2.2680039405822754, 2.266817331314087, 2.289808750152588, 2.155273914337158, 2.1568379402160645, 2.260167360305786, 2.22625994682312, 2.2358250617980957, 2.1122822761535645, 2.1859984397888184, 2.305304527282715, 2.114598274230957, 2.1352152824401855, 2.292222499847412, 2.2122364044189453, 2.1993141174316406, 2.1260199546813965, 2.207294225692749, 2.319164276123047, 2.250382900238037, 2.1269760131835938, 2.12129545211792, 2.2845711708068848, 2.2501564025878906, 2.1074790954589844, 2.156890392303467]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3607, "test_loss": 1.848004150390625}, {"step": 1000, "epoch": 2, "train_loss": 1.9055931568145752, "cos_r_negg": [0.5476503372192383, 0.012585821561515331, -0.036684636026620865, 0.06361765414476395, -0.0291905477643013, -0.04378458112478256, 0.04324546456336975, 0.016302574425935745, 0.05166435241699219, -0.06049654632806778, 0.04075143486261368, -0.04702010750770569, 0.02912922203540802, 0.026113446801900864, 0.10313498228788376, 0.014806590974330902, 0.0024662166833877563, 0.07009334862232208, 0.04857832193374634, -0.0145382359623909, 0.041769906878471375, 0.028640320524573326, 0.06851519644260406, 0.042375534772872925, 0.03191370517015457, 0.05285017937421799, -0.03270817548036575, 0.06886843591928482, 0.002595517784357071, 0.037176713347435], "cos_innovation_negg": [0.5476503372192383, 0.012585821561515331, -0.036684636026620865, 0.06361765414476395, -0.0291905477643013, -0.04378458112478256, 0.04324546456336975, 0.016302574425935745, 0.05166435241699219, -0.06049654632806778, 0.04075143486261368, -0.04702010750770569, 0.02912922203540802, 0.026113446801900864, 0.10313498228788376, 0.014806590974330902, 0.0024662166833877563, 0.07009334862232208, 0.04857832193374634, -0.0145382359623909, 0.041769906878471375, 0.028640320524573326, 0.06851519644260406, 0.042375534772872925, 0.03191370517015457, 0.05285017937421799, -0.03270817548036575, 0.06886843591928482, 0.002595517784357071, 0.037176713347435], "cos_apical_negg": [0.5476503372192383, 0.012585821561515331, -0.036684636026620865, 0.06361765414476395, -0.0291905477643013, -0.04378458112478256, 0.04324546456336975, 0.016302574425935745, 0.05166435241699219, -0.06049654632806778, 0.04075143486261368, -0.04702010750770569, 0.02912922203540802, 0.026113446801900864, 0.10313498228788376, 0.014806590974330902, 0.0024662166833877563, 0.07009334862232208, 0.04857832193374634, -0.0145382359623909, 0.041769906878471375, 0.028640320524573326, 0.06851519644260406, 0.042375534772872925, 0.03191370517015457, 0.05285017937421799, -0.03270817548036575, 0.06886843591928482, 0.002595517784357071, 0.037176713347435], "cos_Ac_negg": [0.5476503372192383, 0.012585821561515331, -0.036684636026620865, 0.06361765414476395, -0.0291905477643013, -0.04378458112478256, 0.04324546456336975, 0.016302574425935745, 0.05166435241699219, -0.06049654632806778, 0.04075143486261368, -0.04702010750770569, 0.02912922203540802, 0.026113446801900864, 0.10313498228788376, 0.014806590974330902, 0.0024662166833877563, 0.07009334862232208, 0.04857832193374634, -0.0145382359623909, 0.041769906878471375, 0.028640320524573326, 0.06851519644260406, 0.042375534772872925, 0.03191370517015457, 0.05285017937421799, -0.03270817548036575, 0.06886843591928482, 0.002595517784357071, 0.037176713347435], "r_norm": [2.0860865116119385, 2.0900561809539795, 2.1610000133514404, 2.123899459838867, 2.2521462440490723, 2.266068458557129, 2.282820463180542, 2.1465494632720947, 2.1478285789489746, 2.2444169521331787, 2.216182231903076, 2.2119462490081787, 2.10117506980896, 2.1821677684783936, 2.292414665222168, 2.1159615516662598, 2.130207061767578, 2.2827389240264893, 2.200930595397949, 2.19234299659729, 2.1202943325042725, 2.1965227127075195, 2.308171272277832, 2.2353475093841553, 2.1206231117248535, 2.1108322143554688, 2.2702126502990723, 2.2436766624450684, 2.0996196269989014, 2.1477394104003906]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3442, "test_loss": 1.8564998413085938}, {"step": 1500, "epoch": 3, "train_loss": 1.7237581014633179, "cos_r_negg": [0.5754849910736084, 0.04612713307142258, -0.0863955095410347, 0.026744958013296127, 0.01253366656601429, -0.014045648276805878, 0.10342328995466232, 0.032052990049123764, 0.08061209321022034, -0.02120249718427658, 0.09074169397354126, 0.06044008582830429, 0.0488494411110878, 0.054799824953079224, 0.11142852157354355, 0.02056385949254036, 0.0049476055428385735, 0.07189013063907623, 0.034604720771312714, -0.03651997819542885, 0.08967524766921997, 0.003980148583650589, 0.05659626051783562, -0.0006226068362593651, 0.05452972650527954, 0.04716978594660759, -0.04927561432123184, 0.013443139381706715, -0.017403962090611458, 0.015504611656069756], "cos_innovation_negg": [0.5754849910736084, 0.04612713307142258, -0.0863955095410347, 0.026744958013296127, 0.01253366656601429, -0.014045648276805878, 0.10342328995466232, 0.032052990049123764, 0.08061209321022034, -0.02120249718427658, 0.09074169397354126, 0.06044008582830429, 0.0488494411110878, 0.054799824953079224, 0.11142852157354355, 0.02056385949254036, 0.0049476055428385735, 0.07189013063907623, 0.034604720771312714, -0.03651997819542885, 0.08967524766921997, 0.003980148583650589, 0.05659626051783562, -0.0006226068362593651, 0.05452972650527954, 0.04716978594660759, -0.04927561432123184, 0.013443139381706715, -0.017403962090611458, 0.015504611656069756], "cos_apical_negg": [0.5754849910736084, 0.04612713307142258, -0.0863955095410347, 0.026744958013296127, 0.01253366656601429, -0.014045648276805878, 0.10342328995466232, 0.032052990049123764, 0.08061209321022034, -0.02120249718427658, 0.09074169397354126, 0.06044008582830429, 0.0488494411110878, 0.054799824953079224, 0.11142852157354355, 0.02056385949254036, 0.0049476055428385735, 0.07189013063907623, 0.034604720771312714, -0.03651997819542885, 0.08967524766921997, 0.003980148583650589, 0.05659626051783562, -0.0006226068362593651, 0.05452972650527954, 0.04716978594660759, -0.04927561432123184, 0.013443139381706715, -0.017403962090611458, 0.015504611656069756], "cos_Ac_negg": [0.5754849910736084, 0.04612713307142258, -0.0863955095410347, 0.026744958013296127, 0.01253366656601429, -0.014045648276805878, 0.10342328995466232, 0.032052990049123764, 0.08061209321022034, -0.02120249718427658, 0.09074169397354126, 0.06044008582830429, 0.0488494411110878, 0.054799824953079224, 0.11142852157354355, 0.02056385949254036, 0.0049476055428385735, 0.07189013063907623, 0.034604720771312714, -0.03651997819542885, 0.08967524766921997, 0.003980148583650589, 0.05659626051783562, -0.0006226068362593651, 0.05452972650527954, 0.04716978594660759, -0.04927561432123184, 0.013443139381706715, -0.017403962090611458, 0.015504611656069756], "r_norm": [2.0478272438049316, 2.0437588691711426, 2.1104812622070312, 2.0806050300598145, 2.201965808868408, 2.2167391777038574, 2.23866605758667, 2.1046364307403564, 2.101073741912842, 2.200453758239746, 2.172368049621582, 2.178766965866089, 2.06284499168396, 2.1403980255126953, 2.237375497817993, 2.065856695175171, 2.0855631828308105, 2.23989200592041, 2.153698444366455, 2.148697853088379, 2.077995777130127, 2.1472959518432617, 2.261932373046875, 2.1930675506591797, 2.07943058013916, 2.065424919128418, 2.2220497131347656, 2.1937012672424316, 2.060370445251465, 2.1045351028442383]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3646, "test_loss": 1.8111270874023437}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3607, "test_loss": 1.8225611450195311}], "final": {"test_acc": 0.3607, "test_loss": 1.8225611450195311, "wall_s": 23.19337224960327, "cos_r_negg": [0.5269464254379272, 0.047450169920921326, -0.0217910036444664, 0.06364326179027557, 0.009928952902555466, 0.016903642565011978, 0.11732660979032516, 0.06949736922979355, 0.12274371087551117, -0.042670838534832, 0.0518350750207901, 0.02584891952574253, 0.07354535907506943, 0.04735591262578964, 0.10072663426399231, 0.0209265798330307, 0.020462581887841225, 0.05780993402004242, 0.0317818745970726, 6.222259253263474e-05, 0.08149611949920654, 0.02124006487429142, 0.049032725393772125, 0.016597449779510498, 0.06690078228712082, 0.09298083931207657, -0.021555602550506592, 0.04722112417221069, 0.06447760760784149, 0.021421916782855988], "cos_innovation_negg": [0.5269464254379272, 0.047450169920921326, -0.0217910036444664, 0.06364326179027557, 0.009928952902555466, 0.016903642565011978, 0.11732660979032516, 0.06949736922979355, 0.12274371087551117, -0.042670838534832, 0.0518350750207901, 0.02584891952574253, 0.07354535907506943, 0.04735591262578964, 0.10072663426399231, 0.0209265798330307, 0.020462581887841225, 0.05780993402004242, 0.0317818745970726, 6.222259253263474e-05, 0.08149611949920654, 0.02124006487429142, 0.049032725393772125, 0.016597449779510498, 0.06690078228712082, 0.09298083931207657, -0.021555602550506592, 0.04722112417221069, 0.06447760760784149, 0.021421916782855988], "cos_apical_negg": [0.5269464254379272, 0.047450169920921326, -0.0217910036444664, 0.06364326179027557, 0.009928952902555466, 0.016903642565011978, 0.11732660979032516, 0.06949736922979355, 0.12274371087551117, -0.042670838534832, 0.0518350750207901, 0.02584891952574253, 0.07354535907506943, 0.04735591262578964, 0.10072663426399231, 0.0209265798330307, 0.020462581887841225, 0.05780993402004242, 0.0317818745970726, 6.222259253263474e-05, 0.08149611949920654, 0.02124006487429142, 0.049032725393772125, 0.016597449779510498, 0.06690078228712082, 0.09298083931207657, -0.021555602550506592, 0.04722112417221069, 0.06447760760784149, 0.021421916782855988], "cos_Ac_negg": [0.5269464254379272, 0.047450169920921326, -0.0217910036444664, 0.06364326179027557, 0.009928952902555466, 0.016903642565011978, 0.11732660979032516, 0.06949736922979355, 0.12274371087551117, -0.042670838534832, 0.0518350750207901, 0.02584891952574253, 0.07354535907506943, 0.04735591262578964, 0.10072663426399231, 0.0209265798330307, 0.020462581887841225, 0.05780993402004242, 0.0317818745970726, 6.222259253263474e-05, 0.08149611949920654, 0.02124006487429142, 0.049032725393772125, 0.016597449779510498, 0.06690078228712082, 0.09298083931207657, -0.021555602550506592, 0.04722112417221069, 0.06447760760784149, 0.021421916782855988]}}
|
