diff options
Diffstat (limited to 'results/scale_v3_cifar10_sdil_w64_d30_s1.json')
| -rw-r--r-- | results/scale_v3_cifar10_sdil_w64_d30_s1.json | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/results/scale_v3_cifar10_sdil_w64_d30_s1.json b/results/scale_v3_cifar10_sdil_w64_d30_s1.json new file mode 100644 index 0000000..29e8721 --- /dev/null +++ b/results/scale_v3_cifar10_sdil_w64_d30_s1.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 30, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d30_s1", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.638411045074463, "cos_r_negg": [0.08691532909870148, -0.055161379277706146, 0.00924270786345005, -0.007116837427020073, 0.03401412442326546, -0.041550397872924805, -0.03714495897293091, 0.06715098768472672, 0.024935483932495117, 0.004849172197282314, 0.03067401982843876, -6.456300616264343e-05, -0.050803475081920624, -0.08004932105541229, 0.08344809710979462, 0.008492517285048962, 0.04852515459060669, -0.08461719751358032, 0.027081595733761787, 0.025112375617027283, -0.048559486865997314, -0.0018642422510311007, -0.005842576734721661, -0.04324054718017578, 0.012212688103318214, 0.07562638819217682, -0.01945127546787262, -0.012839537113904953, -0.08922368288040161, 0.03311462700366974], "cos_innovation_negg": [0.08691532909870148, -0.055161379277706146, 0.00924270786345005, -0.007116837427020073, 0.03401412442326546, -0.041550397872924805, -0.03714495897293091, 0.06715098768472672, 0.024935483932495117, 0.004849172197282314, 0.03067401982843876, -6.456300616264343e-05, -0.050803475081920624, -0.08004932105541229, 0.08344809710979462, 0.008492517285048962, 0.04852515459060669, -0.08461719751358032, 0.027081595733761787, 0.025112375617027283, -0.048559486865997314, -0.0018642422510311007, -0.005842576734721661, -0.04324054718017578, 0.012212688103318214, 0.07562638819217682, -0.01945127546787262, -0.012839537113904953, -0.08922368288040161, 0.03311462700366974], "cos_apical_negg": [0.08691532909870148, -0.055161379277706146, 0.00924270786345005, -0.007116837427020073, 0.03401412442326546, -0.041550397872924805, -0.03714495897293091, 0.06715098768472672, 0.024935483932495117, 0.004849172197282314, 0.03067401982843876, -6.456300616264343e-05, -0.050803475081920624, -0.08004932105541229, 0.08344809710979462, 0.008492517285048962, 0.04852515459060669, -0.08461719751358032, 0.027081595733761787, 0.025112375617027283, -0.048559486865997314, -0.0018642422510311007, -0.005842576734721661, -0.04324054718017578, 0.012212688103318214, 0.07562638819217682, -0.01945127546787262, -0.012839537113904953, -0.08922368288040161, 0.03311462700366974], "cos_Ac_negg": [0.08691532909870148, -0.055161379277706146, 0.00924270786345005, -0.007116837427020073, 0.03401412442326546, -0.041550397872924805, -0.03714495897293091, 0.06715098768472672, 0.024935483932495117, 0.004849172197282314, 0.03067401982843876, -6.456300616264343e-05, -0.050803475081920624, -0.08004932105541229, 0.08344809710979462, 0.008492517285048962, 0.04852515459060669, -0.08461719751358032, 0.027081595733761787, 0.025112375617027283, -0.048559486865997314, -0.0018642422510311007, -0.005842576734721661, -0.04324054718017578, 0.012212688103318214, 0.07562638819217682, -0.01945127546787262, -0.012839537113904953, -0.08922368288040161, 0.03311462700366974], "r_norm": [2.346062660217285, 2.3706045150756836, 2.4505882263183594, 2.378006935119629, 2.587252616882324, 2.528420925140381, 2.5919618606567383, 2.430840492248535, 2.425443649291992, 2.536597490310669, 2.514082431793213, 2.53230357170105, 2.377021312713623, 2.465062141418457, 2.5614004135131836, 2.368165969848633, 2.4030864238739014, 2.60673189163208, 2.4764347076416016, 2.5003862380981445, 2.380082130432129, 2.4691433906555176, 2.610625743865967, 2.520176410675049, 2.391207695007324, 2.3642208576202393, 2.547528028488159, 2.537539005279541, 2.367097854614258, 2.407374620437622], "ldr": {"dL_sdil": -0.1189737319946289, "dL_bp": -0.4420166015625, "ratio": 0.2691612296326982}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3702, "test_loss": 1.79817431640625}, {"step": 500, "epoch": 1, "train_loss": 1.714444637298584, "cos_r_negg": [0.6082881093025208, 0.15209367871284485, -0.0002454817295074463, 0.11812738329172134, -0.009981494396924973, 0.04905594140291214, 0.08803354203701019, 0.05667778104543686, 0.13373330235481262, 0.0003694235347211361, 0.04648260399699211, 0.04151448607444763, 0.09155389666557312, 0.08384542167186737, 0.09610782563686371, 0.031241174787282944, 0.12847955524921417, 0.07399386167526245, 0.0742131844162941, 0.05936291441321373, 0.1588454246520996, 0.09620848298072815, 0.09967698156833649, 0.0003706207498908043, 0.06009450554847717, 0.0923810601234436, -0.03997114300727844, -0.018029596656560898, 0.04846490919589996, 0.06254607439041138], "cos_innovation_negg": [0.6082881093025208, 0.15209367871284485, -0.0002454817295074463, 0.11812738329172134, -0.009981494396924973, 0.04905594140291214, 0.08803354203701019, 0.05667778104543686, 0.13373330235481262, 0.0003694235347211361, 0.04648260399699211, 0.04151448607444763, 0.09155389666557312, 0.08384542167186737, 0.09610782563686371, 0.031241174787282944, 0.12847955524921417, 0.07399386167526245, 0.0742131844162941, 0.05936291441321373, 0.1588454246520996, 0.09620848298072815, 0.09967698156833649, 0.0003706207498908043, 0.06009450554847717, 0.0923810601234436, -0.03997114300727844, -0.018029596656560898, 0.04846490919589996, 0.06254607439041138], "cos_apical_negg": [0.6082881093025208, 0.15209367871284485, -0.0002454817295074463, 0.11812738329172134, -0.009981494396924973, 0.04905594140291214, 0.08803354203701019, 0.05667778104543686, 0.13373330235481262, 0.0003694235347211361, 0.04648260399699211, 0.04151448607444763, 0.09155389666557312, 0.08384542167186737, 0.09610782563686371, 0.031241174787282944, 0.12847955524921417, 0.07399386167526245, 0.0742131844162941, 0.05936291441321373, 0.1588454246520996, 0.09620848298072815, 0.09967698156833649, 0.0003706207498908043, 0.06009450554847717, 0.0923810601234436, -0.03997114300727844, -0.018029596656560898, 0.04846490919589996, 0.06254607439041138], "cos_Ac_negg": [0.6082881093025208, 0.15209367871284485, -0.0002454817295074463, 0.11812738329172134, -0.009981494396924973, 0.04905594140291214, 0.08803354203701019, 0.05667778104543686, 0.13373330235481262, 0.0003694235347211361, 0.04648260399699211, 0.04151448607444763, 0.09155389666557312, 0.08384542167186737, 0.09610782563686371, 0.031241174787282944, 0.12847955524921417, 0.07399386167526245, 0.0742131844162941, 0.05936291441321373, 0.1588454246520996, 0.09620848298072815, 0.09967698156833649, 0.0003706207498908043, 0.06009450554847717, 0.0923810601234436, -0.03997114300727844, -0.018029596656560898, 0.04846490919589996, 0.06254607439041138], "r_norm": [1.6733005046844482, 1.620328426361084, 1.669677495956421, 1.6463899612426758, 1.7458769083023071, 1.7417759895324707, 1.770848035812378, 1.663561463356018, 1.6639585494995117, 1.7375514507293701, 1.7149546146392822, 1.7191296815872192, 1.6307027339935303, 1.6791609525680542, 1.7783012390136719, 1.631772756576538, 1.6507532596588135, 1.760416030883789, 1.6983038187026978, 1.6939589977264404, 1.643247127532959, 1.6996867656707764, 1.7872592210769653, 1.725723385810852, 1.6372641324996948, 1.6350620985031128, 1.744750738143921, 1.7218668460845947, 1.6212950944900513, 1.6589484214782715]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3917, "test_loss": 1.7512622192382812}, {"step": 1000, "epoch": 2, "train_loss": 1.708784580230713, "cos_r_negg": [0.7159529328346252, 0.20893211662769318, 0.08470971882343292, 0.1606137901544571, 0.06614220142364502, 0.08110655844211578, 0.1417987048625946, 0.10778505355119705, 0.22893023490905762, 0.06980562210083008, 0.1184537410736084, 0.1289384365081787, 0.1910615861415863, 0.12169494479894638, 0.14882588386535645, 0.1404440850019455, 0.22272557020187378, 0.19879871606826782, 0.15975920855998993, 0.15750718116760254, 0.20302867889404297, 0.16645056009292603, 0.14143161475658417, 0.1247381791472435, 0.14499932527542114, 0.1294010579586029, 0.04271066188812256, 0.036660969257354736, 0.1023494079709053, 0.09002550691366196], "cos_innovation_negg": [0.7159529328346252, 0.20893211662769318, 0.08470971882343292, 0.1606137901544571, 0.06614220142364502, 0.08110655844211578, 0.1417987048625946, 0.10778505355119705, 0.22893023490905762, 0.06980562210083008, 0.1184537410736084, 0.1289384365081787, 0.1910615861415863, 0.12169494479894638, 0.14882588386535645, 0.1404440850019455, 0.22272557020187378, 0.19879871606826782, 0.15975920855998993, 0.15750718116760254, 0.20302867889404297, 0.16645056009292603, 0.14143161475658417, 0.1247381791472435, 0.14499932527542114, 0.1294010579586029, 0.04271066188812256, 0.036660969257354736, 0.1023494079709053, 0.09002550691366196], "cos_apical_negg": [0.7159529328346252, 0.20893211662769318, 0.08470971882343292, 0.1606137901544571, 0.06614220142364502, 0.08110655844211578, 0.1417987048625946, 0.10778505355119705, 0.22893023490905762, 0.06980562210083008, 0.1184537410736084, 0.1289384365081787, 0.1910615861415863, 0.12169494479894638, 0.14882588386535645, 0.1404440850019455, 0.22272557020187378, 0.19879871606826782, 0.15975920855998993, 0.15750718116760254, 0.20302867889404297, 0.16645056009292603, 0.14143161475658417, 0.1247381791472435, 0.14499932527542114, 0.1294010579586029, 0.04271066188812256, 0.036660969257354736, 0.1023494079709053, 0.09002550691366196], "cos_Ac_negg": [0.7159529328346252, 0.20893211662769318, 0.08470971882343292, 0.1606137901544571, 0.06614220142364502, 0.08110655844211578, 0.1417987048625946, 0.10778505355119705, 0.22893023490905762, 0.06980562210083008, 0.1184537410736084, 0.1289384365081787, 0.1910615861415863, 0.12169494479894638, 0.14882588386535645, 0.1404440850019455, 0.22272557020187378, 0.19879871606826782, 0.15975920855998993, 0.15750718116760254, 0.20302867889404297, 0.16645056009292603, 0.14143161475658417, 0.1247381791472435, 0.14499932527542114, 0.1294010579586029, 0.04271066188812256, 0.036660969257354736, 0.1023494079709053, 0.09002550691366196], "r_norm": [1.4629340171813965, 1.3450825214385986, 1.3747920989990234, 1.3620078563690186, 1.4349610805511475, 1.4289660453796387, 1.467505931854248, 1.3675472736358643, 1.3870267868041992, 1.4248181581497192, 1.4206510782241821, 1.4238088130950928, 1.3563538789749146, 1.3951032161712646, 1.463655710220337, 1.355128526687622, 1.3737595081329346, 1.45356285572052, 1.402052402496338, 1.4049384593963623, 1.365801215171814, 1.4092814922332764, 1.4852542877197266, 1.4229356050491333, 1.356194257736206, 1.358608365058899, 1.4261736869812012, 1.413891315460205, 1.3364571332931519, 1.3784403800964355]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3903, "test_loss": 1.7335889404296876}, {"step": 1500, "epoch": 3, "train_loss": 1.6689519882202148, "cos_r_negg": [0.7754727602005005, 0.26361507177352905, 0.15877532958984375, 0.27105259895324707, 0.15586401522159576, 0.18557611107826233, 0.2184038758277893, 0.2123415768146515, 0.31685778498649597, 0.1662488877773285, 0.20819950103759766, 0.21610575914382935, 0.22973763942718506, 0.23454146087169647, 0.2740199565887451, 0.26250070333480835, 0.3067709803581238, 0.26112648844718933, 0.2618536353111267, 0.24590378999710083, 0.2916918992996216, 0.2280527949333191, 0.23624417185783386, 0.19200217723846436, 0.21173489093780518, 0.23020626604557037, 0.13038602471351624, 0.14458893239498138, 0.17873579263687134, 0.23093004524707794], "cos_innovation_negg": [0.7754727602005005, 0.26361507177352905, 0.15877532958984375, 0.27105259895324707, 0.15586401522159576, 0.18557611107826233, 0.2184038758277893, 0.2123415768146515, 0.31685778498649597, 0.1662488877773285, 0.20819950103759766, 0.21610575914382935, 0.22973763942718506, 0.23454146087169647, 0.2740199565887451, 0.26250070333480835, 0.3067709803581238, 0.26112648844718933, 0.2618536353111267, 0.24590378999710083, 0.2916918992996216, 0.2280527949333191, 0.23624417185783386, 0.19200217723846436, 0.21173489093780518, 0.23020626604557037, 0.13038602471351624, 0.14458893239498138, 0.17873579263687134, 0.23093004524707794], "cos_apical_negg": [0.7754727602005005, 0.26361507177352905, 0.15877532958984375, 0.27105259895324707, 0.15586401522159576, 0.18557611107826233, 0.2184038758277893, 0.2123415768146515, 0.31685778498649597, 0.1662488877773285, 0.20819950103759766, 0.21610575914382935, 0.22973763942718506, 0.23454146087169647, 0.2740199565887451, 0.26250070333480835, 0.3067709803581238, 0.26112648844718933, 0.2618536353111267, 0.24590378999710083, 0.2916918992996216, 0.2280527949333191, 0.23624417185783386, 0.19200217723846436, 0.21173489093780518, 0.23020626604557037, 0.13038602471351624, 0.14458893239498138, 0.17873579263687134, 0.23093004524707794], "cos_Ac_negg": [0.7754727602005005, 0.26361507177352905, 0.15877532958984375, 0.27105259895324707, 0.15586401522159576, 0.18557611107826233, 0.2184038758277893, 0.2123415768146515, 0.31685778498649597, 0.1662488877773285, 0.20819950103759766, 0.21610575914382935, 0.22973763942718506, 0.23454146087169647, 0.2740199565887451, 0.26250070333480835, 0.3067709803581238, 0.26112648844718933, 0.2618536353111267, 0.24590378999710083, 0.2916918992996216, 0.2280527949333191, 0.23624417185783386, 0.19200217723846436, 0.21173489093780518, 0.23020626604557037, 0.13038602471351624, 0.14458893239498138, 0.17873579263687134, 0.23093004524707794], "r_norm": [1.2811216115951538, 1.1123378276824951, 1.128166913986206, 1.1171106100082397, 1.1847177743911743, 1.170053482055664, 1.1962863206863403, 1.1259255409240723, 1.1498655080795288, 1.1605644226074219, 1.1605470180511475, 1.1709702014923096, 1.1173055171966553, 1.1460299491882324, 1.203818440437317, 1.1115821599960327, 1.1357207298278809, 1.2022299766540527, 1.153313159942627, 1.1639389991760254, 1.1262948513031006, 1.1589338779449463, 1.2143644094467163, 1.1657297611236572, 1.1105802059173584, 1.1109596490859985, 1.1557074785232544, 1.1506805419921875, 1.0889925956726074, 1.1316322088241577]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4031, "test_loss": 1.7158672241210937}, {"epoch_end": 4, "step": 1955, "test_acc": 0.407, "test_loss": 1.7061551635742187}], "final": {"test_acc": 0.407, "test_loss": 1.7061551635742187, "wall_s": 48.24258375167847, "cos_r_negg": [0.7782910466194153, 0.36765754222869873, 0.2886629104614258, 0.32784369587898254, 0.24559742212295532, 0.2890312671661377, 0.3117924928665161, 0.32073962688446045, 0.36459940671920776, 0.2523760199546814, 0.3397488296031952, 0.31432002782821655, 0.3705013692378998, 0.35510480403900146, 0.35948097705841064, 0.36500537395477295, 0.39019840955734253, 0.33081576228141785, 0.3589869737625122, 0.3514150083065033, 0.3829733729362488, 0.32762372493743896, 0.3427068293094635, 0.3179625868797302, 0.339911550283432, 0.34203800559043884, 0.23064303398132324, 0.27240604162216187, 0.29243555665016174, 0.3428814113140106], "cos_innovation_negg": [0.7782910466194153, 0.36765754222869873, 0.2886629104614258, 0.32784369587898254, 0.24559742212295532, 0.2890312671661377, 0.3117924928665161, 0.32073962688446045, 0.36459940671920776, 0.2523760199546814, 0.3397488296031952, 0.31432002782821655, 0.3705013692378998, 0.35510480403900146, 0.35948097705841064, 0.36500537395477295, 0.39019840955734253, 0.33081576228141785, 0.3589869737625122, 0.3514150083065033, 0.3829733729362488, 0.32762372493743896, 0.3427068293094635, 0.3179625868797302, 0.339911550283432, 0.34203800559043884, 0.23064303398132324, 0.27240604162216187, 0.29243555665016174, 0.3428814113140106], "cos_apical_negg": [0.7782910466194153, 0.36765754222869873, 0.2886629104614258, 0.32784369587898254, 0.24559742212295532, 0.2890312671661377, 0.3117924928665161, 0.32073962688446045, 0.36459940671920776, 0.2523760199546814, 0.3397488296031952, 0.31432002782821655, 0.3705013692378998, 0.35510480403900146, 0.35948097705841064, 0.36500537395477295, 0.39019840955734253, 0.33081576228141785, 0.3589869737625122, 0.3514150083065033, 0.3829733729362488, 0.32762372493743896, 0.3427068293094635, 0.3179625868797302, 0.339911550283432, 0.34203800559043884, 0.23064303398132324, 0.27240604162216187, 0.29243555665016174, 0.3428814113140106], "cos_Ac_negg": [0.7782910466194153, 0.36765754222869873, 0.2886629104614258, 0.32784369587898254, 0.24559742212295532, 0.2890312671661377, 0.3117924928665161, 0.32073962688446045, 0.36459940671920776, 0.2523760199546814, 0.3397488296031952, 0.31432002782821655, 0.3705013692378998, 0.35510480403900146, 0.35948097705841064, 0.36500537395477295, 0.39019840955734253, 0.33081576228141785, 0.3589869737625122, 0.3514150083065033, 0.3829733729362488, 0.32762372493743896, 0.3427068293094635, 0.3179625868797302, 0.339911550283432, 0.34203800559043884, 0.23064303398132324, 0.27240604162216187, 0.29243555665016174, 0.3428814113140106]}}
\ No newline at end of file |