1
|
{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 60, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d60_s3", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.416471481323242, "cos_r_negg": [0.003765084780752659, 0.00043217861093580723, 0.0013481127098202705, 0.053083255887031555, 0.012091723270714283, 0.004633747041225433, 0.003966432996094227, -0.026057565584778786, -0.008876107633113861, 0.02871987782418728, 0.04269128292798996, 0.0014793600421398878, 0.025191795080900192, -0.0674225240945816, 0.015505467541515827, -0.06318938732147217, -0.031499456614255905, 0.07636164128780365, 0.023246653378009796, -0.0035817446187138557, 0.04152105748653412, -0.01521938107907772, -0.041440315544605255, 0.038943491876125336, 0.040427740663290024, 0.04755157232284546, 0.04602851718664169, -0.022689521312713623, -0.001713272649794817, -0.015236373990774155, -0.02905191294848919, 0.04939625412225723, 0.07354278862476349, 0.04067093878984451, -0.013372430577874184, 0.008002068847417831, -0.10768777132034302, 0.047537051141262054, 0.015974529087543488, -0.008904634043574333, 0.023863598704338074, 0.021066976711153984, 0.050008613616228104, -0.029876243323087692, -0.002218670677393675, 0.07748720049858093, 0.023606780916452408, 0.04776189103722572, -0.043405383825302124, 0.018267665058374405, 0.007505507208406925, -0.0597020760178566, 0.025565888732671738, 0.06444871425628662, -0.04338037222623825, 0.05738864466547966, 0.037532441318035126, 0.02582477778196335, -0.0088923629373312, 0.051100559532642365], "cos_innovation_negg": [0.003765084780752659, 0.00043217861093580723, 0.0013481127098202705, 0.053083255887031555, 0.012091723270714283, 0.004633747041225433, 0.003966432996094227, -0.026057565584778786, -0.008876107633113861, 0.02871987782418728, 0.04269128292798996, 0.0014793600421398878, 0.025191795080900192, -0.0674225240945816, 0.015505467541515827, -0.06318938732147217, -0.031499456614255905, 0.07636164128780365, 0.023246653378009796, -0.0035817446187138557, 0.04152105748653412, -0.01521938107907772, -0.041440315544605255, 0.038943491876125336, 0.040427740663290024, 0.04755157232284546, 0.04602851718664169, -0.022689521312713623, -0.001713272649794817, -0.015236373990774155, -0.02905191294848919, 0.04939625412225723, 0.07354278862476349, 0.04067093878984451, -0.013372430577874184, 0.008002068847417831, -0.10768777132034302, 0.047537051141262054, 0.015974529087543488, -0.008904634043574333, 0.023863598704338074, 0.021066976711153984, 0.050008613616228104, -0.029876243323087692, -0.002218670677393675, 0.07748720049858093, 0.023606780916452408, 0.04776189103722572, -0.043405383825302124, 0.018267665058374405, 0.007505507208406925, -0.0597020760178566, 0.025565888732671738, 0.06444871425628662, -0.04338037222623825, 0.05738864466547966, 0.037532441318035126, 0.02582477778196335, -0.0088923629373312, 0.051100559532642365], "cos_apical_negg": [0.003765084780752659, 0.00043217861093580723, 0.0013481127098202705, 0.053083255887031555, 0.012091723270714283, 0.004633747041225433, 0.003966432996094227, -0.026057565584778786, -0.008876107633113861, 0.02871987782418728, 0.04269128292798996, 0.0014793600421398878, 0.025191795080900192, -0.0674225240945816, 0.015505467541515827, -0.06318938732147217, -0.031499456614255905, 0.07636164128780365, 0.023246653378009796, -0.0035817446187138557, 0.04152105748653412, -0.01521938107907772, -0.041440315544605255, 0.038943491876125336, 0.040427740663290024, 0.04755157232284546, 0.04602851718664169, -0.022689521312713623, -0.001713272649794817, -0.015236373990774155, -0.02905191294848919, 0.04939625412225723, 0.07354278862476349, 0.04067093878984451, -0.013372430577874184, 0.008002068847417831, -0.10768777132034302, 0.047537051141262054, 0.015974529087543488, -0.008904634043574333, 0.023863598704338074, 0.021066976711153984, 0.050008613616228104, -0.029876243323087692, -0.002218670677393675, 0.07748720049858093, 0.023606780916452408, 0.04776189103722572, -0.043405383825302124, 0.018267665058374405, 0.007505507208406925, -0.0597020760178566, 0.025565888732671738, 0.06444871425628662, -0.04338037222623825, 0.05738864466547966, 0.037532441318035126, 0.02582477778196335, -0.0088923629373312, 0.051100559532642365], "cos_Ac_negg": [0.003765084780752659, 0.00043217861093580723, 0.0013481127098202705, 0.053083255887031555, 0.012091723270714283, 0.004633747041225433, 0.003966432996094227, -0.026057565584778786, -0.008876107633113861, 0.02871987782418728, 0.04269128292798996, 0.0014793600421398878, 0.025191795080900192, -0.0674225240945816, 0.015505467541515827, -0.06318938732147217, -0.031499456614255905, 0.07636164128780365, 0.023246653378009796, -0.0035817446187138557, 0.04152105748653412, -0.01521938107907772, -0.041440315544605255, 0.038943491876125336, 0.040427740663290024, 0.04755157232284546, 0.04602851718664169, -0.022689521312713623, -0.001713272649794817, -0.015236373990774155, -0.02905191294848919, 0.04939625412225723, 0.07354278862476349, 0.04067093878984451, -0.013372430577874184, 0.008002068847417831, -0.10768777132034302, 0.047537051141262054, 0.015974529087543488, -0.008904634043574333, 0.023863598704338074, 0.021066976711153984, 0.050008613616228104, -0.029876243323087692, -0.002218670677393675, 0.07748720049858093, 0.023606780916452408, 0.04776189103722572, -0.043405383825302124, 0.018267665058374405, 0.007505507208406925, -0.0597020760178566, 0.025565888732671738, 0.06444871425628662, -0.04338037222623825, 0.05738864466547966, 0.037532441318035126, 0.02582477778196335, -0.0088923629373312, 0.051100559532642365], "r_norm": [2.522134304046631, 2.447347640991211, 2.350313186645508, 2.3809990882873535, 2.4430148601531982, 2.540632486343384, 2.3381285667419434, 2.532336711883545, 2.413891553878784, 2.429677724838257, 2.468790054321289, 2.2367753982543945, 2.3438096046447754, 2.5256733894348145, 2.439521551132202, 2.395617723464966, 2.51021671295166, 2.287209987640381, 2.439669609069824, 2.5274295806884766, 2.5747010707855225, 2.5228583812713623, 2.477553129196167, 2.573854446411133, 2.415081739425659, 2.410484552383423, 2.3728368282318115, 2.363971710205078, 2.4078867435455322, 2.5769596099853516, 2.518977642059326, 2.475651502609253, 2.4537532329559326, 2.4495491981506348, 2.451180934906006, 2.4466638565063477, 2.4685401916503906, 2.461303234100342, 2.47576904296875, 2.320603609085083, 2.4525327682495117, 2.4522624015808105, 2.426569700241089, 2.4643492698669434, 2.2672011852264404, 2.5280802249908447, 2.3629062175750732, 2.403710126876831, 2.5437235832214355, 2.517758846282959, 2.5039658546447754, 2.3951034545898438, 2.328484535217285, 2.387754440307617, 2.319270133972168, 2.3547277450561523, 2.4390511512756348, 2.393573760986328, 2.39512300491333, 2.481116771697998], "ldr": {"dL_sdil": 0.07580971717834473, "dL_bp": -0.3394639492034912, "ratio": -0.22332185009990765}}, {"epoch_end": 0, "step": 391, "test_acc": 0.365, "test_loss": 1.816493798828125}, {"step": 500, "epoch": 1, "train_loss": 1.6926206350326538, "cos_r_negg": [0.6016989946365356, 0.07451913505792618, 0.10846629738807678, 0.0791502445936203, 0.04639650881290436, 0.06966159492731094, 0.09633296728134155, 0.06501592695713043, -0.08884154260158539, 0.10408034920692444, 0.040592391043901443, 0.04684300720691681, 0.07506699860095978, 0.07191833853721619, 0.14936563372612, 0.05595159903168678, 0.0384545624256134, 0.08786694705486298, 0.027657005935907364, 0.10507886111736298, 0.08618521690368652, -0.01262473501265049, 0.07781089097261429, 0.01669483073055744, 0.0883541852235794, 0.06679975241422653, 0.08781743794679642, 0.03621674329042435, 0.11098434031009674, 0.04391704872250557, 0.05769789218902588, 0.08356957137584686, 0.04840085655450821, 0.08488386124372482, 0.08337865769863129, 0.05138924717903137, -0.006969223730266094, 0.08633480966091156, -0.05820207670331001, 0.1580529808998108, 0.047267574816942215, 0.08189140260219574, 0.048528313636779785, 0.010633558966219425, 0.06523486226797104, 0.0825146809220314, 0.05125541239976883, 0.08097868412733078, 0.05268680304288864, 0.01872938871383667, 0.06720461696386337, 0.04882297292351723, 0.05587758496403694, 0.07753224670886993, 0.02450636774301529, 0.015463694930076599, 0.09650469571352005, 0.03222125768661499, 0.021985560655593872, 0.1258968561887741], "cos_innovation_negg": [0.6016989946365356, 0.07451913505792618, 0.10846629738807678, 0.0791502445936203, 0.04639650881290436, 0.06966159492731094, 0.09633296728134155, 0.06501592695713043, -0.08884154260158539, 0.10408034920692444, 0.040592391043901443, 0.04684300720691681, 0.07506699860095978, 0.07191833853721619, 0.14936563372612, 0.05595159903168678, 0.0384545624256134, 0.08786694705486298, 0.027657005935907364, 0.10507886111736298, 0.08618521690368652, -0.01262473501265049, 0.07781089097261429, 0.01669483073055744, 0.0883541852235794, 0.06679975241422653, 0.08781743794679642, 0.03621674329042435, 0.11098434031009674, 0.04391704872250557, 0.05769789218902588, 0.08356957137584686, 0.04840085655450821, 0.08488386124372482, 0.08337865769863129, 0.05138924717903137, -0.006969223730266094, 0.08633480966091156, -0.05820207670331001, 0.1580529808998108, 0.047267574816942215, 0.08189140260219574, 0.048528313636779785, 0.010633558966219425, 0.06523486226797104, 0.0825146809220314, 0.05125541239976883, 0.08097868412733078, 0.05268680304288864, 0.01872938871383667, 0.06720461696386337, 0.04882297292351723, 0.05587758496403694, 0.07753224670886993, 0.02450636774301529, 0.015463694930076599, 0.09650469571352005, 0.03222125768661499, 0.021985560655593872, 0.1258968561887741], "cos_apical_negg": [0.6016989946365356, 0.07451913505792618, 0.10846629738807678, 0.0791502445936203, 0.04639650881290436, 0.06966159492731094, 0.09633296728134155, 0.06501592695713043, -0.08884154260158539, 0.10408034920692444, 0.040592391043901443, 0.04684300720691681, 0.07506699860095978, 0.07191833853721619, 0.14936563372612, 0.05595159903168678, 0.0384545624256134, 0.08786694705486298, 0.027657005935907364, 0.10507886111736298, 0.08618521690368652, -0.01262473501265049, 0.07781089097261429, 0.01669483073055744, 0.0883541852235794, 0.06679975241422653, 0.08781743794679642, 0.03621674329042435, 0.11098434031009674, 0.04391704872250557, 0.05769789218902588, 0.08356957137584686, 0.04840085655450821, 0.08488386124372482, 0.08337865769863129, 0.05138924717903137, -0.006969223730266094, 0.08633480966091156, -0.05820207670331001, 0.1580529808998108, 0.047267574816942215, 0.08189140260219574, 0.048528313636779785, 0.010633558966219425, 0.06523486226797104, 0.0825146809220314, 0.05125541239976883, 0.08097868412733078, 0.05268680304288864, 0.01872938871383667, 0.06720461696386337, 0.04882297292351723, 0.05587758496403694, 0.07753224670886993, 0.02450636774301529, 0.015463694930076599, 0.09650469571352005, 0.03222125768661499, 0.021985560655593872, 0.1258968561887741], "cos_Ac_negg": [0.6016989946365356, 0.07451913505792618, 0.10846629738807678, 0.0791502445936203, 0.04639650881290436, 0.06966159492731094, 0.09633296728134155, 0.06501592695713043, -0.08884154260158539, 0.10408034920692444, 0.040592391043901443, 0.04684300720691681, 0.07506699860095978, 0.07191833853721619, 0.14936563372612, 0.05595159903168678, 0.0384545624256134, 0.08786694705486298, 0.027657005935907364, 0.10507886111736298, 0.08618521690368652, -0.01262473501265049, 0.07781089097261429, 0.01669483073055744, 0.0883541852235794, 0.06679975241422653, 0.08781743794679642, 0.03621674329042435, 0.11098434031009674, 0.04391704872250557, 0.05769789218902588, 0.08356957137584686, 0.04840085655450821, 0.08488386124372482, 0.08337865769863129, 0.05138924717903137, -0.006969223730266094, 0.08633480966091156, -0.05820207670331001, 0.1580529808998108, 0.047267574816942215, 0.08189140260219574, 0.048528313636779785, 0.010633558966219425, 0.06523486226797104, 0.0825146809220314, 0.05125541239976883, 0.08097868412733078, 0.05268680304288864, 0.01872938871383667, 0.06720461696386337, 0.04882297292351723, 0.05587758496403694, 0.07753224670886993, 0.02450636774301529, 0.015463694930076599, 0.09650469571352005, 0.03222125768661499, 0.021985560655593872, 0.1258968561887741], "r_norm": [1.8769549131393433, 1.7614719867706299, 1.6675233840942383, 1.7233858108520508, 1.720156192779541, 1.8139724731445312, 1.6855320930480957, 1.8172810077667236, 1.7339825630187988, 1.7434077262878418, 1.7531135082244873, 1.6072609424591064, 1.6773501634597778, 1.792986273765564, 1.735316276550293, 1.6980236768722534, 1.781245231628418, 1.6591107845306396, 1.74596107006073, 1.7987704277038574, 1.8486900329589844, 1.798914909362793, 1.755151629447937, 1.8445427417755127, 1.7317187786102295, 1.7446768283843994, 1.700711727142334, 1.6781278848648071, 1.7235705852508545, 1.8291743993759155, 1.8114674091339111, 1.7743232250213623, 1.7589789628982544, 1.7667059898376465, 1.7345802783966064, 1.7413233518600464, 1.76577627658844, 1.7622110843658447, 1.764195203781128, 1.6838276386260986, 1.7508625984191895, 1.7678618431091309, 1.7153913974761963, 1.753913164138794, 1.603890299797058, 1.8053665161132812, 1.6955610513687134, 1.7146875858306885, 1.7984004020690918, 1.7925623655319214, 1.8009240627288818, 1.7180745601654053, 1.6764795780181885, 1.7158640623092651, 1.6592435836791992, 1.688051462173462, 1.7396972179412842, 1.699596881866455, 1.7132997512817383, 1.7743945121765137]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3881, "test_loss": 1.76047431640625}, {"step": 1000, "epoch": 2, "train_loss": 1.7120805978775024, "cos_r_negg": [0.7038990259170532, 0.1557237058877945, 0.18351954221725464, 0.08345353603363037, 0.10455122590065002, 0.0859462097287178, 0.12286284565925598, 0.10458654165267944, 0.03384546563029289, 0.16147872805595398, 0.11091583222150803, 0.10411569476127625, 0.1296410858631134, 0.12392119318246841, 0.1895999163389206, 0.1119234561920166, 0.06548453867435455, 0.1396988034248352, 0.13002893328666687, 0.12539537250995636, 0.08902395516633987, 0.04449225589632988, 0.12689992785453796, 0.07941284775733948, 0.14808599650859833, 0.09376388788223267, 0.1616687774658203, 0.10233548283576965, 0.167471244931221, 0.12404613196849823, 0.09661027789115906, 0.13481149077415466, 0.11366836726665497, 0.15426142513751984, 0.128334641456604, 0.12535148859024048, 0.025407738983631134, 0.14866678416728973, 0.048488713800907135, 0.17955011129379272, 0.08145958185195923, 0.13605688512325287, 0.11944523453712463, 0.09732738137245178, 0.15545973181724548, 0.12466219067573547, 0.08548195660114288, 0.16475391387939453, 0.10165302455425262, 0.08624003082513809, 0.12783384323120117, 0.13885897397994995, 0.11248652637004852, 0.1251433938741684, 0.12427424639463425, 0.07538698613643646, 0.16443407535552979, 0.10328369587659836, 0.13630908727645874, 0.1460983157157898], "cos_innovation_negg": [0.7038990259170532, 0.1557237058877945, 0.18351954221725464, 0.08345353603363037, 0.10455122590065002, 0.0859462097287178, 0.12286284565925598, 0.10458654165267944, 0.03384546563029289, 0.16147872805595398, 0.11091583222150803, 0.10411569476127625, 0.1296410858631134, 0.12392119318246841, 0.1895999163389206, 0.1119234561920166, 0.06548453867435455, 0.1396988034248352, 0.13002893328666687, 0.12539537250995636, 0.08902395516633987, 0.04449225589632988, 0.12689992785453796, 0.07941284775733948, 0.14808599650859833, 0.09376388788223267, 0.1616687774658203, 0.10233548283576965, 0.167471244931221, 0.12404613196849823, 0.09661027789115906, 0.13481149077415466, 0.11366836726665497, 0.15426142513751984, 0.128334641456604, 0.12535148859024048, 0.025407738983631134, 0.14866678416728973, 0.048488713800907135, 0.17955011129379272, 0.08145958185195923, 0.13605688512325287, 0.11944523453712463, 0.09732738137245178, 0.15545973181724548, 0.12466219067573547, 0.08548195660114288, 0.16475391387939453, 0.10165302455425262, 0.08624003082513809, 0.12783384323120117, 0.13885897397994995, 0.11248652637004852, 0.1251433938741684, 0.12427424639463425, 0.07538698613643646, 0.16443407535552979, 0.10328369587659836, 0.13630908727645874, 0.1460983157157898], "cos_apical_negg": [0.7038990259170532, 0.1557237058877945, 0.18351954221725464, 0.08345353603363037, 0.10455122590065002, 0.0859462097287178, 0.12286284565925598, 0.10458654165267944, 0.03384546563029289, 0.16147872805595398, 0.11091583222150803, 0.10411569476127625, 0.1296410858631134, 0.12392119318246841, 0.1895999163389206, 0.1119234561920166, 0.06548453867435455, 0.1396988034248352, 0.13002893328666687, 0.12539537250995636, 0.08902395516633987, 0.04449225589632988, 0.12689992785453796, 0.07941284775733948, 0.14808599650859833, 0.09376388788223267, 0.1616687774658203, 0.10233548283576965, 0.167471244931221, 0.12404613196849823, 0.09661027789115906, 0.13481149077415466, 0.11366836726665497, 0.15426142513751984, 0.128334641456604, 0.12535148859024048, 0.025407738983631134, 0.14866678416728973, 0.048488713800907135, 0.17955011129379272, 0.08145958185195923, 0.13605688512325287, 0.11944523453712463, 0.09732738137245178, 0.15545973181724548, 0.12466219067573547, 0.08548195660114288, 0.16475391387939453, 0.10165302455425262, 0.08624003082513809, 0.12783384323120117, 0.13885897397994995, 0.11248652637004852, 0.1251433938741684, 0.12427424639463425, 0.07538698613643646, 0.16443407535552979, 0.10328369587659836, 0.13630908727645874, 0.1460983157157898], "cos_Ac_negg": [0.7038990259170532, 0.1557237058877945, 0.18351954221725464, 0.08345353603363037, 0.10455122590065002, 0.0859462097287178, 0.12286284565925598, 0.10458654165267944, 0.03384546563029289, 0.16147872805595398, 0.11091583222150803, 0.10411569476127625, 0.1296410858631134, 0.12392119318246841, 0.1895999163389206, 0.1119234561920166, 0.06548453867435455, 0.1396988034248352, 0.13002893328666687, 0.12539537250995636, 0.08902395516633987, 0.04449225589632988, 0.12689992785453796, 0.07941284775733948, 0.14808599650859833, 0.09376388788223267, 0.1616687774658203, 0.10233548283576965, 0.167471244931221, 0.12404613196849823, 0.09661027789115906, 0.13481149077415466, 0.11366836726665497, 0.15426142513751984, 0.128334641456604, 0.12535148859024048, 0.025407738983631134, 0.14866678416728973, 0.048488713800907135, 0.17955011129379272, 0.08145958185195923, 0.13605688512325287, 0.11944523453712463, 0.09732738137245178, 0.15545973181724548, 0.12466219067573547, 0.08548195660114288, 0.16475391387939453, 0.10165302455425262, 0.08624003082513809, 0.12783384323120117, 0.13885897397994995, 0.11248652637004852, 0.1251433938741684, 0.12427424639463425, 0.07538698613643646, 0.16443407535552979, 0.10328369587659836, 0.13630908727645874, 0.1460983157157898], "r_norm": [1.5961697101593018, 1.4193177223205566, 1.3458794355392456, 1.38655424118042, 1.3861087560653687, 1.4494889974594116, 1.3623077869415283, 1.4641149044036865, 1.3727421760559082, 1.4154624938964844, 1.4118911027908325, 1.2923901081085205, 1.3582203388214111, 1.4472887516021729, 1.4153621196746826, 1.3667113780975342, 1.4248664379119873, 1.3375461101531982, 1.4036669731140137, 1.455678939819336, 1.4887803792953491, 1.4424433708190918, 1.4117376804351807, 1.470617651939392, 1.392202615737915, 1.4003409147262573, 1.3679554462432861, 1.3497241735458374, 1.3935017585754395, 1.4726247787475586, 1.4523433446884155, 1.4310390949249268, 1.4053843021392822, 1.4238368272781372, 1.3954362869262695, 1.3957723379135132, 1.4046988487243652, 1.4162585735321045, 1.4158843755722046, 1.355381965637207, 1.40324068069458, 1.4230268001556396, 1.3828023672103882, 1.408191442489624, 1.2993932962417603, 1.455148696899414, 1.3608759641647339, 1.3821570873260498, 1.4452203512191772, 1.4282360076904297, 1.4479291439056396, 1.3764281272888184, 1.341192603111267, 1.3858776092529297, 1.3332300186157227, 1.3532711267471313, 1.4091730117797852, 1.3636982440948486, 1.3788691759109497, 1.4366693496704102]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3943, "test_loss": 1.739713623046875}, {"step": 1500, "epoch": 3, "train_loss": 1.6653847694396973, "cos_r_negg": [0.7505210638046265, 0.26627445220947266, 0.252509206533432, 0.20116432011127472, 0.1957859992980957, 0.1827055811882019, 0.23622117936611176, 0.23171845078468323, 0.09095349162817001, 0.22141286730766296, 0.18194834887981415, 0.19965602457523346, 0.22851908206939697, 0.22650329768657684, 0.2868276536464691, 0.2188744843006134, 0.1846741884946823, 0.20206020772457123, 0.22034671902656555, 0.21747058629989624, 0.1772858053445816, 0.12357445061206818, 0.21155306696891785, 0.13954533636569977, 0.22062964737415314, 0.17326697707176208, 0.24927426874637604, 0.20004473626613617, 0.2102276235818863, 0.21542498469352722, 0.17997604608535767, 0.21378371119499207, 0.16171492636203766, 0.2649158239364624, 0.2263120710849762, 0.18616516888141632, 0.11820511519908905, 0.25375938415527344, 0.13931803405284882, 0.25458893179893494, 0.12120676040649414, 0.2033802568912506, 0.23027682304382324, 0.18797756731510162, 0.2137695848941803, 0.19403722882270813, 0.18967431783676147, 0.2632417678833008, 0.16509349644184113, 0.18088336288928986, 0.21580520272254944, 0.2504417300224304, 0.22007392346858978, 0.2108559012413025, 0.24859291315078735, 0.19644981622695923, 0.2699081301689148, 0.19991938769817352, 0.240191251039505, 0.2573099136352539], "cos_innovation_negg": [0.7505210638046265, 0.26627445220947266, 0.252509206533432, 0.20116432011127472, 0.1957859992980957, 0.1827055811882019, 0.23622117936611176, 0.23171845078468323, 0.09095349162817001, 0.22141286730766296, 0.18194834887981415, 0.19965602457523346, 0.22851908206939697, 0.22650329768657684, 0.2868276536464691, 0.2188744843006134, 0.1846741884946823, 0.20206020772457123, 0.22034671902656555, 0.21747058629989624, 0.1772858053445816, 0.12357445061206818, 0.21155306696891785, 0.13954533636569977, 0.22062964737415314, 0.17326697707176208, 0.24927426874637604, 0.20004473626613617, 0.2102276235818863, 0.21542498469352722, 0.17997604608535767, 0.21378371119499207, 0.16171492636203766, 0.2649158239364624, 0.2263120710849762, 0.18616516888141632, 0.11820511519908905, 0.25375938415527344, 0.13931803405284882, 0.25458893179893494, 0.12120676040649414, 0.2033802568912506, 0.23027682304382324, 0.18797756731510162, 0.2137695848941803, 0.19403722882270813, 0.18967431783676147, 0.2632417678833008, 0.16509349644184113, 0.18088336288928986, 0.21580520272254944, 0.2504417300224304, 0.22007392346858978, 0.2108559012413025, 0.24859291315078735, 0.19644981622695923, 0.2699081301689148, 0.19991938769817352, 0.240191251039505, 0.2573099136352539], "cos_apical_negg": [0.7505210638046265, 0.26627445220947266, 0.252509206533432, 0.20116432011127472, 0.1957859992980957, 0.1827055811882019, 0.23622117936611176, 0.23171845078468323, 0.09095349162817001, 0.22141286730766296, 0.18194834887981415, 0.19965602457523346, 0.22851908206939697, 0.22650329768657684, 0.2868276536464691, 0.2188744843006134, 0.1846741884946823, 0.20206020772457123, 0.22034671902656555, 0.21747058629989624, 0.1772858053445816, 0.12357445061206818, 0.21155306696891785, 0.13954533636569977, 0.22062964737415314, 0.17326697707176208, 0.24927426874637604, 0.20004473626613617, 0.2102276235818863, 0.21542498469352722, 0.17997604608535767, 0.21378371119499207, 0.16171492636203766, 0.2649158239364624, 0.2263120710849762, 0.18616516888141632, 0.11820511519908905, 0.25375938415527344, 0.13931803405284882, 0.25458893179893494, 0.12120676040649414, 0.2033802568912506, 0.23027682304382324, 0.18797756731510162, 0.2137695848941803, 0.19403722882270813, 0.18967431783676147, 0.2632417678833008, 0.16509349644184113, 0.18088336288928986, 0.21580520272254944, 0.2504417300224304, 0.22007392346858978, 0.2108559012413025, 0.24859291315078735, 0.19644981622695923, 0.2699081301689148, 0.19991938769817352, 0.240191251039505, 0.2573099136352539], "cos_Ac_negg": [0.7505210638046265, 0.26627445220947266, 0.252509206533432, 0.20116432011127472, 0.1957859992980957, 0.1827055811882019, 0.23622117936611176, 0.23171845078468323, 0.09095349162817001, 0.22141286730766296, 0.18194834887981415, 0.19965602457523346, 0.22851908206939697, 0.22650329768657684, 0.2868276536464691, 0.2188744843006134, 0.1846741884946823, 0.20206020772457123, 0.22034671902656555, 0.21747058629989624, 0.1772858053445816, 0.12357445061206818, 0.21155306696891785, 0.13954533636569977, 0.22062964737415314, 0.17326697707176208, 0.24927426874637604, 0.20004473626613617, 0.2102276235818863, 0.21542498469352722, 0.17997604608535767, 0.21378371119499207, 0.16171492636203766, 0.2649158239364624, 0.2263120710849762, 0.18616516888141632, 0.11820511519908905, 0.25375938415527344, 0.13931803405284882, 0.25458893179893494, 0.12120676040649414, 0.2033802568912506, 0.23027682304382324, 0.18797756731510162, 0.2137695848941803, 0.19403722882270813, 0.18967431783676147, 0.2632417678833008, 0.16509349644184113, 0.18088336288928986, 0.21580520272254944, 0.2504417300224304, 0.22007392346858978, 0.2108559012413025, 0.24859291315078735, 0.19644981622695923, 0.2699081301689148, 0.19991938769817352, 0.240191251039505, 0.2573099136352539], "r_norm": [1.3829537630081177, 1.1714832782745361, 1.1202938556671143, 1.1273932456970215, 1.1282145977020264, 1.1836298704147339, 1.1248453855514526, 1.193600058555603, 1.1210159063339233, 1.156036138534546, 1.1509356498718262, 1.0533576011657715, 1.110054850578308, 1.171433925628662, 1.1631346940994263, 1.1232197284698486, 1.1587131023406982, 1.094006061553955, 1.148818016052246, 1.1874732971191406, 1.2104703187942505, 1.1739047765731812, 1.1587660312652588, 1.197554588317871, 1.1408212184906006, 1.1399563550949097, 1.1281828880310059, 1.1054835319519043, 1.1471459865570068, 1.2002085447311401, 1.183532476425171, 1.1781301498413086, 1.149897813796997, 1.1677930355072021, 1.1475963592529297, 1.1412761211395264, 1.1385844945907593, 1.1653268337249756, 1.1500465869903564, 1.1192861795425415, 1.1380295753479004, 1.1681016683578491, 1.1400260925292969, 1.1458760499954224, 1.0682353973388672, 1.1891491413116455, 1.1102821826934814, 1.1420952081680298, 1.1780734062194824, 1.1705150604248047, 1.176927089691162, 1.1324958801269531, 1.095231294631958, 1.1394319534301758, 1.0962517261505127, 1.1041277647018433, 1.153808355331421, 1.1224653720855713, 1.1333494186401367, 1.1817761659622192]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4038, "test_loss": 1.7170080444335938}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4155, "test_loss": 1.704402490234375}], "final": {"test_acc": 0.4155, "test_loss": 1.704402490234375, "wall_s": 87.50506520271301, "cos_r_negg": [0.8006995916366577, 0.3202219307422638, 0.33933261036872864, 0.2935324013233185, 0.3127063810825348, 0.28089505434036255, 0.31517964601516724, 0.3234487771987915, 0.18885204195976257, 0.2889353334903717, 0.2774583399295807, 0.3245980143547058, 0.29574117064476013, 0.31794172525405884, 0.3526517152786255, 0.3134472966194153, 0.27730828523635864, 0.33552196621894836, 0.33940398693084717, 0.31116822361946106, 0.26693785190582275, 0.20562313497066498, 0.3235408663749695, 0.22658710181713104, 0.3064729571342468, 0.2906871438026428, 0.35716554522514343, 0.3015293478965759, 0.34330761432647705, 0.2823939919471741, 0.27086105942726135, 0.3187156319618225, 0.28391847014427185, 0.3373302221298218, 0.3383590281009674, 0.28575220704078674, 0.24246099591255188, 0.3272182047367096, 0.22819814085960388, 0.38842064142227173, 0.2526533603668213, 0.299740731716156, 0.3685492277145386, 0.2869250774383545, 0.34325069189071655, 0.3374507427215576, 0.28348681330680847, 0.3438063859939575, 0.28782862424850464, 0.2886790633201599, 0.3348701000213623, 0.35544541478157043, 0.32329580187797546, 0.30473971366882324, 0.3617377281188965, 0.31999343633651733, 0.3497810959815979, 0.3082476854324341, 0.3598722815513611, 0.33828940987586975], "cos_innovation_negg": [0.8006995916366577, 0.3202219307422638, 0.33933261036872864, 0.2935324013233185, 0.3127063810825348, 0.28089505434036255, 0.31517964601516724, 0.3234487771987915, 0.18885204195976257, 0.2889353334903717, 0.2774583399295807, 0.3245980143547058, 0.29574117064476013, 0.31794172525405884, 0.3526517152786255, 0.3134472966194153, 0.27730828523635864, 0.33552196621894836, 0.33940398693084717, 0.31116822361946106, 0.26693785190582275, 0.20562313497066498, 0.3235408663749695, 0.22658710181713104, 0.3064729571342468, 0.2906871438026428, 0.35716554522514343, 0.3015293478965759, 0.34330761432647705, 0.2823939919471741, 0.27086105942726135, 0.3187156319618225, 0.28391847014427185, 0.3373302221298218, 0.3383590281009674, 0.28575220704078674, 0.24246099591255188, 0.3272182047367096, 0.22819814085960388, 0.38842064142227173, 0.2526533603668213, 0.299740731716156, 0.3685492277145386, 0.2869250774383545, 0.34325069189071655, 0.3374507427215576, 0.28348681330680847, 0.3438063859939575, 0.28782862424850464, 0.2886790633201599, 0.3348701000213623, 0.35544541478157043, 0.32329580187797546, 0.30473971366882324, 0.3617377281188965, 0.31999343633651733, 0.3497810959815979, 0.3082476854324341, 0.3598722815513611, 0.33828940987586975], "cos_apical_negg": [0.8006995916366577, 0.3202219307422638, 0.33933261036872864, 0.2935324013233185, 0.3127063810825348, 0.28089505434036255, 0.31517964601516724, 0.3234487771987915, 0.18885204195976257, 0.2889353334903717, 0.2774583399295807, 0.3245980143547058, 0.29574117064476013, 0.31794172525405884, 0.3526517152786255, 0.3134472966194153, 0.27730828523635864, 0.33552196621894836, 0.33940398693084717, 0.31116822361946106, 0.26693785190582275, 0.20562313497066498, 0.3235408663749695, 0.22658710181713104, 0.3064729571342468, 0.2906871438026428, 0.35716554522514343, 0.3015293478965759, 0.34330761432647705, 0.2823939919471741, 0.27086105942726135, 0.3187156319618225, 0.28391847014427185, 0.3373302221298218, 0.3383590281009674, 0.28575220704078674, 0.24246099591255188, 0.3272182047367096, 0.22819814085960388, 0.38842064142227173, 0.2526533603668213, 0.299740731716156, 0.3685492277145386, 0.2869250774383545, 0.34325069189071655, 0.3374507427215576, 0.28348681330680847, 0.3438063859939575, 0.28782862424850464, 0.2886790633201599, 0.3348701000213623, 0.35544541478157043, 0.32329580187797546, 0.30473971366882324, 0.3617377281188965, 0.31999343633651733, 0.3497810959815979, 0.3082476854324341, 0.3598722815513611, 0.33828940987586975], "cos_Ac_negg": [0.8006995916366577, 0.3202219307422638, 0.33933261036872864, 0.2935324013233185, 0.3127063810825348, 0.28089505434036255, 0.31517964601516724, 0.3234487771987915, 0.18885204195976257, 0.2889353334903717, 0.2774583399295807, 0.3245980143547058, 0.29574117064476013, 0.31794172525405884, 0.3526517152786255, 0.3134472966194153, 0.27730828523635864, 0.33552196621894836, 0.33940398693084717, 0.31116822361946106, 0.26693785190582275, 0.20562313497066498, 0.3235408663749695, 0.22658710181713104, 0.3064729571342468, 0.2906871438026428, 0.35716554522514343, 0.3015293478965759, 0.34330761432647705, 0.2823939919471741, 0.27086105942726135, 0.3187156319618225, 0.28391847014427185, 0.3373302221298218, 0.3383590281009674, 0.28575220704078674, 0.24246099591255188, 0.3272182047367096, 0.22819814085960388, 0.38842064142227173, 0.2526533603668213, 0.299740731716156, 0.3685492277145386, 0.2869250774383545, 0.34325069189071655, 0.3374507427215576, 0.28348681330680847, 0.3438063859939575, 0.28782862424850464, 0.2886790633201599, 0.3348701000213623, 0.35544541478157043, 0.32329580187797546, 0.30473971366882324, 0.3617377281188965, 0.31999343633651733, 0.3497810959815979, 0.3082476854324341, 0.3598722815513611, 0.33828940987586975]}}
|
