1
|
{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 60, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d60_s4", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6918692588806152, "cos_r_negg": [-0.04490283504128456, -0.010329673998057842, -0.06371335685253143, -0.019623106345534325, -0.037642188370227814, 0.055330365896224976, 0.0018151490949094296, -0.10804343223571777, 0.04364018142223358, 0.046805839985609055, 0.02182871662080288, -0.06083410978317261, -0.009318496100604534, 0.015976140275597572, -0.0063055045902729034, 0.005943970754742622, 0.0022731178905814886, -0.024580752477049828, 0.02548070065677166, 0.050730880349874496, -0.035578057169914246, 0.01839134283363819, -0.0648098811507225, 0.061392150819301605, -0.019604893401265144, -0.06565262377262115, -0.03610725328326225, -0.005412286147475243, -0.06614495813846588, 0.04097066819667816, 0.0037323334254324436, 0.03230953589081764, 0.07421408593654633, -0.026431303471326828, -0.018891436979174614, 0.0072016529738903046, 0.052864428609609604, -0.03291391581296921, 0.003911101724952459, -0.013009095564484596, -0.046503759920597076, 0.017538229003548622, -0.01203260850161314, 0.0535823255777359, -0.026532433927059174, -0.04576018080115318, 0.0026301974430680275, 0.02484653890132904, -0.04644635319709778, 0.003194622229784727, 0.014532333239912987, 0.025225674733519554, -0.024414192885160446, 0.015294492244720459, 0.10216866433620453, 0.030490782111883163, 0.09271576255559921, -0.015625599771738052, -0.11982617527246475, -0.013249961659312248], "cos_innovation_negg": [-0.04490283504128456, -0.010329673998057842, -0.06371335685253143, -0.019623106345534325, -0.037642188370227814, 0.055330365896224976, 0.0018151490949094296, -0.10804343223571777, 0.04364018142223358, 0.046805839985609055, 0.02182871662080288, -0.06083410978317261, -0.009318496100604534, 0.015976140275597572, -0.0063055045902729034, 0.005943970754742622, 0.0022731178905814886, -0.024580752477049828, 0.02548070065677166, 0.050730880349874496, -0.035578057169914246, 0.01839134283363819, -0.0648098811507225, 0.061392150819301605, -0.019604893401265144, -0.06565262377262115, -0.03610725328326225, -0.005412286147475243, -0.06614495813846588, 0.04097066819667816, 0.0037323334254324436, 0.03230953589081764, 0.07421408593654633, -0.026431303471326828, -0.018891436979174614, 0.0072016529738903046, 0.052864428609609604, -0.03291391581296921, 0.003911101724952459, -0.013009095564484596, -0.046503759920597076, 0.017538229003548622, -0.01203260850161314, 0.0535823255777359, -0.026532433927059174, -0.04576018080115318, 0.0026301974430680275, 0.02484653890132904, -0.04644635319709778, 0.003194622229784727, 0.014532333239912987, 0.025225674733519554, -0.024414192885160446, 0.015294492244720459, 0.10216866433620453, 0.030490782111883163, 0.09271576255559921, -0.015625599771738052, -0.11982617527246475, -0.013249961659312248], "cos_apical_negg": [-0.04490283504128456, -0.010329673998057842, -0.06371335685253143, -0.019623106345534325, -0.037642188370227814, 0.055330365896224976, 0.0018151490949094296, -0.10804343223571777, 0.04364018142223358, 0.046805839985609055, 0.02182871662080288, -0.06083410978317261, -0.009318496100604534, 0.015976140275597572, -0.0063055045902729034, 0.005943970754742622, 0.0022731178905814886, -0.024580752477049828, 0.02548070065677166, 0.050730880349874496, -0.035578057169914246, 0.01839134283363819, -0.0648098811507225, 0.061392150819301605, -0.019604893401265144, -0.06565262377262115, -0.03610725328326225, -0.005412286147475243, -0.06614495813846588, 0.04097066819667816, 0.0037323334254324436, 0.03230953589081764, 0.07421408593654633, -0.026431303471326828, -0.018891436979174614, 0.0072016529738903046, 0.052864428609609604, -0.03291391581296921, 0.003911101724952459, -0.013009095564484596, -0.046503759920597076, 0.017538229003548622, -0.01203260850161314, 0.0535823255777359, -0.026532433927059174, -0.04576018080115318, 0.0026301974430680275, 0.02484653890132904, -0.04644635319709778, 0.003194622229784727, 0.014532333239912987, 0.025225674733519554, -0.024414192885160446, 0.015294492244720459, 0.10216866433620453, 0.030490782111883163, 0.09271576255559921, -0.015625599771738052, -0.11982617527246475, -0.013249961659312248], "cos_Ac_negg": [-0.04490283504128456, -0.010329673998057842, -0.06371335685253143, -0.019623106345534325, -0.037642188370227814, 0.055330365896224976, 0.0018151490949094296, -0.10804343223571777, 0.04364018142223358, 0.046805839985609055, 0.02182871662080288, -0.06083410978317261, -0.009318496100604534, 0.015976140275597572, -0.0063055045902729034, 0.005943970754742622, 0.0022731178905814886, -0.024580752477049828, 0.02548070065677166, 0.050730880349874496, -0.035578057169914246, 0.01839134283363819, -0.0648098811507225, 0.061392150819301605, -0.019604893401265144, -0.06565262377262115, -0.03610725328326225, -0.005412286147475243, -0.06614495813846588, 0.04097066819667816, 0.0037323334254324436, 0.03230953589081764, 0.07421408593654633, -0.026431303471326828, -0.018891436979174614, 0.0072016529738903046, 0.052864428609609604, -0.03291391581296921, 0.003911101724952459, -0.013009095564484596, -0.046503759920597076, 0.017538229003548622, -0.01203260850161314, 0.0535823255777359, -0.026532433927059174, -0.04576018080115318, 0.0026301974430680275, 0.02484653890132904, -0.04644635319709778, 0.003194622229784727, 0.014532333239912987, 0.025225674733519554, -0.024414192885160446, 0.015294492244720459, 0.10216866433620453, 0.030490782111883163, 0.09271576255559921, -0.015625599771738052, -0.11982617527246475, -0.013249961659312248], "r_norm": [2.566884994506836, 2.519351005554199, 2.569491147994995, 2.415595769882202, 2.4288196563720703, 2.4834794998168945, 2.437126874923706, 2.4399900436401367, 2.4605329036712646, 2.4892168045043945, 2.4857840538024902, 2.464425802230835, 2.459109306335449, 2.3497555255889893, 2.404336929321289, 2.510669231414795, 2.5845937728881836, 2.439289093017578, 2.468700408935547, 2.5426125526428223, 2.522217273712158, 2.6081080436706543, 2.399277448654175, 2.57711124420166, 2.3723621368408203, 2.4417130947113037, 2.3620476722717285, 2.4193851947784424, 2.54929780960083, 2.5581307411193848, 2.359800338745117, 2.403446674346924, 2.476604461669922, 2.6039376258850098, 2.3283023834228516, 2.458747625350952, 2.6523797512054443, 2.4621574878692627, 2.557375907897949, 2.4677295684814453, 2.47267484664917, 2.4618096351623535, 2.5432662963867188, 2.3896634578704834, 2.4328277111053467, 2.4771268367767334, 2.500183582305908, 2.457491874694824, 2.360447406768799, 2.4968724250793457, 2.325652599334717, 2.4409263134002686, 2.4057869911193848, 2.3778879642486572, 2.375293254852295, 2.507054328918457, 2.533440351486206, 2.464116096496582, 2.526402473449707, 2.3758351802825928], "ldr": {"dL_sdil": -0.06161832809448242, "dL_bp": -0.4646170139312744, "ratio": 0.13262176426366712}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3675, "test_loss": 1.80766171875}, {"step": 500, "epoch": 1, "train_loss": 1.6820752620697021, "cos_r_negg": [0.6272779107093811, 0.09554404020309448, 0.08841381222009659, 0.03544314578175545, 0.058252446353435516, 0.09822554141283035, 0.04386086389422417, 0.051703598350286484, 0.0914786159992218, 0.10188747197389603, 0.03786192834377289, 0.03893250972032547, 0.041348159313201904, 0.10928703099489212, 0.004410627298057079, 0.12595109641551971, 0.04410814866423607, 0.08702585101127625, 0.02068858966231346, 1.6868114471435547e-05, 0.03216884657740593, 0.02092152275145054, 0.029736410826444626, -0.01660814695060253, 0.10467110574245453, 0.07446694374084473, 0.03742540627717972, -0.04454159736633301, 0.0001198919489979744, -0.010586773976683617, 0.06511332094669342, 0.07579436898231506, 0.07500766962766647, 0.004093728959560394, 0.08108247816562653, 0.08558335900306702, 0.08037269115447998, 0.084686279296875, 0.06961989402770996, 0.10539840161800385, 0.030324822291731834, 0.08596324920654297, 0.13491132855415344, 0.1088460311293602, 0.09309998899698257, 0.035371311008930206, 0.07957285642623901, -0.0028438279405236244, -0.04044720530509949, 0.05673590302467346, 0.0667867511510849, 0.06647487729787827, 0.09840860962867737, 0.01284649409353733, 0.0485856756567955, 0.1468493640422821, 0.13607463240623474, 0.0837700366973877, 0.006812230218201876, 0.02709188312292099], "cos_innovation_negg": [0.6272779107093811, 0.09554404020309448, 0.08841381222009659, 0.03544314578175545, 0.058252446353435516, 0.09822554141283035, 0.04386086389422417, 0.051703598350286484, 0.0914786159992218, 0.10188747197389603, 0.03786192834377289, 0.03893250972032547, 0.041348159313201904, 0.10928703099489212, 0.004410627298057079, 0.12595109641551971, 0.04410814866423607, 0.08702585101127625, 0.02068858966231346, 1.6868114471435547e-05, 0.03216884657740593, 0.02092152275145054, 0.029736410826444626, -0.01660814695060253, 0.10467110574245453, 0.07446694374084473, 0.03742540627717972, -0.04454159736633301, 0.0001198919489979744, -0.010586773976683617, 0.06511332094669342, 0.07579436898231506, 0.07500766962766647, 0.004093728959560394, 0.08108247816562653, 0.08558335900306702, 0.08037269115447998, 0.084686279296875, 0.06961989402770996, 0.10539840161800385, 0.030324822291731834, 0.08596324920654297, 0.13491132855415344, 0.1088460311293602, 0.09309998899698257, 0.035371311008930206, 0.07957285642623901, -0.0028438279405236244, -0.04044720530509949, 0.05673590302467346, 0.0667867511510849, 0.06647487729787827, 0.09840860962867737, 0.01284649409353733, 0.0485856756567955, 0.1468493640422821, 0.13607463240623474, 0.0837700366973877, 0.006812230218201876, 0.02709188312292099], "cos_apical_negg": [0.6272779107093811, 0.09554404020309448, 0.08841381222009659, 0.03544314578175545, 0.058252446353435516, 0.09822554141283035, 0.04386086389422417, 0.051703598350286484, 0.0914786159992218, 0.10188747197389603, 0.03786192834377289, 0.03893250972032547, 0.041348159313201904, 0.10928703099489212, 0.004410627298057079, 0.12595109641551971, 0.04410814866423607, 0.08702585101127625, 0.02068858966231346, 1.6868114471435547e-05, 0.03216884657740593, 0.02092152275145054, 0.029736410826444626, -0.01660814695060253, 0.10467110574245453, 0.07446694374084473, 0.03742540627717972, -0.04454159736633301, 0.0001198919489979744, -0.010586773976683617, 0.06511332094669342, 0.07579436898231506, 0.07500766962766647, 0.004093728959560394, 0.08108247816562653, 0.08558335900306702, 0.08037269115447998, 0.084686279296875, 0.06961989402770996, 0.10539840161800385, 0.030324822291731834, 0.08596324920654297, 0.13491132855415344, 0.1088460311293602, 0.09309998899698257, 0.035371311008930206, 0.07957285642623901, -0.0028438279405236244, -0.04044720530509949, 0.05673590302467346, 0.0667867511510849, 0.06647487729787827, 0.09840860962867737, 0.01284649409353733, 0.0485856756567955, 0.1468493640422821, 0.13607463240623474, 0.0837700366973877, 0.006812230218201876, 0.02709188312292099], "cos_Ac_negg": [0.6272779107093811, 0.09554404020309448, 0.08841381222009659, 0.03544314578175545, 0.058252446353435516, 0.09822554141283035, 0.04386086389422417, 0.051703598350286484, 0.0914786159992218, 0.10188747197389603, 0.03786192834377289, 0.03893250972032547, 0.041348159313201904, 0.10928703099489212, 0.004410627298057079, 0.12595109641551971, 0.04410814866423607, 0.08702585101127625, 0.02068858966231346, 1.6868114471435547e-05, 0.03216884657740593, 0.02092152275145054, 0.029736410826444626, -0.01660814695060253, 0.10467110574245453, 0.07446694374084473, 0.03742540627717972, -0.04454159736633301, 0.0001198919489979744, -0.010586773976683617, 0.06511332094669342, 0.07579436898231506, 0.07500766962766647, 0.004093728959560394, 0.08108247816562653, 0.08558335900306702, 0.08037269115447998, 0.084686279296875, 0.06961989402770996, 0.10539840161800385, 0.030324822291731834, 0.08596324920654297, 0.13491132855415344, 0.1088460311293602, 0.09309998899698257, 0.035371311008930206, 0.07957285642623901, -0.0028438279405236244, -0.04044720530509949, 0.05673590302467346, 0.0667867511510849, 0.06647487729787827, 0.09840860962867737, 0.01284649409353733, 0.0485856756567955, 0.1468493640422821, 0.13607463240623474, 0.0837700366973877, 0.006812230218201876, 0.02709188312292099], "r_norm": [1.8533973693847656, 1.776321291923523, 1.8050003051757812, 1.6954245567321777, 1.7285454273223877, 1.7489041090011597, 1.7084928750991821, 1.684015154838562, 1.7439699172973633, 1.778260588645935, 1.7410922050476074, 1.7054730653762817, 1.7287631034851074, 1.654308557510376, 1.6868008375167847, 1.7702763080596924, 1.8197346925735474, 1.6785264015197754, 1.7118470668792725, 1.7954206466674805, 1.7487709522247314, 1.8190120458602905, 1.6632299423217773, 1.7829325199127197, 1.6722966432571411, 1.7235727310180664, 1.6544535160064697, 1.6766688823699951, 1.7740652561187744, 1.7941101789474487, 1.687652349472046, 1.6913474798202515, 1.754999041557312, 1.79796302318573, 1.637403964996338, 1.7292962074279785, 1.8579680919647217, 1.7303799390792847, 1.7899342775344849, 1.7514957189559937, 1.7011914253234863, 1.7407596111297607, 1.7763192653656006, 1.685621738433838, 1.7055363655090332, 1.734250545501709, 1.7574855089187622, 1.7126569747924805, 1.6533337831497192, 1.7627543210983276, 1.6665935516357422, 1.7230051755905151, 1.6893373727798462, 1.6761871576309204, 1.6779460906982422, 1.7561612129211426, 1.776987075805664, 1.7266807556152344, 1.7347924709320068, 1.6764953136444092]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3938, "test_loss": 1.7509784790039062}, {"step": 1000, "epoch": 2, "train_loss": 1.7014912366867065, "cos_r_negg": [0.7236456274986267, 0.10970290005207062, 0.2043226659297943, 0.10859769582748413, 0.1280396282672882, 0.16228753328323364, 0.11362972855567932, 0.15102770924568176, 0.13198894262313843, 0.12518756091594696, 0.09627373516559601, 0.08484630286693573, 0.141693577170372, 0.10260644555091858, 0.05831114202737808, 0.171757310628891, 0.0899425745010376, 0.13327820599079132, 0.12464568763971329, 0.11597523838281631, 0.10539105534553528, 0.1261165738105774, 0.0746682733297348, 0.09788156300783157, 0.15284988284111023, 0.12805451452732086, 0.11427730321884155, 0.0011572642251849174, 0.07555311173200607, 0.06866436451673508, 0.17438331246376038, 0.16362999379634857, 0.12816017866134644, 0.08516138046979904, 0.16048109531402588, 0.17823109030723572, 0.12621425092220306, 0.16487407684326172, 0.1339254379272461, 0.14786984026432037, 0.06990502774715424, 0.18738672137260437, 0.13792017102241516, 0.19051727652549744, 0.16031207144260406, 0.10106445848941803, 0.18645861744880676, 0.13088129460811615, 0.05393320322036743, 0.16346518695354462, 0.16626185178756714, 0.13847103714942932, 0.14876221120357513, 0.08551368117332458, 0.09744732081890106, 0.1842239499092102, 0.16373170912265778, 0.15669608116149902, 0.06223825737833977, 0.10515368729829788], "cos_innovation_negg": [0.7236456274986267, 0.10970290005207062, 0.2043226659297943, 0.10859769582748413, 0.1280396282672882, 0.16228753328323364, 0.11362972855567932, 0.15102770924568176, 0.13198894262313843, 0.12518756091594696, 0.09627373516559601, 0.08484630286693573, 0.141693577170372, 0.10260644555091858, 0.05831114202737808, 0.171757310628891, 0.0899425745010376, 0.13327820599079132, 0.12464568763971329, 0.11597523838281631, 0.10539105534553528, 0.1261165738105774, 0.0746682733297348, 0.09788156300783157, 0.15284988284111023, 0.12805451452732086, 0.11427730321884155, 0.0011572642251849174, 0.07555311173200607, 0.06866436451673508, 0.17438331246376038, 0.16362999379634857, 0.12816017866134644, 0.08516138046979904, 0.16048109531402588, 0.17823109030723572, 0.12621425092220306, 0.16487407684326172, 0.1339254379272461, 0.14786984026432037, 0.06990502774715424, 0.18738672137260437, 0.13792017102241516, 0.19051727652549744, 0.16031207144260406, 0.10106445848941803, 0.18645861744880676, 0.13088129460811615, 0.05393320322036743, 0.16346518695354462, 0.16626185178756714, 0.13847103714942932, 0.14876221120357513, 0.08551368117332458, 0.09744732081890106, 0.1842239499092102, 0.16373170912265778, 0.15669608116149902, 0.06223825737833977, 0.10515368729829788], "cos_apical_negg": [0.7236456274986267, 0.10970290005207062, 0.2043226659297943, 0.10859769582748413, 0.1280396282672882, 0.16228753328323364, 0.11362972855567932, 0.15102770924568176, 0.13198894262313843, 0.12518756091594696, 0.09627373516559601, 0.08484630286693573, 0.141693577170372, 0.10260644555091858, 0.05831114202737808, 0.171757310628891, 0.0899425745010376, 0.13327820599079132, 0.12464568763971329, 0.11597523838281631, 0.10539105534553528, 0.1261165738105774, 0.0746682733297348, 0.09788156300783157, 0.15284988284111023, 0.12805451452732086, 0.11427730321884155, 0.0011572642251849174, 0.07555311173200607, 0.06866436451673508, 0.17438331246376038, 0.16362999379634857, 0.12816017866134644, 0.08516138046979904, 0.16048109531402588, 0.17823109030723572, 0.12621425092220306, 0.16487407684326172, 0.1339254379272461, 0.14786984026432037, 0.06990502774715424, 0.18738672137260437, 0.13792017102241516, 0.19051727652549744, 0.16031207144260406, 0.10106445848941803, 0.18645861744880676, 0.13088129460811615, 0.05393320322036743, 0.16346518695354462, 0.16626185178756714, 0.13847103714942932, 0.14876221120357513, 0.08551368117332458, 0.09744732081890106, 0.1842239499092102, 0.16373170912265778, 0.15669608116149902, 0.06223825737833977, 0.10515368729829788], "cos_Ac_negg": [0.7236456274986267, 0.10970290005207062, 0.2043226659297943, 0.10859769582748413, 0.1280396282672882, 0.16228753328323364, 0.11362972855567932, 0.15102770924568176, 0.13198894262313843, 0.12518756091594696, 0.09627373516559601, 0.08484630286693573, 0.141693577170372, 0.10260644555091858, 0.05831114202737808, 0.171757310628891, 0.0899425745010376, 0.13327820599079132, 0.12464568763971329, 0.11597523838281631, 0.10539105534553528, 0.1261165738105774, 0.0746682733297348, 0.09788156300783157, 0.15284988284111023, 0.12805451452732086, 0.11427730321884155, 0.0011572642251849174, 0.07555311173200607, 0.06866436451673508, 0.17438331246376038, 0.16362999379634857, 0.12816017866134644, 0.08516138046979904, 0.16048109531402588, 0.17823109030723572, 0.12621425092220306, 0.16487407684326172, 0.1339254379272461, 0.14786984026432037, 0.06990502774715424, 0.18738672137260437, 0.13792017102241516, 0.19051727652549744, 0.16031207144260406, 0.10106445848941803, 0.18645861744880676, 0.13088129460811615, 0.05393320322036743, 0.16346518695354462, 0.16626185178756714, 0.13847103714942932, 0.14876221120357513, 0.08551368117332458, 0.09744732081890106, 0.1842239499092102, 0.16373170912265778, 0.15669608116149902, 0.06223825737833977, 0.10515368729829788], "r_norm": [1.563770055770874, 1.4273457527160645, 1.4673240184783936, 1.3573946952819824, 1.3889734745025635, 1.4038348197937012, 1.3690142631530762, 1.3557652235031128, 1.4012200832366943, 1.4221785068511963, 1.3971067667007446, 1.364931583404541, 1.396085500717163, 1.3304088115692139, 1.357017993927002, 1.4245636463165283, 1.4541935920715332, 1.3431804180145264, 1.3720495700836182, 1.439864158630371, 1.4027150869369507, 1.4580072164535522, 1.332604169845581, 1.4325730800628662, 1.3468611240386963, 1.3816044330596924, 1.331197738647461, 1.3367949724197388, 1.4147512912750244, 1.4311048984527588, 1.3567042350769043, 1.3654303550720215, 1.4000955820083618, 1.4307591915130615, 1.3197827339172363, 1.3927544355392456, 1.4870507717132568, 1.3919496536254883, 1.4374040365219116, 1.4084552526474, 1.3586692810058594, 1.4012057781219482, 1.4319205284118652, 1.3604626655578613, 1.3759034872055054, 1.3878145217895508, 1.4185106754302979, 1.37095308303833, 1.3129594326019287, 1.4182674884796143, 1.339052438735962, 1.3837695121765137, 1.3614170551300049, 1.33738112449646, 1.3497247695922852, 1.419715404510498, 1.4297499656677246, 1.3911666870117188, 1.385725498199463, 1.3445806503295898]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3991, "test_loss": 1.7174166870117187}, {"step": 1500, "epoch": 3, "train_loss": 1.6487102508544922, "cos_r_negg": [0.7552416920661926, 0.20943275094032288, 0.261974036693573, 0.21944934129714966, 0.21169376373291016, 0.22628548741340637, 0.20678579807281494, 0.20754092931747437, 0.22920462489128113, 0.21733695268630981, 0.17192333936691284, 0.1506499946117401, 0.22385498881340027, 0.23543398082256317, 0.1682005226612091, 0.22371602058410645, 0.17566509544849396, 0.20814675092697144, 0.19247707724571228, 0.21146777272224426, 0.20350295305252075, 0.2292824536561966, 0.16761815547943115, 0.17521269619464874, 0.26212334632873535, 0.23650816082954407, 0.19538427889347076, 0.13976970314979553, 0.17279504239559174, 0.1606699526309967, 0.23262307047843933, 0.25370126962661743, 0.18869006633758545, 0.1556304693222046, 0.20108911395072937, 0.26171934604644775, 0.22476141154766083, 0.2629941701889038, 0.20963427424430847, 0.2220284342765808, 0.22897639870643616, 0.2647925615310669, 0.21590813994407654, 0.2863854169845581, 0.2832527458667755, 0.18859988451004028, 0.24929028749465942, 0.2249445915222168, 0.15656623244285583, 0.2601383626461029, 0.26267877221107483, 0.21730110049247742, 0.24681472778320312, 0.16060566902160645, 0.16291360557079315, 0.29399192333221436, 0.2724402844905853, 0.23936636745929718, 0.18187060952186584, 0.19209855794906616], "cos_innovation_negg": [0.7552416920661926, 0.20943275094032288, 0.261974036693573, 0.21944934129714966, 0.21169376373291016, 0.22628548741340637, 0.20678579807281494, 0.20754092931747437, 0.22920462489128113, 0.21733695268630981, 0.17192333936691284, 0.1506499946117401, 0.22385498881340027, 0.23543398082256317, 0.1682005226612091, 0.22371602058410645, 0.17566509544849396, 0.20814675092697144, 0.19247707724571228, 0.21146777272224426, 0.20350295305252075, 0.2292824536561966, 0.16761815547943115, 0.17521269619464874, 0.26212334632873535, 0.23650816082954407, 0.19538427889347076, 0.13976970314979553, 0.17279504239559174, 0.1606699526309967, 0.23262307047843933, 0.25370126962661743, 0.18869006633758545, 0.1556304693222046, 0.20108911395072937, 0.26171934604644775, 0.22476141154766083, 0.2629941701889038, 0.20963427424430847, 0.2220284342765808, 0.22897639870643616, 0.2647925615310669, 0.21590813994407654, 0.2863854169845581, 0.2832527458667755, 0.18859988451004028, 0.24929028749465942, 0.2249445915222168, 0.15656623244285583, 0.2601383626461029, 0.26267877221107483, 0.21730110049247742, 0.24681472778320312, 0.16060566902160645, 0.16291360557079315, 0.29399192333221436, 0.2724402844905853, 0.23936636745929718, 0.18187060952186584, 0.19209855794906616], "cos_apical_negg": [0.7552416920661926, 0.20943275094032288, 0.261974036693573, 0.21944934129714966, 0.21169376373291016, 0.22628548741340637, 0.20678579807281494, 0.20754092931747437, 0.22920462489128113, 0.21733695268630981, 0.17192333936691284, 0.1506499946117401, 0.22385498881340027, 0.23543398082256317, 0.1682005226612091, 0.22371602058410645, 0.17566509544849396, 0.20814675092697144, 0.19247707724571228, 0.21146777272224426, 0.20350295305252075, 0.2292824536561966, 0.16761815547943115, 0.17521269619464874, 0.26212334632873535, 0.23650816082954407, 0.19538427889347076, 0.13976970314979553, 0.17279504239559174, 0.1606699526309967, 0.23262307047843933, 0.25370126962661743, 0.18869006633758545, 0.1556304693222046, 0.20108911395072937, 0.26171934604644775, 0.22476141154766083, 0.2629941701889038, 0.20963427424430847, 0.2220284342765808, 0.22897639870643616, 0.2647925615310669, 0.21590813994407654, 0.2863854169845581, 0.2832527458667755, 0.18859988451004028, 0.24929028749465942, 0.2249445915222168, 0.15656623244285583, 0.2601383626461029, 0.26267877221107483, 0.21730110049247742, 0.24681472778320312, 0.16060566902160645, 0.16291360557079315, 0.29399192333221436, 0.2724402844905853, 0.23936636745929718, 0.18187060952186584, 0.19209855794906616], "cos_Ac_negg": [0.7552416920661926, 0.20943275094032288, 0.261974036693573, 0.21944934129714966, 0.21169376373291016, 0.22628548741340637, 0.20678579807281494, 0.20754092931747437, 0.22920462489128113, 0.21733695268630981, 0.17192333936691284, 0.1506499946117401, 0.22385498881340027, 0.23543398082256317, 0.1682005226612091, 0.22371602058410645, 0.17566509544849396, 0.20814675092697144, 0.19247707724571228, 0.21146777272224426, 0.20350295305252075, 0.2292824536561966, 0.16761815547943115, 0.17521269619464874, 0.26212334632873535, 0.23650816082954407, 0.19538427889347076, 0.13976970314979553, 0.17279504239559174, 0.1606699526309967, 0.23262307047843933, 0.25370126962661743, 0.18869006633758545, 0.1556304693222046, 0.20108911395072937, 0.26171934604644775, 0.22476141154766083, 0.2629941701889038, 0.20963427424430847, 0.2220284342765808, 0.22897639870643616, 0.2647925615310669, 0.21590813994407654, 0.2863854169845581, 0.2832527458667755, 0.18859988451004028, 0.24929028749465942, 0.2249445915222168, 0.15656623244285583, 0.2601383626461029, 0.26267877221107483, 0.21730110049247742, 0.24681472778320312, 0.16060566902160645, 0.16291360557079315, 0.29399192333221436, 0.2724402844905853, 0.23936636745929718, 0.18187060952186584, 0.19209855794906616], "r_norm": [1.3869777917861938, 1.1885013580322266, 1.2301267385482788, 1.1260701417922974, 1.1571848392486572, 1.1751539707183838, 1.147578239440918, 1.1430611610412598, 1.1667780876159668, 1.1825566291809082, 1.1609584093093872, 1.134331226348877, 1.1650300025939941, 1.1197609901428223, 1.1352510452270508, 1.1830880641937256, 1.2120609283447266, 1.123412013053894, 1.1413025856018066, 1.197468876838684, 1.1712942123413086, 1.2235493659973145, 1.1135492324829102, 1.1935064792633057, 1.1287078857421875, 1.1582484245300293, 1.115371823310852, 1.1097965240478516, 1.1770639419555664, 1.188248872756958, 1.1325643062591553, 1.1425156593322754, 1.1641089916229248, 1.1867830753326416, 1.107727289199829, 1.1736329793930054, 1.2492280006408691, 1.1619954109191895, 1.1984126567840576, 1.1784453392028809, 1.132127046585083, 1.1778287887573242, 1.1953659057617188, 1.1468782424926758, 1.1503671407699585, 1.1580755710601807, 1.1950898170471191, 1.1534717082977295, 1.0860962867736816, 1.1841540336608887, 1.1220223903656006, 1.1570713520050049, 1.1345725059509277, 1.1183111667633057, 1.12158203125, 1.1957414150238037, 1.1997321844100952, 1.1680374145507812, 1.1516621112823486, 1.1237547397613525]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3999, "test_loss": 1.7201217651367187}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4119, "test_loss": 1.6888344360351562}], "final": {"test_acc": 0.4119, "test_loss": 1.6888344360351562, "wall_s": 89.61007714271545, "cos_r_negg": [0.7796429395675659, 0.3249361515045166, 0.3286120891571045, 0.3182772696018219, 0.2985309362411499, 0.31303828954696655, 0.3001897931098938, 0.2682933211326599, 0.31190255284309387, 0.28719842433929443, 0.27808183431625366, 0.2891491949558258, 0.3099251687526703, 0.29847848415374756, 0.2991320490837097, 0.3143173158168793, 0.2759777903556824, 0.30993515253067017, 0.2951984405517578, 0.28686046600341797, 0.28700345754623413, 0.30832070112228394, 0.266851544380188, 0.2890675663948059, 0.3486166000366211, 0.341863214969635, 0.29792240262031555, 0.2601832151412964, 0.25067198276519775, 0.279400110244751, 0.3517932593822479, 0.366024911403656, 0.3001241683959961, 0.2506081461906433, 0.3635994791984558, 0.36939728260040283, 0.3146013617515564, 0.36762088537216187, 0.32657390832901, 0.34473276138305664, 0.31394922733306885, 0.35495662689208984, 0.3203684687614441, 0.375538170337677, 0.3512468934059143, 0.28526657819747925, 0.3627834618091583, 0.3072934150695801, 0.2900983989238739, 0.36375075578689575, 0.37866610288619995, 0.34503334760665894, 0.3060999810695648, 0.282723605632782, 0.3261061906814575, 0.3777405619621277, 0.3757520318031311, 0.37055858969688416, 0.2731019854545593, 0.3126261830329895], "cos_innovation_negg": [0.7796429395675659, 0.3249361515045166, 0.3286120891571045, 0.3182772696018219, 0.2985309362411499, 0.31303828954696655, 0.3001897931098938, 0.2682933211326599, 0.31190255284309387, 0.28719842433929443, 0.27808183431625366, 0.2891491949558258, 0.3099251687526703, 0.29847848415374756, 0.2991320490837097, 0.3143173158168793, 0.2759777903556824, 0.30993515253067017, 0.2951984405517578, 0.28686046600341797, 0.28700345754623413, 0.30832070112228394, 0.266851544380188, 0.2890675663948059, 0.3486166000366211, 0.341863214969635, 0.29792240262031555, 0.2601832151412964, 0.25067198276519775, 0.279400110244751, 0.3517932593822479, 0.366024911403656, 0.3001241683959961, 0.2506081461906433, 0.3635994791984558, 0.36939728260040283, 0.3146013617515564, 0.36762088537216187, 0.32657390832901, 0.34473276138305664, 0.31394922733306885, 0.35495662689208984, 0.3203684687614441, 0.375538170337677, 0.3512468934059143, 0.28526657819747925, 0.3627834618091583, 0.3072934150695801, 0.2900983989238739, 0.36375075578689575, 0.37866610288619995, 0.34503334760665894, 0.3060999810695648, 0.282723605632782, 0.3261061906814575, 0.3777405619621277, 0.3757520318031311, 0.37055858969688416, 0.2731019854545593, 0.3126261830329895], "cos_apical_negg": [0.7796429395675659, 0.3249361515045166, 0.3286120891571045, 0.3182772696018219, 0.2985309362411499, 0.31303828954696655, 0.3001897931098938, 0.2682933211326599, 0.31190255284309387, 0.28719842433929443, 0.27808183431625366, 0.2891491949558258, 0.3099251687526703, 0.29847848415374756, 0.2991320490837097, 0.3143173158168793, 0.2759777903556824, 0.30993515253067017, 0.2951984405517578, 0.28686046600341797, 0.28700345754623413, 0.30832070112228394, 0.266851544380188, 0.2890675663948059, 0.3486166000366211, 0.341863214969635, 0.29792240262031555, 0.2601832151412964, 0.25067198276519775, 0.279400110244751, 0.3517932593822479, 0.366024911403656, 0.3001241683959961, 0.2506081461906433, 0.3635994791984558, 0.36939728260040283, 0.3146013617515564, 0.36762088537216187, 0.32657390832901, 0.34473276138305664, 0.31394922733306885, 0.35495662689208984, 0.3203684687614441, 0.375538170337677, 0.3512468934059143, 0.28526657819747925, 0.3627834618091583, 0.3072934150695801, 0.2900983989238739, 0.36375075578689575, 0.37866610288619995, 0.34503334760665894, 0.3060999810695648, 0.282723605632782, 0.3261061906814575, 0.3777405619621277, 0.3757520318031311, 0.37055858969688416, 0.2731019854545593, 0.3126261830329895], "cos_Ac_negg": [0.7796429395675659, 0.3249361515045166, 0.3286120891571045, 0.3182772696018219, 0.2985309362411499, 0.31303828954696655, 0.3001897931098938, 0.2682933211326599, 0.31190255284309387, 0.28719842433929443, 0.27808183431625366, 0.2891491949558258, 0.3099251687526703, 0.29847848415374756, 0.2991320490837097, 0.3143173158168793, 0.2759777903556824, 0.30993515253067017, 0.2951984405517578, 0.28686046600341797, 0.28700345754623413, 0.30832070112228394, 0.266851544380188, 0.2890675663948059, 0.3486166000366211, 0.341863214969635, 0.29792240262031555, 0.2601832151412964, 0.25067198276519775, 0.279400110244751, 0.3517932593822479, 0.366024911403656, 0.3001241683959961, 0.2506081461906433, 0.3635994791984558, 0.36939728260040283, 0.3146013617515564, 0.36762088537216187, 0.32657390832901, 0.34473276138305664, 0.31394922733306885, 0.35495662689208984, 0.3203684687614441, 0.375538170337677, 0.3512468934059143, 0.28526657819747925, 0.3627834618091583, 0.3072934150695801, 0.2900983989238739, 0.36375075578689575, 0.37866610288619995, 0.34503334760665894, 0.3060999810695648, 0.282723605632782, 0.3261061906814575, 0.3777405619621277, 0.3757520318031311, 0.37055858969688416, 0.2731019854545593, 0.3126261830329895]}}
|
