1
|
{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 60, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "pilot_simvec_cifar10_sdil_w64_d60_s0", "n_in": 3072}, "provenance": {"git_commit": "e0bfdfd51c78b945242bfa36a485d8773c4e17bb", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6154470443725586, "cos_r_negg": [0.00824391096830368, 0.03162052854895592, -0.047831855714321136, -0.0022021085023880005, -0.013032829388976097, -0.014932295307517052, -0.0704532340168953, -0.030040230602025986, -0.020447133108973503, -0.05151013284921646, 0.04950184002518654, -0.02089458890259266, 0.0030383728444576263, -0.05178888142108917, -0.05720045417547226, -0.06982016563415527, 0.08251547813415527, 0.04174470156431198, 0.05225787311792374, -0.03256798908114433, 0.023537758737802505, -0.008475148119032383, 0.07035811990499496, 0.018795045092701912, -0.008111847564578056, -0.011047604493796825, -0.06307624280452728, -0.004734567832201719, -0.0656220018863678, -0.0307687409222126, 0.0440501868724823, 0.004072677344083786, -0.02298356592655182, -0.032864805310964584, 0.0038536139763891697, 0.020486699417233467, -0.0055297925136983395, -0.0003991757985204458, 0.029928147792816162, 0.01716122217476368, 0.09282514452934265, 0.01995760202407837, -0.013349109329283237, 0.03773009404540062, -0.043992213904857635, 0.006984344683587551, -0.047033172100782394, -0.0005177173297852278, -0.05786652863025665, 0.04820503666996956, 0.005073794163763523, -0.10067319124937057, 0.030747149139642715, 0.029755573719739914, -0.01581287384033203, 0.042170196771621704, 0.013858259655535221, -0.06063992157578468, -0.048581261187791824, -0.031442247331142426], "cos_apical_negg": [0.00824391096830368, 0.03162052854895592, -0.047831855714321136, -0.0022021085023880005, -0.013032829388976097, -0.014932295307517052, -0.0704532340168953, -0.030040230602025986, -0.020447133108973503, -0.05151013284921646, 0.04950184002518654, -0.02089458890259266, 0.0030383728444576263, -0.05178888142108917, -0.05720045417547226, -0.06982016563415527, 0.08251547813415527, 0.04174470156431198, 0.05225787311792374, -0.03256798908114433, 0.023537758737802505, -0.008475148119032383, 0.07035811990499496, 0.018795045092701912, -0.008111847564578056, -0.011047604493796825, -0.06307624280452728, -0.004734567832201719, -0.0656220018863678, -0.0307687409222126, 0.0440501868724823, 0.004072677344083786, -0.02298356592655182, -0.032864805310964584, 0.0038536139763891697, 0.020486699417233467, -0.0055297925136983395, -0.0003991757985204458, 0.029928147792816162, 0.01716122217476368, 0.09282514452934265, 0.01995760202407837, -0.013349109329283237, 0.03773009404540062, -0.043992213904857635, 0.006984344683587551, -0.047033172100782394, -0.0005177173297852278, -0.05786652863025665, 0.04820503666996956, 0.005073794163763523, -0.10067319124937057, 0.030747149139642715, 0.029755573719739914, -0.01581287384033203, 0.042170196771621704, 0.013858259655535221, -0.06063992157578468, -0.048581261187791824, -0.031442247331142426], "cos_Ac_negg": [0.00824391096830368, 0.03162052854895592, -0.047831855714321136, -0.0022021085023880005, -0.013032829388976097, -0.014932295307517052, -0.0704532340168953, -0.030040230602025986, -0.020447133108973503, -0.05151013284921646, 0.04950184002518654, -0.02089458890259266, 0.0030383728444576263, -0.05178888142108917, -0.05720045417547226, -0.06982016563415527, 0.08251547813415527, 0.04174470156431198, 0.05225787311792374, -0.03256798908114433, 0.023537758737802505, -0.008475148119032383, 0.07035811990499496, 0.018795045092701912, -0.008111847564578056, -0.011047604493796825, -0.06307624280452728, -0.004734567832201719, -0.0656220018863678, -0.0307687409222126, 0.0440501868724823, 0.004072677344083786, -0.02298356592655182, -0.032864805310964584, 0.0038536139763891697, 0.020486699417233467, -0.0055297925136983395, -0.0003991757985204458, 0.029928147792816162, 0.01716122217476368, 0.09282514452934265, 0.01995760202407837, -0.013349109329283237, 0.03773009404540062, -0.043992213904857635, 0.006984344683587551, -0.047033172100782394, -0.0005177173297852278, -0.05786652863025665, 0.04820503666996956, 0.005073794163763523, -0.10067319124937057, 0.030747149139642715, 0.029755573719739914, -0.01581287384033203, 0.042170196771621704, 0.013858259655535221, -0.06063992157578468, -0.048581261187791824, -0.031442247331142426], "r_norm": [2.475647211074829, 2.582141876220703, 2.5103986263275146, 2.4314181804656982, 2.278536796569824, 2.4668307304382324, 2.378121852874756, 2.4344351291656494, 2.5928449630737305, 2.5062460899353027, 2.404479742050171, 2.582801103591919, 2.477358102798462, 2.4683475494384766, 2.603311538696289, 2.509106159210205, 2.5784785747528076, 2.5190746784210205, 2.4874401092529297, 2.52705717086792, 2.6225593090057373, 2.4242684841156006, 2.4262771606445312, 2.5080440044403076, 2.4646711349487305, 2.4284114837646484, 2.6363186836242676, 2.448397636413574, 2.3711695671081543, 2.640806198120117, 2.3413212299346924, 2.4465043544769287, 2.4522440433502197, 2.473102569580078, 2.573472023010254, 2.523059129714966, 2.4016785621643066, 2.382770538330078, 2.5407238006591797, 2.457386016845703, 2.526772975921631, 2.433110237121582, 2.478888511657715, 2.427353858947754, 2.5112290382385254, 2.5137362480163574, 2.5532827377319336, 2.4558825492858887, 2.407565116882324, 2.4302077293395996, 2.3953957557678223, 2.5483880043029785, 2.3778128623962402, 2.4375057220458984, 2.5560481548309326, 2.3974103927612305, 2.608649253845215, 2.4859652519226074, 2.3996095657348633, 2.4269697666168213], "ldr": {"dL_sdil": 0.014339923858642578, "dL_bp": -0.4264340400695801, "ratio": -0.03362753089857173}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3654, "test_loss": 1.8139204467773438}, {"step": 500, "epoch": 1, "train_loss": 1.6714478731155396, "cos_r_negg": [0.6398711204528809, 0.08045336604118347, 0.06296725571155548, 0.03444591164588928, 0.04891926795244217, 0.09337839484214783, 0.06561367958784103, 0.07720770686864853, 0.06863469630479813, 0.02852531522512436, 0.0861290842294693, 0.021066123619675636, 0.06388528645038605, 0.033490002155303955, 0.06971554458141327, -0.002923880470916629, 0.038544632494449615, 0.06542747467756271, 0.1036529541015625, 0.0931016281247139, 0.024126440286636353, 0.10905695706605911, 0.12597110867500305, 0.09612717479467392, 0.12878364324569702, 0.032648757100105286, 0.07985586673021317, 0.01342830527573824, 0.017535505816340446, 0.0029379408806562424, 0.15186172723770142, 0.08372871577739716, 0.021085277199745178, 0.05216756463050842, 0.04087704420089722, 0.08477283269166946, 0.03431499004364014, 0.02604559063911438, 0.047012098133563995, 0.06130053848028183, 0.09004856646060944, 0.07965324074029922, 0.021382244303822517, 0.05597807094454765, 0.0441078245639801, 0.052947841584682465, 0.034906599670648575, 0.12976858019828796, -0.043593671172857285, 0.03311007469892502, -0.03262003883719444, 0.025063615292310715, 0.0022818464785814285, 0.09072045236825943, 0.17781250178813934, 0.1223243996500969, 0.11228570342063904, 0.1361311376094818, 0.002026174683123827, -0.003173322416841984], "cos_apical_negg": [0.6398711204528809, 0.08045336604118347, 0.06296725571155548, 0.03444591164588928, 0.04891926795244217, 0.09337839484214783, 0.06561367958784103, 0.07720770686864853, 0.06863469630479813, 0.02852531522512436, 0.0861290842294693, 0.021066123619675636, 0.06388528645038605, 0.033490002155303955, 0.06971554458141327, -0.002923880470916629, 0.038544632494449615, 0.06542747467756271, 0.1036529541015625, 0.0931016281247139, 0.024126440286636353, 0.10905695706605911, 0.12597110867500305, 0.09612717479467392, 0.12878364324569702, 0.032648757100105286, 0.07985586673021317, 0.01342830527573824, 0.017535505816340446, 0.0029379408806562424, 0.15186172723770142, 0.08372871577739716, 0.021085277199745178, 0.05216756463050842, 0.04087704420089722, 0.08477283269166946, 0.03431499004364014, 0.02604559063911438, 0.047012098133563995, 0.06130053848028183, 0.09004856646060944, 0.07965324074029922, 0.021382244303822517, 0.05597807094454765, 0.0441078245639801, 0.052947841584682465, 0.034906599670648575, 0.12976858019828796, -0.043593671172857285, 0.03311007469892502, -0.03262003883719444, 0.025063615292310715, 0.0022818464785814285, 0.09072045236825943, 0.17781250178813934, 0.1223243996500969, 0.11228570342063904, 0.1361311376094818, 0.002026174683123827, -0.003173322416841984], "cos_Ac_negg": [0.6398711204528809, 0.08045336604118347, 0.06296725571155548, 0.03444591164588928, 0.04891926795244217, 0.09337839484214783, 0.06561367958784103, 0.07720770686864853, 0.06863469630479813, 0.02852531522512436, 0.0861290842294693, 0.021066123619675636, 0.06388528645038605, 0.033490002155303955, 0.06971554458141327, -0.002923880470916629, 0.038544632494449615, 0.06542747467756271, 0.1036529541015625, 0.0931016281247139, 0.024126440286636353, 0.10905695706605911, 0.12597110867500305, 0.09612717479467392, 0.12878364324569702, 0.032648757100105286, 0.07985586673021317, 0.01342830527573824, 0.017535505816340446, 0.0029379408806562424, 0.15186172723770142, 0.08372871577739716, 0.021085277199745178, 0.05216756463050842, 0.04087704420089722, 0.08477283269166946, 0.03431499004364014, 0.02604559063911438, 0.047012098133563995, 0.06130053848028183, 0.09004856646060944, 0.07965324074029922, 0.021382244303822517, 0.05597807094454765, 0.0441078245639801, 0.052947841584682465, 0.034906599670648575, 0.12976858019828796, -0.043593671172857285, 0.03311007469892502, -0.03262003883719444, 0.025063615292310715, 0.0022818464785814285, 0.09072045236825943, 0.17781250178813934, 0.1223243996500969, 0.11228570342063904, 0.1361311376094818, 0.002026174683123827, -0.003173322416841984], "r_norm": [1.744222640991211, 1.7673091888427734, 1.719620704650879, 1.6692619323730469, 1.5701978206634521, 1.6794977188110352, 1.619675874710083, 1.6615722179412842, 1.7946276664733887, 1.7021353244781494, 1.6710517406463623, 1.7518370151519775, 1.6914194822311401, 1.6794383525848389, 1.779116153717041, 1.7089316844940186, 1.7661702632904053, 1.7161190509796143, 1.6989675760269165, 1.7464306354522705, 1.796947717666626, 1.6674470901489258, 1.6811712980270386, 1.716463565826416, 1.6950021982192993, 1.6596821546554565, 1.8044252395629883, 1.6744993925094604, 1.6209625005722046, 1.7967761754989624, 1.5931060314178467, 1.6828787326812744, 1.6644529104232788, 1.6855206489562988, 1.757262945175171, 1.7377161979675293, 1.6286098957061768, 1.6447557210922241, 1.7378298044204712, 1.6871581077575684, 1.7478718757629395, 1.6712108850479126, 1.6990809440612793, 1.676346778869629, 1.7159614562988281, 1.719051480293274, 1.742910623550415, 1.693921446800232, 1.6481950283050537, 1.6715093851089478, 1.640086054801941, 1.7570922374725342, 1.6490960121154785, 1.6771860122680664, 1.7548454999923706, 1.6541526317596436, 1.7746543884277344, 1.7031097412109375, 1.6500136852264404, 1.6536366939544678]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3917, "test_loss": 1.7605324462890626}, {"step": 1000, "epoch": 2, "train_loss": 1.7386796474456787, "cos_r_negg": [0.7149659991264343, 0.1670122742652893, 0.09314488619565964, 0.11498928815126419, 0.12241406738758087, 0.12917405366897583, 0.11071436107158661, 0.1440773904323578, 0.1400883048772812, 0.1207822859287262, 0.14657053351402283, 0.07442326843738556, 0.14908245205879211, 0.06165171414613724, 0.13570082187652588, 0.03617776930332184, 0.07899796962738037, 0.14552965760231018, 0.15233905613422394, 0.18968290090560913, 0.09036578238010406, 0.15893997251987457, 0.1809094250202179, 0.15216019749641418, 0.198634535074234, 0.1756463348865509, 0.1495281159877777, 0.09190094470977783, 0.12810830771923065, 0.12022443860769272, 0.200030118227005, 0.17775483429431915, 0.07820558547973633, 0.11211375892162323, 0.12932491302490234, 0.20860761404037476, 0.1317947804927826, 0.08217453956604004, 0.09129787981510162, 0.12306429445743561, 0.16118690371513367, 0.1393539309501648, 0.09973818063735962, 0.13826069235801697, 0.09062434732913971, 0.11287806928157806, 0.14491289854049683, 0.18659758567810059, 0.05269630625844002, 0.061524514108896255, 0.09193314611911774, 0.10744161903858185, 0.04220355674624443, 0.16640610992908478, 0.22554731369018555, 0.15818336606025696, 0.11769498884677887, 0.16605177521705627, 0.0728539228439331, 0.08984527736902237], "cos_apical_negg": [0.7149659991264343, 0.1670122742652893, 0.09314488619565964, 0.11498928815126419, 0.12241406738758087, 0.12917405366897583, 0.11071436107158661, 0.1440773904323578, 0.1400883048772812, 0.1207822859287262, 0.14657053351402283, 0.07442326843738556, 0.14908245205879211, 0.06165171414613724, 0.13570082187652588, 0.03617776930332184, 0.07899796962738037, 0.14552965760231018, 0.15233905613422394, 0.18968290090560913, 0.09036578238010406, 0.15893997251987457, 0.1809094250202179, 0.15216019749641418, 0.198634535074234, 0.1756463348865509, 0.1495281159877777, 0.09190094470977783, 0.12810830771923065, 0.12022443860769272, 0.200030118227005, 0.17775483429431915, 0.07820558547973633, 0.11211375892162323, 0.12932491302490234, 0.20860761404037476, 0.1317947804927826, 0.08217453956604004, 0.09129787981510162, 0.12306429445743561, 0.16118690371513367, 0.1393539309501648, 0.09973818063735962, 0.13826069235801697, 0.09062434732913971, 0.11287806928157806, 0.14491289854049683, 0.18659758567810059, 0.05269630625844002, 0.061524514108896255, 0.09193314611911774, 0.10744161903858185, 0.04220355674624443, 0.16640610992908478, 0.22554731369018555, 0.15818336606025696, 0.11769498884677887, 0.16605177521705627, 0.0728539228439331, 0.08984527736902237], "cos_Ac_negg": [0.7149659991264343, 0.1670122742652893, 0.09314488619565964, 0.11498928815126419, 0.12241406738758087, 0.12917405366897583, 0.11071436107158661, 0.1440773904323578, 0.1400883048772812, 0.1207822859287262, 0.14657053351402283, 0.07442326843738556, 0.14908245205879211, 0.06165171414613724, 0.13570082187652588, 0.03617776930332184, 0.07899796962738037, 0.14552965760231018, 0.15233905613422394, 0.18968290090560913, 0.09036578238010406, 0.15893997251987457, 0.1809094250202179, 0.15216019749641418, 0.198634535074234, 0.1756463348865509, 0.1495281159877777, 0.09190094470977783, 0.12810830771923065, 0.12022443860769272, 0.200030118227005, 0.17775483429431915, 0.07820558547973633, 0.11211375892162323, 0.12932491302490234, 0.20860761404037476, 0.1317947804927826, 0.08217453956604004, 0.09129787981510162, 0.12306429445743561, 0.16118690371513367, 0.1393539309501648, 0.09973818063735962, 0.13826069235801697, 0.09062434732913971, 0.11287806928157806, 0.14491289854049683, 0.18659758567810059, 0.05269630625844002, 0.061524514108896255, 0.09193314611911774, 0.10744161903858185, 0.04220355674624443, 0.16640610992908478, 0.22554731369018555, 0.15818336606025696, 0.11769498884677887, 0.16605177521705627, 0.0728539228439331, 0.08984527736902237], "r_norm": [1.5149874687194824, 1.4545912742614746, 1.410078763961792, 1.3641705513000488, 1.2916669845581055, 1.3796054124832153, 1.3321301937103271, 1.3659336566925049, 1.4815492630004883, 1.3868237733840942, 1.3695979118347168, 1.4372308254241943, 1.3968360424041748, 1.3742424249649048, 1.4629924297332764, 1.392016053199768, 1.4400757551193237, 1.410008192062378, 1.397935390472412, 1.4373369216918945, 1.4703164100646973, 1.3764104843139648, 1.3879746198654175, 1.4060325622558594, 1.4013479948043823, 1.3597780466079712, 1.4914779663085938, 1.3664891719818115, 1.3288205862045288, 1.4693293571472168, 1.315602421760559, 1.3788049221038818, 1.3658448457717896, 1.3820130825042725, 1.4370286464691162, 1.4375009536743164, 1.3476827144622803, 1.3393909931182861, 1.4190698862075806, 1.3837302923202515, 1.4398962259292603, 1.3666224479675293, 1.3899409770965576, 1.375233769416809, 1.4023609161376953, 1.4056668281555176, 1.42929208278656, 1.3997068405151367, 1.3415281772613525, 1.3628301620483398, 1.3313851356506348, 1.430267095565796, 1.3402422666549683, 1.3733458518981934, 1.4488221406936646, 1.3627090454101562, 1.458683967590332, 1.402953863143921, 1.350010633468628, 1.3495091199874878]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4031, "test_loss": 1.7189087280273438}, {"step": 1500, "epoch": 3, "train_loss": 1.674216866493225, "cos_r_negg": [0.7562717795372009, 0.23670677840709686, 0.17480088770389557, 0.15152376890182495, 0.20917357504367828, 0.2414626032114029, 0.2050379365682602, 0.20528392493724823, 0.22965112328529358, 0.23302873969078064, 0.25278449058532715, 0.1806548833847046, 0.2373020350933075, 0.1885548084974289, 0.24202775955200195, 0.10442493855953217, 0.15905854105949402, 0.23355638980865479, 0.20943677425384521, 0.2593066692352295, 0.2014395296573639, 0.27389615774154663, 0.2723178565502167, 0.2842370867729187, 0.31301960349082947, 0.29388856887817383, 0.2478892207145691, 0.16036772727966309, 0.22407913208007812, 0.19607701897621155, 0.3110252618789673, 0.2773076593875885, 0.15167343616485596, 0.19562092423439026, 0.23808465898036957, 0.2769673466682434, 0.24957583844661713, 0.1914481818675995, 0.14318187534809113, 0.18917998671531677, 0.2828781306743622, 0.24087923765182495, 0.18703332543373108, 0.2174077033996582, 0.18807856738567352, 0.20496051013469696, 0.24633954465389252, 0.26210862398147583, 0.16335904598236084, 0.18114763498306274, 0.14670930802822113, 0.19647592306137085, 0.17429959774017334, 0.2453118860721588, 0.2778579890727997, 0.2434512823820114, 0.23584480583667755, 0.2681507468223572, 0.1965794414281845, 0.16891640424728394], "cos_apical_negg": [0.7562717795372009, 0.23670677840709686, 0.17480088770389557, 0.15152376890182495, 0.20917357504367828, 0.2414626032114029, 0.2050379365682602, 0.20528392493724823, 0.22965112328529358, 0.23302873969078064, 0.25278449058532715, 0.1806548833847046, 0.2373020350933075, 0.1885548084974289, 0.24202775955200195, 0.10442493855953217, 0.15905854105949402, 0.23355638980865479, 0.20943677425384521, 0.2593066692352295, 0.2014395296573639, 0.27389615774154663, 0.2723178565502167, 0.2842370867729187, 0.31301960349082947, 0.29388856887817383, 0.2478892207145691, 0.16036772727966309, 0.22407913208007812, 0.19607701897621155, 0.3110252618789673, 0.2773076593875885, 0.15167343616485596, 0.19562092423439026, 0.23808465898036957, 0.2769673466682434, 0.24957583844661713, 0.1914481818675995, 0.14318187534809113, 0.18917998671531677, 0.2828781306743622, 0.24087923765182495, 0.18703332543373108, 0.2174077033996582, 0.18807856738567352, 0.20496051013469696, 0.24633954465389252, 0.26210862398147583, 0.16335904598236084, 0.18114763498306274, 0.14670930802822113, 0.19647592306137085, 0.17429959774017334, 0.2453118860721588, 0.2778579890727997, 0.2434512823820114, 0.23584480583667755, 0.2681507468223572, 0.1965794414281845, 0.16891640424728394], "cos_Ac_negg": [0.7562717795372009, 0.23670677840709686, 0.17480088770389557, 0.15152376890182495, 0.20917357504367828, 0.2414626032114029, 0.2050379365682602, 0.20528392493724823, 0.22965112328529358, 0.23302873969078064, 0.25278449058532715, 0.1806548833847046, 0.2373020350933075, 0.1885548084974289, 0.24202775955200195, 0.10442493855953217, 0.15905854105949402, 0.23355638980865479, 0.20943677425384521, 0.2593066692352295, 0.2014395296573639, 0.27389615774154663, 0.2723178565502167, 0.2842370867729187, 0.31301960349082947, 0.29388856887817383, 0.2478892207145691, 0.16036772727966309, 0.22407913208007812, 0.19607701897621155, 0.3110252618789673, 0.2773076593875885, 0.15167343616485596, 0.19562092423439026, 0.23808465898036957, 0.2769673466682434, 0.24957583844661713, 0.1914481818675995, 0.14318187534809113, 0.18917998671531677, 0.2828781306743622, 0.24087923765182495, 0.18703332543373108, 0.2174077033996582, 0.18807856738567352, 0.20496051013469696, 0.24633954465389252, 0.26210862398147583, 0.16335904598236084, 0.18114763498306274, 0.14670930802822113, 0.19647592306137085, 0.17429959774017334, 0.2453118860721588, 0.2778579890727997, 0.2434512823820114, 0.23584480583667755, 0.2681507468223572, 0.1965794414281845, 0.16891640424728394], "r_norm": [1.344200611114502, 1.2108817100524902, 1.167618751525879, 1.1232117414474487, 1.0768123865127563, 1.1558520793914795, 1.120426058769226, 1.1290935277938843, 1.2262012958526611, 1.1577458381652832, 1.1429945230484009, 1.1914457082748413, 1.1572247743606567, 1.1355586051940918, 1.2218539714813232, 1.145140528678894, 1.1937854290008545, 1.1785221099853516, 1.1596720218658447, 1.1984870433807373, 1.2131530046463013, 1.149593710899353, 1.1569311618804932, 1.1768555641174316, 1.1786514520645142, 1.137153148651123, 1.2441513538360596, 1.1271854639053345, 1.1030635833740234, 1.220018744468689, 1.1088409423828125, 1.1552425622940063, 1.1316726207733154, 1.1554527282714844, 1.1870787143707275, 1.2072536945343018, 1.1363164186477661, 1.1089236736297607, 1.1688015460968018, 1.1612458229064941, 1.2006111145019531, 1.1386542320251465, 1.151556134223938, 1.1441164016723633, 1.1658554077148438, 1.1673924922943115, 1.1913270950317383, 1.1675288677215576, 1.1059856414794922, 1.1245050430297852, 1.0982189178466797, 1.1864988803863525, 1.1021993160247803, 1.1495025157928467, 1.2244726419448853, 1.1306880712509155, 1.2213971614837646, 1.1756497621536255, 1.1182398796081543, 1.1142864227294922]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4072, "test_loss": 1.7166262573242188}, {"epoch_end": 4, "step": 1955, "test_acc": 0.411, "test_loss": 1.7010625}], "final": {"test_acc": 0.411, "test_loss": 1.7010625, "wall_s": 90.28865337371826, "cos_r_negg": [0.7643067836761475, 0.3249530792236328, 0.2837162911891937, 0.2855551838874817, 0.30676549673080444, 0.3069310188293457, 0.30197370052337646, 0.30546045303344727, 0.32763174176216125, 0.3318811058998108, 0.3541974425315857, 0.28489792346954346, 0.34482961893081665, 0.2764572501182556, 0.30864521861076355, 0.2257709801197052, 0.26245182752609253, 0.35390183329582214, 0.33345910906791687, 0.36278486251831055, 0.302906334400177, 0.3676672577857971, 0.3594485819339752, 0.3552466928958893, 0.4007866382598877, 0.33722585439682007, 0.34977155923843384, 0.2813144326210022, 0.3393842577934265, 0.2692403793334961, 0.3742133677005768, 0.3639702796936035, 0.25902092456817627, 0.296712189912796, 0.3503630757331848, 0.3699854612350464, 0.33875665068626404, 0.3127887547016144, 0.26691317558288574, 0.3222803473472595, 0.38388729095458984, 0.37448370456695557, 0.30006590485572815, 0.31624943017959595, 0.2847444713115692, 0.336752712726593, 0.33294251561164856, 0.3756948411464691, 0.2714354395866394, 0.28742074966430664, 0.27885672450065613, 0.3194308280944824, 0.28793802857398987, 0.3472953736782074, 0.36703982949256897, 0.3526768684387207, 0.35906413197517395, 0.37517479062080383, 0.28327423334121704, 0.3131701946258545], "cos_apical_negg": [0.7643067836761475, 0.3249530792236328, 0.2837162911891937, 0.2855551838874817, 0.30676549673080444, 0.3069310188293457, 0.30197370052337646, 0.30546045303344727, 0.32763174176216125, 0.3318811058998108, 0.3541974425315857, 0.28489792346954346, 0.34482961893081665, 0.2764572501182556, 0.30864521861076355, 0.2257709801197052, 0.26245182752609253, 0.35390183329582214, 0.33345910906791687, 0.36278486251831055, 0.302906334400177, 0.3676672577857971, 0.3594485819339752, 0.3552466928958893, 0.4007866382598877, 0.33722585439682007, 0.34977155923843384, 0.2813144326210022, 0.3393842577934265, 0.2692403793334961, 0.3742133677005768, 0.3639702796936035, 0.25902092456817627, 0.296712189912796, 0.3503630757331848, 0.3699854612350464, 0.33875665068626404, 0.3127887547016144, 0.26691317558288574, 0.3222803473472595, 0.38388729095458984, 0.37448370456695557, 0.30006590485572815, 0.31624943017959595, 0.2847444713115692, 0.336752712726593, 0.33294251561164856, 0.3756948411464691, 0.2714354395866394, 0.28742074966430664, 0.27885672450065613, 0.3194308280944824, 0.28793802857398987, 0.3472953736782074, 0.36703982949256897, 0.3526768684387207, 0.35906413197517395, 0.37517479062080383, 0.28327423334121704, 0.3131701946258545], "cos_Ac_negg": [0.7643067836761475, 0.3249530792236328, 0.2837162911891937, 0.2855551838874817, 0.30676549673080444, 0.3069310188293457, 0.30197370052337646, 0.30546045303344727, 0.32763174176216125, 0.3318811058998108, 0.3541974425315857, 0.28489792346954346, 0.34482961893081665, 0.2764572501182556, 0.30864521861076355, 0.2257709801197052, 0.26245182752609253, 0.35390183329582214, 0.33345910906791687, 0.36278486251831055, 0.302906334400177, 0.3676672577857971, 0.3594485819339752, 0.3552466928958893, 0.4007866382598877, 0.33722585439682007, 0.34977155923843384, 0.2813144326210022, 0.3393842577934265, 0.2692403793334961, 0.3742133677005768, 0.3639702796936035, 0.25902092456817627, 0.296712189912796, 0.3503630757331848, 0.3699854612350464, 0.33875665068626404, 0.3127887547016144, 0.26691317558288574, 0.3222803473472595, 0.38388729095458984, 0.37448370456695557, 0.30006590485572815, 0.31624943017959595, 0.2847444713115692, 0.336752712726593, 0.33294251561164856, 0.3756948411464691, 0.2714354395866394, 0.28742074966430664, 0.27885672450065613, 0.3194308280944824, 0.28793802857398987, 0.3472953736782074, 0.36703982949256897, 0.3526768684387207, 0.35906413197517395, 0.37517479062080383, 0.28327423334121704, 0.3131701946258545]}}
|
