1
|
{"args": {"mode": "dfa", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d3_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4856414794921875, "cos_r_negg": [0.02722274325788021, 0.033276498317718506, 0.0004511093720793724], "cos_apical_negg": [0.02722274325788021, 0.033276498317718506, 0.0004511093720793724], "cos_Ac_negg": [0.02722274325788021, 0.033276498317718506, 0.0004511093720793724], "r_norm": [4.764300346374512, 4.7897233963012695, 4.871554374694824]}, {"step": 50, "epoch": 0, "train_loss": 0.7083652019500732, "cos_r_negg": [0.4487510025501251, 0.3534066677093506, 0.3313809931278229], "cos_apical_negg": [0.4487510025501251, 0.3534066677093506, 0.3313809931278229], "cos_Ac_negg": [0.4487510025501251, 0.3534066677093506, 0.3313809931278229], "r_norm": [1.2405318021774292, 1.2614161968231201, 1.2756586074829102]}, {"step": 100, "epoch": 0, "train_loss": 0.35551464557647705, "cos_r_negg": [0.4722643494606018, 0.39165398478507996, 0.345291405916214], "cos_apical_negg": [0.4722643494606018, 0.39165398478507996, 0.345291405916214], "cos_Ac_negg": [0.4722643494606018, 0.39165398478507996, 0.345291405916214], "r_norm": [0.793601393699646, 0.8041192293167114, 0.8187627792358398]}, {"step": 150, "epoch": 0, "train_loss": 0.369383841753006, "cos_r_negg": [0.48813706636428833, 0.40532010793685913, 0.3499617576599121], "cos_apical_negg": [0.48813706636428833, 0.40532010793685913, 0.3499617576599121], "cos_Ac_negg": [0.48813706636428833, 0.40532010793685913, 0.3499617576599121], "r_norm": [0.6715227365493774, 0.6844615936279297, 0.6952441930770874]}, {"step": 200, "epoch": 0, "train_loss": 0.27374571561813354, "cos_r_negg": [0.5044000744819641, 0.42212212085723877, 0.35174238681793213], "cos_apical_negg": [0.5044000744819641, 0.42212212085723877, 0.35174238681793213], "cos_Ac_negg": [0.5044000744819641, 0.42212212085723877, 0.35174238681793213], "r_norm": [0.7610838413238525, 0.7724226713180542, 0.7841846346855164]}, {"step": 250, "epoch": 0, "train_loss": 0.2247844785451889, "cos_r_negg": [0.48189783096313477, 0.43849480152130127, 0.3909870982170105], "cos_apical_negg": [0.48189783096313477, 0.43849480152130127, 0.3909870982170105], "cos_Ac_negg": [0.48189783096313477, 0.43849480152130127, 0.3909870982170105], "r_norm": [0.6247916221618652, 0.6351319551467896, 0.643828272819519]}, {"step": 300, "epoch": 0, "train_loss": 0.27407383918762207, "cos_r_negg": [0.5272853970527649, 0.46914762258529663, 0.40597039461135864], "cos_apical_negg": [0.5272853970527649, 0.46914762258529663, 0.40597039461135864], "cos_Ac_negg": [0.5272853970527649, 0.46914762258529663, 0.40597039461135864], "r_norm": [0.6179478764533997, 0.6255052089691162, 0.6350324749946594]}, {"step": 350, "epoch": 0, "train_loss": 0.2018769085407257, "cos_r_negg": [0.528581976890564, 0.46516120433807373, 0.4047442078590393], "cos_apical_negg": [0.528581976890564, 0.46516120433807373, 0.4047442078590393], "cos_Ac_negg": [0.528581976890564, 0.46516120433807373, 0.4047442078590393], "r_norm": [0.546890914440155, 0.5537636280059814, 0.5643314123153687]}, {"step": 400, "epoch": 0, "train_loss": 0.11202239245176315, "cos_r_negg": [0.5464932918548584, 0.48750239610671997, 0.4270848333835602], "cos_apical_negg": [0.5464932918548584, 0.48750239610671997, 0.4270848333835602], "cos_Ac_negg": [0.5464932918548584, 0.48750239610671997, 0.4270848333835602], "r_norm": [0.5453137755393982, 0.5526173710823059, 0.5626029372215271]}, {"step": 450, "epoch": 0, "train_loss": 0.318512499332428, "cos_r_negg": [0.5368611216545105, 0.4998156428337097, 0.42990946769714355], "cos_apical_negg": [0.5368611216545105, 0.4998156428337097, 0.42990946769714355], "cos_Ac_negg": [0.5368611216545105, 0.4998156428337097, 0.42990946769714355], "r_norm": [0.6364757418632507, 0.6463128924369812, 0.6559982299804688]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9446, "test_loss": 0.18972248840332032}, {"step": 500, "epoch": 1, "train_loss": 0.26422834396362305, "cos_r_negg": [0.5379511713981628, 0.5086513161659241, 0.4393860101699829], "cos_apical_negg": [0.5379511713981628, 0.5086513161659241, 0.4393860101699829], "cos_Ac_negg": [0.5379511713981628, 0.5086513161659241, 0.4393860101699829], "r_norm": [0.5886611342430115, 0.5960257053375244, 0.6047666668891907]}, {"step": 550, "epoch": 1, "train_loss": 0.15259473025798798, "cos_r_negg": [0.5273416042327881, 0.4987068176269531, 0.4277038276195526], "cos_apical_negg": [0.5273416042327881, 0.4987068176269531, 0.4277038276195526], "cos_Ac_negg": [0.5273416042327881, 0.4987068176269531, 0.4277038276195526], "r_norm": [0.4646178185939789, 0.4719827473163605, 0.48018646240234375]}, {"step": 600, "epoch": 1, "train_loss": 0.23115842044353485, "cos_r_negg": [0.5190146565437317, 0.4804244637489319, 0.43819475173950195], "cos_apical_negg": [0.5190146565437317, 0.4804244637489319, 0.43819475173950195], "cos_Ac_negg": [0.5190146565437317, 0.4804244637489319, 0.43819475173950195], "r_norm": [0.4877135753631592, 0.49477940797805786, 0.5046098232269287]}, {"step": 650, "epoch": 1, "train_loss": 0.199116513133049, "cos_r_negg": [0.5337393879890442, 0.5039418935775757, 0.42227447032928467], "cos_apical_negg": [0.5337393879890442, 0.5039418935775757, 0.42227447032928467], "cos_Ac_negg": [0.5337393879890442, 0.5039418935775757, 0.42227447032928467], "r_norm": [0.500652015209198, 0.5084292888641357, 0.516499400138855]}, {"step": 700, "epoch": 1, "train_loss": 0.09697198867797852, "cos_r_negg": [0.5232917070388794, 0.5013526678085327, 0.42920204997062683], "cos_apical_negg": [0.5232917070388794, 0.5013526678085327, 0.42920204997062683], "cos_Ac_negg": [0.5232917070388794, 0.5013526678085327, 0.42920204997062683], "r_norm": [0.4138454794883728, 0.4202424883842468, 0.4265848398208618]}, {"step": 750, "epoch": 1, "train_loss": 0.08201929926872253, "cos_r_negg": [0.5414789915084839, 0.5200984477996826, 0.4392956495285034], "cos_apical_negg": [0.5414789915084839, 0.5200984477996826, 0.4392956495285034], "cos_Ac_negg": [0.5414789915084839, 0.5200984477996826, 0.4392956495285034], "r_norm": [0.4804096221923828, 0.4875466525554657, 0.491496741771698]}, {"step": 800, "epoch": 1, "train_loss": 0.11109168082475662, "cos_r_negg": [0.5507640838623047, 0.5207754373550415, 0.450491726398468], "cos_apical_negg": [0.5507640838623047, 0.5207754373550415, 0.450491726398468], "cos_Ac_negg": [0.5507640838623047, 0.5207754373550415, 0.450491726398468], "r_norm": [0.4491207003593445, 0.45605331659317017, 0.4631083011627197]}, {"step": 850, "epoch": 1, "train_loss": 0.1874501258134842, "cos_r_negg": [0.5220886468887329, 0.5124343633651733, 0.44652706384658813], "cos_apical_negg": [0.5220886468887329, 0.5124343633651733, 0.44652706384658813], "cos_Ac_negg": [0.5220886468887329, 0.5124343633651733, 0.44652706384658813], "r_norm": [0.431349515914917, 0.43948376178741455, 0.44447559118270874]}, {"step": 900, "epoch": 1, "train_loss": 0.10067401826381683, "cos_r_negg": [0.5554637908935547, 0.5358659029006958, 0.45480185747146606], "cos_apical_negg": [0.5554637908935547, 0.5358659029006958, 0.45480185747146606], "cos_Ac_negg": [0.5554637908935547, 0.5358659029006958, 0.45480185747146606], "r_norm": [0.3722841441631317, 0.3776726722717285, 0.38071054220199585]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9569, "test_loss": 0.14861582489013672}, {"step": 950, "epoch": 2, "train_loss": 0.1828792542219162, "cos_r_negg": [0.5326688885688782, 0.5169692039489746, 0.4355546236038208], "cos_apical_negg": [0.5326688885688782, 0.5169692039489746, 0.4355546236038208], "cos_Ac_negg": [0.5326688885688782, 0.5169692039489746, 0.4355546236038208], "r_norm": [0.395706444978714, 0.4010772109031677, 0.40936827659606934]}, {"step": 1000, "epoch": 2, "train_loss": 0.1685536801815033, "cos_r_negg": [0.5485341548919678, 0.5224036574363708, 0.4545127749443054], "cos_apical_negg": [0.5485341548919678, 0.5224036574363708, 0.4545127749443054], "cos_Ac_negg": [0.5485341548919678, 0.5224036574363708, 0.4545127749443054], "r_norm": [0.40574437379837036, 0.4122118651866913, 0.41721785068511963]}, {"step": 1050, "epoch": 2, "train_loss": 0.040500570088624954, "cos_r_negg": [0.5519908666610718, 0.5401674509048462, 0.45530831813812256], "cos_apical_negg": [0.5519908666610718, 0.5401674509048462, 0.45530831813812256], "cos_Ac_negg": [0.5519908666610718, 0.5401674509048462, 0.45530831813812256], "r_norm": [0.3398685157299042, 0.3435857892036438, 0.3487582206726074]}, {"step": 1100, "epoch": 2, "train_loss": 0.06727419793605804, "cos_r_negg": [0.547722578048706, 0.5455983877182007, 0.46452653408050537], "cos_apical_negg": [0.547722578048706, 0.5455983877182007, 0.46452653408050537], "cos_Ac_negg": [0.547722578048706, 0.5455983877182007, 0.46452653408050537], "r_norm": [0.3220668137073517, 0.32629913091659546, 0.33471593260765076]}, {"step": 1150, "epoch": 2, "train_loss": 0.05138355493545532, "cos_r_negg": [0.5332511067390442, 0.5377520322799683, 0.4690646529197693], "cos_apical_negg": [0.5332511067390442, 0.5377520322799683, 0.4690646529197693], "cos_Ac_negg": [0.5332511067390442, 0.5377520322799683, 0.4690646529197693], "r_norm": [0.3462260961532593, 0.3494808077812195, 0.3592756390571594]}, {"step": 1200, "epoch": 2, "train_loss": 0.0417187437415123, "cos_r_negg": [0.5390444993972778, 0.5299623012542725, 0.47117531299591064], "cos_apical_negg": [0.5390444993972778, 0.5299623012542725, 0.47117531299591064], "cos_Ac_negg": [0.5390444993972778, 0.5299623012542725, 0.47117531299591064], "r_norm": [0.35579654574394226, 0.3614438474178314, 0.36457332968711853]}, {"step": 1250, "epoch": 2, "train_loss": 0.10615675896406174, "cos_r_negg": [0.5660723447799683, 0.5440365076065063, 0.47828060388565063], "cos_apical_negg": [0.5660723447799683, 0.5440365076065063, 0.47828060388565063], "cos_Ac_negg": [0.5660723447799683, 0.5440365076065063, 0.47828060388565063], "r_norm": [0.27670174837112427, 0.281150221824646, 0.2851274609565735]}, {"step": 1300, "epoch": 2, "train_loss": 0.20912505686283112, "cos_r_negg": [0.5445775985717773, 0.5354267358779907, 0.47663652896881104], "cos_apical_negg": [0.5445775985717773, 0.5354267358779907, 0.47663652896881104], "cos_Ac_negg": [0.5445775985717773, 0.5354267358779907, 0.47663652896881104], "r_norm": [0.2697525918483734, 0.2739921510219574, 0.2772248387336731]}, {"step": 1350, "epoch": 2, "train_loss": 0.2001020610332489, "cos_r_negg": [0.5560165643692017, 0.5564080476760864, 0.4676411747932434], "cos_apical_negg": [0.5560165643692017, 0.5564080476760864, 0.4676411747932434], "cos_Ac_negg": [0.5560165643692017, 0.5564080476760864, 0.4676411747932434], "r_norm": [0.3244505226612091, 0.3296664357185364, 0.33423328399658203]}, {"step": 1400, "epoch": 2, "train_loss": 0.2056088149547577, "cos_r_negg": [0.5499333739280701, 0.5442029237747192, 0.47013404965400696], "cos_apical_negg": [0.5499333739280701, 0.5442029237747192, 0.47013404965400696], "cos_Ac_negg": [0.5499333739280701, 0.5442029237747192, 0.47013404965400696], "r_norm": [0.28805240988731384, 0.2923659682273865, 0.2938801646232605]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9591, "test_loss": 0.14322200775146485}, {"step": 1450, "epoch": 3, "train_loss": 0.054093264043331146, "cos_r_negg": [0.5113224983215332, 0.5114912986755371, 0.4531295895576477], "cos_apical_negg": [0.5113224983215332, 0.5114912986755371, 0.4531295895576477], "cos_Ac_negg": [0.5113224983215332, 0.5114912986755371, 0.4531295895576477], "r_norm": [0.2976418137550354, 0.3014867305755615, 0.3044810891151428]}, {"step": 1500, "epoch": 3, "train_loss": 0.07130032032728195, "cos_r_negg": [0.511888861656189, 0.5190300941467285, 0.44769737124443054], "cos_apical_negg": [0.511888861656189, 0.5190300941467285, 0.44769737124443054], "cos_Ac_negg": [0.511888861656189, 0.5190300941467285, 0.44769737124443054], "r_norm": [0.3225572109222412, 0.3266567587852478, 0.3335599899291992]}, {"step": 1550, "epoch": 3, "train_loss": 0.06981541216373444, "cos_r_negg": [0.5125143527984619, 0.5286632776260376, 0.45349955558776855], "cos_apical_negg": [0.5125143527984619, 0.5286632776260376, 0.45349955558776855], "cos_Ac_negg": [0.5125143527984619, 0.5286632776260376, 0.45349955558776855], "r_norm": [0.28319495916366577, 0.287411093711853, 0.2921088933944702]}, {"step": 1600, "epoch": 3, "train_loss": 0.03632766008377075, "cos_r_negg": [0.5165739059448242, 0.5321213006973267, 0.45776644349098206], "cos_apical_negg": [0.5165739059448242, 0.5321213006973267, 0.45776644349098206], "cos_Ac_negg": [0.5165739059448242, 0.5321213006973267, 0.45776644349098206], "r_norm": [0.2660408616065979, 0.26979586482048035, 0.273922860622406]}, {"step": 1650, "epoch": 3, "train_loss": 0.1164063885807991, "cos_r_negg": [0.4922124147415161, 0.5120627880096436, 0.4377073049545288], "cos_apical_negg": [0.4922124147415161, 0.5120627880096436, 0.4377073049545288], "cos_Ac_negg": [0.4922124147415161, 0.5120627880096436, 0.4377073049545288], "r_norm": [0.2721624970436096, 0.27578920125961304, 0.28121811151504517]}, {"step": 1700, "epoch": 3, "train_loss": 0.06712014228105545, "cos_r_negg": [0.5244268774986267, 0.5435453653335571, 0.46444395184516907], "cos_apical_negg": [0.5244268774986267, 0.5435453653335571, 0.46444395184516907], "cos_Ac_negg": [0.5244268774986267, 0.5435453653335571, 0.46444395184516907], "r_norm": [0.24767836928367615, 0.24970629811286926, 0.2555338442325592]}, {"step": 1750, "epoch": 3, "train_loss": 0.05177675187587738, "cos_r_negg": [0.5267975330352783, 0.5358949303627014, 0.45666491985321045], "cos_apical_negg": [0.5267975330352783, 0.5358949303627014, 0.45666491985321045], "cos_Ac_negg": [0.5267975330352783, 0.5358949303627014, 0.45666491985321045], "r_norm": [0.2359834909439087, 0.23920938372612, 0.2436937689781189]}, {"step": 1800, "epoch": 3, "train_loss": 0.10677778720855713, "cos_r_negg": [0.5166060924530029, 0.521358847618103, 0.45488882064819336], "cos_apical_negg": [0.5166060924530029, 0.521358847618103, 0.45488882064819336], "cos_Ac_negg": [0.5166060924530029, 0.521358847618103, 0.45488882064819336], "r_norm": [0.34919703006744385, 0.35439133644104004, 0.3571004867553711]}, {"step": 1850, "epoch": 3, "train_loss": 0.0951484888792038, "cos_r_negg": [0.526807427406311, 0.5402212142944336, 0.4651581048965454], "cos_apical_negg": [0.526807427406311, 0.5402212142944336, 0.4651581048965454], "cos_Ac_negg": [0.526807427406311, 0.5402212142944336, 0.4651581048965454], "r_norm": [0.2860819399356842, 0.28958994150161743, 0.2939283549785614]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9668, "test_loss": 0.1163763542175293}, {"step": 1900, "epoch": 4, "train_loss": 0.04752318561077118, "cos_r_negg": [0.5128085017204285, 0.5194737315177917, 0.4510015845298767], "cos_apical_negg": [0.5128085017204285, 0.5194737315177917, 0.4510015845298767], "cos_Ac_negg": [0.5128085017204285, 0.5194737315177917, 0.4510015845298767], "r_norm": [0.269337922334671, 0.272026389837265, 0.27612441778182983]}, {"step": 1950, "epoch": 4, "train_loss": 0.045190609991550446, "cos_r_negg": [0.5065215826034546, 0.5284996032714844, 0.4505819082260132], "cos_apical_negg": [0.5065215826034546, 0.5284996032714844, 0.4505819082260132], "cos_Ac_negg": [0.5065215826034546, 0.5284996032714844, 0.4505819082260132], "r_norm": [0.2534022331237793, 0.25632038712501526, 0.261060893535614]}, {"step": 2000, "epoch": 4, "train_loss": 0.0870680958032608, "cos_r_negg": [0.47315412759780884, 0.4997631907463074, 0.43494921922683716], "cos_apical_negg": [0.47315412759780884, 0.4997631907463074, 0.43494921922683716], "cos_Ac_negg": [0.47315412759780884, 0.4997631907463074, 0.43494921922683716], "r_norm": [0.2532665729522705, 0.25577452778816223, 0.26014989614486694]}, {"step": 2050, "epoch": 4, "train_loss": 0.058971088379621506, "cos_r_negg": [0.44850921630859375, 0.4681694507598877, 0.4153429865837097], "cos_apical_negg": [0.44850921630859375, 0.4681694507598877, 0.4153429865837097], "cos_Ac_negg": [0.44850921630859375, 0.4681694507598877, 0.4153429865837097], "r_norm": [0.2479674518108368, 0.24972465634346008, 0.25601112842559814]}, {"step": 2100, "epoch": 4, "train_loss": 0.03876085579395294, "cos_r_negg": [0.47576698660850525, 0.5042568445205688, 0.4367780089378357], "cos_apical_negg": [0.47576698660850525, 0.5042568445205688, 0.4367780089378357], "cos_Ac_negg": [0.47576698660850525, 0.5042568445205688, 0.4367780089378357], "r_norm": [0.24039226770401, 0.24409323930740356, 0.2500803768634796]}, {"step": 2150, "epoch": 4, "train_loss": 0.022764891386032104, "cos_r_negg": [0.4754108190536499, 0.5020901560783386, 0.44309425354003906], "cos_apical_negg": [0.4754108190536499, 0.5020901560783386, 0.44309425354003906], "cos_Ac_negg": [0.4754108190536499, 0.5020901560783386, 0.44309425354003906], "r_norm": [0.2780315577983856, 0.28188222646713257, 0.28651607036590576]}, {"step": 2200, "epoch": 4, "train_loss": 0.07658996433019638, "cos_r_negg": [0.46441876888275146, 0.4881041646003723, 0.4147297739982605], "cos_apical_negg": [0.46441876888275146, 0.4881041646003723, 0.4147297739982605], "cos_Ac_negg": [0.46441876888275146, 0.4881041646003723, 0.4147297739982605], "r_norm": [0.24731269478797913, 0.24991129338741302, 0.2555423080921173]}, {"step": 2250, "epoch": 4, "train_loss": 0.015960484743118286, "cos_r_negg": [0.46501022577285767, 0.48451828956604004, 0.4240210950374603], "cos_apical_negg": [0.46501022577285767, 0.48451828956604004, 0.4240210950374603], "cos_Ac_negg": [0.46501022577285767, 0.48451828956604004, 0.4240210950374603], "r_norm": [0.2667522728443146, 0.2714984714984894, 0.27511024475097656]}, {"step": 2300, "epoch": 4, "train_loss": 0.13110527396202087, "cos_r_negg": [0.4672966003417969, 0.492227166891098, 0.42520976066589355], "cos_apical_negg": [0.4672966003417969, 0.492227166891098, 0.42520976066589355], "cos_Ac_negg": [0.4672966003417969, 0.492227166891098, 0.42520976066589355], "r_norm": [0.2588350176811218, 0.26178961992263794, 0.26603642106056213]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9693, "test_loss": 0.11135072975158691}, {"step": 2350, "epoch": 5, "train_loss": 0.03768002986907959, "cos_r_negg": [0.5008327960968018, 0.5284916162490845, 0.464491069316864], "cos_apical_negg": [0.5008327960968018, 0.5284916162490845, 0.464491069316864], "cos_Ac_negg": [0.5008327960968018, 0.5284916162490845, 0.464491069316864], "r_norm": [0.2539128363132477, 0.2583569586277008, 0.26151973009109497]}, {"step": 2400, "epoch": 5, "train_loss": 0.03332895040512085, "cos_r_negg": [0.4620237648487091, 0.48461267352104187, 0.43801236152648926], "cos_apical_negg": [0.4620237648487091, 0.48461267352104187, 0.43801236152648926], "cos_Ac_negg": [0.4620237648487091, 0.48461267352104187, 0.43801236152648926], "r_norm": [0.2264387309551239, 0.22959759831428528, 0.233747661113739]}, {"step": 2450, "epoch": 5, "train_loss": 0.017971130087971687, "cos_r_negg": [0.4487132430076599, 0.48640793561935425, 0.44262391328811646], "cos_apical_negg": [0.4487132430076599, 0.48640793561935425, 0.44262391328811646], "cos_Ac_negg": [0.4487132430076599, 0.48640793561935425, 0.44262391328811646], "r_norm": [0.24510681629180908, 0.24798743426799774, 0.251293420791626]}, {"step": 2500, "epoch": 5, "train_loss": 0.023238465189933777, "cos_r_negg": [0.43896400928497314, 0.4727911949157715, 0.4220547378063202], "cos_apical_negg": [0.43896400928497314, 0.4727911949157715, 0.4220547378063202], "cos_Ac_negg": [0.43896400928497314, 0.4727911949157715, 0.4220547378063202], "r_norm": [0.21948489546775818, 0.22338052093982697, 0.22598637640476227]}, {"step": 2550, "epoch": 5, "train_loss": 0.026471300050616264, "cos_r_negg": [0.42508310079574585, 0.4525378346443176, 0.4028943181037903], "cos_apical_negg": [0.42508310079574585, 0.4525378346443176, 0.4028943181037903], "cos_Ac_negg": [0.42508310079574585, 0.4525378346443176, 0.4028943181037903], "r_norm": [0.21471163630485535, 0.21812835335731506, 0.2222273349761963]}, {"step": 2600, "epoch": 5, "train_loss": 0.019746962934732437, "cos_r_negg": [0.4201245903968811, 0.4629365801811218, 0.40901434421539307], "cos_apical_negg": [0.4201245903968811, 0.4629365801811218, 0.40901434421539307], "cos_Ac_negg": [0.4201245903968811, 0.4629365801811218, 0.40901434421539307], "r_norm": [0.2449963390827179, 0.24855314195156097, 0.25226277112960815]}, {"step": 2650, "epoch": 5, "train_loss": 0.017779100686311722, "cos_r_negg": [0.42630404233932495, 0.4637209475040436, 0.4170039892196655], "cos_apical_negg": [0.42630404233932495, 0.4637209475040436, 0.4170039892196655], "cos_Ac_negg": [0.42630404233932495, 0.4637209475040436, 0.4170039892196655], "r_norm": [0.2403905987739563, 0.24366788566112518, 0.247096449136734]}, {"step": 2700, "epoch": 5, "train_loss": 0.09573700278997421, "cos_r_negg": [0.44017067551612854, 0.46438294649124146, 0.41793501377105713], "cos_apical_negg": [0.44017067551612854, 0.46438294649124146, 0.41793501377105713], "cos_Ac_negg": [0.44017067551612854, 0.46438294649124146, 0.41793501377105713], "r_norm": [0.21392253041267395, 0.21767497062683105, 0.22100131213665009]}, {"step": 2750, "epoch": 5, "train_loss": 0.04005417600274086, "cos_r_negg": [0.4062202274799347, 0.440488338470459, 0.3904746174812317], "cos_apical_negg": [0.4062202274799347, 0.440488338470459, 0.3904746174812317], "cos_Ac_negg": [0.4062202274799347, 0.440488338470459, 0.3904746174812317], "r_norm": [0.22314774990081787, 0.22597117722034454, 0.23041170835494995]}, {"step": 2800, "epoch": 5, "train_loss": 0.012219078838825226, "cos_r_negg": [0.3939685821533203, 0.4287932515144348, 0.37713760137557983], "cos_apical_negg": [0.3939685821533203, 0.4287932515144348, 0.37713760137557983], "cos_Ac_negg": [0.3939685821533203, 0.4287932515144348, 0.37713760137557983], "r_norm": [0.20941464602947235, 0.21289265155792236, 0.21646416187286377]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9706, "test_loss": 0.1155858476638794}, {"step": 2850, "epoch": 6, "train_loss": 0.041714075952768326, "cos_r_negg": [0.385687917470932, 0.417830228805542, 0.3673863410949707], "cos_apical_negg": [0.385687917470932, 0.417830228805542, 0.3673863410949707], "cos_Ac_negg": [0.385687917470932, 0.417830228805542, 0.3673863410949707], "r_norm": [0.18592222034931183, 0.1889694333076477, 0.1914665400981903]}, {"step": 2900, "epoch": 6, "train_loss": 0.012119332328438759, "cos_r_negg": [0.36779695749282837, 0.401075154542923, 0.3541971445083618], "cos_apical_negg": [0.36779695749282837, 0.401075154542923, 0.3541971445083618], "cos_Ac_negg": [0.36779695749282837, 0.401075154542923, 0.3541971445083618], "r_norm": [0.20639091730117798, 0.21028655767440796, 0.21246886253356934]}, {"step": 2950, "epoch": 6, "train_loss": 0.04291336238384247, "cos_r_negg": [0.3805016875267029, 0.41909027099609375, 0.375063955783844], "cos_apical_negg": [0.3805016875267029, 0.41909027099609375, 0.375063955783844], "cos_Ac_negg": [0.3805016875267029, 0.41909027099609375, 0.375063955783844], "r_norm": [0.19503921270370483, 0.198153555393219, 0.19997753202915192]}, {"step": 3000, "epoch": 6, "train_loss": 0.029084350913763046, "cos_r_negg": [0.37857532501220703, 0.4071090519428253, 0.3715875744819641], "cos_apical_negg": [0.37857532501220703, 0.4071090519428253, 0.3715875744819641], "cos_Ac_negg": [0.37857532501220703, 0.4071090519428253, 0.3715875744819641], "r_norm": [0.24663510918617249, 0.24953198432922363, 0.25355854630470276]}, {"step": 3050, "epoch": 6, "train_loss": 0.04877188429236412, "cos_r_negg": [0.3709588646888733, 0.4067532420158386, 0.35400697588920593], "cos_apical_negg": [0.3709588646888733, 0.4067532420158386, 0.35400697588920593], "cos_Ac_negg": [0.3709588646888733, 0.4067532420158386, 0.35400697588920593], "r_norm": [0.18803246319293976, 0.19071424007415771, 0.1935696005821228]}, {"step": 3100, "epoch": 6, "train_loss": 0.05883592367172241, "cos_r_negg": [0.34887343645095825, 0.3826729357242584, 0.3416992425918579], "cos_apical_negg": [0.34887343645095825, 0.3826729357242584, 0.3416992425918579], "cos_Ac_negg": [0.34887343645095825, 0.3826729357242584, 0.3416992425918579], "r_norm": [0.20819661021232605, 0.2109852284193039, 0.21358691155910492]}, {"step": 3150, "epoch": 6, "train_loss": 0.03355088084936142, "cos_r_negg": [0.3327119052410126, 0.36787086725234985, 0.32659608125686646], "cos_apical_negg": [0.3327119052410126, 0.36787086725234985, 0.32659608125686646], "cos_Ac_negg": [0.3327119052410126, 0.36787086725234985, 0.32659608125686646], "r_norm": [0.2047269195318222, 0.20800966024398804, 0.20978164672851562]}, {"step": 3200, "epoch": 6, "train_loss": 0.042381785809993744, "cos_r_negg": [0.32624274492263794, 0.36320140957832336, 0.32690316438674927], "cos_apical_negg": [0.32624274492263794, 0.36320140957832336, 0.32690316438674927], "cos_Ac_negg": [0.32624274492263794, 0.36320140957832336, 0.32690316438674927], "r_norm": [0.2106878161430359, 0.21296066045761108, 0.21544674038887024]}, {"step": 3250, "epoch": 6, "train_loss": 0.013497929088771343, "cos_r_negg": [0.3787553906440735, 0.41700977087020874, 0.3731690049171448], "cos_apical_negg": [0.3787553906440735, 0.41700977087020874, 0.3731690049171448], "cos_Ac_negg": [0.3787553906440735, 0.41700977087020874, 0.3731690049171448], "r_norm": [0.21180224418640137, 0.21508054435253143, 0.21830201148986816]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9727, "test_loss": 0.11088752651214599}, {"step": 3300, "epoch": 7, "train_loss": 0.019572943449020386, "cos_r_negg": [0.3573451340198517, 0.391384482383728, 0.35489678382873535], "cos_apical_negg": [0.3573451340198517, 0.391384482383728, 0.35489678382873535], "cos_Ac_negg": [0.3573451340198517, 0.391384482383728, 0.35489678382873535], "r_norm": [0.19010089337825775, 0.19269460439682007, 0.19628354907035828]}, {"step": 3350, "epoch": 7, "train_loss": 0.004735760390758514, "cos_r_negg": [0.345903217792511, 0.3861348628997803, 0.3454723060131073], "cos_apical_negg": [0.345903217792511, 0.3861348628997803, 0.3454723060131073], "cos_Ac_negg": [0.345903217792511, 0.3861348628997803, 0.3454723060131073], "r_norm": [0.1984429806470871, 0.20137427747249603, 0.2042407989501953]}, {"step": 3400, "epoch": 7, "train_loss": 0.0044024549424648285, "cos_r_negg": [0.30660051107406616, 0.3406534194946289, 0.3091513514518738], "cos_apical_negg": [0.30660051107406616, 0.3406534194946289, 0.3091513514518738], "cos_Ac_negg": [0.30660051107406616, 0.3406534194946289, 0.3091513514518738], "r_norm": [0.21036705374717712, 0.2122555673122406, 0.21775707602500916]}, {"step": 3450, "epoch": 7, "train_loss": 0.05427013710141182, "cos_r_negg": [0.3266099691390991, 0.3614497780799866, 0.32667818665504456], "cos_apical_negg": [0.3266099691390991, 0.3614497780799866, 0.32667818665504456], "cos_Ac_negg": [0.3266099691390991, 0.3614497780799866, 0.32667818665504456], "r_norm": [0.1895449310541153, 0.19151726365089417, 0.19586551189422607]}, {"step": 3500, "epoch": 7, "train_loss": 0.013392288237810135, "cos_r_negg": [0.3298719525337219, 0.35899946093559265, 0.3251214623451233], "cos_apical_negg": [0.3298719525337219, 0.35899946093559265, 0.3251214623451233], "cos_Ac_negg": [0.3298719525337219, 0.35899946093559265, 0.3251214623451233], "r_norm": [0.1800139844417572, 0.18209879100322723, 0.18505685031414032]}, {"step": 3550, "epoch": 7, "train_loss": 0.007369669154286385, "cos_r_negg": [0.32767409086227417, 0.35910460352897644, 0.32741424441337585], "cos_apical_negg": [0.32767409086227417, 0.35910460352897644, 0.32741424441337585], "cos_Ac_negg": [0.32767409086227417, 0.35910460352897644, 0.32741424441337585], "r_norm": [0.20790323615074158, 0.21029406785964966, 0.21448998153209686]}, {"step": 3600, "epoch": 7, "train_loss": 0.026410715654492378, "cos_r_negg": [0.3134734332561493, 0.3417700529098511, 0.3099426329135895], "cos_apical_negg": [0.3134734332561493, 0.3417700529098511, 0.3099426329135895], "cos_Ac_negg": [0.3134734332561493, 0.3417700529098511, 0.3099426329135895], "r_norm": [0.18211831152439117, 0.1843421906232834, 0.1866338700056076]}, {"step": 3650, "epoch": 7, "train_loss": 0.002275378443300724, "cos_r_negg": [0.30376988649368286, 0.3297889232635498, 0.3015595078468323], "cos_apical_negg": [0.30376988649368286, 0.3297889232635498, 0.3015595078468323], "cos_Ac_negg": [0.30376988649368286, 0.3297889232635498, 0.3015595078468323], "r_norm": [0.21286413073539734, 0.2161690890789032, 0.2185973823070526]}, {"step": 3700, "epoch": 7, "train_loss": 0.005108727142214775, "cos_r_negg": [0.29234907031059265, 0.3205018937587738, 0.2958448529243469], "cos_apical_negg": [0.29234907031059265, 0.3205018937587738, 0.2958448529243469], "cos_Ac_negg": [0.29234907031059265, 0.3205018937587738, 0.2958448529243469], "r_norm": [0.19330164790153503, 0.19603362679481506, 0.19941598176956177]}, {"step": 3750, "epoch": 7, "train_loss": 0.024734091013669968, "cos_r_negg": [0.31039178371429443, 0.3393573462963104, 0.3089333772659302], "cos_apical_negg": [0.31039178371429443, 0.3393573462963104, 0.3089333772659302], "cos_Ac_negg": [0.31039178371429443, 0.3393573462963104, 0.3089333772659302], "r_norm": [0.1980428397655487, 0.2006046175956726, 0.20334507524967194]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9724, "test_loss": 0.1213614667892456}, {"step": 3800, "epoch": 8, "train_loss": 0.054725468158721924, "cos_r_negg": [0.2754294276237488, 0.30327868461608887, 0.2744637131690979], "cos_apical_negg": [0.2754294276237488, 0.30327868461608887, 0.2744637131690979], "cos_Ac_negg": [0.2754294276237488, 0.30327868461608887, 0.2744637131690979], "r_norm": [0.1867971569299698, 0.1888033151626587, 0.1917356550693512]}, {"step": 3850, "epoch": 8, "train_loss": 0.00568051915615797, "cos_r_negg": [0.2591938078403473, 0.2837930917739868, 0.25737273693084717], "cos_apical_negg": [0.2591938078403473, 0.2837930917739868, 0.25737273693084717], "cos_Ac_negg": [0.2591938078403473, 0.2837930917739868, 0.25737273693084717], "r_norm": [0.20143696665763855, 0.20386412739753723, 0.20797184109687805]}, {"step": 3900, "epoch": 8, "train_loss": 0.011088700965046883, "cos_r_negg": [0.2717062532901764, 0.29911893606185913, 0.27194803953170776], "cos_apical_negg": [0.2717062532901764, 0.29911893606185913, 0.27194803953170776], "cos_Ac_negg": [0.2717062532901764, 0.29911893606185913, 0.27194803953170776], "r_norm": [0.18149414658546448, 0.18364191055297852, 0.18717819452285767]}, {"step": 3950, "epoch": 8, "train_loss": 0.0039547220803797245, "cos_r_negg": [0.271457701921463, 0.2973020672798157, 0.26806166768074036], "cos_apical_negg": [0.271457701921463, 0.2973020672798157, 0.26806166768074036], "cos_Ac_negg": [0.271457701921463, 0.2973020672798157, 0.26806166768074036], "r_norm": [0.20578502118587494, 0.20850403606891632, 0.21137413382530212]}, {"step": 4000, "epoch": 8, "train_loss": 0.00029079991509206593, "cos_r_negg": [0.2487625628709793, 0.27061280608177185, 0.24638265371322632], "cos_apical_negg": [0.2487625628709793, 0.27061280608177185, 0.24638265371322632], "cos_Ac_negg": [0.2487625628709793, 0.27061280608177185, 0.24638265371322632], "r_norm": [0.2133040577173233, 0.21627284586429596, 0.2189764380455017]}, {"step": 4050, "epoch": 8, "train_loss": 0.010406535118818283, "cos_r_negg": [0.2602950930595398, 0.2894468903541565, 0.2642636299133301], "cos_apical_negg": [0.2602950930595398, 0.2894468903541565, 0.2642636299133301], "cos_Ac_negg": [0.2602950930595398, 0.2894468903541565, 0.2642636299133301], "r_norm": [0.22669589519500732, 0.2297438085079193, 0.23159393668174744]}, {"step": 4100, "epoch": 8, "train_loss": 0.06753285229206085, "cos_r_negg": [0.2568996548652649, 0.2847168445587158, 0.26182490587234497], "cos_apical_negg": [0.2568996548652649, 0.2847168445587158, 0.26182490587234497], "cos_Ac_negg": [0.2568996548652649, 0.2847168445587158, 0.26182490587234497], "r_norm": [0.18621906638145447, 0.18846860527992249, 0.19128498435020447]}, {"step": 4150, "epoch": 8, "train_loss": 0.0010397033765912056, "cos_r_negg": [0.2559318542480469, 0.28633570671081543, 0.26586011052131653], "cos_apical_negg": [0.2559318542480469, 0.28633570671081543, 0.26586011052131653], "cos_Ac_negg": [0.2559318542480469, 0.28633570671081543, 0.26586011052131653], "r_norm": [0.20039652287960052, 0.20299988985061646, 0.20772533118724823]}, {"step": 4200, "epoch": 8, "train_loss": 0.00567114632576704, "cos_r_negg": [0.25578874349594116, 0.28169986605644226, 0.26026955246925354], "cos_apical_negg": [0.25578874349594116, 0.28169986605644226, 0.26026955246925354], "cos_Ac_negg": [0.25578874349594116, 0.28169986605644226, 0.26026955246925354], "r_norm": [0.18698027729988098, 0.1887597143650055, 0.19310253858566284]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9733, "test_loss": 0.12049849605560303}, {"step": 4250, "epoch": 9, "train_loss": 0.010376463644206524, "cos_r_negg": [0.2386726588010788, 0.26671984791755676, 0.24429889023303986], "cos_apical_negg": [0.2386726588010788, 0.26671984791755676, 0.24429889023303986], "cos_Ac_negg": [0.2386726588010788, 0.26671984791755676, 0.24429889023303986], "r_norm": [0.17905238270759583, 0.18139244616031647, 0.18471519649028778]}, {"step": 4300, "epoch": 9, "train_loss": 0.00139726628549397, "cos_r_negg": [0.23370009660720825, 0.26374366879463196, 0.24428915977478027], "cos_apical_negg": [0.23370009660720825, 0.26374366879463196, 0.24428915977478027], "cos_Ac_negg": [0.23370009660720825, 0.26374366879463196, 0.24428915977478027], "r_norm": [0.1904388815164566, 0.19261354207992554, 0.1967756450176239]}, {"step": 4350, "epoch": 9, "train_loss": 0.007566756568849087, "cos_r_negg": [0.22631537914276123, 0.25590628385543823, 0.2375326156616211], "cos_apical_negg": [0.22631537914276123, 0.25590628385543823, 0.2375326156616211], "cos_Ac_negg": [0.22631537914276123, 0.25590628385543823, 0.2375326156616211], "r_norm": [0.1973516047000885, 0.19959747791290283, 0.2039770483970642]}, {"step": 4400, "epoch": 9, "train_loss": 0.002845717826858163, "cos_r_negg": [0.21721291542053223, 0.24463263154029846, 0.22427384555339813], "cos_apical_negg": [0.21721291542053223, 0.24463263154029846, 0.22427384555339813], "cos_Ac_negg": [0.21721291542053223, 0.24463263154029846, 0.22427384555339813], "r_norm": [0.2031865119934082, 0.20560702681541443, 0.20937098562717438]}, {"step": 4450, "epoch": 9, "train_loss": 0.0014328203396871686, "cos_r_negg": [0.20890052616596222, 0.23385199904441833, 0.21595324575901031], "cos_apical_negg": [0.20890052616596222, 0.23385199904441833, 0.21595324575901031], "cos_Ac_negg": [0.20890052616596222, 0.23385199904441833, 0.21595324575901031], "r_norm": [0.19478653371334076, 0.19726935029029846, 0.20165488123893738]}, {"step": 4500, "epoch": 9, "train_loss": 0.0006762941484339535, "cos_r_negg": [0.20643165707588196, 0.23004424571990967, 0.21281373500823975], "cos_apical_negg": [0.20643165707588196, 0.23004424571990967, 0.21281373500823975], "cos_Ac_negg": [0.20643165707588196, 0.23004424571990967, 0.21281373500823975], "r_norm": [0.17520523071289062, 0.1768159717321396, 0.18054303526878357]}, {"step": 4550, "epoch": 9, "train_loss": 0.004195611923933029, "cos_r_negg": [0.22988349199295044, 0.2513924539089203, 0.23137418925762177], "cos_apical_negg": [0.22988349199295044, 0.2513924539089203, 0.23137418925762177], "cos_Ac_negg": [0.22988349199295044, 0.2513924539089203, 0.23137418925762177], "r_norm": [0.18664783239364624, 0.1892068088054657, 0.1926373839378357]}, {"step": 4600, "epoch": 9, "train_loss": 0.0545244961977005, "cos_r_negg": [0.2132093608379364, 0.2340800166130066, 0.21611976623535156], "cos_apical_negg": [0.2132093608379364, 0.2340800166130066, 0.21611976623535156], "cos_Ac_negg": [0.2132093608379364, 0.2340800166130066, 0.21611976623535156], "r_norm": [0.1817030906677246, 0.18396922945976257, 0.1871737241744995]}, {"step": 4650, "epoch": 9, "train_loss": 0.00233954144641757, "cos_r_negg": [0.21347790956497192, 0.23649004101753235, 0.21865957975387573], "cos_apical_negg": [0.21347790956497192, 0.23649004101753235, 0.21865957975387573], "cos_Ac_negg": [0.21347790956497192, 0.23649004101753235, 0.21865957975387573], "r_norm": [0.16994935274124146, 0.17214256525039673, 0.17550252377986908]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9731, "test_loss": 0.12907952041625975}, {"step": 4700, "epoch": 10, "train_loss": 0.0019423478515818715, "cos_r_negg": [0.20443309843540192, 0.22882132232189178, 0.21102848649024963], "cos_apical_negg": [0.20443309843540192, 0.22882132232189178, 0.21102848649024963], "cos_Ac_negg": [0.20443309843540192, 0.22882132232189178, 0.21102848649024963], "r_norm": [0.16982880234718323, 0.17188206315040588, 0.17525815963745117]}, {"step": 4750, "epoch": 10, "train_loss": 0.0009916361887007952, "cos_r_negg": [0.19998018443584442, 0.22387784719467163, 0.20653825998306274], "cos_apical_negg": [0.19998018443584442, 0.22387784719467163, 0.20653825998306274], "cos_Ac_negg": [0.19998018443584442, 0.22387784719467163, 0.20653825998306274], "r_norm": [0.17289520800113678, 0.1749526858329773, 0.17835059762001038]}, {"step": 4800, "epoch": 10, "train_loss": 0.0013799897860735655, "cos_r_negg": [0.20271256566047668, 0.22611530125141144, 0.20651501417160034], "cos_apical_negg": [0.20271256566047668, 0.22611530125141144, 0.20651501417160034], "cos_Ac_negg": [0.20271256566047668, 0.22611530125141144, 0.20651501417160034], "r_norm": [0.1763264536857605, 0.17838580906391144, 0.18226444721221924]}, {"step": 4850, "epoch": 10, "train_loss": 0.0002795062609948218, "cos_r_negg": [0.2076299637556076, 0.23053406178951263, 0.21181707084178925], "cos_apical_negg": [0.2076299637556076, 0.23053406178951263, 0.21181707084178925], "cos_Ac_negg": [0.2076299637556076, 0.23053406178951263, 0.21181707084178925], "r_norm": [0.17664863169193268, 0.17889176309108734, 0.18249818682670593]}, {"step": 4900, "epoch": 10, "train_loss": 0.002603150438517332, "cos_r_negg": [0.19503837823867798, 0.21732226014137268, 0.20052433013916016], "cos_apical_negg": [0.19503837823867798, 0.21732226014137268, 0.20052433013916016], "cos_Ac_negg": [0.19503837823867798, 0.21732226014137268, 0.20052433013916016], "r_norm": [0.16930486261844635, 0.17143504321575165, 0.17471878230571747]}, {"step": 4950, "epoch": 10, "train_loss": 0.0005908745806664228, "cos_r_negg": [0.19715285301208496, 0.22062301635742188, 0.20308539271354675], "cos_apical_negg": [0.19715285301208496, 0.22062301635742188, 0.20308539271354675], "cos_Ac_negg": [0.19715285301208496, 0.22062301635742188, 0.20308539271354675], "r_norm": [0.1861162781715393, 0.18775226175785065, 0.19241255521774292]}, {"step": 5000, "epoch": 10, "train_loss": 0.002039768733084202, "cos_r_negg": [0.17864802479743958, 0.20066498219966888, 0.18613797426223755], "cos_apical_negg": [0.17864802479743958, 0.20066498219966888, 0.18613797426223755], "cos_Ac_negg": [0.17864802479743958, 0.20066498219966888, 0.18613797426223755], "r_norm": [0.17975874245166779, 0.18170839548110962, 0.18581734597682953]}, {"step": 5050, "epoch": 10, "train_loss": 0.0007892638677731156, "cos_r_negg": [0.1870184689760208, 0.20942257344722748, 0.1944115310907364], "cos_apical_negg": [0.1870184689760208, 0.20942257344722748, 0.1944115310907364], "cos_Ac_negg": [0.1870184689760208, 0.20942257344722748, 0.1944115310907364], "r_norm": [0.17988763749599457, 0.18204441666603088, 0.1861688494682312]}, {"step": 5100, "epoch": 10, "train_loss": 0.0013874722644686699, "cos_r_negg": [0.18631792068481445, 0.20958265662193298, 0.19404947757720947], "cos_apical_negg": [0.18631792068481445, 0.20958265662193298, 0.19404947757720947], "cos_Ac_negg": [0.18631792068481445, 0.20958265662193298, 0.19404947757720947], "r_norm": [0.17757996916770935, 0.1796059012413025, 0.1839887797832489]}, {"step": 5150, "epoch": 10, "train_loss": 0.0003192696603946388, "cos_r_negg": [0.1742742657661438, 0.19542935490608215, 0.1809614598751068], "cos_apical_negg": [0.1742742657661438, 0.19542935490608215, 0.1809614598751068], "cos_Ac_negg": [0.1742742657661438, 0.19542935490608215, 0.1809614598751068], "r_norm": [0.1729942113161087, 0.17485764622688293, 0.179172545671463]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9741, "test_loss": 0.13164749965667724}, {"step": 5200, "epoch": 11, "train_loss": 0.0009664298268035054, "cos_r_negg": [0.17192594707012177, 0.19095087051391602, 0.17675048112869263], "cos_apical_negg": [0.17192594707012177, 0.19095087051391602, 0.17675048112869263], "cos_Ac_negg": [0.17192594707012177, 0.19095087051391602, 0.17675048112869263], "r_norm": [0.17661543190479279, 0.1786450445652008, 0.18278345465660095]}, {"step": 5250, "epoch": 11, "train_loss": 0.0005995890242047608, "cos_r_negg": [0.17545852065086365, 0.19504263997077942, 0.18156147003173828], "cos_apical_negg": [0.17545852065086365, 0.19504263997077942, 0.18156147003173828], "cos_Ac_negg": [0.17545852065086365, 0.19504263997077942, 0.18156147003173828], "r_norm": [0.18683508038520813, 0.18939733505249023, 0.1933160275220871]}, {"step": 5300, "epoch": 11, "train_loss": 0.0017675841227173805, "cos_r_negg": [0.17014312744140625, 0.18864081799983978, 0.1755809485912323], "cos_apical_negg": [0.17014312744140625, 0.18864081799983978, 0.1755809485912323], "cos_Ac_negg": [0.17014312744140625, 0.18864081799983978, 0.1755809485912323], "r_norm": [0.1715039163827896, 0.1738034188747406, 0.17745399475097656]}, {"step": 5350, "epoch": 11, "train_loss": 0.0008302096975967288, "cos_r_negg": [0.17671489715576172, 0.1973261535167694, 0.18224307894706726], "cos_apical_negg": [0.17671489715576172, 0.1973261535167694, 0.18224307894706726], "cos_Ac_negg": [0.17671489715576172, 0.1973261535167694, 0.18224307894706726], "r_norm": [0.18338000774383545, 0.18608807027339935, 0.18905998766422272]}, {"step": 5400, "epoch": 11, "train_loss": 0.0023295567370951176, "cos_r_negg": [0.17268863320350647, 0.1909419149160385, 0.17766055464744568], "cos_apical_negg": [0.17268863320350647, 0.1909419149160385, 0.17766055464744568], "cos_Ac_negg": [0.17268863320350647, 0.1909419149160385, 0.17766055464744568], "r_norm": [0.1681607961654663, 0.17016547918319702, 0.17408303916454315]}, {"step": 5450, "epoch": 11, "train_loss": 0.000766224751714617, "cos_r_negg": [0.1700270026922226, 0.18892860412597656, 0.17663782835006714], "cos_apical_negg": [0.1700270026922226, 0.18892860412597656, 0.17663782835006714], "cos_Ac_negg": [0.1700270026922226, 0.18892860412597656, 0.17663782835006714], "r_norm": [0.16776201128959656, 0.1698818802833557, 0.1737179458141327]}, {"step": 5500, "epoch": 11, "train_loss": 0.002036674413830042, "cos_r_negg": [0.17170852422714233, 0.19206327199935913, 0.1791984736919403], "cos_apical_negg": [0.17170852422714233, 0.19206327199935913, 0.1791984736919403], "cos_Ac_negg": [0.17170852422714233, 0.19206327199935913, 0.1791984736919403], "r_norm": [0.1908111870288849, 0.19282633066177368, 0.19722479581832886]}, {"step": 5550, "epoch": 11, "train_loss": 0.0011634499533101916, "cos_r_negg": [0.17618119716644287, 0.19810029864311218, 0.18424001336097717], "cos_apical_negg": [0.17618119716644287, 0.19810029864311218, 0.18424001336097717], "cos_Ac_negg": [0.17618119716644287, 0.19810029864311218, 0.18424001336097717], "r_norm": [0.1707947552204132, 0.172652468085289, 0.17680400609970093]}, {"step": 5600, "epoch": 11, "train_loss": 0.0005872540059499443, "cos_r_negg": [0.16501867771148682, 0.18504583835601807, 0.17238372564315796], "cos_apical_negg": [0.16501867771148682, 0.18504583835601807, 0.17238372564315796], "cos_Ac_negg": [0.16501867771148682, 0.18504583835601807, 0.17238372564315796], "r_norm": [0.17042391002178192, 0.17246614396572113, 0.17632348835468292]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9741, "test_loss": 0.133431396484375}, {"step": 5650, "epoch": 12, "train_loss": 0.0049680122174322605, "cos_r_negg": [0.1723039597272873, 0.19238102436065674, 0.17917504906654358], "cos_apical_negg": [0.1723039597272873, 0.19238102436065674, 0.17917504906654358], "cos_Ac_negg": [0.1723039597272873, 0.19238102436065674, 0.17917504906654358], "r_norm": [0.17168974876403809, 0.1737196296453476, 0.17735730111598969]}, {"step": 5700, "epoch": 12, "train_loss": 0.0003830368223134428, "cos_r_negg": [0.1638183444738388, 0.18324056267738342, 0.17145347595214844], "cos_apical_negg": [0.1638183444738388, 0.18324056267738342, 0.17145347595214844], "cos_Ac_negg": [0.1638183444738388, 0.18324056267738342, 0.17145347595214844], "r_norm": [0.16866722702980042, 0.1706589013338089, 0.17462529242038727]}, {"step": 5750, "epoch": 12, "train_loss": 0.000582791049964726, "cos_r_negg": [0.16610446572303772, 0.18618835508823395, 0.1738373041152954], "cos_apical_negg": [0.16610446572303772, 0.18618835508823395, 0.1738373041152954], "cos_Ac_negg": [0.16610446572303772, 0.18618835508823395, 0.1738373041152954], "r_norm": [0.1747460961341858, 0.17685499787330627, 0.18053863942623138]}, {"step": 5800, "epoch": 12, "train_loss": 0.0005096247186884284, "cos_r_negg": [0.16582763195037842, 0.18551896512508392, 0.17344921827316284], "cos_apical_negg": [0.16582763195037842, 0.18551896512508392, 0.17344921827316284], "cos_Ac_negg": [0.16582763195037842, 0.18551896512508392, 0.17344921827316284], "r_norm": [0.17259806394577026, 0.17465785145759583, 0.1784922480583191]}, {"step": 5850, "epoch": 12, "train_loss": 0.0009650398278608918, "cos_r_negg": [0.16160601377487183, 0.18145090341567993, 0.16896843910217285], "cos_apical_negg": [0.16160601377487183, 0.18145090341567993, 0.16896843910217285], "cos_Ac_negg": [0.16160601377487183, 0.18145090341567993, 0.16896843910217285], "r_norm": [0.17042876780033112, 0.17253118753433228, 0.17619508504867554]}, {"step": 5900, "epoch": 12, "train_loss": 0.00137991807423532, "cos_r_negg": [0.15830495953559875, 0.17738556861877441, 0.16561713814735413], "cos_apical_negg": [0.15830495953559875, 0.17738556861877441, 0.16561713814735413], "cos_Ac_negg": [0.15830495953559875, 0.17738556861877441, 0.16561713814735413], "r_norm": [0.16983693838119507, 0.17199435830116272, 0.17554281651973724]}, {"step": 5950, "epoch": 12, "train_loss": 0.0006669946014881134, "cos_r_negg": [0.15718844532966614, 0.1757936328649521, 0.16368822753429413], "cos_apical_negg": [0.15718844532966614, 0.1757936328649521, 0.16368822753429413], "cos_Ac_negg": [0.15718844532966614, 0.1757936328649521, 0.16368822753429413], "r_norm": [0.1611916720867157, 0.16304804384708405, 0.16672486066818237]}, {"step": 6000, "epoch": 12, "train_loss": 0.0021348639857023954, "cos_r_negg": [0.1549888551235199, 0.17373737692832947, 0.16223862767219543], "cos_apical_negg": [0.1549888551235199, 0.17373737692832947, 0.16223862767219543], "cos_Ac_negg": [0.1549888551235199, 0.17373737692832947, 0.16223862767219543], "r_norm": [0.17247167229652405, 0.17459015548229218, 0.1784745156764984]}, {"step": 6050, "epoch": 12, "train_loss": 0.0005114214727655053, "cos_r_negg": [0.15394893288612366, 0.17317986488342285, 0.1627405732870102], "cos_apical_negg": [0.15394893288612366, 0.17317986488342285, 0.1627405732870102], "cos_Ac_negg": [0.15394893288612366, 0.17317986488342285, 0.1627405732870102], "r_norm": [0.17179885506629944, 0.17380622029304504, 0.17783555388450623]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9753, "test_loss": 0.13515986709594727}, {"step": 6100, "epoch": 13, "train_loss": 0.0007399464957416058, "cos_r_negg": [0.1531599760055542, 0.1722833812236786, 0.1613854169845581], "cos_apical_negg": [0.1531599760055542, 0.1722833812236786, 0.1613854169845581], "cos_Ac_negg": [0.1531599760055542, 0.1722833812236786, 0.1613854169845581], "r_norm": [0.17288391292095184, 0.17502987384796143, 0.178909569978714]}, {"step": 6150, "epoch": 13, "train_loss": 0.0006198307382874191, "cos_r_negg": [0.15094909071922302, 0.16999854147434235, 0.158532053232193], "cos_apical_negg": [0.15094909071922302, 0.16999854147434235, 0.158532053232193], "cos_Ac_negg": [0.15094909071922302, 0.16999854147434235, 0.158532053232193], "r_norm": [0.16771912574768066, 0.169720858335495, 0.17345236241817474]}, {"step": 6200, "epoch": 13, "train_loss": 0.0007152602775022388, "cos_r_negg": [0.14819329977035522, 0.16738317906856537, 0.15693387389183044], "cos_apical_negg": [0.14819329977035522, 0.16738317906856537, 0.15693387389183044], "cos_Ac_negg": [0.14819329977035522, 0.16738317906856537, 0.15693387389183044], "r_norm": [0.16473212838172913, 0.16656532883644104, 0.1705494225025177]}, {"step": 6250, "epoch": 13, "train_loss": 0.0015803724527359009, "cos_r_negg": [0.14681383967399597, 0.16602471470832825, 0.1549660563468933], "cos_apical_negg": [0.14681383967399597, 0.16602471470832825, 0.1549660563468933], "cos_Ac_negg": [0.14681383967399597, 0.16602471470832825, 0.1549660563468933], "r_norm": [0.16115997731685638, 0.16314518451690674, 0.16675737500190735]}, {"step": 6300, "epoch": 13, "train_loss": 0.00041270075598731637, "cos_r_negg": [0.14676740765571594, 0.1656118631362915, 0.15528540313243866], "cos_apical_negg": [0.14676740765571594, 0.1656118631362915, 0.15528540313243866], "cos_Ac_negg": [0.14676740765571594, 0.1656118631362915, 0.15528540313243866], "r_norm": [0.16533660888671875, 0.167403444647789, 0.17110978066921234]}, {"step": 6350, "epoch": 13, "train_loss": 0.0006808850448578596, "cos_r_negg": [0.14625762403011322, 0.16550539433956146, 0.1547527313232422], "cos_apical_negg": [0.14625762403011322, 0.16550539433956146, 0.1547527313232422], "cos_Ac_negg": [0.14625762403011322, 0.16550539433956146, 0.1547527313232422], "r_norm": [0.1639380156993866, 0.16598370671272278, 0.16961872577667236]}, {"step": 6400, "epoch": 13, "train_loss": 0.0004829245153814554, "cos_r_negg": [0.14386732876300812, 0.16203320026397705, 0.15224283933639526], "cos_apical_negg": [0.14386732876300812, 0.16203320026397705, 0.15224283933639526], "cos_Ac_negg": [0.14386732876300812, 0.16203320026397705, 0.15224283933639526], "r_norm": [0.16808143258094788, 0.17022469639778137, 0.17419257760047913]}, {"step": 6450, "epoch": 13, "train_loss": 0.0006015824619680643, "cos_r_negg": [0.143135204911232, 0.16163478791713715, 0.15154564380645752], "cos_apical_negg": [0.143135204911232, 0.16163478791713715, 0.15154564380645752], "cos_Ac_negg": [0.143135204911232, 0.16163478791713715, 0.15154564380645752], "r_norm": [0.1653176099061966, 0.16741129755973816, 0.17103278636932373]}, {"step": 6500, "epoch": 13, "train_loss": 0.0003580758930183947, "cos_r_negg": [0.1430068016052246, 0.1613832414150238, 0.15157371759414673], "cos_apical_negg": [0.1430068016052246, 0.1613832414150238, 0.15157371759414673], "cos_Ac_negg": [0.1430068016052246, 0.1613832414150238, 0.15157371759414673], "r_norm": [0.1620214432477951, 0.1640002429485321, 0.16763600707054138]}, {"step": 6550, "epoch": 13, "train_loss": 0.0005808013374917209, "cos_r_negg": [0.14330649375915527, 0.16112755239009857, 0.1509859263896942], "cos_apical_negg": [0.14330649375915527, 0.16112755239009857, 0.1509859263896942], "cos_Ac_negg": [0.14330649375915527, 0.16112755239009857, 0.1509859263896942], "r_norm": [0.17447255551815033, 0.1768183410167694, 0.18059252202510834]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9751, "test_loss": 0.1395190881729126}, {"step": 6600, "epoch": 14, "train_loss": 0.0009424341842532158, "cos_r_negg": [0.1407891809940338, 0.15852639079093933, 0.14832615852355957], "cos_apical_negg": [0.1407891809940338, 0.15852639079093933, 0.14832615852355957], "cos_Ac_negg": [0.1407891809940338, 0.15852639079093933, 0.14832615852355957], "r_norm": [0.17000848054885864, 0.17217165231704712, 0.17587991058826447]}, {"step": 6650, "epoch": 14, "train_loss": 0.001144198700785637, "cos_r_negg": [0.1404733657836914, 0.1587754487991333, 0.14900460839271545], "cos_apical_negg": [0.1404733657836914, 0.1587754487991333, 0.14900460839271545], "cos_Ac_negg": [0.1404733657836914, 0.1587754487991333, 0.14900460839271545], "r_norm": [0.16448324918746948, 0.1663757860660553, 0.17017346620559692]}, {"step": 6700, "epoch": 14, "train_loss": 0.0012570637045428157, "cos_r_negg": [0.13879786431789398, 0.15697093307971954, 0.14740750193595886], "cos_apical_negg": [0.13879786431789398, 0.15697093307971954, 0.14740750193595886], "cos_Ac_negg": [0.13879786431789398, 0.15697093307971954, 0.14740750193595886], "r_norm": [0.16476351022720337, 0.16670937836170197, 0.1704442799091339]}, {"step": 6750, "epoch": 14, "train_loss": 0.0005397720960900187, "cos_r_negg": [0.13611352443695068, 0.15401077270507812, 0.14460024237632751], "cos_apical_negg": [0.13611352443695068, 0.15401077270507812, 0.14460024237632751], "cos_Ac_negg": [0.13611352443695068, 0.15401077270507812, 0.14460024237632751], "r_norm": [0.1647397130727768, 0.16668203473091125, 0.17047680914402008]}, {"step": 6800, "epoch": 14, "train_loss": 0.0009457221021875739, "cos_r_negg": [0.13590244948863983, 0.1533782184123993, 0.1442703902721405], "cos_apical_negg": [0.13590244948863983, 0.1533782184123993, 0.1442703902721405], "cos_Ac_negg": [0.13590244948863983, 0.1533782184123993, 0.1442703902721405], "r_norm": [0.16241607069969177, 0.16443666815757751, 0.16787922382354736]}, {"step": 6850, "epoch": 14, "train_loss": 0.0005029435269534588, "cos_r_negg": [0.13740801811218262, 0.1554412692785263, 0.1460859775543213], "cos_apical_negg": [0.13740801811218262, 0.1554412692785263, 0.1460859775543213], "cos_Ac_negg": [0.13740801811218262, 0.1554412692785263, 0.1460859775543213], "r_norm": [0.16334740817546844, 0.16543573141098022, 0.16889919340610504]}, {"step": 6900, "epoch": 14, "train_loss": 0.0008274847641587257, "cos_r_negg": [0.13614687323570251, 0.1542893350124359, 0.1451079547405243], "cos_apical_negg": [0.13614687323570251, 0.1542893350124359, 0.1451079547405243], "cos_Ac_negg": [0.13614687323570251, 0.1542893350124359, 0.1451079547405243], "r_norm": [0.16384688019752502, 0.16596059501171112, 0.1694130003452301]}, {"step": 6950, "epoch": 14, "train_loss": 0.00026570141199044883, "cos_r_negg": [0.1350223422050476, 0.15228211879730225, 0.14342927932739258], "cos_apical_negg": [0.1350223422050476, 0.15228211879730225, 0.14342927932739258], "cos_Ac_negg": [0.1350223422050476, 0.15228211879730225, 0.14342927932739258], "r_norm": [0.1681918501853943, 0.17051425576210022, 0.17406775057315826]}, {"step": 7000, "epoch": 14, "train_loss": 0.00043495307909324765, "cos_r_negg": [0.13411162793636322, 0.15188956260681152, 0.14288032054901123], "cos_apical_negg": [0.13411162793636322, 0.15188956260681152, 0.14288032054901123], "cos_Ac_negg": [0.13411162793636322, 0.15188956260681152, 0.14288032054901123], "r_norm": [0.16531826555728912, 0.16744163632392883, 0.17087966203689575]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9756, "test_loss": 0.13984265174865723}, {"step": 7050, "epoch": 15, "train_loss": 0.0002951234928332269, "cos_r_negg": [0.1332484930753708, 0.15092997252941132, 0.14198201894760132], "cos_apical_negg": [0.1332484930753708, 0.15092997252941132, 0.14198201894760132], "cos_Ac_negg": [0.1332484930753708, 0.15092997252941132, 0.14198201894760132], "r_norm": [0.16388890147209167, 0.16601157188415527, 0.16943423449993134]}, {"step": 7100, "epoch": 15, "train_loss": 0.0006147949025034904, "cos_r_negg": [0.13302990794181824, 0.15042831003665924, 0.14153973758220673], "cos_apical_negg": [0.13302990794181824, 0.15042831003665924, 0.14153973758220673], "cos_Ac_negg": [0.13302990794181824, 0.15042831003665924, 0.14153973758220673], "r_norm": [0.1655501127243042, 0.1676665097475052, 0.17098882794380188]}, {"step": 7150, "epoch": 15, "train_loss": 0.00021060126891825348, "cos_r_negg": [0.13253119587898254, 0.1507609635591507, 0.14174234867095947], "cos_apical_negg": [0.13253119587898254, 0.1507609635591507, 0.14174234867095947], "cos_Ac_negg": [0.13253119587898254, 0.1507609635591507, 0.14174234867095947], "r_norm": [0.16477125883102417, 0.16691967844963074, 0.1703941524028778]}, {"step": 7200, "epoch": 15, "train_loss": 0.000429469917435199, "cos_r_negg": [0.13103839755058289, 0.149618998169899, 0.14031973481178284], "cos_apical_negg": [0.13103839755058289, 0.149618998169899, 0.14031973481178284], "cos_Ac_negg": [0.13103839755058289, 0.149618998169899, 0.14031973481178284], "r_norm": [0.16401728987693787, 0.16610866785049438, 0.16963177919387817]}, {"step": 7250, "epoch": 15, "train_loss": 0.00022185393027029932, "cos_r_negg": [0.12928184866905212, 0.14759337902069092, 0.1383640319108963], "cos_apical_negg": [0.12928184866905212, 0.14759337902069092, 0.1383640319108963], "cos_Ac_negg": [0.12928184866905212, 0.14759337902069092, 0.1383640319108963], "r_norm": [0.16357946395874023, 0.16565819084644318, 0.16916823387145996]}, {"step": 7300, "epoch": 15, "train_loss": 0.0001048276390065439, "cos_r_negg": [0.1288735270500183, 0.14737698435783386, 0.13820426166057587], "cos_apical_negg": [0.1288735270500183, 0.14737698435783386, 0.13820426166057587], "cos_Ac_negg": [0.1288735270500183, 0.14737698435783386, 0.13820426166057587], "r_norm": [0.1628309190273285, 0.16486534476280212, 0.16838234663009644]}, {"step": 7350, "epoch": 15, "train_loss": 0.00025993166491389275, "cos_r_negg": [0.1272812783718109, 0.14542056620121002, 0.136560320854187], "cos_apical_negg": [0.1272812783718109, 0.14542056620121002, 0.136560320854187], "cos_Ac_negg": [0.1272812783718109, 0.14542056620121002, 0.136560320854187], "r_norm": [0.160325288772583, 0.1623268723487854, 0.16578459739685059]}, {"step": 7400, "epoch": 15, "train_loss": 0.00015312891628127545, "cos_r_negg": [0.12679517269134521, 0.1435365378856659, 0.13558807969093323], "cos_apical_negg": [0.12679517269134521, 0.1435365378856659, 0.13558807969093323], "cos_Ac_negg": [0.12679517269134521, 0.1435365378856659, 0.13558807969093323], "r_norm": [0.16308052837848663, 0.1651928871870041, 0.16877031326293945]}, {"step": 7450, "epoch": 15, "train_loss": 0.0006635576137341559, "cos_r_negg": [0.1265222728252411, 0.14374417066574097, 0.1358141005039215], "cos_apical_negg": [0.1265222728252411, 0.14374417066574097, 0.1358141005039215], "cos_Ac_negg": [0.1265222728252411, 0.14374417066574097, 0.1358141005039215], "r_norm": [0.16202199459075928, 0.16412299871444702, 0.1676429808139801]}, {"step": 7500, "epoch": 15, "train_loss": 0.00029625860042870045, "cos_r_negg": [0.12560877203941345, 0.14335030317306519, 0.13530495762825012], "cos_apical_negg": [0.12560877203941345, 0.14335030317306519, 0.13530495762825012], "cos_Ac_negg": [0.12560877203941345, 0.14335030317306519, 0.13530495762825012], "r_norm": [0.16047249734401703, 0.16252753138542175, 0.16597801446914673]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9753, "test_loss": 0.1412301887512207}, {"step": 7550, "epoch": 16, "train_loss": 0.00019302606233395636, "cos_r_negg": [0.1250017136335373, 0.1423775851726532, 0.13461095094680786], "cos_apical_negg": [0.1250017136335373, 0.1423775851726532, 0.13461095094680786], "cos_Ac_negg": [0.1250017136335373, 0.1423775851726532, 0.13461095094680786], "r_norm": [0.1614796370267868, 0.1635734885931015, 0.16697192192077637]}, {"step": 7600, "epoch": 16, "train_loss": 0.0006087921792641282, "cos_r_negg": [0.12602317333221436, 0.14456219971179962, 0.1362144947052002], "cos_apical_negg": [0.12602317333221436, 0.14456219971179962, 0.1362144947052002], "cos_Ac_negg": [0.12602317333221436, 0.14456219971179962, 0.1362144947052002], "r_norm": [0.16177554428577423, 0.16381224989891052, 0.1673453450202942]}, {"step": 7650, "epoch": 16, "train_loss": 0.0002099243429256603, "cos_r_negg": [0.12430521845817566, 0.1425144076347351, 0.1343299150466919], "cos_apical_negg": [0.12430521845817566, 0.1425144076347351, 0.1343299150466919], "cos_Ac_negg": [0.12430521845817566, 0.1425144076347351, 0.1343299150466919], "r_norm": [0.16207000613212585, 0.16410282254219055, 0.16771163046360016]}, {"step": 7700, "epoch": 16, "train_loss": 0.00011906954750884324, "cos_r_negg": [0.12257570028305054, 0.14043188095092773, 0.1323496401309967], "cos_apical_negg": [0.12257570028305054, 0.14043188095092773, 0.1323496401309967], "cos_Ac_negg": [0.12257570028305054, 0.14043188095092773, 0.1323496401309967], "r_norm": [0.16180849075317383, 0.1638241708278656, 0.16744951903820038]}, {"step": 7750, "epoch": 16, "train_loss": 0.0005595632828772068, "cos_r_negg": [0.12343112379312515, 0.1410878747701645, 0.13327938318252563], "cos_apical_negg": [0.12343112379312515, 0.1410878747701645, 0.13327938318252563], "cos_Ac_negg": [0.12343112379312515, 0.1410878747701645, 0.13327938318252563], "r_norm": [0.16367891430854797, 0.16580668091773987, 0.16939058899879456]}, {"step": 7800, "epoch": 16, "train_loss": 0.0005231309332884848, "cos_r_negg": [0.12104429304599762, 0.1377374827861786, 0.1301668882369995], "cos_apical_negg": [0.12104429304599762, 0.1377374827861786, 0.1301668882369995], "cos_Ac_negg": [0.12104429304599762, 0.1377374827861786, 0.1301668882369995], "r_norm": [0.1654995083808899, 0.16768985986709595, 0.1713065803050995]}, {"step": 7850, "epoch": 16, "train_loss": 0.00029574177460744977, "cos_r_negg": [0.12151594460010529, 0.13859841227531433, 0.13082191348075867], "cos_apical_negg": [0.12151594460010529, 0.13859841227531433, 0.13082191348075867], "cos_Ac_negg": [0.12151594460010529, 0.13859841227531433, 0.13082191348075867], "r_norm": [0.1607995182275772, 0.16286449134349823, 0.16627508401870728]}, {"step": 7900, "epoch": 16, "train_loss": 0.0002985041937790811, "cos_r_negg": [0.12085065990686417, 0.13811150193214417, 0.13018932938575745], "cos_apical_negg": [0.12085065990686417, 0.13811150193214417, 0.13018932938575745], "cos_Ac_negg": [0.12085065990686417, 0.13811150193214417, 0.13018932938575745], "r_norm": [0.15800762176513672, 0.16002070903778076, 0.16339676082134247]}, {"step": 7950, "epoch": 16, "train_loss": 0.00033589027589187026, "cos_r_negg": [0.11957496404647827, 0.13686299324035645, 0.12910854816436768], "cos_apical_negg": [0.11957496404647827, 0.13686299324035645, 0.12910854816436768], "cos_Ac_negg": [0.11957496404647827, 0.13686299324035645, 0.12910854816436768], "r_norm": [0.16050752997398376, 0.16258953511714935, 0.16598191857337952]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9751, "test_loss": 0.1428853900909424}, {"step": 8000, "epoch": 17, "train_loss": 0.0007605029386468232, "cos_r_negg": [0.1194300651550293, 0.13651622831821442, 0.12905168533325195], "cos_apical_negg": [0.1194300651550293, 0.13651622831821442, 0.12905168533325195], "cos_Ac_negg": [0.1194300651550293, 0.13651622831821442, 0.12905168533325195], "r_norm": [0.16172075271606445, 0.16384072601795197, 0.1672280728816986]}, {"step": 8050, "epoch": 17, "train_loss": 0.0002558369596954435, "cos_r_negg": [0.1190190315246582, 0.13615676760673523, 0.1286681592464447], "cos_apical_negg": [0.1190190315246582, 0.13615676760673523, 0.1286681592464447], "cos_Ac_negg": [0.1190190315246582, 0.13615676760673523, 0.1286681592464447], "r_norm": [0.1602669656276703, 0.16234521567821503, 0.16573572158813477]}, {"step": 8100, "epoch": 17, "train_loss": 0.0004083037201780826, "cos_r_negg": [0.11802612245082855, 0.13468873500823975, 0.12740029394626617], "cos_apical_negg": [0.11802612245082855, 0.13468873500823975, 0.12740029394626617], "cos_Ac_negg": [0.11802612245082855, 0.13468873500823975, 0.12740029394626617], "r_norm": [0.162912517786026, 0.1650487780570984, 0.168557807803154]}, {"step": 8150, "epoch": 17, "train_loss": 0.000304366578347981, "cos_r_negg": [0.11778014898300171, 0.13463732600212097, 0.12741678953170776], "cos_apical_negg": [0.11778014898300171, 0.13463732600212097, 0.12741678953170776], "cos_Ac_negg": [0.11778014898300171, 0.13463732600212097, 0.12741678953170776], "r_norm": [0.16123846173286438, 0.16333800554275513, 0.16674834489822388]}, {"step": 8200, "epoch": 17, "train_loss": 0.00039044112781994045, "cos_r_negg": [0.11746815592050552, 0.13461516797542572, 0.12728334963321686], "cos_apical_negg": [0.11746815592050552, 0.13461516797542572, 0.12728334963321686], "cos_Ac_negg": [0.11746815592050552, 0.13461516797542572, 0.12728334963321686], "r_norm": [0.1615988314151764, 0.16371488571166992, 0.16712595522403717]}, {"step": 8250, "epoch": 17, "train_loss": 0.0006991962436586618, "cos_r_negg": [0.11673206835985184, 0.1339692771434784, 0.12656334042549133], "cos_apical_negg": [0.11673206835985184, 0.1339692771434784, 0.12656334042549133], "cos_Ac_negg": [0.11673206835985184, 0.1339692771434784, 0.12656334042549133], "r_norm": [0.1591762751340866, 0.16125720739364624, 0.16457638144493103]}, {"step": 8300, "epoch": 17, "train_loss": 0.00014069797180127352, "cos_r_negg": [0.11645364761352539, 0.1333279311656952, 0.12612032890319824], "cos_apical_negg": [0.11645364761352539, 0.1333279311656952, 0.12612032890319824], "cos_Ac_negg": [0.11645364761352539, 0.1333279311656952, 0.12612032890319824], "r_norm": [0.15821483731269836, 0.16027595102787018, 0.16360808908939362]}, {"step": 8350, "epoch": 17, "train_loss": 0.0003212016890756786, "cos_r_negg": [0.11617878079414368, 0.13318410515785217, 0.1259625256061554], "cos_apical_negg": [0.11617878079414368, 0.13318410515785217, 0.1259625256061554], "cos_Ac_negg": [0.11617878079414368, 0.13318410515785217, 0.1259625256061554], "r_norm": [0.15768569707870483, 0.1597309708595276, 0.16304874420166016]}, {"step": 8400, "epoch": 17, "train_loss": 0.0001657208485994488, "cos_r_negg": [0.11477728933095932, 0.13172928988933563, 0.12447083741426468], "cos_apical_negg": [0.11477728933095932, 0.13172928988933563, 0.12447083741426468], "cos_Ac_negg": [0.11477728933095932, 0.13172928988933563, 0.12447083741426468], "r_norm": [0.15925325453281403, 0.16131405532360077, 0.16468726098537445]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9749, "test_loss": 0.14474221477508545}, {"step": 8450, "epoch": 18, "train_loss": 0.0002468092134222388, "cos_r_negg": [0.11488497257232666, 0.13122829794883728, 0.12450345605611801], "cos_apical_negg": [0.11488497257232666, 0.13122829794883728, 0.12450345605611801], "cos_Ac_negg": [0.11488497257232666, 0.13122829794883728, 0.12450345605611801], "r_norm": [0.16077589988708496, 0.16291140019893646, 0.1663610339164734]}, {"step": 8500, "epoch": 18, "train_loss": 0.00012087586219422519, "cos_r_negg": [0.11440129578113556, 0.1307966709136963, 0.12414588034152985], "cos_apical_negg": [0.11440129578113556, 0.1307966709136963, 0.12414588034152985], "cos_Ac_negg": [0.11440129578113556, 0.1307966709136963, 0.12414588034152985], "r_norm": [0.15876635909080505, 0.16088604927062988, 0.16423770785331726]}, {"step": 8550, "epoch": 18, "train_loss": 0.00042044356814585626, "cos_r_negg": [0.11416909843683243, 0.1308707892894745, 0.12408724427223206], "cos_apical_negg": [0.11416909843683243, 0.1308707892894745, 0.12408724427223206], "cos_Ac_negg": [0.11416909843683243, 0.1308707892894745, 0.12408724427223206], "r_norm": [0.15770918130874634, 0.1597767174243927, 0.16308453679084778]}, {"step": 8600, "epoch": 18, "train_loss": 0.0007132818573154509, "cos_r_negg": [0.11283067613840103, 0.12925657629966736, 0.12249477207660675], "cos_apical_negg": [0.11283067613840103, 0.12925657629966736, 0.12249477207660675], "cos_Ac_negg": [0.11283067613840103, 0.12925657629966736, 0.12249477207660675], "r_norm": [0.15928149223327637, 0.1613813042640686, 0.16470596194267273]}, {"step": 8650, "epoch": 18, "train_loss": 0.00018520910816732794, "cos_r_negg": [0.11221093684434891, 0.1282537579536438, 0.12157681584358215], "cos_apical_negg": [0.11221093684434891, 0.1282537579536438, 0.12157681584358215], "cos_Ac_negg": [0.11221093684434891, 0.1282537579536438, 0.12157681584358215], "r_norm": [0.16142812371253967, 0.16356447339057922, 0.16698046028614044]}, {"step": 8700, "epoch": 18, "train_loss": 0.0005413993494585156, "cos_r_negg": [0.11177760362625122, 0.12748019397258759, 0.12093456089496613], "cos_apical_negg": [0.11177760362625122, 0.12748019397258759, 0.12093456089496613], "cos_Ac_negg": [0.11177760362625122, 0.12748019397258759, 0.12093456089496613], "r_norm": [0.1622636765241623, 0.1644318401813507, 0.16791066527366638]}, {"step": 8750, "epoch": 18, "train_loss": 0.00031415995908901095, "cos_r_negg": [0.11057757586240768, 0.12629473209381104, 0.11973811686038971], "cos_apical_negg": [0.11057757586240768, 0.12629473209381104, 0.11973811686038971], "cos_Ac_negg": [0.11057757586240768, 0.12629473209381104, 0.11973811686038971], "r_norm": [0.16098541021347046, 0.1631084829568863, 0.16645705699920654]}, {"step": 8800, "epoch": 18, "train_loss": 0.0006803111755289137, "cos_r_negg": [0.11097809672355652, 0.1264239251613617, 0.12019940465688705], "cos_apical_negg": [0.11097809672355652, 0.1264239251613617, 0.12019940465688705], "cos_Ac_negg": [0.11097809672355652, 0.1264239251613617, 0.12019940465688705], "r_norm": [0.1618705540895462, 0.16403034329414368, 0.16745685040950775]}, {"step": 8850, "epoch": 18, "train_loss": 0.00026466729468666017, "cos_r_negg": [0.11196557432413101, 0.1280231773853302, 0.1216350644826889], "cos_apical_negg": [0.11196557432413101, 0.1280231773853302, 0.1216350644826889], "cos_Ac_negg": [0.11196557432413101, 0.1280231773853302, 0.1216350644826889], "r_norm": [0.1620226502418518, 0.1641671061515808, 0.16762733459472656]}, {"step": 8900, "epoch": 18, "train_loss": 0.00026565324515104294, "cos_r_negg": [0.11157989501953125, 0.12766751646995544, 0.12135020643472672], "cos_apical_negg": [0.11157989501953125, 0.12766751646995544, 0.12135020643472672], "cos_Ac_negg": [0.11157989501953125, 0.12766751646995544, 0.12135020643472672], "r_norm": [0.15972231328487396, 0.16187074780464172, 0.1652354896068573]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9749, "test_loss": 0.14672033920288086}, {"step": 8950, "epoch": 19, "train_loss": 0.00018211561837233603, "cos_r_negg": [0.11111272871494293, 0.1268938183784485, 0.12073159217834473], "cos_apical_negg": [0.11111272871494293, 0.1268938183784485, 0.12073159217834473], "cos_Ac_negg": [0.11111272871494293, 0.1268938183784485, 0.12073159217834473], "r_norm": [0.16021156311035156, 0.16237668693065643, 0.1657630354166031]}, {"step": 9000, "epoch": 19, "train_loss": 0.0004098536155652255, "cos_r_negg": [0.10991869121789932, 0.1256376951932907, 0.11934629082679749], "cos_apical_negg": [0.10991869121789932, 0.1256376951932907, 0.11934629082679749], "cos_Ac_negg": [0.10991869121789932, 0.1256376951932907, 0.11934629082679749], "r_norm": [0.16046851873397827, 0.162623792886734, 0.16599616408348083]}, {"step": 9050, "epoch": 19, "train_loss": 0.00039601739263162017, "cos_r_negg": [0.10994963347911835, 0.12570573389530182, 0.11955785751342773], "cos_apical_negg": [0.10994963347911835, 0.12570573389530182, 0.11955785751342773], "cos_Ac_negg": [0.10994963347911835, 0.12570573389530182, 0.11955785751342773], "r_norm": [0.15998205542564392, 0.1621282696723938, 0.16547891497612]}, {"step": 9100, "epoch": 19, "train_loss": 0.0009051455417647958, "cos_r_negg": [0.10924310982227325, 0.12474247813224792, 0.11867911368608475], "cos_apical_negg": [0.10924310982227325, 0.12474247813224792, 0.11867911368608475], "cos_Ac_negg": [0.10924310982227325, 0.12474247813224792, 0.11867911368608475], "r_norm": [0.15941530466079712, 0.16155417263507843, 0.16496336460113525]}, {"step": 9150, "epoch": 19, "train_loss": 0.0009600692428648472, "cos_r_negg": [0.1085842102766037, 0.12380616366863251, 0.11777051538228989], "cos_apical_negg": [0.1085842102766037, 0.12380616366863251, 0.11777051538228989], "cos_Ac_negg": [0.1085842102766037, 0.12380616366863251, 0.11777051538228989], "r_norm": [0.16014280915260315, 0.16230814158916473, 0.16572359204292297]}, {"step": 9200, "epoch": 19, "train_loss": 0.00022067181998863816, "cos_r_negg": [0.1086796224117279, 0.12383884191513062, 0.11787412315607071], "cos_apical_negg": [0.1086796224117279, 0.12383884191513062, 0.11787412315607071], "cos_Ac_negg": [0.1086796224117279, 0.12383884191513062, 0.11787412315607071], "r_norm": [0.15840044617652893, 0.16052047908306122, 0.16389980912208557]}, {"step": 9250, "epoch": 19, "train_loss": 0.00017671492241788656, "cos_r_negg": [0.10844673961400986, 0.12374188750982285, 0.11779345571994781], "cos_apical_negg": [0.10844673961400986, 0.12374188750982285, 0.11779345571994781], "cos_Ac_negg": [0.10844673961400986, 0.12374188750982285, 0.11779345571994781], "r_norm": [0.15907983481884003, 0.16118305921554565, 0.16456609964370728]}, {"step": 9300, "epoch": 19, "train_loss": 0.00033104573958553374, "cos_r_negg": [0.10813242197036743, 0.12321857362985611, 0.11742474883794785], "cos_apical_negg": [0.10813242197036743, 0.12321857362985611, 0.11742474883794785], "cos_Ac_negg": [0.10813242197036743, 0.12321857362985611, 0.11742474883794785], "r_norm": [0.15909503400325775, 0.16121456027030945, 0.16456414759159088]}, {"step": 9350, "epoch": 19, "train_loss": 0.0003830376372206956, "cos_r_negg": [0.10808627307415009, 0.12338592857122421, 0.11758346855640411], "cos_apical_negg": [0.10808627307415009, 0.12338592857122421, 0.11758346855640411], "cos_Ac_negg": [0.10808627307415009, 0.12338592857122421, 0.11758346855640411], "r_norm": [0.15977419912815094, 0.16191662847995758, 0.16526809334754944]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.975, "test_loss": 0.14818342914581298}], "final": {"test_acc": 0.975, "test_loss": 0.14818342914581298, "wall_s": 14.604871988296509, "cos_r_negg": [0.107982337474823, 0.12327314913272858, 0.11740957945585251], "cos_apical_negg": [0.107982337474823, 0.12327314913272858, 0.11740957945585251], "cos_Ac_negg": [0.107982337474823, 0.12327314913272858, 0.11740957945585251]}}
|
