path: root/results/deepres_cifar10_dfa_d10_s2.json

{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_dfa_d10_s2", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5071754455566406, "cos_r_negg": [-0.003029898041859269, 0.01114017702639103, 0.020455893129110336, 0.04016774892807007, 0.021298887208104134, 0.014613194391131401, 0.028753414750099182, -0.011024020612239838, -0.007553488947451115, 0.04178423061966896], "cos_apical_negg": [-0.003029898041859269, 0.01114017702639103, 0.020455893129110336, 0.04016774892807007, 0.021298887208104134, 0.014613194391131401, 0.028753414750099182, -0.011024020612239838, -0.007553488947451115, 0.04178423061966896], "cos_Ac_negg": [-0.003029898041859269, 0.01114017702639103, 0.020455893129110336, 0.04016774892807007, 0.021298887208104134, 0.014613194391131401, 0.028753414750099182, -0.011024020612239838, -0.007553488947451115, 0.04178423061966896], "r_norm": [5.030342102050781, 4.9998321533203125, 4.8957624435424805, 5.090706825256348, 5.081313610076904, 4.926875591278076, 5.105720043182373, 4.911968231201172, 5.052200794219971, 4.937803745269775]}, {"step": 50, "epoch": 0, "train_loss": 2.617328643798828, "cos_r_negg": [0.20143736898899078, -0.08671699464321136, -0.06907442957162857, -0.03762681409716606, -0.1028083935379982, -0.05335184931755066, -0.12127415090799332, 0.023584261536598206, -0.1537441611289978, -0.04432948678731918], "cos_apical_negg": [0.20143736898899078, -0.08671699464321136, -0.06907442957162857, -0.03762681409716606, -0.1028083935379982, -0.05335184931755066, -0.12127415090799332, 0.023584261536598206, -0.1537441611289978, -0.04432948678731918], "cos_Ac_negg": [0.20143736898899078, -0.08671699464321136, -0.06907442957162857, -0.03762681409716606, -0.1028083935379982, -0.05335184931755066, -0.12127415090799332, 0.023584261536598206, -0.1537441611289978, -0.04432948678731918], "r_norm": [4.955868244171143, 4.935835361480713, 4.816972255706787, 5.023919105529785, 4.990575313568115, 4.861212730407715, 5.027599811553955, 4.8472490310668945, 4.991433620452881, 4.833853721618652]}, {"step": 100, "epoch": 0, "train_loss": 2.271559715270996, "cos_r_negg": [0.21633581817150116, -0.07599589228630066, -0.1140446811914444, -0.0901426374912262, -0.11081019043922424, -0.12493199110031128, -0.09913651645183563, -0.012357780709862709, -0.009969182312488556, -0.09230451285839081], "cos_apical_negg": [0.21633581817150116, -0.07599589228630066, -0.1140446811914444, -0.0901426374912262, -0.11081019043922424, -0.12493199110031128, -0.09913651645183563, -0.012357780709862709, -0.009969182312488556, -0.09230451285839081], "cos_Ac_negg": [0.21633581817150116, -0.07599589228630066, -0.1140446811914444, -0.0901426374912262, -0.11081019043922424, -0.12493199110031128, -0.09913651645183563, -0.012357780709862709, -0.009969182312488556, -0.09230451285839081], "r_norm": [4.621347427368164, 4.633026123046875, 4.492483615875244, 4.703100681304932, 4.674001693725586, 4.525972366333008, 4.661252975463867, 4.526226997375488, 4.657164096832275, 4.516574859619141]}, {"step": 150, "epoch": 0, "train_loss": 2.296651840209961, "cos_r_negg": [0.2779198884963989, -0.08812720328569412, -0.06775005161762238, -0.06489403545856476, -0.07336176931858063, -0.10762530565261841, -0.03659132495522499, -0.03779537230730057, -0.1600540727376938, -0.12122774869203568], "cos_apical_negg": [0.2779198884963989, -0.08812720328569412, -0.06775005161762238, -0.06489403545856476, -0.07336176931858063, -0.10762530565261841, -0.03659132495522499, -0.03779537230730057, -0.1600540727376938, -0.12122774869203568], "cos_Ac_negg": [0.2779198884963989, -0.08812720328569412, -0.06775005161762238, -0.06489403545856476, -0.07336176931858063, -0.10762530565261841, -0.03659132495522499, -0.03779537230730057, -0.1600540727376938, -0.12122774869203568], "r_norm": [4.672356605529785, 4.680091857910156, 4.54217004776001, 4.731891632080078, 4.743317604064941, 4.604707717895508, 4.703166961669922, 4.596240043640137, 4.708673477172852, 4.585048675537109]}, {"step": 200, "epoch": 0, "train_loss": 2.1947731971740723, "cos_r_negg": [0.3112480044364929, -0.0497344471514225, -0.12264150381088257, -0.09007872641086578, -0.09986982494592667, -0.1415325403213501, -0.07037707418203354, -0.01529778353869915, -0.17021575570106506, -0.045565538108348846], "cos_apical_negg": [0.3112480044364929, -0.0497344471514225, -0.12264150381088257, -0.09007872641086578, -0.09986982494592667, -0.1415325403213501, -0.07037707418203354, -0.01529778353869915, -0.17021575570106506, -0.045565538108348846], "cos_Ac_negg": [0.3112480044364929, -0.0497344471514225, -0.12264150381088257, -0.09007872641086578, -0.09986982494592667, -0.1415325403213501, -0.07037707418203354, -0.01529778353869915, -0.17021575570106506, -0.045565538108348846], "r_norm": [4.604796409606934, 4.620206356048584, 4.481313705444336, 4.669093132019043, 4.643810272216797, 4.508786201477051, 4.638636589050293, 4.523512840270996, 4.600760459899902, 4.4925079345703125]}, {"step": 250, "epoch": 0, "train_loss": 2.2648706436157227, "cos_r_negg": [0.3009047508239746, -0.04471335560083389, -0.08861534297466278, -0.04510936886072159, -0.06473040580749512, -0.09971758723258972, -0.10559997707605362, -0.05256542190909386, -0.15157583355903625, -0.0359872430562973], "cos_apical_negg": [0.3009047508239746, -0.04471335560083389, -0.08861534297466278, -0.04510936886072159, -0.06473040580749512, -0.09971758723258972, -0.10559997707605362, -0.05256542190909386, -0.15157583355903625, -0.0359872430562973], "cos_Ac_negg": [0.3009047508239746, -0.04471335560083389, -0.08861534297466278, -0.04510936886072159, -0.06473040580749512, -0.09971758723258972, -0.10559997707605362, -0.05256542190909386, -0.15157583355903625, -0.0359872430562973], "r_norm": [4.8351240158081055, 4.847804069519043, 4.7367448806762695, 4.896845817565918, 4.873950481414795, 4.750574111938477, 4.902230262756348, 4.763293266296387, 4.88659143447876, 4.740810871124268]}, {"step": 300, "epoch": 0, "train_loss": 2.1817779541015625, "cos_r_negg": [0.34231406450271606, -0.003867519088089466, -0.08313760161399841, -0.09098890423774719, -0.024007130414247513, -0.10685300827026367, -0.14691027998924255, -0.08224302530288696, -0.08047066628932953, 0.01453503966331482], "cos_apical_negg": [0.34231406450271606, -0.003867519088089466, -0.08313760161399841, -0.09098890423774719, -0.024007130414247513, -0.10685300827026367, -0.14691027998924255, -0.08224302530288696, -0.08047066628932953, 0.01453503966331482], "cos_Ac_negg": [0.34231406450271606, -0.003867519088089466, -0.08313760161399841, -0.09098890423774719, -0.024007130414247513, -0.10685300827026367, -0.14691027998924255, -0.08224302530288696, -0.08047066628932953, 0.01453503966331482], "r_norm": [4.497949600219727, 4.510183334350586, 4.371903419494629, 4.576601982116699, 4.551766395568848, 4.4182024002075195, 4.548576354980469, 4.425776481628418, 4.538207054138184, 4.40548849105835]}, {"step": 350, "epoch": 0, "train_loss": 2.519129991531372, "cos_r_negg": [0.3354589343070984, -0.08694911003112793, -0.08490118384361267, -0.11506989598274231, -0.03593871369957924, -0.07995685189962387, -0.018868770450353622, -0.07266592234373093, -0.06273295730352402, -0.06431066989898682], "cos_apical_negg": [0.3354589343070984, -0.08694911003112793, -0.08490118384361267, -0.11506989598274231, -0.03593871369957924, -0.07995685189962387, -0.018868770450353622, -0.07266592234373093, -0.06273295730352402, -0.06431066989898682], "cos_Ac_negg": [0.3354589343070984, -0.08694911003112793, -0.08490118384361267, -0.11506989598274231, -0.03593871369957924, -0.07995685189962387, -0.018868770450353622, -0.07266592234373093, -0.06273295730352402, -0.06431066989898682], "r_norm": [4.811527252197266, 4.799870491027832, 4.654061794281006, 4.861505031585693, 4.834391117095947, 4.6791276931762695, 4.811509132385254, 4.731942176818848, 4.787636756896973, 4.674604415893555]}, {"epoch_end": 0, "step": 391, "test_acc": 0.2633, "test_loss": 2.5253283447265624}, {"step": 400, "epoch": 1, "train_loss": 2.4023256301879883, "cos_r_negg": [0.34206855297088623, -0.049923449754714966, -0.05584065243601799, -0.054890457540750504, -0.048656709492206573, -0.10896991938352585, 0.0332799106836319, -0.0042908284813165665, -0.09960927069187164, -0.006754590198397636], "cos_apical_negg": [0.34206855297088623, -0.049923449754714966, -0.05584065243601799, -0.054890457540750504, -0.048656709492206573, -0.10896991938352585, 0.0332799106836319, -0.0042908284813165665, -0.09960927069187164, -0.006754590198397636], "cos_Ac_negg": [0.34206855297088623, -0.049923449754714966, -0.05584065243601799, -0.054890457540750504, -0.048656709492206573, -0.10896991938352585, 0.0332799106836319, -0.0042908284813165665, -0.09960927069187164, -0.006754590198397636], "r_norm": [4.659327983856201, 4.661900997161865, 4.546106338500977, 4.743558406829834, 4.72238302230835, 4.580022811889648, 4.716644763946533, 4.595001220703125, 4.7130632400512695, 4.55755615234375]}, {"step": 450, "epoch": 1, "train_loss": 2.22969913482666, "cos_r_negg": [0.42219167947769165, -0.028789227828383446, -0.0498584508895874, -0.10815457999706268, -0.031187409535050392, -0.021843641996383667, -0.055528171360492706, -0.012254917994141579, 0.008547677658498287, -0.01361372135579586], "cos_apical_negg": [0.42219167947769165, -0.028789227828383446, -0.0498584508895874, -0.10815457999706268, -0.031187409535050392, -0.021843641996383667, -0.055528171360492706, -0.012254917994141579, 0.008547677658498287, -0.01361372135579586], "cos_Ac_negg": [0.42219167947769165, -0.028789227828383446, -0.0498584508895874, -0.10815457999706268, -0.031187409535050392, -0.021843641996383667, -0.055528171360492706, -0.012254917994141579, 0.008547677658498287, -0.01361372135579586], "r_norm": [4.565574645996094, 4.585627555847168, 4.452060699462891, 4.674075603485107, 4.631785869598389, 4.487010955810547, 4.600804328918457, 4.484493255615234, 4.606079578399658, 4.465710639953613]}, {"step": 500, "epoch": 1, "train_loss": 2.1147167682647705, "cos_r_negg": [0.42479103803634644, -0.06292980164289474, -0.053173452615737915, -0.04367605596780777, 0.03941628336906433, -0.05259966850280762, -0.07056307792663574, -0.06561721861362457, -0.08850346505641937, 0.08357061445713043], "cos_apical_negg": [0.42479103803634644, -0.06292980164289474, -0.053173452615737915, -0.04367605596780777, 0.03941628336906433, -0.05259966850280762, -0.07056307792663574, -0.06561721861362457, -0.08850346505641937, 0.08357061445713043], "cos_Ac_negg": [0.42479103803634644, -0.06292980164289474, -0.053173452615737915, -0.04367605596780777, 0.03941628336906433, -0.05259966850280762, -0.07056307792663574, -0.06561721861362457, -0.08850346505641937, 0.08357061445713043], "r_norm": [4.536019325256348, 4.556804656982422, 4.418879508972168, 4.649709224700928, 4.612820625305176, 4.466470241546631, 4.58249044418335, 4.483737945556641, 4.61636209487915, 4.4674248695373535]}, {"step": 550, "epoch": 1, "train_loss": 2.478170156478882, "cos_r_negg": [0.3751460313796997, -0.03481155261397362, -0.011758851818740368, -0.04379412531852722, -0.036321818828582764, -0.07176347076892853, -0.07494506239891052, -0.11333582550287247, -0.05045114457607269, 0.021763449534773827], "cos_apical_negg": [0.3751460313796997, -0.03481155261397362, -0.011758851818740368, -0.04379412531852722, -0.036321818828582764, -0.07176347076892853, -0.07494506239891052, -0.11333582550287247, -0.05045114457607269, 0.021763449534773827], "cos_Ac_negg": [0.3751460313796997, -0.03481155261397362, -0.011758851818740368, -0.04379412531852722, -0.036321818828582764, -0.07176347076892853, -0.07494506239891052, -0.11333582550287247, -0.05045114457607269, 0.021763449534773827], "r_norm": [4.538069725036621, 4.546722412109375, 4.428937911987305, 4.626625061035156, 4.570756435394287, 4.454922676086426, 4.573254108428955, 4.4391069412231445, 4.558353424072266, 4.430103778839111]}, {"step": 600, "epoch": 1, "train_loss": 2.22790265083313, "cos_r_negg": [0.3897807002067566, -0.06201482191681862, -0.0496051087975502, -0.060847312211990356, -0.04840267449617386, -0.06891359388828278, -0.015535532496869564, -0.07342886179685593, -0.0001408001407980919, -0.02183874323964119], "cos_apical_negg": [0.3897807002067566, -0.06201482191681862, -0.0496051087975502, -0.060847312211990356, -0.04840267449617386, -0.06891359388828278, -0.015535532496869564, -0.07342886179685593, -0.0001408001407980919, -0.02183874323964119], "cos_Ac_negg": [0.3897807002067566, -0.06201482191681862, -0.0496051087975502, -0.060847312211990356, -0.04840267449617386, -0.06891359388828278, -0.015535532496869564, -0.07342886179685593, -0.0001408001407980919, -0.02183874323964119], "r_norm": [4.753211975097656, 4.7837138175964355, 4.6548542976379395, 4.85284423828125, 4.8488030433654785, 4.720300674438477, 4.806185722351074, 4.692768096923828, 4.782881736755371, 4.654424667358398]}, {"step": 650, "epoch": 1, "train_loss": 2.0704259872436523, "cos_r_negg": [0.41110560297966003, -0.033677566796541214, -0.0007781926542520523, -0.026382891461253166, -0.08361540734767914, -0.10123050212860107, -0.02909792959690094, -0.05321125313639641, -0.04702923819422722, -0.17513783276081085], "cos_apical_negg": [0.41110560297966003, -0.033677566796541214, -0.0007781926542520523, -0.026382891461253166, -0.08361540734767914, -0.10123050212860107, -0.02909792959690094, -0.05321125313639641, -0.04702923819422722, -0.17513783276081085], "cos_Ac_negg": [0.41110560297966003, -0.033677566796541214, -0.0007781926542520523, -0.026382891461253166, -0.08361540734767914, -0.10123050212860107, -0.02909792959690094, -0.05321125313639641, -0.04702923819422722, -0.17513783276081085], "r_norm": [4.511936187744141, 4.540865898132324, 4.39182710647583, 4.600028991699219, 4.561695098876953, 4.419374465942383, 4.541995525360107, 4.423328876495361, 4.5286736488342285, 4.412768363952637]}, {"step": 700, "epoch": 1, "train_loss": 2.4192862510681152, "cos_r_negg": [0.4224061667919159, -0.02836574986577034, 0.012742238119244576, -0.051730215549468994, 0.02851884998381138, -0.02111165225505829, 0.024132248014211655, -0.0665997639298439, -0.10643844306468964, -0.08913476765155792], "cos_apical_negg": [0.4224061667919159, -0.02836574986577034, 0.012742238119244576, -0.051730215549468994, 0.02851884998381138, -0.02111165225505829, 0.024132248014211655, -0.0665997639298439, -0.10643844306468964, -0.08913476765155792], "cos_Ac_negg": [0.4224061667919159, -0.02836574986577034, 0.012742238119244576, -0.051730215549468994, 0.02851884998381138, -0.02111165225505829, 0.024132248014211655, -0.0665997639298439, -0.10643844306468964, -0.08913476765155792], "r_norm": [4.633551597595215, 4.641793251037598, 4.525346755981445, 4.728675842285156, 4.689042091369629, 4.554635524749756, 4.695745468139648, 4.547422885894775, 4.7146501541137695, 4.533013820648193]}, {"step": 750, "epoch": 1, "train_loss": 2.469010829925537, "cos_r_negg": [0.42029163241386414, -0.023145804181694984, 0.006535998545587063, -0.05612886697053909, 0.008481445722281933, -0.08512921631336212, -0.07198737561702728, -0.05478256195783615, -0.0770673155784607, -0.04876351356506348], "cos_apical_negg": [0.42029163241386414, -0.023145804181694984, 0.006535998545587063, -0.05612886697053909, 0.008481445722281933, -0.08512921631336212, -0.07198737561702728, -0.05478256195783615, -0.0770673155784607, -0.04876351356506348], "cos_Ac_negg": [0.42029163241386414, -0.023145804181694984, 0.006535998545587063, -0.05612886697053909, 0.008481445722281933, -0.08512921631336212, -0.07198737561702728, -0.05478256195783615, -0.0770673155784607, -0.04876351356506348], "r_norm": [4.2427568435668945, 4.262215614318848, 4.141787528991699, 4.318137168884277, 4.31120491027832, 4.176705360412598, 4.289253234863281, 4.181596755981445, 4.295191764831543, 4.174746990203857]}, {"epoch_end": 1, "step": 782, "test_acc": 0.308, "test_loss": 2.288314990234375}, {"step": 800, "epoch": 2, "train_loss": 2.293647527694702, "cos_r_negg": [0.4402719736099243, -0.003812195733189583, 0.016989117488265038, -0.026484262198209763, 0.03604065254330635, -0.07346353679895401, -0.00986465997993946, -0.005187497939914465, -0.015157753601670265, -0.09498250484466553], "cos_apical_negg": [0.4402719736099243, -0.003812195733189583, 0.016989117488265038, -0.026484262198209763, 0.03604065254330635, -0.07346353679895401, -0.00986465997993946, -0.005187497939914465, -0.015157753601670265, -0.09498250484466553], "cos_Ac_negg": [0.4402719736099243, -0.003812195733189583, 0.016989117488265038, -0.026484262198209763, 0.03604065254330635, -0.07346353679895401, -0.00986465997993946, -0.005187497939914465, -0.015157753601670265, -0.09498250484466553], "r_norm": [4.640295505523682, 4.6198410987854, 4.497035980224609, 4.691396236419678, 4.696598052978516, 4.55621337890625, 4.665927886962891, 4.5629119873046875, 4.665186882019043, 4.533414363861084]}, {"step": 850, "epoch": 2, "train_loss": 2.1874709129333496, "cos_r_negg": [0.46949243545532227, -0.03218996524810791, 0.002000807784497738, -0.008539725095033646, -0.029375512152910233, -0.013015227392315865, -0.0736548900604248, -0.04970857501029968, -0.12300699204206467, -0.06361320614814758], "cos_apical_negg": [0.46949243545532227, -0.03218996524810791, 0.002000807784497738, -0.008539725095033646, -0.029375512152910233, -0.013015227392315865, -0.0736548900604248, -0.04970857501029968, -0.12300699204206467, -0.06361320614814758], "cos_Ac_negg": [0.46949243545532227, -0.03218996524810791, 0.002000807784497738, -0.008539725095033646, -0.029375512152910233, -0.013015227392315865, -0.0736548900604248, -0.04970857501029968, -0.12300699204206467, -0.06361320614814758], "r_norm": [4.6466264724731445, 4.652074813842773, 4.555215835571289, 4.733904838562012, 4.72329044342041, 4.589278221130371, 4.699138641357422, 4.585954666137695, 4.721845626831055, 4.563564300537109]}, {"step": 900, "epoch": 2, "train_loss": 1.951871395111084, "cos_r_negg": [0.4502068758010864, -0.0041619641706347466, 0.006133143790066242, -0.020764049142599106, -0.011083426885306835, -0.017020652070641518, -0.04235554486513138, -0.01141833234578371, -0.11678709089756012, -0.003267962485551834], "cos_apical_negg": [0.4502068758010864, -0.0041619641706347466, 0.006133143790066242, -0.020764049142599106, -0.011083426885306835, -0.017020652070641518, -0.04235554486513138, -0.01141833234578371, -0.11678709089756012, -0.003267962485551834], "cos_Ac_negg": [0.4502068758010864, -0.0041619641706347466, 0.006133143790066242, -0.020764049142599106, -0.011083426885306835, -0.017020652070641518, -0.04235554486513138, -0.01141833234578371, -0.11678709089756012, -0.003267962485551834], "r_norm": [4.518279075622559, 4.532268524169922, 4.3993330001831055, 4.581888198852539, 4.573019027709961, 4.451816082000732, 4.580407619476318, 4.457128524780273, 4.5677289962768555, 4.447132587432861]}, {"step": 950, "epoch": 2, "train_loss": 2.0769214630126953, "cos_r_negg": [0.4712390899658203, -0.022379234433174133, 0.025456063449382782, -0.00569427153095603, 0.04628916084766388, -0.0027850745245814323, -0.07116806507110596, 0.012947199866175652, -0.03809117153286934, 0.05654502287507057], "cos_apical_negg": [0.4712390899658203, -0.022379234433174133, 0.025456063449382782, -0.00569427153095603, 0.04628916084766388, -0.0027850745245814323, -0.07116806507110596, 0.012947199866175652, -0.03809117153286934, 0.05654502287507057], "cos_Ac_negg": [0.4712390899658203, -0.022379234433174133, 0.025456063449382782, -0.00569427153095603, 0.04628916084766388, -0.0027850745245814323, -0.07116806507110596, 0.012947199866175652, -0.03809117153286934, 0.05654502287507057], "r_norm": [4.392171382904053, 4.401473522186279, 4.292022228240967, 4.465908050537109, 4.448280334472656, 4.316963195800781, 4.441682815551758, 4.3160247802734375, 4.420276641845703, 4.300097465515137]}, {"step": 1000, "epoch": 2, "train_loss": 2.0397372245788574, "cos_r_negg": [0.45821255445480347, 0.018726341426372528, -0.0009045553160831332, 0.011486772447824478, 0.04053373262286186, 0.019663328304886818, -0.037053827196359634, -0.05042726546525955, 0.010509192943572998, 0.014261238276958466], "cos_apical_negg": [0.45821255445480347, 0.018726341426372528, -0.0009045553160831332, 0.011486772447824478, 0.04053373262286186, 0.019663328304886818, -0.037053827196359634, -0.05042726546525955, 0.010509192943572998, 0.014261238276958466], "cos_Ac_negg": [0.45821255445480347, 0.018726341426372528, -0.0009045553160831332, 0.011486772447824478, 0.04053373262286186, 0.019663328304886818, -0.037053827196359634, -0.05042726546525955, 0.010509192943572998, 0.014261238276958466], "r_norm": [4.9088850021362305, 4.961255073547363, 4.803326606750488, 5.006954193115234, 4.9853997230529785, 4.865108013153076, 4.961146354675293, 4.811758995056152, 4.973217010498047, 4.842085361480713]}, {"step": 1050, "epoch": 2, "train_loss": 2.4644904136657715, "cos_r_negg": [0.43166428804397583, 0.004323753993958235, 0.06404410302639008, 0.0323810949921608, -0.014456742443144321, -0.06082415580749512, 0.00646976800635457, -0.07419683039188385, -0.05747382715344429, 0.022761214524507523], "cos_apical_negg": [0.43166428804397583, 0.004323753993958235, 0.06404410302639008, 0.0323810949921608, -0.014456742443144321, -0.06082415580749512, 0.00646976800635457, -0.07419683039188385, -0.05747382715344429, 0.022761214524507523], "cos_Ac_negg": [0.43166428804397583, 0.004323753993958235, 0.06404410302639008, 0.0323810949921608, -0.014456742443144321, -0.06082415580749512, 0.00646976800635457, -0.07419683039188385, -0.05747382715344429, 0.022761214524507523], "r_norm": [4.433884620666504, 4.454370498657227, 4.322118759155273, 4.509823799133301, 4.489015102386475, 4.361193656921387, 4.48676872253418, 4.386006832122803, 4.499048233032227, 4.370771408081055]}, {"step": 1100, "epoch": 2, "train_loss": 2.3107481002807617, "cos_r_negg": [0.4501247704029083, -0.016688238829374313, 0.0714811384677887, -0.006798596121370792, 0.0018718298524618149, -0.026973038911819458, -0.09308871626853943, -0.07090157270431519, -0.040126435458660126, 0.021610304713249207], "cos_apical_negg": [0.4501247704029083, -0.016688238829374313, 0.0714811384677887, -0.006798596121370792, 0.0018718298524618149, -0.026973038911819458, -0.09308871626853943, -0.07090157270431519, -0.040126435458660126, 0.021610304713249207], "cos_Ac_negg": [0.4501247704029083, -0.016688238829374313, 0.0714811384677887, -0.006798596121370792, 0.0018718298524618149, -0.026973038911819458, -0.09308871626853943, -0.07090157270431519, -0.040126435458660126, 0.021610304713249207], "r_norm": [4.696500301361084, 4.695585250854492, 4.579343795776367, 4.768341541290283, 4.75012731552124, 4.618825912475586, 4.744705677032471, 4.619337558746338, 4.735527038574219, 4.58313512802124]}, {"step": 1150, "epoch": 2, "train_loss": 2.0965113639831543, "cos_r_negg": [0.4222022294998169, 0.013090891763567924, 0.02097337692975998, 0.00142311817035079, -0.02632649801671505, -0.032317474484443665, -0.07043413072824478, -0.06952331215143204, 0.004168345592916012, 0.060962073504924774], "cos_apical_negg": [0.4222022294998169, 0.013090891763567924, 0.02097337692975998, 0.00142311817035079, -0.02632649801671505, -0.032317474484443665, -0.07043413072824478, -0.06952331215143204, 0.004168345592916012, 0.060962073504924774], "cos_Ac_negg": [0.4222022294998169, 0.013090891763567924, 0.02097337692975998, 0.00142311817035079, -0.02632649801671505, -0.032317474484443665, -0.07043413072824478, -0.06952331215143204, 0.004168345592916012, 0.060962073504924774], "r_norm": [4.523724555969238, 4.530632972717285, 4.417113304138184, 4.589847087860107, 4.580982208251953, 4.463737487792969, 4.5665082931518555, 4.453574180603027, 4.572861671447754, 4.448212623596191]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3033, "test_loss": 2.2582117431640625}, {"step": 1200, "epoch": 3, "train_loss": 2.0080089569091797, "cos_r_negg": [0.4021303355693817, 0.03411411494016647, 0.05816975608468056, -0.0009138274472206831, -0.004894966725260019, 0.008545512333512306, -0.06996677815914154, -0.007442523259669542, -0.03735029697418213, -0.08327506482601166], "cos_apical_negg": [0.4021303355693817, 0.03411411494016647, 0.05816975608468056, -0.0009138274472206831, -0.004894966725260019, 0.008545512333512306, -0.06996677815914154, -0.007442523259669542, -0.03735029697418213, -0.08327506482601166], "cos_Ac_negg": [0.4021303355693817, 0.03411411494016647, 0.05816975608468056, -0.0009138274472206831, -0.004894966725260019, 0.008545512333512306, -0.06996677815914154, -0.007442523259669542, -0.03735029697418213, -0.08327506482601166], "r_norm": [4.584031105041504, 4.588796615600586, 4.468725204467773, 4.66428804397583, 4.637310981750488, 4.483987808227539, 4.621190071105957, 4.489545822143555, 4.616135597229004, 4.468125343322754]}, {"step": 1250, "epoch": 3, "train_loss": 2.118743419647217, "cos_r_negg": [0.45592063665390015, 0.023497680202126503, 0.05922231823205948, 0.010646184906363487, -0.00272932555526495, 0.024162977933883667, -0.08633774518966675, -0.06441275030374527, -0.024882847443223, -0.03363066166639328], "cos_apical_negg": [0.45592063665390015, 0.023497680202126503, 0.05922231823205948, 0.010646184906363487, -0.00272932555526495, 0.024162977933883667, -0.08633774518966675, -0.06441275030374527, -0.024882847443223, -0.03363066166639328], "cos_Ac_negg": [0.45592063665390015, 0.023497680202126503, 0.05922231823205948, 0.010646184906363487, -0.00272932555526495, 0.024162977933883667, -0.08633774518966675, -0.06441275030374527, -0.024882847443223, -0.03363066166639328], "r_norm": [4.465154647827148, 4.472702980041504, 4.3587327003479, 4.548921585083008, 4.533015251159668, 4.397366046905518, 4.4992756843566895, 4.404707908630371, 4.496602535247803, 4.383022308349609]}, {"step": 1300, "epoch": 3, "train_loss": 1.856961727142334, "cos_r_negg": [0.4467634856700897, 0.04336583614349365, 0.04859311133623123, 0.012333018705248833, 0.03267217054963112, 0.017741501331329346, -0.08190968632698059, -0.060392074286937714, -0.02027261257171631, -0.05254523083567619], "cos_apical_negg": [0.4467634856700897, 0.04336583614349365, 0.04859311133623123, 0.012333018705248833, 0.03267217054963112, 0.017741501331329346, -0.08190968632698059, -0.060392074286937714, -0.02027261257171631, -0.05254523083567619], "cos_Ac_negg": [0.4467634856700897, 0.04336583614349365, 0.04859311133623123, 0.012333018705248833, 0.03267217054963112, 0.017741501331329346, -0.08190968632698059, -0.060392074286937714, -0.02027261257171631, -0.05254523083567619], "r_norm": [4.2893218994140625, 4.299124240875244, 4.1810407638549805, 4.360629558563232, 4.35015869140625, 4.221750259399414, 4.334287643432617, 4.2162885665893555, 4.327394962310791, 4.200253963470459]}, {"step": 1350, "epoch": 3, "train_loss": 2.1823365688323975, "cos_r_negg": [0.44991132616996765, 0.03533860296010971, 0.07380546629428864, 0.022429773584008217, 0.022747082635760307, 0.07496647536754608, -0.016591554507613182, -0.04165072366595268, 0.02253059484064579, -0.07357688248157501], "cos_apical_negg": [0.44991132616996765, 0.03533860296010971, 0.07380546629428864, 0.022429773584008217, 0.022747082635760307, 0.07496647536754608, -0.016591554507613182, -0.04165072366595268, 0.02253059484064579, -0.07357688248157501], "cos_Ac_negg": [0.44991132616996765, 0.03533860296010971, 0.07380546629428864, 0.022429773584008217, 0.022747082635760307, 0.07496647536754608, -0.016591554507613182, -0.04165072366595268, 0.02253059484064579, -0.07357688248157501], "r_norm": [4.384819030761719, 4.404546737670898, 4.264901161193848, 4.464484214782715, 4.443286895751953, 4.311431407928467, 4.430318832397461, 4.317937850952148, 4.418907642364502, 4.2991790771484375]}, {"step": 1400, "epoch": 3, "train_loss": 2.2308077812194824, "cos_r_negg": [0.46975380182266235, 0.028238624334335327, 0.04008803516626358, 0.02212168648838997, -0.008170556277036667, 0.04694945365190506, -0.08188651502132416, -0.007264202460646629, 0.013521028682589531, -0.004056577105075121], "cos_apical_negg": [0.46975380182266235, 0.028238624334335327, 0.04008803516626358, 0.02212168648838997, -0.008170556277036667, 0.04694945365190506, -0.08188651502132416, -0.007264202460646629, 0.013521028682589531, -0.004056577105075121], "cos_Ac_negg": [0.46975380182266235, 0.028238624334335327, 0.04008803516626358, 0.02212168648838997, -0.008170556277036667, 0.04694945365190506, -0.08188651502132416, -0.007264202460646629, 0.013521028682589531, -0.004056577105075121], "r_norm": [4.480632781982422, 4.484251022338867, 4.371247291564941, 4.55153751373291, 4.5383477210998535, 4.404129981994629, 4.521004676818848, 4.404252529144287, 4.522669792175293, 4.376737117767334]}, {"step": 1450, "epoch": 3, "train_loss": 1.883502721786499, "cos_r_negg": [0.4900009036064148, 0.0567944273352623, 0.10485918819904327, 0.012190168723464012, -0.014822832308709621, 0.0899970680475235, -0.058951593935489655, -0.08199264109134674, 0.012973429635167122, 0.014622054994106293], "cos_apical_negg": [0.4900009036064148, 0.0567944273352623, 0.10485918819904327, 0.012190168723464012, -0.014822832308709621, 0.0899970680475235, -0.058951593935489655, -0.08199264109134674, 0.012973429635167122, 0.014622054994106293], "cos_Ac_negg": [0.4900009036064148, 0.0567944273352623, 0.10485918819904327, 0.012190168723464012, -0.014822832308709621, 0.0899970680475235, -0.058951593935489655, -0.08199264109134674, 0.012973429635167122, 0.014622054994106293], "r_norm": [4.564719200134277, 4.571683406829834, 4.4413371086120605, 4.624733924865723, 4.629098415374756, 4.491580486297607, 4.609410285949707, 4.496351718902588, 4.627836227416992, 4.484768867492676]}, {"step": 1500, "epoch": 3, "train_loss": 2.4843239784240723, "cos_r_negg": [0.4633360505104065, 0.04958207905292511, 0.060295216739177704, 0.05295491963624954, -0.03677830845117569, 0.020199691876769066, 0.024436291307210922, -0.05162624269723892, 0.03818317502737045, -0.09539349377155304], "cos_apical_negg": [0.4633360505104065, 0.04958207905292511, 0.060295216739177704, 0.05295491963624954, -0.03677830845117569, 0.020199691876769066, 0.024436291307210922, -0.05162624269723892, 0.03818317502737045, -0.09539349377155304], "cos_Ac_negg": [0.4633360505104065, 0.04958207905292511, 0.060295216739177704, 0.05295491963624954, -0.03677830845117569, 0.020199691876769066, 0.024436291307210922, -0.05162624269723892, 0.03818317502737045, -0.09539349377155304], "r_norm": [4.468749046325684, 4.460443496704102, 4.355964660644531, 4.548386573791504, 4.524205207824707, 4.393644332885742, 4.499332427978516, 4.388354301452637, 4.520552158355713, 4.371785640716553]}, {"step": 1550, "epoch": 3, "train_loss": 2.3215999603271484, "cos_r_negg": [0.50392746925354, 0.03292551636695862, 0.02765008807182312, 0.04130974039435387, -0.03614585101604462, -0.005690215155482292, -0.004435807466506958, -0.06511081755161285, 0.023578248918056488, -0.12007898837327957], "cos_apical_negg": [0.50392746925354, 0.03292551636695862, 0.02765008807182312, 0.04130974039435387, -0.03614585101604462, -0.005690215155482292, -0.004435807466506958, -0.06511081755161285, 0.023578248918056488, -0.12007898837327957], "cos_Ac_negg": [0.50392746925354, 0.03292551636695862, 0.02765008807182312, 0.04130974039435387, -0.03614585101604462, -0.005690215155482292, -0.004435807466506958, -0.06511081755161285, 0.023578248918056488, -0.12007898837327957], "r_norm": [4.530646800994873, 4.537008285522461, 4.4131693840026855, 4.6241044998168945, 4.584255218505859, 4.432956218719482, 4.558894157409668, 4.445584297180176, 4.565512180328369, 4.4231367111206055]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3258, "test_loss": 2.0793212646484376}, {"step": 1600, "epoch": 4, "train_loss": 1.9780442714691162, "cos_r_negg": [0.45668303966522217, 0.07166825234889984, 0.05070976912975311, 0.015109611675143242, -0.03246285393834114, -0.01616232842206955, -0.030563000589609146, -0.03781842067837715, -0.0168389230966568, -0.14942167699337006], "cos_apical_negg": [0.45668303966522217, 0.07166825234889984, 0.05070976912975311, 0.015109611675143242, -0.03246285393834114, -0.01616232842206955, -0.030563000589609146, -0.03781842067837715, -0.0168389230966568, -0.14942167699337006], "cos_Ac_negg": [0.45668303966522217, 0.07166825234889984, 0.05070976912975311, 0.015109611675143242, -0.03246285393834114, -0.01616232842206955, -0.030563000589609146, -0.03781842067837715, -0.0168389230966568, -0.14942167699337006], "r_norm": [4.543508052825928, 4.548079490661621, 4.429629325866699, 4.610633850097656, 4.6009440422058105, 4.455726146697998, 4.572117805480957, 4.467437744140625, 4.578969955444336, 4.44123649597168]}, {"step": 1650, "epoch": 4, "train_loss": 2.162464141845703, "cos_r_negg": [0.48626238107681274, 0.024878282099962234, 0.09283003211021423, -0.007848827168345451, -0.008141832426190376, 0.03564480319619179, -0.03233559802174568, -0.019653167575597763, -0.002536516636610031, 0.04322591423988342], "cos_apical_negg": [0.48626238107681274, 0.024878282099962234, 0.09283003211021423, -0.007848827168345451, -0.008141832426190376, 0.03564480319619179, -0.03233559802174568, -0.019653167575597763, -0.002536516636610031, 0.04322591423988342], "cos_Ac_negg": [0.48626238107681274, 0.024878282099962234, 0.09283003211021423, -0.007848827168345451, -0.008141832426190376, 0.03564480319619179, -0.03233559802174568, -0.019653167575597763, -0.002536516636610031, 0.04322591423988342], "r_norm": [4.4485273361206055, 4.465721607208252, 4.357210159301758, 4.544473648071289, 4.522087097167969, 4.384267807006836, 4.501084327697754, 4.3859124183654785, 4.489682674407959, 4.365898132324219]}, {"step": 1700, "epoch": 4, "train_loss": 2.2579917907714844, "cos_r_negg": [0.49103546142578125, 0.024797124788165092, 0.05990803241729736, 0.05177830904722214, -0.025534164160490036, 0.029492316767573357, -0.006827604025602341, 0.011778016574680805, 0.0004069018177688122, -0.01554072741419077], "cos_apical_negg": [0.49103546142578125, 0.024797124788165092, 0.05990803241729736, 0.05177830904722214, -0.025534164160490036, 0.029492316767573357, -0.006827604025602341, 0.011778016574680805, 0.0004069018177688122, -0.01554072741419077], "cos_Ac_negg": [0.49103546142578125, 0.024797124788165092, 0.05990803241729736, 0.05177830904722214, -0.025534164160490036, 0.029492316767573357, -0.006827604025602341, 0.011778016574680805, 0.0004069018177688122, -0.01554072741419077], "r_norm": [4.639328479766846, 4.6494879722595215, 4.542713642120361, 4.705817699432373, 4.709897041320801, 4.5508856773376465, 4.670141220092773, 4.550235748291016, 4.681879997253418, 4.544083595275879]}, {"step": 1750, "epoch": 4, "train_loss": 2.2648422718048096, "cos_r_negg": [0.4556969702243805, 0.038603052496910095, 0.08153070509433746, 0.011756915599107742, 0.0174810029566288, 0.07409432530403137, -0.06863640248775482, 0.0026005669496953487, -0.05384116619825363, 0.019138287752866745], "cos_apical_negg": [0.4556969702243805, 0.038603052496910095, 0.08153070509433746, 0.011756915599107742, 0.0174810029566288, 0.07409432530403137, -0.06863640248775482, 0.0026005669496953487, -0.05384116619825363, 0.019138287752866745], "cos_Ac_negg": [0.4556969702243805, 0.038603052496910095, 0.08153070509433746, 0.011756915599107742, 0.0174810029566288, 0.07409432530403137, -0.06863640248775482, 0.0026005669496953487, -0.05384116619825363, 0.019138287752866745], "r_norm": [4.610136985778809, 4.620739936828613, 4.493661880493164, 4.677689075469971, 4.672677040100098, 4.538256645202637, 4.6574506759643555, 4.532650947570801, 4.652273654937744, 4.513147830963135]}, {"step": 1800, "epoch": 4, "train_loss": 1.9900765419006348, "cos_r_negg": [0.44925832748413086, 0.05026242882013321, 0.06845064461231232, 0.020340323448181152, -0.008837182074785233, 0.05008811131119728, -0.031146610155701637, -0.016705255955457687, 0.007868381217122078, -0.026715941727161407], "cos_apical_negg": [0.44925832748413086, 0.05026242882013321, 0.06845064461231232, 0.020340323448181152, -0.008837182074785233, 0.05008811131119728, -0.031146610155701637, -0.016705255955457687, 0.007868381217122078, -0.026715941727161407], "cos_Ac_negg": [0.44925832748413086, 0.05026242882013321, 0.06845064461231232, 0.020340323448181152, -0.008837182074785233, 0.05008811131119728, -0.031146610155701637, -0.016705255955457687, 0.007868381217122078, -0.026715941727161407], "r_norm": [4.526118278503418, 4.535436630249023, 4.415182113647461, 4.599579811096191, 4.585901260375977, 4.446100234985352, 4.57045841217041, 4.461163520812988, 4.564251899719238, 4.426840782165527]}, {"step": 1850, "epoch": 4, "train_loss": 2.1861863136291504, "cos_r_negg": [0.4780488610267639, 0.06665556877851486, 0.05530863627791405, 0.07907981425523758, 0.010544823482632637, 0.04565983638167381, -0.0289030522108078, 0.020665790885686874, -0.0020226268097758293, -0.017759229987859726], "cos_apical_negg": [0.4780488610267639, 0.06665556877851486, 0.05530863627791405, 0.07907981425523758, 0.010544823482632637, 0.04565983638167381, -0.0289030522108078, 0.020665790885686874, -0.0020226268097758293, -0.017759229987859726], "cos_Ac_negg": [0.4780488610267639, 0.06665556877851486, 0.05530863627791405, 0.07907981425523758, 0.010544823482632637, 0.04565983638167381, -0.0289030522108078, 0.020665790885686874, -0.0020226268097758293, -0.017759229987859726], "r_norm": [4.459362983703613, 4.469475746154785, 4.353204250335693, 4.534246444702148, 4.519542694091797, 4.3943376541137695, 4.5055413246154785, 4.397122859954834, 4.507367134094238, 4.372275352478027]}, {"step": 1900, "epoch": 4, "train_loss": 2.156196117401123, "cos_r_negg": [0.4665246903896332, 0.06886865943670273, 0.0613570511341095, 0.03731333836913109, -0.013009191490709782, 0.024517064914107323, -0.04920611530542374, 7.26599246263504e-05, -0.0345102995634079, -0.10451986640691757], "cos_apical_negg": [0.4665246903896332, 0.06886865943670273, 0.0613570511341095, 0.03731333836913109, -0.013009191490709782, 0.024517064914107323, -0.04920611530542374, 7.26599246263504e-05, -0.0345102995634079, -0.10451986640691757], "cos_Ac_negg": [0.4665246903896332, 0.06886865943670273, 0.0613570511341095, 0.03731333836913109, -0.013009191490709782, 0.024517064914107323, -0.04920611530542374, 7.26599246263504e-05, -0.0345102995634079, -0.10451986640691757], "r_norm": [4.439496994018555, 4.442295551300049, 4.311697959899902, 4.500657081604004, 4.490095138549805, 4.35899543762207, 4.472944736480713, 4.366926193237305, 4.465417385101318, 4.33929443359375]}, {"step": 1950, "epoch": 4, "train_loss": 1.927230715751648, "cos_r_negg": [0.4887987971305847, 0.058395691215991974, 0.0607793927192688, 0.04287680983543396, 0.015874259173870087, 0.014722761698067188, -0.055851276963949203, 0.04371549189090729, 0.011700453236699104, -0.057314157485961914], "cos_apical_negg": [0.4887987971305847, 0.058395691215991974, 0.0607793927192688, 0.04287680983543396, 0.015874259173870087, 0.014722761698067188, -0.055851276963949203, 0.04371549189090729, 0.011700453236699104, -0.057314157485961914], "cos_Ac_negg": [0.4887987971305847, 0.058395691215991974, 0.0607793927192688, 0.04287680983543396, 0.015874259173870087, 0.014722761698067188, -0.055851276963949203, 0.04371549189090729, 0.011700453236699104, -0.057314157485961914], "r_norm": [4.358564853668213, 4.362295150756836, 4.249996185302734, 4.432319641113281, 4.4235639572143555, 4.281839370727539, 4.4112548828125, 4.296815872192383, 4.405169486999512, 4.27369499206543]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3184, "test_loss": 2.148612158203125}, {"step": 2000, "epoch": 5, "train_loss": 2.0051965713500977, "cos_r_negg": [0.5031086206436157, 0.07754851877689362, 0.05451948195695877, 0.041715845465660095, 0.005217556841671467, -0.005620919167995453, -0.05696367099881172, -0.00756186805665493, -0.033055126667022705, -0.018118295818567276], "cos_apical_negg": [0.5031086206436157, 0.07754851877689362, 0.05451948195695877, 0.041715845465660095, 0.005217556841671467, -0.005620919167995453, -0.05696367099881172, -0.00756186805665493, -0.033055126667022705, -0.018118295818567276], "cos_Ac_negg": [0.5031086206436157, 0.07754851877689362, 0.05451948195695877, 0.041715845465660095, 0.005217556841671467, -0.005620919167995453, -0.05696367099881172, -0.00756186805665493, -0.033055126667022705, -0.018118295818567276], "r_norm": [4.541849613189697, 4.553483963012695, 4.411533832550049, 4.618740081787109, 4.612087726593018, 4.4495086669921875, 4.586560249328613, 4.490582466125488, 4.568714618682861, 4.451887130737305]}, {"step": 2050, "epoch": 5, "train_loss": 2.1513733863830566, "cos_r_negg": [0.5035146474838257, 0.09501096606254578, 0.07771404087543488, 0.024026311933994293, 0.04322357848286629, -0.008314677514135838, -0.0491676852107048, 6.37490302324295e-05, -0.06482326239347458, -0.049362074583768845], "cos_apical_negg": [0.5035146474838257, 0.09501096606254578, 0.07771404087543488, 0.024026311933994293, 0.04322357848286629, -0.008314677514135838, -0.0491676852107048, 6.37490302324295e-05, -0.06482326239347458, -0.049362074583768845], "cos_Ac_negg": [0.5035146474838257, 0.09501096606254578, 0.07771404087543488, 0.024026311933994293, 0.04322357848286629, -0.008314677514135838, -0.0491676852107048, 6.37490302324295e-05, -0.06482326239347458, -0.049362074583768845], "r_norm": [4.605583667755127, 4.626256465911865, 4.511475563049316, 4.686075210571289, 4.672713279724121, 4.52451229095459, 4.64554500579834, 4.532914161682129, 4.640542030334473, 4.504325866699219]}, {"step": 2100, "epoch": 5, "train_loss": 2.274430751800537, "cos_r_negg": [0.489301472902298, 0.070964515209198, 0.096958227455616, 0.03766342252492905, 0.027656231075525284, 0.0278753861784935, -0.008901597931981087, -0.03883253037929535, -0.010385246947407722, 0.006349962204694748], "cos_apical_negg": [0.489301472902298, 0.070964515209198, 0.096958227455616, 0.03766342252492905, 0.027656231075525284, 0.0278753861784935, -0.008901597931981087, -0.03883253037929535, -0.010385246947407722, 0.006349962204694748], "cos_Ac_negg": [0.489301472902298, 0.070964515209198, 0.096958227455616, 0.03766342252492905, 0.027656231075525284, 0.0278753861784935, -0.008901597931981087, -0.03883253037929535, -0.010385246947407722, 0.006349962204694748], "r_norm": [4.461122989654541, 4.473422527313232, 4.333713531494141, 4.512669563293457, 4.503074645996094, 4.34910774230957, 4.487642288208008, 4.398383140563965, 4.4598164558410645, 4.33814811706543]}, {"step": 2150, "epoch": 5, "train_loss": 2.1225461959838867, "cos_r_negg": [0.5082982778549194, 0.04414873942732811, 0.09548623114824295, 0.0038242563605308533, 0.04044487327337265, 0.004510799888521433, -0.0022507724352180958, -0.014600845985114574, -0.028500229120254517, -0.019074812531471252], "cos_apical_negg": [0.5082982778549194, 0.04414873942732811, 0.09548623114824295, 0.0038242563605308533, 0.04044487327337265, 0.004510799888521433, -0.0022507724352180958, -0.014600845985114574, -0.028500229120254517, -0.019074812531471252], "cos_Ac_negg": [0.5082982778549194, 0.04414873942732811, 0.09548623114824295, 0.0038242563605308533, 0.04044487327337265, 0.004510799888521433, -0.0022507724352180958, -0.014600845985114574, -0.028500229120254517, -0.019074812531471252], "r_norm": [4.374628067016602, 4.387876987457275, 4.273040771484375, 4.452062606811523, 4.433808326721191, 4.3054423332214355, 4.415168762207031, 4.302488327026367, 4.407259464263916, 4.29570198059082]}, {"step": 2200, "epoch": 5, "train_loss": 2.364203453063965, "cos_r_negg": [0.5258456468582153, 0.0777931809425354, 0.0718427449464798, 0.04608321189880371, 0.021639088168740273, 0.04348300024867058, 0.009046763181686401, -0.019278649240732193, 0.08104962855577469, -0.008484088815748692], "cos_apical_negg": [0.5258456468582153, 0.0777931809425354, 0.0718427449464798, 0.04608321189880371, 0.021639088168740273, 0.04348300024867058, 0.009046763181686401, -0.019278649240732193, 0.08104962855577469, -0.008484088815748692], "cos_Ac_negg": [0.5258456468582153, 0.0777931809425354, 0.0718427449464798, 0.04608321189880371, 0.021639088168740273, 0.04348300024867058, 0.009046763181686401, -0.019278649240732193, 0.08104962855577469, -0.008484088815748692], "r_norm": [4.56436014175415, 4.575056076049805, 4.442195892333984, 4.627850532531738, 4.616811275482178, 4.480183124542236, 4.607244491577148, 4.477067947387695, 4.587242126464844, 4.458112716674805]}, {"step": 2250, "epoch": 5, "train_loss": 2.148604154586792, "cos_r_negg": [0.457256942987442, 0.08495214581489563, 0.10015039891004562, 0.011492903344333172, 0.047961533069610596, 0.07399695366621017, 0.0024477364495396614, -0.036300159990787506, 0.032627545297145844, -0.0036518722772598267], "cos_apical_negg": [0.457256942987442, 0.08495214581489563, 0.10015039891004562, 0.011492903344333172, 0.047961533069610596, 0.07399695366621017, 0.0024477364495396614, -0.036300159990787506, 0.032627545297145844, -0.0036518722772598267], "cos_Ac_negg": [0.457256942987442, 0.08495214581489563, 0.10015039891004562, 0.011492903344333172, 0.047961533069610596, 0.07399695366621017, 0.0024477364495396614, -0.036300159990787506, 0.032627545297145844, -0.0036518722772598267], "r_norm": [4.444554328918457, 4.451677322387695, 4.330543041229248, 4.528789520263672, 4.514621734619141, 4.36783504486084, 4.489255905151367, 4.382426738739014, 4.496255874633789, 4.363421440124512]}, {"step": 2300, "epoch": 5, "train_loss": 2.1352133750915527, "cos_r_negg": [0.45364856719970703, 0.09821056574583054, 0.09323292970657349, 0.04219174012541771, 0.08539354801177979, 0.06928786635398865, -0.052008405327796936, -0.008833997882902622, 0.026140665635466576, 0.013670805841684341], "cos_apical_negg": [0.45364856719970703, 0.09821056574583054, 0.09323292970657349, 0.04219174012541771, 0.08539354801177979, 0.06928786635398865, -0.052008405327796936, -0.008833997882902622, 0.026140665635466576, 0.013670805841684341], "cos_Ac_negg": [0.45364856719970703, 0.09821056574583054, 0.09323292970657349, 0.04219174012541771, 0.08539354801177979, 0.06928786635398865, -0.052008405327796936, -0.008833997882902622, 0.026140665635466576, 0.013670805841684341], "r_norm": [4.432616710662842, 4.44024658203125, 4.308345794677734, 4.512346267700195, 4.486614227294922, 4.338352203369141, 4.457186698913574, 4.348570823669434, 4.460136413574219, 4.331196308135986]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.3545, "test_loss": 2.0272304809570314}, {"step": 2350, "epoch": 6, "train_loss": 2.1691739559173584, "cos_r_negg": [0.4745447635650635, 0.08071557432413101, 0.06863334774971008, 0.03595992922782898, 0.0492551214993, 0.0512147918343544, 0.020482245832681656, -0.011707369238138199, 0.016713345423340797, -0.006235150620341301], "cos_apical_negg": [0.4745447635650635, 0.08071557432413101, 0.06863334774971008, 0.03595992922782898, 0.0492551214993, 0.0512147918343544, 0.020482245832681656, -0.011707369238138199, 0.016713345423340797, -0.006235150620341301], "cos_Ac_negg": [0.4745447635650635, 0.08071557432413101, 0.06863334774971008, 0.03595992922782898, 0.0492551214993, 0.0512147918343544, 0.020482245832681656, -0.011707369238138199, 0.016713345423340797, -0.006235150620341301], "r_norm": [4.32354736328125, 4.329375267028809, 4.208311557769775, 4.391817092895508, 4.381594657897949, 4.23504638671875, 4.359317779541016, 4.24785041809082, 4.356877326965332, 4.230391025543213]}, {"step": 2400, "epoch": 6, "train_loss": 1.8779468536376953, "cos_r_negg": [0.511399507522583, 0.10866756737232208, 0.07015283405780792, 0.06886105239391327, 0.044964589178562164, 0.035793647170066833, 0.007374914363026619, 0.05741916596889496, 0.028172869235277176, -0.008183829486370087], "cos_apical_negg": [0.511399507522583, 0.10866756737232208, 0.07015283405780792, 0.06886105239391327, 0.044964589178562164, 0.035793647170066833, 0.007374914363026619, 0.05741916596889496, 0.028172869235277176, -0.008183829486370087], "cos_Ac_negg": [0.511399507522583, 0.10866756737232208, 0.07015283405780792, 0.06886105239391327, 0.044964589178562164, 0.035793647170066833, 0.007374914363026619, 0.05741916596889496, 0.028172869235277176, -0.008183829486370087], "r_norm": [4.506155490875244, 4.515462875366211, 4.401443958282471, 4.587926864624023, 4.587567329406738, 4.441715717315674, 4.543975353240967, 4.444143772125244, 4.551578521728516, 4.397197723388672]}, {"step": 2450, "epoch": 6, "train_loss": 2.0136849880218506, "cos_r_negg": [0.4727135896682739, 0.0976656824350357, 0.09204242378473282, 0.08716864883899689, 0.04094317555427551, 0.0799584835767746, 0.011689521372318268, -0.008550885133445263, 0.07419266551733017, 0.0038018496707081795], "cos_apical_negg": [0.4727135896682739, 0.0976656824350357, 0.09204242378473282, 0.08716864883899689, 0.04094317555427551, 0.0799584835767746, 0.011689521372318268, -0.008550885133445263, 0.07419266551733017, 0.0038018496707081795], "cos_Ac_negg": [0.4727135896682739, 0.0976656824350357, 0.09204242378473282, 0.08716864883899689, 0.04094317555427551, 0.0799584835767746, 0.011689521372318268, -0.008550885133445263, 0.07419266551733017, 0.0038018496707081795], "r_norm": [4.464326858520508, 4.466721534729004, 4.3257293701171875, 4.528939247131348, 4.494754314422607, 4.3513641357421875, 4.48780632019043, 4.375776767730713, 4.479873180389404, 4.349462509155273]}, {"step": 2500, "epoch": 6, "train_loss": 2.174933433532715, "cos_r_negg": [0.4878831207752228, 0.06249302625656128, 0.10093295574188232, 0.08315540850162506, 0.06841026246547699, 0.055081792175769806, 0.008658595383167267, 0.009499612264335155, 0.09577913582324982, 0.07794119417667389], "cos_apical_negg": [0.4878831207752228, 0.06249302625656128, 0.10093295574188232, 0.08315540850162506, 0.06841026246547699, 0.055081792175769806, 0.008658595383167267, 0.009499612264335155, 0.09577913582324982, 0.07794119417667389], "cos_Ac_negg": [0.4878831207752228, 0.06249302625656128, 0.10093295574188232, 0.08315540850162506, 0.06841026246547699, 0.055081792175769806, 0.008658595383167267, 0.009499612264335155, 0.09577913582324982, 0.07794119417667389], "r_norm": [4.370166778564453, 4.37818717956543, 4.260683059692383, 4.449526309967041, 4.438537120819092, 4.291533946990967, 4.412685394287109, 4.2969560623168945, 4.422658920288086, 4.276968479156494]}, {"step": 2550, "epoch": 6, "train_loss": 2.0431437492370605, "cos_r_negg": [0.4776933193206787, 0.09355124831199646, 0.08834640681743622, 0.07033310830593109, 0.01442642230540514, 0.042471639811992645, -0.008796692825853825, 0.025837374851107597, 0.05001523718237877, 0.017672667279839516], "cos_apical_negg": [0.4776933193206787, 0.09355124831199646, 0.08834640681743622, 0.07033310830593109, 0.01442642230540514, 0.042471639811992645, -0.008796692825853825, 0.025837374851107597, 0.05001523718237877, 0.017672667279839516], "cos_Ac_negg": [0.4776933193206787, 0.09355124831199646, 0.08834640681743622, 0.07033310830593109, 0.01442642230540514, 0.042471639811992645, -0.008796692825853825, 0.025837374851107597, 0.05001523718237877, 0.017672667279839516], "r_norm": [4.502317428588867, 4.518730163574219, 4.394528388977051, 4.568785190582275, 4.557717323303223, 4.429443359375, 4.534987449645996, 4.4205002784729, 4.5312910079956055, 4.396692752838135]}, {"step": 2600, "epoch": 6, "train_loss": 2.397758960723877, "cos_r_negg": [0.4936944246292114, 0.07580255717039108, 0.06365324556827545, 0.054522428661584854, 0.037488896399736404, 0.05843483656644821, -0.0034385421313345432, -0.003767695277929306, 0.083356112241745, 0.027486231178045273], "cos_apical_negg": [0.4936944246292114, 0.07580255717039108, 0.06365324556827545, 0.054522428661584854, 0.037488896399736404, 0.05843483656644821, -0.0034385421313345432, -0.003767695277929306, 0.083356112241745, 0.027486231178045273], "cos_Ac_negg": [0.4936944246292114, 0.07580255717039108, 0.06365324556827545, 0.054522428661584854, 0.037488896399736404, 0.05843483656644821, -0.0034385421313345432, -0.003767695277929306, 0.083356112241745, 0.027486231178045273], "r_norm": [4.450153350830078, 4.4707489013671875, 4.322662353515625, 4.546572208404541, 4.5049967765808105, 4.367671012878418, 4.499541759490967, 4.3747968673706055, 4.507286071777344, 4.363849639892578]}, {"step": 2650, "epoch": 6, "train_loss": 2.4189453125, "cos_r_negg": [0.5272355079650879, 0.07444983720779419, 0.05109241232275963, 0.04083600267767906, -0.021909508854150772, 0.04842683672904968, -0.006012709345668554, -0.026517372578382492, 0.01053670421242714, -0.008813563734292984], "cos_apical_negg": [0.5272355079650879, 0.07444983720779419, 0.05109241232275963, 0.04083600267767906, -0.021909508854150772, 0.04842683672904968, -0.006012709345668554, -0.026517372578382492, 0.01053670421242714, -0.008813563734292984], "cos_Ac_negg": [0.5272355079650879, 0.07444983720779419, 0.05109241232275963, 0.04083600267767906, -0.021909508854150772, 0.04842683672904968, -0.006012709345668554, -0.026517372578382492, 0.01053670421242714, -0.008813563734292984], "r_norm": [4.4873456954956055, 4.492903709411621, 4.358067512512207, 4.54749059677124, 4.533297061920166, 4.383227825164795, 4.530933856964111, 4.410742282867432, 4.5041046142578125, 4.383888244628906]}, {"step": 2700, "epoch": 6, "train_loss": 2.0699121952056885, "cos_r_negg": [0.4572063386440277, 0.0855979472398758, 0.036810148507356644, 0.01687420718371868, 0.048114269971847534, 0.07429134845733643, -0.007181781344115734, -0.06844565272331238, -0.002674848772585392, -0.022076688706874847], "cos_apical_negg": [0.4572063386440277, 0.0855979472398758, 0.036810148507356644, 0.01687420718371868, 0.048114269971847534, 0.07429134845733643, -0.007181781344115734, -0.06844565272331238, -0.002674848772585392, -0.022076688706874847], "cos_Ac_negg": [0.4572063386440277, 0.0855979472398758, 0.036810148507356644, 0.01687420718371868, 0.048114269971847534, 0.07429134845733643, -0.007181781344115734, -0.06844565272331238, -0.002674848772585392, -0.022076688706874847], "r_norm": [4.644245147705078, 4.652346611022949, 4.5323567390441895, 4.733404159545898, 4.7112321853637695, 4.576143264770508, 4.694048881530762, 4.564034938812256, 4.7163190841674805, 4.550413131713867]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.3668, "test_loss": 2.006327294921875}, {"step": 2750, "epoch": 7, "train_loss": 2.445363998413086, "cos_r_negg": [0.4925774335861206, 0.07782313227653503, 0.06084384024143219, 0.012230181135237217, 0.04449029266834259, 0.06409303843975067, -0.00437820702791214, -0.057406820356845856, 0.0673336312174797, -0.02321762777864933], "cos_apical_negg": [0.4925774335861206, 0.07782313227653503, 0.06084384024143219, 0.012230181135237217, 0.04449029266834259, 0.06409303843975067, -0.00437820702791214, -0.057406820356845856, 0.0673336312174797, -0.02321762777864933], "cos_Ac_negg": [0.4925774335861206, 0.07782313227653503, 0.06084384024143219, 0.012230181135237217, 0.04449029266834259, 0.06409303843975067, -0.00437820702791214, -0.057406820356845856, 0.0673336312174797, -0.02321762777864933], "r_norm": [4.531530380249023, 4.555018901824951, 4.418754577636719, 4.605676651000977, 4.603107452392578, 4.454748153686523, 4.570382595062256, 4.4796600341796875, 4.582871437072754, 4.447408199310303]}, {"step": 2800, "epoch": 7, "train_loss": 2.3045811653137207, "cos_r_negg": [0.5340319871902466, 0.08847030252218246, 0.10112898051738739, 0.023974133655428886, 0.028124239295721054, 0.06056585535407066, -0.005233585834503174, -0.043138422071933746, 0.07845914363861084, -0.0440501868724823], "cos_apical_negg": [0.5340319871902466, 0.08847030252218246, 0.10112898051738739, 0.023974133655428886, 0.028124239295721054, 0.06056585535407066, -0.005233585834503174, -0.043138422071933746, 0.07845914363861084, -0.0440501868724823], "cos_Ac_negg": [0.5340319871902466, 0.08847030252218246, 0.10112898051738739, 0.023974133655428886, 0.028124239295721054, 0.06056585535407066, -0.005233585834503174, -0.043138422071933746, 0.07845914363861084, -0.0440501868724823], "r_norm": [4.464591979980469, 4.461025238037109, 4.358537197113037, 4.519147872924805, 4.529919624328613, 4.391822338104248, 4.496129989624023, 4.396842002868652, 4.486011505126953, 4.367115020751953]}, {"step": 2850, "epoch": 7, "train_loss": 1.9363738298416138, "cos_r_negg": [0.521577775478363, 0.09644220024347305, 0.09604866057634354, 0.03393976017832756, 0.045091576874256134, 0.05261366814374924, 0.044753335416316986, -0.0605895072221756, 0.06761693209409714, -0.0322050079703331], "cos_apical_negg": [0.521577775478363, 0.09644220024347305, 0.09604866057634354, 0.03393976017832756, 0.045091576874256134, 0.05261366814374924, 0.044753335416316986, -0.0605895072221756, 0.06761693209409714, -0.0322050079703331], "cos_Ac_negg": [0.521577775478363, 0.09644220024347305, 0.09604866057634354, 0.03393976017832756, 0.045091576874256134, 0.05261366814374924, 0.044753335416316986, -0.0605895072221756, 0.06761693209409714, -0.0322050079703331], "r_norm": [4.427865505218506, 4.447257041931152, 4.324497699737549, 4.514029502868652, 4.490795612335205, 4.362839698791504, 4.469806671142578, 4.351824760437012, 4.477911949157715, 4.33176851272583]}, {"step": 2900, "epoch": 7, "train_loss": 2.018969774246216, "cos_r_negg": [0.4946769177913666, 0.12059187889099121, 0.09204869717359543, 0.031084474176168442, 0.05523747205734253, 0.08534739911556244, 0.03176121041178703, -0.047467589378356934, 0.06598992645740509, -0.03494272381067276], "cos_apical_negg": [0.4946769177913666, 0.12059187889099121, 0.09204869717359543, 0.031084474176168442, 0.05523747205734253, 0.08534739911556244, 0.03176121041178703, -0.047467589378356934, 0.06598992645740509, -0.03494272381067276], "cos_Ac_negg": [0.4946769177913666, 0.12059187889099121, 0.09204869717359543, 0.031084474176168442, 0.05523747205734253, 0.08534739911556244, 0.03176121041178703, -0.047467589378356934, 0.06598992645740509, -0.03494272381067276], "r_norm": [4.4660773277282715, 4.468557357788086, 4.3310546875, 4.528757095336914, 4.510298728942871, 4.360085964202881, 4.481877326965332, 4.387126922607422, 4.495555877685547, 4.354086399078369]}, {"step": 2950, "epoch": 7, "train_loss": 2.115157127380371, "cos_r_negg": [0.4551234245300293, 0.09216786921024323, 0.09115327894687653, 0.03376803919672966, 0.057262733578681946, 0.05196342617273331, 0.034840695559978485, 0.021339379251003265, 0.03954192250967026, 0.0068031176924705505], "cos_apical_negg": [0.4551234245300293, 0.09216786921024323, 0.09115327894687653, 0.03376803919672966, 0.057262733578681946, 0.05196342617273331, 0.034840695559978485, 0.021339379251003265, 0.03954192250967026, 0.0068031176924705505], "cos_Ac_negg": [0.4551234245300293, 0.09216786921024323, 0.09115327894687653, 0.03376803919672966, 0.057262733578681946, 0.05196342617273331, 0.034840695559978485, 0.021339379251003265, 0.03954192250967026, 0.0068031176924705505], "r_norm": [4.50037956237793, 4.496218204498291, 4.390133857727051, 4.575876235961914, 4.572944164276123, 4.441150665283203, 4.547388076782227, 4.434033393859863, 4.558938503265381, 4.426936149597168]}, {"step": 3000, "epoch": 7, "train_loss": 2.0170674324035645, "cos_r_negg": [0.49869221448898315, 0.10256245732307434, 0.14341939985752106, 0.06174123287200928, 0.03984655812382698, 0.05189284682273865, 0.035225242376327515, -0.026894373819231987, -0.0031532314606010914, -0.06344212591648102], "cos_apical_negg": [0.49869221448898315, 0.10256245732307434, 0.14341939985752106, 0.06174123287200928, 0.03984655812382698, 0.05189284682273865, 0.035225242376327515, -0.026894373819231987, -0.0031532314606010914, -0.06344212591648102], "cos_Ac_negg": [0.49869221448898315, 0.10256245732307434, 0.14341939985752106, 0.06174123287200928, 0.03984655812382698, 0.05189284682273865, 0.035225242376327515, -0.026894373819231987, -0.0031532314606010914, -0.06344212591648102], "r_norm": [4.331479549407959, 4.32710075378418, 4.228306770324707, 4.403510570526123, 4.38464879989624, 4.258577823638916, 4.378575801849365, 4.249155044555664, 4.39282751083374, 4.2399468421936035]}, {"step": 3050, "epoch": 7, "train_loss": 2.323683738708496, "cos_r_negg": [0.46720609068870544, 0.11878287047147751, 0.09894511103630066, 0.07677221298217773, 0.08502931147813797, 0.10113048553466797, -0.004486375488340855, -0.01934684067964554, 0.059957314282655716, -0.02098921313881874], "cos_apical_negg": [0.46720609068870544, 0.11878287047147751, 0.09894511103630066, 0.07677221298217773, 0.08502931147813797, 0.10113048553466797, -0.004486375488340855, -0.01934684067964554, 0.059957314282655716, -0.02098921313881874], "cos_Ac_negg": [0.46720609068870544, 0.11878287047147751, 0.09894511103630066, 0.07677221298217773, 0.08502931147813797, 0.10113048553466797, -0.004486375488340855, -0.01934684067964554, 0.059957314282655716, -0.02098921313881874], "r_norm": [4.549004554748535, 4.569434642791748, 4.452742576599121, 4.627608776092529, 4.61660099029541, 4.484194755554199, 4.590862274169922, 4.4760589599609375, 4.597988605499268, 4.470702648162842]}, {"step": 3100, "epoch": 7, "train_loss": 1.8110747337341309, "cos_r_negg": [0.4820760190486908, 0.12094573676586151, 0.09716475009918213, 0.06032666191458702, 0.0490112341940403, 0.09499531984329224, 0.011265069246292114, -0.006955152377486229, 0.06899399310350418, 0.04684934765100479], "cos_apical_negg": [0.4820760190486908, 0.12094573676586151, 0.09716475009918213, 0.06032666191458702, 0.0490112341940403, 0.09499531984329224, 0.011265069246292114, -0.006955152377486229, 0.06899399310350418, 0.04684934765100479], "cos_Ac_negg": [0.4820760190486908, 0.12094573676586151, 0.09716475009918213, 0.06032666191458702, 0.0490112341940403, 0.09499531984329224, 0.011265069246292114, -0.006955152377486229, 0.06899399310350418, 0.04684934765100479], "r_norm": [4.538368225097656, 4.5469441413879395, 4.410660743713379, 4.609065055847168, 4.600540637969971, 4.458586692810059, 4.56624698638916, 4.4818830490112305, 4.591200351715088, 4.45244836807251]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.325, "test_loss": 2.2479811767578126}, {"step": 3150, "epoch": 8, "train_loss": 2.1359379291534424, "cos_r_negg": [0.4793403148651123, 0.12761572003364563, 0.0966445803642273, 0.05453368276357651, 0.07650430500507355, 0.07754337042570114, 0.043935541063547134, -0.03286137804389, 0.0711236298084259, -0.022900134325027466], "cos_apical_negg": [0.4793403148651123, 0.12761572003364563, 0.0966445803642273, 0.05453368276357651, 0.07650430500507355, 0.07754337042570114, 0.043935541063547134, -0.03286137804389, 0.0711236298084259, -0.022900134325027466], "cos_Ac_negg": [0.4793403148651123, 0.12761572003364563, 0.0966445803642273, 0.05453368276357651, 0.07650430500507355, 0.07754337042570114, 0.043935541063547134, -0.03286137804389, 0.0711236298084259, -0.022900134325027466], "r_norm": [4.446145057678223, 4.446203231811523, 4.3218231201171875, 4.548015117645264, 4.509605407714844, 4.377657413482666, 4.478938102722168, 4.374241828918457, 4.50931978225708, 4.364509105682373]}, {"step": 3200, "epoch": 8, "train_loss": 1.9150482416152954, "cos_r_negg": [0.4879780113697052, 0.123534195125103, 0.11154502630233765, 0.07656749337911606, 0.07699032127857208, 0.060831982642412186, 0.055744901299476624, -0.02184290811419487, 0.04779992252588272, -0.015538383275270462], "cos_apical_negg": [0.4879780113697052, 0.123534195125103, 0.11154502630233765, 0.07656749337911606, 0.07699032127857208, 0.060831982642412186, 0.055744901299476624, -0.02184290811419487, 0.04779992252588272, -0.015538383275270462], "cos_Ac_negg": [0.4879780113697052, 0.123534195125103, 0.11154502630233765, 0.07656749337911606, 0.07699032127857208, 0.060831982642412186, 0.055744901299476624, -0.02184290811419487, 0.04779992252588272, -0.015538383275270462], "r_norm": [4.472856521606445, 4.4659624099731445, 4.355639457702637, 4.543627738952637, 4.527113914489746, 4.396628379821777, 4.50123405456543, 4.4075517654418945, 4.491040229797363, 4.375948905944824]}, {"step": 3250, "epoch": 8, "train_loss": 2.005444049835205, "cos_r_negg": [0.4950805902481079, 0.13115155696868896, 0.13595597445964813, 0.05145549029111862, 0.10742548108100891, 0.06646284461021423, 0.002512115053832531, -0.009806843474507332, 0.08106274902820587, -0.04197059944272041], "cos_apical_negg": [0.4950805902481079, 0.13115155696868896, 0.13595597445964813, 0.05145549029111862, 0.10742548108100891, 0.06646284461021423, 0.002512115053832531, -0.009806843474507332, 0.08106274902820587, -0.04197059944272041], "cos_Ac_negg": [0.4950805902481079, 0.13115155696868896, 0.13595597445964813, 0.05145549029111862, 0.10742548108100891, 0.06646284461021423, 0.002512115053832531, -0.009806843474507332, 0.08106274902820587, -0.04197059944272041], "r_norm": [4.453132152557373, 4.469315528869629, 4.340514659881592, 4.527910232543945, 4.5029296875, 4.362239837646484, 4.471482753753662, 4.373997688293457, 4.472149848937988, 4.341811656951904]}, {"step": 3300, "epoch": 8, "train_loss": 2.2853360176086426, "cos_r_negg": [0.5162039399147034, 0.10518735647201538, 0.1368802934885025, 0.07075401395559311, 0.1061476543545723, 0.07439461350440979, 0.04671164229512215, 0.002744559198617935, 0.06344544142484665, 0.00939096137881279], "cos_apical_negg": [0.5162039399147034, 0.10518735647201538, 0.1368802934885025, 0.07075401395559311, 0.1061476543545723, 0.07439461350440979, 0.04671164229512215, 0.002744559198617935, 0.06344544142484665, 0.00939096137881279], "cos_Ac_negg": [0.5162039399147034, 0.10518735647201538, 0.1368802934885025, 0.07075401395559311, 0.1061476543545723, 0.07439461350440979, 0.04671164229512215, 0.002744559198617935, 0.06344544142484665, 0.00939096137881279], "r_norm": [4.457128047943115, 4.4733052253723145, 4.342746734619141, 4.529019355773926, 4.516736030578613, 4.375211715698242, 4.498191833496094, 4.388941287994385, 4.491215229034424, 4.377819538116455]}, {"step": 3350, "epoch": 8, "train_loss": 2.2189245223999023, "cos_r_negg": [0.4930657148361206, 0.11271174252033234, 0.1297859400510788, 0.06288588047027588, 0.08692386746406555, 0.11563825607299805, -0.02224152162671089, -0.009632297791540623, 0.08279237896203995, -0.011890381574630737], "cos_apical_negg": [0.4930657148361206, 0.11271174252033234, 0.1297859400510788, 0.06288588047027588, 0.08692386746406555, 0.11563825607299805, -0.02224152162671089, -0.009632297791540623, 0.08279237896203995, -0.011890381574630737], "cos_Ac_negg": [0.4930657148361206, 0.11271174252033234, 0.1297859400510788, 0.06288588047027588, 0.08692386746406555, 0.11563825607299805, -0.02224152162671089, -0.009632297791540623, 0.08279237896203995, -0.011890381574630737], "r_norm": [4.561419486999512, 4.591808319091797, 4.435150146484375, 4.640376091003418, 4.613096714019775, 4.454626083374023, 4.591281414031982, 4.469409942626953, 4.5862507820129395, 4.457770347595215]}, {"step": 3400, "epoch": 8, "train_loss": 2.0469179153442383, "cos_r_negg": [0.46053269505500793, 0.1341722011566162, 0.12734732031822205, 0.06127781793475151, 0.08499375730752945, 0.09025682508945465, -0.0012806905433535576, -0.016279462724924088, 0.07075905799865723, -0.0042669326066970825], "cos_apical_negg": [0.46053269505500793, 0.1341722011566162, 0.12734732031822205, 0.06127781793475151, 0.08499375730752945, 0.09025682508945465, -0.0012806905433535576, -0.016279462724924088, 0.07075905799865723, -0.0042669326066970825], "cos_Ac_negg": [0.46053269505500793, 0.1341722011566162, 0.12734732031822205, 0.06127781793475151, 0.08499375730752945, 0.09025682508945465, -0.0012806905433535576, -0.016279462724924088, 0.07075905799865723, -0.0042669326066970825], "r_norm": [4.614380359649658, 4.636579513549805, 4.48158073425293, 4.671354293823242, 4.6618971824646, 4.509407997131348, 4.654558181762695, 4.532200813293457, 4.62455415725708, 4.507613182067871]}, {"step": 3450, "epoch": 8, "train_loss": 2.057793140411377, "cos_r_negg": [0.4707346558570862, 0.15420189499855042, 0.1240667775273323, 0.04428400099277496, 0.07302865386009216, 0.0683288648724556, 0.02264910191297531, -0.02772398851811886, 0.08505584299564362, -0.053185414522886276], "cos_apical_negg": [0.4707346558570862, 0.15420189499855042, 0.1240667775273323, 0.04428400099277496, 0.07302865386009216, 0.0683288648724556, 0.02264910191297531, -0.02772398851811886, 0.08505584299564362, -0.053185414522886276], "cos_Ac_negg": [0.4707346558570862, 0.15420189499855042, 0.1240667775273323, 0.04428400099277496, 0.07302865386009216, 0.0683288648724556, 0.02264910191297531, -0.02772398851811886, 0.08505584299564362, -0.053185414522886276], "r_norm": [4.444216251373291, 4.456868648529053, 4.332583427429199, 4.517178535461426, 4.503579616546631, 4.359931945800781, 4.481243133544922, 4.366832733154297, 4.475299835205078, 4.342877388000488]}, {"step": 3500, "epoch": 8, "train_loss": 2.1158337593078613, "cos_r_negg": [0.4814714193344116, 0.1340644806623459, 0.07218421995639801, 0.05942317843437195, 0.055617447942495346, 0.1035609319806099, 0.015888197347521782, -0.021337494254112244, 0.03400060534477234, 0.0487937405705452], "cos_apical_negg": [0.4814714193344116, 0.1340644806623459, 0.07218421995639801, 0.05942317843437195, 0.055617447942495346, 0.1035609319806099, 0.015888197347521782, -0.021337494254112244, 0.03400060534477234, 0.0487937405705452], "cos_Ac_negg": [0.4814714193344116, 0.1340644806623459, 0.07218421995639801, 0.05942317843437195, 0.055617447942495346, 0.1035609319806099, 0.015888197347521782, -0.021337494254112244, 0.03400060534477234, 0.0487937405705452], "r_norm": [4.334287643432617, 4.339822769165039, 4.217384338378906, 4.405342102050781, 4.384762763977051, 4.246133804321289, 4.374464988708496, 4.251589775085449, 4.359044075012207, 4.230188846588135]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.355, "test_loss": 2.0662924560546876}, {"step": 3550, "epoch": 9, "train_loss": 2.1652066707611084, "cos_r_negg": [0.46896567940711975, 0.14718541502952576, 0.09649419784545898, 0.06929953396320343, 0.0878637284040451, 0.1414131224155426, 0.07609023153781891, -0.03605133295059204, 0.0702800452709198, 0.009945966303348541], "cos_apical_negg": [0.46896567940711975, 0.14718541502952576, 0.09649419784545898, 0.06929953396320343, 0.0878637284040451, 0.1414131224155426, 0.07609023153781891, -0.03605133295059204, 0.0702800452709198, 0.009945966303348541], "cos_Ac_negg": [0.46896567940711975, 0.14718541502952576, 0.09649419784545898, 0.06929953396320343, 0.0878637284040451, 0.1414131224155426, 0.07609023153781891, -0.03605133295059204, 0.0702800452709198, 0.009945966303348541], "r_norm": [4.459628105163574, 4.473779678344727, 4.340381622314453, 4.530584335327148, 4.519124984741211, 4.374962329864502, 4.518049240112305, 4.386746406555176, 4.518069744110107, 4.36177921295166]}, {"step": 3600, "epoch": 9, "train_loss": 2.016813039779663, "cos_r_negg": [0.4720897674560547, 0.1472889930009842, 0.10523489862680435, 0.0459575355052948, 0.05769149959087372, 0.13853611052036285, 0.04332651570439339, 0.021142873913049698, 0.06923631578683853, -0.026681503280997276], "cos_apical_negg": [0.4720897674560547, 0.1472889930009842, 0.10523489862680435, 0.0459575355052948, 0.05769149959087372, 0.13853611052036285, 0.04332651570439339, 0.021142873913049698, 0.06923631578683853, -0.026681503280997276], "cos_Ac_negg": [0.4720897674560547, 0.1472889930009842, 0.10523489862680435, 0.0459575355052948, 0.05769149959087372, 0.13853611052036285, 0.04332651570439339, 0.021142873913049698, 0.06923631578683853, -0.026681503280997276], "r_norm": [4.391204833984375, 4.401093482971191, 4.283631324768066, 4.465898513793945, 4.451005458831787, 4.3194074630737305, 4.433711051940918, 4.318680763244629, 4.43062686920166, 4.294899940490723]}, {"step": 3650, "epoch": 9, "train_loss": 1.9256582260131836, "cos_r_negg": [0.4795287251472473, 0.1382642388343811, 0.1003674790263176, 0.03749736398458481, 0.07669319957494736, 0.06295516341924667, 0.05995568260550499, 0.0029320609755814075, 0.018556129187345505, -0.008373025804758072], "cos_apical_negg": [0.4795287251472473, 0.1382642388343811, 0.1003674790263176, 0.03749736398458481, 0.07669319957494736, 0.06295516341924667, 0.05995568260550499, 0.0029320609755814075, 0.018556129187345505, -0.008373025804758072], "cos_Ac_negg": [0.4795287251472473, 0.1382642388343811, 0.1003674790263176, 0.03749736398458481, 0.07669319957494736, 0.06295516341924667, 0.05995568260550499, 0.0029320609755814075, 0.018556129187345505, -0.008373025804758072], "r_norm": [4.520936965942383, 4.531186103820801, 4.407018661499023, 4.591758728027344, 4.582688808441162, 4.43958854675293, 4.560244560241699, 4.450777530670166, 4.557538986206055, 4.428560256958008]}, {"step": 3700, "epoch": 9, "train_loss": 1.8523629903793335, "cos_r_negg": [0.48105180263519287, 0.14226002991199493, 0.11423680931329727, 0.0829484611749649, 0.0547543540596962, 0.04559693485498428, -0.006178022362291813, 0.03384041041135788, -0.0013131815940141678, 0.035895902663469315], "cos_apical_negg": [0.48105180263519287, 0.14226002991199493, 0.11423680931329727, 0.0829484611749649, 0.0547543540596962, 0.04559693485498428, -0.006178022362291813, 0.03384041041135788, -0.0013131815940141678, 0.035895902663469315], "cos_Ac_negg": [0.48105180263519287, 0.14226002991199493, 0.11423680931329727, 0.0829484611749649, 0.0547543540596962, 0.04559693485498428, -0.006178022362291813, 0.03384041041135788, -0.0013131815940141678, 0.035895902663469315], "r_norm": [4.36912202835083, 4.383058071136475, 4.257699966430664, 4.434648036956787, 4.424496173858643, 4.292494773864746, 4.410316467285156, 4.28989839553833, 4.413064479827881, 4.259557247161865]}, {"step": 3750, "epoch": 9, "train_loss": 2.006344795227051, "cos_r_negg": [0.4646286964416504, 0.16332568228244781, 0.11444010585546494, 0.0677337646484375, 0.09321709722280502, 0.12122587114572525, 0.011025083251297474, 0.021715335547924042, 0.00600102823227644, 0.057343073189258575], "cos_apical_negg": [0.4646286964416504, 0.16332568228244781, 0.11444010585546494, 0.0677337646484375, 0.09321709722280502, 0.12122587114572525, 0.011025083251297474, 0.021715335547924042, 0.00600102823227644, 0.057343073189258575], "cos_Ac_negg": [0.4646286964416504, 0.16332568228244781, 0.11444010585546494, 0.0677337646484375, 0.09321709722280502, 0.12122587114572525, 0.011025083251297474, 0.021715335547924042, 0.00600102823227644, 0.057343073189258575], "r_norm": [4.468481063842773, 4.478207588195801, 4.34896183013916, 4.547578811645508, 4.530120372772217, 4.386871337890625, 4.4962310791015625, 4.383353233337402, 4.49627685546875, 4.357373237609863]}, {"step": 3800, "epoch": 9, "train_loss": 2.504530429840088, "cos_r_negg": [0.4836817979812622, 0.12802883982658386, 0.12174167484045029, 0.06980011612176895, 0.0523218996822834, 0.13397133350372314, 0.03852861374616623, 0.0207301564514637, -0.01863897778093815, 0.03993615880608559], "cos_apical_negg": [0.4836817979812622, 0.12802883982658386, 0.12174167484045029, 0.06980011612176895, 0.0523218996822834, 0.13397133350372314, 0.03852861374616623, 0.0207301564514637, -0.01863897778093815, 0.03993615880608559], "cos_Ac_negg": [0.4836817979812622, 0.12802883982658386, 0.12174167484045029, 0.06980011612176895, 0.0523218996822834, 0.13397133350372314, 0.03852861374616623, 0.0207301564514637, -0.01863897778093815, 0.03993615880608559], "r_norm": [4.597113609313965, 4.61769962310791, 4.480772972106934, 4.639250755310059, 4.669650077819824, 4.542849063873291, 4.652885913848877, 4.5258636474609375, 4.654115676879883, 4.52072811126709]}, {"step": 3850, "epoch": 9, "train_loss": 2.2796618938446045, "cos_r_negg": [0.4481780529022217, 0.15390563011169434, 0.11615243554115295, 0.09034986793994904, 0.0407668761909008, 0.13315466046333313, 0.03710807114839554, 0.018834471702575684, 0.04666486009955406, -0.01552322693169117], "cos_apical_negg": [0.4481780529022217, 0.15390563011169434, 0.11615243554115295, 0.09034986793994904, 0.0407668761909008, 0.13315466046333313, 0.03710807114839554, 0.018834471702575684, 0.04666486009955406, -0.01552322693169117], "cos_Ac_negg": [0.4481780529022217, 0.15390563011169434, 0.11615243554115295, 0.09034986793994904, 0.0407668761909008, 0.13315466046333313, 0.03710807114839554, 0.018834471702575684, 0.04666486009955406, -0.01552322693169117], "r_norm": [4.4611406326293945, 4.4724812507629395, 4.342625617980957, 4.5016045570373535, 4.503647327423096, 4.3672356605529785, 4.500770568847656, 4.381832599639893, 4.493538856506348, 4.360506057739258]}, {"step": 3900, "epoch": 9, "train_loss": 2.0526680946350098, "cos_r_negg": [0.4611720144748688, 0.13254497945308685, 0.14369285106658936, 0.06647860258817673, 0.053199514746665955, 0.08667593449354172, 0.049849387258291245, -0.010242557153105736, 0.03210630640387535, 0.015469490550458431], "cos_apical_negg": [0.4611720144748688, 0.13254497945308685, 0.14369285106658936, 0.06647860258817673, 0.053199514746665955, 0.08667593449354172, 0.049849387258291245, -0.010242557153105736, 0.03210630640387535, 0.015469490550458431], "cos_Ac_negg": [0.4611720144748688, 0.13254497945308685, 0.14369285106658936, 0.06647860258817673, 0.053199514746665955, 0.08667593449354172, 0.049849387258291245, -0.010242557153105736, 0.03210630640387535, 0.015469490550458431], "r_norm": [4.263215065002441, 4.272258758544922, 4.143586158752441, 4.322890758514404, 4.32125186920166, 4.19359016418457, 4.301246643066406, 4.192905426025391, 4.292466163635254, 4.180346488952637]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.3438, "test_loss": 2.0741140014648436}, {"step": 3950, "epoch": 10, "train_loss": 1.945305585861206, "cos_r_negg": [0.47925883531570435, 0.1523015797138214, 0.15857243537902832, 0.11436565965414047, 0.07759649306535721, 0.10494901984930038, 0.03801247105002403, 0.007067574188113213, 0.07102164626121521, 0.025443075224757195], "cos_apical_negg": [0.47925883531570435, 0.1523015797138214, 0.15857243537902832, 0.11436565965414047, 0.07759649306535721, 0.10494901984930038, 0.03801247105002403, 0.007067574188113213, 0.07102164626121521, 0.025443075224757195], "cos_Ac_negg": [0.47925883531570435, 0.1523015797138214, 0.15857243537902832, 0.11436565965414047, 0.07759649306535721, 0.10494901984930038, 0.03801247105002403, 0.007067574188113213, 0.07102164626121521, 0.025443075224757195], "r_norm": [4.194647312164307, 4.209815979003906, 4.077316761016846, 4.257174491882324, 4.252298355102539, 4.1197733879089355, 4.23375940322876, 4.126247882843018, 4.23521614074707, 4.111517906188965]}, {"step": 4000, "epoch": 10, "train_loss": 2.031872272491455, "cos_r_negg": [0.47097212076187134, 0.15246370434761047, 0.13437938690185547, 0.1032010167837143, 0.0533146932721138, 0.11160863935947418, 0.0291702002286911, 0.00959509052336216, 0.01072336919605732, 0.016456231474876404], "cos_apical_negg": [0.47097212076187134, 0.15246370434761047, 0.13437938690185547, 0.1032010167837143, 0.0533146932721138, 0.11160863935947418, 0.0291702002286911, 0.00959509052336216, 0.01072336919605732, 0.016456231474876404], "cos_Ac_negg": [0.47097212076187134, 0.15246370434761047, 0.13437938690185547, 0.1032010167837143, 0.0533146932721138, 0.11160863935947418, 0.0291702002286911, 0.00959509052336216, 0.01072336919605732, 0.016456231474876404], "r_norm": [4.343305587768555, 4.353198051452637, 4.225857734680176, 4.415283679962158, 4.4010443687438965, 4.2696638107299805, 4.387927055358887, 4.271913528442383, 4.390822410583496, 4.25772762298584]}, {"step": 4050, "epoch": 10, "train_loss": 1.9352984428405762, "cos_r_negg": [0.48068875074386597, 0.15714281797409058, 0.12415681779384613, 0.09440888464450836, 0.05506032705307007, 0.09781407564878464, 0.05914481729269028, -0.005153128877282143, 0.04340330511331558, 0.04491111636161804], "cos_apical_negg": [0.48068875074386597, 0.15714281797409058, 0.12415681779384613, 0.09440888464450836, 0.05506032705307007, 0.09781407564878464, 0.05914481729269028, -0.005153128877282143, 0.04340330511331558, 0.04491111636161804], "cos_Ac_negg": [0.48068875074386597, 0.15714281797409058, 0.12415681779384613, 0.09440888464450836, 0.05506032705307007, 0.09781407564878464, 0.05914481729269028, -0.005153128877282143, 0.04340330511331558, 0.04491111636161804], "r_norm": [4.411520481109619, 4.434659004211426, 4.307788372039795, 4.498021125793457, 4.474862098693848, 4.331211566925049, 4.450875282287598, 4.325624465942383, 4.4528279304504395, 4.320761680603027]}, {"step": 4100, "epoch": 10, "train_loss": 2.2244315147399902, "cos_r_negg": [0.43064120411872864, 0.14645588397979736, 0.11658534407615662, 0.09059213101863861, 0.09354355931282043, 0.1483866274356842, 0.046171531081199646, -0.005000818986445665, 0.08930069208145142, 0.04193681478500366], "cos_apical_negg": [0.43064120411872864, 0.14645588397979736, 0.11658534407615662, 0.09059213101863861, 0.09354355931282043, 0.1483866274356842, 0.046171531081199646, -0.005000818986445665, 0.08930069208145142, 0.04193681478500366], "cos_Ac_negg": [0.43064120411872864, 0.14645588397979736, 0.11658534407615662, 0.09059213101863861, 0.09354355931282043, 0.1483866274356842, 0.046171531081199646, -0.005000818986445665, 0.08930069208145142, 0.04193681478500366], "r_norm": [4.383335590362549, 4.3874125480651855, 4.269359111785889, 4.452415466308594, 4.441397666931152, 4.312779426574707, 4.423842430114746, 4.310939788818359, 4.42733097076416, 4.288569450378418]}, {"step": 4150, "epoch": 10, "train_loss": 1.8253188133239746, "cos_r_negg": [0.4321940839290619, 0.15400086343288422, 0.15024101734161377, 0.09023100882768631, 0.058664508163928986, 0.12903013825416565, 0.036831315606832504, 0.010776810348033905, 0.011639215983450413, -0.028662467375397682], "cos_apical_negg": [0.4321940839290619, 0.15400086343288422, 0.15024101734161377, 0.09023100882768631, 0.058664508163928986, 0.12903013825416565, 0.036831315606832504, 0.010776810348033905, 0.011639215983450413, -0.028662467375397682], "cos_Ac_negg": [0.4321940839290619, 0.15400086343288422, 0.15024101734161377, 0.09023100882768631, 0.058664508163928986, 0.12903013825416565, 0.036831315606832504, 0.010776810348033905, 0.011639215983450413, -0.028662467375397682], "r_norm": [4.413516998291016, 4.41869592666626, 4.310720443725586, 4.498017311096191, 4.48429012298584, 4.343846321105957, 4.451669216156006, 4.346637725830078, 4.479435920715332, 4.332495212554932]}, {"step": 4200, "epoch": 10, "train_loss": 2.1099793910980225, "cos_r_negg": [0.4914759695529938, 0.15353603661060333, 0.1270301192998886, 0.11475849151611328, 0.1095421314239502, 0.1261175572872162, 0.07407680153846741, 0.013291291892528534, 0.02663041651248932, -0.01691913604736328], "cos_apical_negg": [0.4914759695529938, 0.15353603661060333, 0.1270301192998886, 0.11475849151611328, 0.1095421314239502, 0.1261175572872162, 0.07407680153846741, 0.013291291892528534, 0.02663041651248932, -0.01691913604736328], "cos_Ac_negg": [0.4914759695529938, 0.15353603661060333, 0.1270301192998886, 0.11475849151611328, 0.1095421314239502, 0.1261175572872162, 0.07407680153846741, 0.013291291892528534, 0.02663041651248932, -0.01691913604736328], "r_norm": [4.417993068695068, 4.425050735473633, 4.315377235412598, 4.4948225021362305, 4.466276168823242, 4.341599464416504, 4.472536563873291, 4.337571144104004, 4.477167129516602, 4.318629264831543]}, {"step": 4250, "epoch": 10, "train_loss": 2.2541775703430176, "cos_r_negg": [0.4885033965110779, 0.1622590571641922, 0.11637428402900696, 0.11365079879760742, 0.08651331067085266, 0.11157478392124176, 0.06105819717049599, 0.010156169533729553, 0.014926571398973465, -0.0020195255056023598], "cos_apical_negg": [0.4885033965110779, 0.1622590571641922, 0.11637428402900696, 0.11365079879760742, 0.08651331067085266, 0.11157478392124176, 0.06105819717049599, 0.010156169533729553, 0.014926571398973465, -0.0020195255056023598], "cos_Ac_negg": [0.4885033965110779, 0.1622590571641922, 0.11637428402900696, 0.11365079879760742, 0.08651331067085266, 0.11157478392124176, 0.06105819717049599, 0.010156169533729553, 0.014926571398973465, -0.0020195255056023598], "r_norm": [4.257225036621094, 4.276105880737305, 4.145478248596191, 4.3324995040893555, 4.310064315795898, 4.17929744720459, 4.307839870452881, 4.177029609680176, 4.296175479888916, 4.172327518463135]}, {"step": 4300, "epoch": 10, "train_loss": 1.8543916940689087, "cos_r_negg": [0.4205343425273895, 0.11607073247432709, 0.1219172552227974, 0.0934368297457695, 0.09289953112602234, 0.12545938789844513, 0.06129740923643112, -0.015367953106760979, 0.0035410327836871147, -0.03693302720785141], "cos_apical_negg": [0.4205343425273895, 0.11607073247432709, 0.1219172552227974, 0.0934368297457695, 0.09289953112602234, 0.12545938789844513, 0.06129740923643112, -0.015367953106760979, 0.0035410327836871147, -0.03693302720785141], "cos_Ac_negg": [0.4205343425273895, 0.11607073247432709, 0.1219172552227974, 0.0934368297457695, 0.09289953112602234, 0.12545938789844513, 0.06129740923643112, -0.015367953106760979, 0.0035410327836871147, -0.03693302720785141], "r_norm": [4.444922924041748, 4.464113712310791, 4.340059280395508, 4.520820617675781, 4.5122456550598145, 4.374223709106445, 4.493621826171875, 4.381803512573242, 4.505248069763184, 4.364346981048584]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.3476, "test_loss": 2.0852036865234376}, {"step": 4350, "epoch": 11, "train_loss": 1.597371220588684, "cos_r_negg": [0.4432506859302521, 0.15023215115070343, 0.15624721348285675, 0.09093032777309418, 0.07262962311506271, 0.11640550941228867, 0.10582055151462555, 0.007894780486822128, 0.04455411061644554, -0.012595806270837784], "cos_apical_negg": [0.4432506859302521, 0.15023215115070343, 0.15624721348285675, 0.09093032777309418, 0.07262962311506271, 0.11640550941228867, 0.10582055151462555, 0.007894780486822128, 0.04455411061644554, -0.012595806270837784], "cos_Ac_negg": [0.4432506859302521, 0.15023215115070343, 0.15624721348285675, 0.09093032777309418, 0.07262962311506271, 0.11640550941228867, 0.10582055151462555, 0.007894780486822128, 0.04455411061644554, -0.012595806270837784], "r_norm": [4.545853614807129, 4.546870231628418, 4.429187774658203, 4.622194290161133, 4.6020307540893555, 4.462554931640625, 4.5979766845703125, 4.462882995605469, 4.594477653503418, 4.444187164306641]}, {"step": 4400, "epoch": 11, "train_loss": 2.413191556930542, "cos_r_negg": [0.46821820735931396, 0.15087947249412537, 0.12743419408798218, 0.10186543315649033, 0.10360371321439743, 0.14672622084617615, 0.08111567050218582, -0.0025519365444779396, 0.06848934292793274, 0.04177526757121086], "cos_apical_negg": [0.46821820735931396, 0.15087947249412537, 0.12743419408798218, 0.10186543315649033, 0.10360371321439743, 0.14672622084617615, 0.08111567050218582, -0.0025519365444779396, 0.06848934292793274, 0.04177526757121086], "cos_Ac_negg": [0.46821820735931396, 0.15087947249412537, 0.12743419408798218, 0.10186543315649033, 0.10360371321439743, 0.14672622084617615, 0.08111567050218582, -0.0025519365444779396, 0.06848934292793274, 0.04177526757121086], "r_norm": [4.42594051361084, 4.432249069213867, 4.312992095947266, 4.49252986907959, 4.4848761558532715, 4.368630409240723, 4.459507942199707, 4.35649299621582, 4.464901924133301, 4.343672752380371]}, {"step": 4450, "epoch": 11, "train_loss": 2.3702194690704346, "cos_r_negg": [0.44810745120048523, 0.14788657426834106, 0.12583836913108826, 0.07883208990097046, 0.07618826627731323, 0.11518052220344543, 0.06691604107618332, 0.03538312017917633, 0.026464862748980522, 0.006937348749488592], "cos_apical_negg": [0.44810745120048523, 0.14788657426834106, 0.12583836913108826, 0.07883208990097046, 0.07618826627731323, 0.11518052220344543, 0.06691604107618332, 0.03538312017917633, 0.026464862748980522, 0.006937348749488592], "cos_Ac_negg": [0.44810745120048523, 0.14788657426834106, 0.12583836913108826, 0.07883208990097046, 0.07618826627731323, 0.11518052220344543, 0.06691604107618332, 0.03538312017917633, 0.026464862748980522, 0.006937348749488592], "r_norm": [4.300307273864746, 4.2982282638549805, 4.185006618499756, 4.368314266204834, 4.365047931671143, 4.22512149810791, 4.3428568840026855, 4.225838661193848, 4.34304141998291, 4.221860408782959]}, {"step": 4500, "epoch": 11, "train_loss": 2.024355411529541, "cos_r_negg": [0.4488043189048767, 0.1618196666240692, 0.141136035323143, 0.12282783538103104, 0.056506287306547165, 0.1158689558506012, 0.07422205805778503, 0.020999647676944733, 0.0003612819127738476, 0.03994881361722946], "cos_apical_negg": [0.4488043189048767, 0.1618196666240692, 0.141136035323143, 0.12282783538103104, 0.056506287306547165, 0.1158689558506012, 0.07422205805778503, 0.020999647676944733, 0.0003612819127738476, 0.03994881361722946], "cos_Ac_negg": [0.4488043189048767, 0.1618196666240692, 0.141136035323143, 0.12282783538103104, 0.056506287306547165, 0.1158689558506012, 0.07422205805778503, 0.020999647676944733, 0.0003612819127738476, 0.03994881361722946], "r_norm": [4.313021659851074, 4.335514068603516, 4.2241668701171875, 4.3836493492126465, 4.382264137268066, 4.257135391235352, 4.361279010772705, 4.244802474975586, 4.360418796539307, 4.243495941162109]}, {"step": 4550, "epoch": 11, "train_loss": 1.9543381929397583, "cos_r_negg": [0.41309481859207153, 0.16434448957443237, 0.13994696736335754, 0.12348107993602753, 0.10027576982975006, 0.1046079471707344, 0.09726077318191528, 0.00918426550924778, 0.018087923526763916, 0.028006725013256073], "cos_apical_negg": [0.41309481859207153, 0.16434448957443237, 0.13994696736335754, 0.12348107993602753, 0.10027576982975006, 0.1046079471707344, 0.09726077318191528, 0.00918426550924778, 0.018087923526763916, 0.028006725013256073], "cos_Ac_negg": [0.41309481859207153, 0.16434448957443237, 0.13994696736335754, 0.12348107993602753, 0.10027576982975006, 0.1046079471707344, 0.09726077318191528, 0.00918426550924778, 0.018087923526763916, 0.028006725013256073], "r_norm": [4.447061538696289, 4.479471206665039, 4.344182968139648, 4.523890495300293, 4.508681297302246, 4.366883754730225, 4.485983848571777, 4.362000465393066, 4.491995811462402, 4.365886688232422]}, {"step": 4600, "epoch": 11, "train_loss": 2.228365421295166, "cos_r_negg": [0.43386954069137573, 0.16148898005485535, 0.134461909532547, 0.1024000495672226, 0.0507722832262516, 0.11934763193130493, 0.08908335864543915, 0.025112513452768326, 0.021594421938061714, 0.05091924965381622], "cos_apical_negg": [0.43386954069137573, 0.16148898005485535, 0.134461909532547, 0.1024000495672226, 0.0507722832262516, 0.11934763193130493, 0.08908335864543915, 0.025112513452768326, 0.021594421938061714, 0.05091924965381622], "cos_Ac_negg": [0.43386954069137573, 0.16148898005485535, 0.134461909532547, 0.1024000495672226, 0.0507722832262516, 0.11934763193130493, 0.08908335864543915, 0.025112513452768326, 0.021594421938061714, 0.05091924965381622], "r_norm": [4.263824462890625, 4.27764892578125, 4.157977104187012, 4.320103645324707, 4.320487022399902, 4.192208766937256, 4.315678596496582, 4.199902057647705, 4.313135623931885, 4.181326866149902]}, {"step": 4650, "epoch": 11, "train_loss": 1.910645842552185, "cos_r_negg": [0.4399593472480774, 0.16767272353172302, 0.1369602084159851, 0.11812271177768707, 0.0753554180264473, 0.12734389305114746, 0.043875910341739655, 0.04246392101049423, 0.03090919367969036, 0.06783370673656464], "cos_apical_negg": [0.4399593472480774, 0.16767272353172302, 0.1369602084159851, 0.11812271177768707, 0.0753554180264473, 0.12734389305114746, 0.043875910341739655, 0.04246392101049423, 0.03090919367969036, 0.06783370673656464], "cos_Ac_negg": [0.4399593472480774, 0.16767272353172302, 0.1369602084159851, 0.11812271177768707, 0.0753554180264473, 0.12734389305114746, 0.043875910341739655, 0.04246392101049423, 0.03090919367969036, 0.06783370673656464], "r_norm": [4.3153791427612305, 4.330956935882568, 4.212253570556641, 4.390650749206543, 4.381283283233643, 4.246213912963867, 4.360954761505127, 4.250210762023926, 4.356247901916504, 4.230762481689453]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.3167, "test_loss": 2.1869977294921874}, {"step": 4700, "epoch": 12, "train_loss": 2.0219674110412598, "cos_r_negg": [0.4627539813518524, 0.17574787139892578, 0.10190840065479279, 0.10852852463722229, 0.11845482885837555, 0.0908297449350357, 0.06424717605113983, 0.02771138586103916, 0.025538943707942963, 0.06730473041534424], "cos_apical_negg": [0.4627539813518524, 0.17574787139892578, 0.10190840065479279, 0.10852852463722229, 0.11845482885837555, 0.0908297449350357, 0.06424717605113983, 0.02771138586103916, 0.025538943707942963, 0.06730473041534424], "cos_Ac_negg": [0.4627539813518524, 0.17574787139892578, 0.10190840065479279, 0.10852852463722229, 0.11845482885837555, 0.0908297449350357, 0.06424717605113983, 0.02771138586103916, 0.025538943707942963, 0.06730473041534424], "r_norm": [4.527825355529785, 4.539497375488281, 4.399548530578613, 4.562286376953125, 4.5635480880737305, 4.406460762023926, 4.540928363800049, 4.424239158630371, 4.525082588195801, 4.402373790740967]}, {"step": 4750, "epoch": 12, "train_loss": 2.0002870559692383, "cos_r_negg": [0.4754962623119354, 0.1576257050037384, 0.11609609425067902, 0.11393320560455322, 0.10745029151439667, 0.12923969328403473, 0.10687792301177979, 0.02152632176876068, -3.810785710811615e-05, 0.10160119831562042], "cos_apical_negg": [0.4754962623119354, 0.1576257050037384, 0.11609609425067902, 0.11393320560455322, 0.10745029151439667, 0.12923969328403473, 0.10687792301177979, 0.02152632176876068, -3.810785710811615e-05, 0.10160119831562042], "cos_Ac_negg": [0.4754962623119354, 0.1576257050037384, 0.11609609425067902, 0.11393320560455322, 0.10745029151439667, 0.12923969328403473, 0.10687792301177979, 0.02152632176876068, -3.810785710811615e-05, 0.10160119831562042], "r_norm": [4.337206840515137, 4.344519138336182, 4.221290588378906, 4.396688461303711, 4.399381637573242, 4.257416725158691, 4.366929531097412, 4.265249252319336, 4.363980293273926, 4.242380142211914]}, {"step": 4800, "epoch": 12, "train_loss": 2.162108898162842, "cos_r_negg": [0.4474344253540039, 0.15037184953689575, 0.11814684420824051, 0.12093985825777054, 0.08938636630773544, 0.1621839553117752, 0.10689664632081985, 0.03053196892142296, 0.04535054415464401, 0.06904174387454987], "cos_apical_negg": [0.4474344253540039, 0.15037184953689575, 0.11814684420824051, 0.12093985825777054, 0.08938636630773544, 0.1621839553117752, 0.10689664632081985, 0.03053196892142296, 0.04535054415464401, 0.06904174387454987], "cos_Ac_negg": [0.4474344253540039, 0.15037184953689575, 0.11814684420824051, 0.12093985825777054, 0.08938636630773544, 0.1621839553117752, 0.10689664632081985, 0.03053196892142296, 0.04535054415464401, 0.06904174387454987], "r_norm": [4.436514854431152, 4.442521095275879, 4.3322834968566895, 4.516339302062988, 4.492063522338867, 4.36476993560791, 4.482513904571533, 4.3555731773376465, 4.465617656707764, 4.359030246734619]}, {"step": 4850, "epoch": 12, "train_loss": 1.88834547996521, "cos_r_negg": [0.44706007838249207, 0.16159076988697052, 0.1366313099861145, 0.07943780720233917, 0.0738215297460556, 0.13742971420288086, 0.09336468577384949, 0.04988215118646622, 0.017688587307929993, 0.06782617419958115], "cos_apical_negg": [0.44706007838249207, 0.16159076988697052, 0.1366313099861145, 0.07943780720233917, 0.0738215297460556, 0.13742971420288086, 0.09336468577384949, 0.04988215118646622, 0.017688587307929993, 0.06782617419958115], "cos_Ac_negg": [0.44706007838249207, 0.16159076988697052, 0.1366313099861145, 0.07943780720233917, 0.0738215297460556, 0.13742971420288086, 0.09336468577384949, 0.04988215118646622, 0.017688587307929993, 0.06782617419958115], "r_norm": [4.298248291015625, 4.299755096435547, 4.179941177368164, 4.367537498474121, 4.357732772827148, 4.216307163238525, 4.342412948608398, 4.221033573150635, 4.339754581451416, 4.211458206176758]}, {"step": 4900, "epoch": 12, "train_loss": 2.1095399856567383, "cos_r_negg": [0.4508814811706543, 0.16295881569385529, 0.13005314767360687, 0.08413109183311462, 0.10107243061065674, 0.1307017207145691, 0.08483967185020447, 0.03633665665984154, 0.050538282841444016, 0.05583220347762108], "cos_apical_negg": [0.4508814811706543, 0.16295881569385529, 0.13005314767360687, 0.08413109183311462, 0.10107243061065674, 0.1307017207145691, 0.08483967185020447, 0.03633665665984154, 0.050538282841444016, 0.05583220347762108], "cos_Ac_negg": [0.4508814811706543, 0.16295881569385529, 0.13005314767360687, 0.08413109183311462, 0.10107243061065674, 0.1307017207145691, 0.08483967185020447, 0.03633665665984154, 0.050538282841444016, 0.05583220347762108], "r_norm": [4.5611162185668945, 4.570799827575684, 4.424183368682861, 4.617011070251465, 4.623719692230225, 4.462550640106201, 4.582006931304932, 4.481050491333008, 4.587840557098389, 4.454592227935791]}, {"step": 4950, "epoch": 12, "train_loss": 1.8394114971160889, "cos_r_negg": [0.4739297032356262, 0.1514892727136612, 0.1567695438861847, 0.11937301605939865, 0.06286453455686569, 0.16682623326778412, 0.04636060446500778, 0.0031645172275602818, 0.050072722136974335, 0.06194564700126648], "cos_apical_negg": [0.4739297032356262, 0.1514892727136612, 0.1567695438861847, 0.11937301605939865, 0.06286453455686569, 0.16682623326778412, 0.04636060446500778, 0.0031645172275602818, 0.050072722136974335, 0.06194564700126648], "cos_Ac_negg": [0.4739297032356262, 0.1514892727136612, 0.1567695438861847, 0.11937301605939865, 0.06286453455686569, 0.16682623326778412, 0.04636060446500778, 0.0031645172275602818, 0.050072722136974335, 0.06194564700126648], "r_norm": [4.442424297332764, 4.459627628326416, 4.343203544616699, 4.542767524719238, 4.514642715454102, 4.38166618347168, 4.4843878746032715, 4.3693695068359375, 4.486310005187988, 4.363775253295898]}, {"step": 5000, "epoch": 12, "train_loss": 2.0262629985809326, "cos_r_negg": [0.4542790353298187, 0.15926924347877502, 0.14967063069343567, 0.10334939509630203, 0.0888575091958046, 0.13644611835479736, 0.07859338074922562, 0.013557435013353825, -0.008685318753123283, 0.071512371301651], "cos_apical_negg": [0.4542790353298187, 0.15926924347877502, 0.14967063069343567, 0.10334939509630203, 0.0888575091958046, 0.13644611835479736, 0.07859338074922562, 0.013557435013353825, -0.008685318753123283, 0.071512371301651], "cos_Ac_negg": [0.4542790353298187, 0.15926924347877502, 0.14967063069343567, 0.10334939509630203, 0.0888575091958046, 0.13644611835479736, 0.07859338074922562, 0.013557435013353825, -0.008685318753123283, 0.071512371301651], "r_norm": [4.40056848526001, 4.428378582000732, 4.302290916442871, 4.474067687988281, 4.4796905517578125, 4.361483573913574, 4.467357635498047, 4.34553337097168, 4.470573902130127, 4.326480865478516]}, {"step": 5050, "epoch": 12, "train_loss": 2.3519740104675293, "cos_r_negg": [0.4870328903198242, 0.1916610300540924, 0.1396128535270691, 0.11317972838878632, 0.09515389055013657, 0.12340007722377777, 0.053823135793209076, 0.06797324866056442, 0.06215227395296097, 0.07064161449670792], "cos_apical_negg": [0.4870328903198242, 0.1916610300540924, 0.1396128535270691, 0.11317972838878632, 0.09515389055013657, 0.12340007722377777, 0.053823135793209076, 0.06797324866056442, 0.06215227395296097, 0.07064161449670792], "cos_Ac_negg": [0.4870328903198242, 0.1916610300540924, 0.1396128535270691, 0.11317972838878632, 0.09515389055013657, 0.12340007722377777, 0.053823135793209076, 0.06797324866056442, 0.06215227395296097, 0.07064161449670792], "r_norm": [4.490643501281738, 4.518105506896973, 4.409451484680176, 4.560721397399902, 4.547211647033691, 4.410782337188721, 4.5387420654296875, 4.408622741699219, 4.540754318237305, 4.387862205505371]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.3595, "test_loss": 2.021513635253906}, {"step": 5100, "epoch": 13, "train_loss": 2.047290563583374, "cos_r_negg": [0.45421966910362244, 0.1691385805606842, 0.12084872275590897, 0.1374121904373169, 0.09011547267436981, 0.1344345510005951, 0.05760163441300392, 0.06136738508939743, 0.06184600293636322, 0.02156651020050049], "cos_apical_negg": [0.45421966910362244, 0.1691385805606842, 0.12084872275590897, 0.1374121904373169, 0.09011547267436981, 0.1344345510005951, 0.05760163441300392, 0.06136738508939743, 0.06184600293636322, 0.02156651020050049], "cos_Ac_negg": [0.45421966910362244, 0.1691385805606842, 0.12084872275590897, 0.1374121904373169, 0.09011547267436981, 0.1344345510005951, 0.05760163441300392, 0.06136738508939743, 0.06184600293636322, 0.02156651020050049], "r_norm": [4.261279106140137, 4.285282135009766, 4.156487464904785, 4.345965385437012, 4.320995330810547, 4.184293746948242, 4.299834251403809, 4.1830244064331055, 4.298544406890869, 4.172593116760254]}, {"step": 5150, "epoch": 13, "train_loss": 1.8256762027740479, "cos_r_negg": [0.45720088481903076, 0.17299246788024902, 0.1352773904800415, 0.14243347942829132, 0.10054151713848114, 0.15089051425457, 0.04243781417608261, 0.09002897143363953, 0.060471512377262115, 0.008457801304757595], "cos_apical_negg": [0.45720088481903076, 0.17299246788024902, 0.1352773904800415, 0.14243347942829132, 0.10054151713848114, 0.15089051425457, 0.04243781417608261, 0.09002897143363953, 0.060471512377262115, 0.008457801304757595], "cos_Ac_negg": [0.45720088481903076, 0.17299246788024902, 0.1352773904800415, 0.14243347942829132, 0.10054151713848114, 0.15089051425457, 0.04243781417608261, 0.09002897143363953, 0.060471512377262115, 0.008457801304757595], "r_norm": [4.439826011657715, 4.443606376647949, 4.311806678771973, 4.517189025878906, 4.505648612976074, 4.352179527282715, 4.46257209777832, 4.3673248291015625, 4.482630729675293, 4.3484954833984375]}, {"step": 5200, "epoch": 13, "train_loss": 2.0432591438293457, "cos_r_negg": [0.4595484733581543, 0.19481222331523895, 0.1661703884601593, 0.1371740698814392, 0.1225413829088211, 0.13684338331222534, 0.05659514665603638, 0.012060025706887245, 0.060163725167512894, 0.08301286399364471], "cos_apical_negg": [0.4595484733581543, 0.19481222331523895, 0.1661703884601593, 0.1371740698814392, 0.1225413829088211, 0.13684338331222534, 0.05659514665603638, 0.012060025706887245, 0.060163725167512894, 0.08301286399364471], "cos_Ac_negg": [0.4595484733581543, 0.19481222331523895, 0.1661703884601593, 0.1371740698814392, 0.1225413829088211, 0.13684338331222534, 0.05659514665603638, 0.012060025706887245, 0.060163725167512894, 0.08301286399364471], "r_norm": [4.429435729980469, 4.4594407081604, 4.350976467132568, 4.50341796875, 4.4989423751831055, 4.369908332824707, 4.484357833862305, 4.340803146362305, 4.484253406524658, 4.343628883361816]}, {"step": 5250, "epoch": 13, "train_loss": 1.8199560642242432, "cos_r_negg": [0.5182556509971619, 0.1763801872730255, 0.14846965670585632, 0.12094326317310333, 0.1133197695016861, 0.16925296187400818, 0.09022469818592072, 0.02913712151348591, 0.019115228205919266, 0.06343436241149902], "cos_apical_negg": [0.5182556509971619, 0.1763801872730255, 0.14846965670585632, 0.12094326317310333, 0.1133197695016861, 0.16925296187400818, 0.09022469818592072, 0.02913712151348591, 0.019115228205919266, 0.06343436241149902], "cos_Ac_negg": [0.5182556509971619, 0.1763801872730255, 0.14846965670585632, 0.12094326317310333, 0.1133197695016861, 0.16925296187400818, 0.09022469818592072, 0.02913712151348591, 0.019115228205919266, 0.06343436241149902], "r_norm": [4.5221357345581055, 4.5215606689453125, 4.385149955749512, 4.562268257141113, 4.563740253448486, 4.404341220855713, 4.5701212882995605, 4.413339614868164, 4.527668476104736, 4.404041290283203]}, {"step": 5300, "epoch": 13, "train_loss": 2.0479283332824707, "cos_r_negg": [0.4539124369621277, 0.1803857386112213, 0.11758790910243988, 0.13545900583267212, 0.10013043135404587, 0.13559433817863464, 0.07085254788398743, 0.020442087203264236, 0.036484457552433014, 0.06928969919681549], "cos_apical_negg": [0.4539124369621277, 0.1803857386112213, 0.11758790910243988, 0.13545900583267212, 0.10013043135404587, 0.13559433817863464, 0.07085254788398743, 0.020442087203264236, 0.036484457552433014, 0.06928969919681549], "cos_Ac_negg": [0.4539124369621277, 0.1803857386112213, 0.11758790910243988, 0.13545900583267212, 0.10013043135404587, 0.13559433817863464, 0.07085254788398743, 0.020442087203264236, 0.036484457552433014, 0.06928969919681549], "r_norm": [4.3143415451049805, 4.325522422790527, 4.207867622375488, 4.400930881500244, 4.361236095428467, 4.237778186798096, 4.363446235656738, 4.2389936447143555, 4.335621356964111, 4.214750289916992]}, {"step": 5350, "epoch": 13, "train_loss": 1.9716241359710693, "cos_r_negg": [0.4590480923652649, 0.17712804675102234, 0.13021406531333923, 0.12031225860118866, 0.10018961876630783, 0.1284397691488266, 0.037864476442337036, 0.03338543698191643, -0.006189513485878706, 0.045923829078674316], "cos_apical_negg": [0.4590480923652649, 0.17712804675102234, 0.13021406531333923, 0.12031225860118866, 0.10018961876630783, 0.1284397691488266, 0.037864476442337036, 0.03338543698191643, -0.006189513485878706, 0.045923829078674316], "cos_Ac_negg": [0.4590480923652649, 0.17712804675102234, 0.13021406531333923, 0.12031225860118866, 0.10018961876630783, 0.1284397691488266, 0.037864476442337036, 0.03338543698191643, -0.006189513485878706, 0.045923829078674316], "r_norm": [4.39307165145874, 4.391657829284668, 4.2811198234558105, 4.451523780822754, 4.453744888305664, 4.323734283447266, 4.445072174072266, 4.330685138702393, 4.441608428955078, 4.303018569946289]}, {"step": 5400, "epoch": 13, "train_loss": 2.188037157058716, "cos_r_negg": [0.43253225088119507, 0.1605999767780304, 0.1338389813899994, 0.11436353623867035, 0.10225066542625427, 0.13865932822227478, 0.05292949080467224, 0.03635560721158981, 0.011821645312011242, 0.04301700368523598], "cos_apical_negg": [0.43253225088119507, 0.1605999767780304, 0.1338389813899994, 0.11436353623867035, 0.10225066542625427, 0.13865932822227478, 0.05292949080467224, 0.03635560721158981, 0.011821645312011242, 0.04301700368523598], "cos_Ac_negg": [0.43253225088119507, 0.1605999767780304, 0.1338389813899994, 0.11436353623867035, 0.10225066542625427, 0.13865932822227478, 0.05292949080467224, 0.03635560721158981, 0.011821645312011242, 0.04301700368523598], "r_norm": [4.462182998657227, 4.468182563781738, 4.329643249511719, 4.529973983764648, 4.5340800285339355, 4.3992815017700195, 4.518720626831055, 4.412723541259766, 4.540041446685791, 4.40114688873291]}, {"step": 5450, "epoch": 13, "train_loss": 2.0456502437591553, "cos_r_negg": [0.4431227445602417, 0.16348937153816223, 0.13175059854984283, 0.12874814867973328, 0.1007293313741684, 0.13987195491790771, 0.041905276477336884, 0.005268989130854607, 0.04234861209988594, 0.019976293668150902], "cos_apical_negg": [0.4431227445602417, 0.16348937153816223, 0.13175059854984283, 0.12874814867973328, 0.1007293313741684, 0.13987195491790771, 0.041905276477336884, 0.005268989130854607, 0.04234861209988594, 0.019976293668150902], "cos_Ac_negg": [0.4431227445602417, 0.16348937153816223, 0.13175059854984283, 0.12874814867973328, 0.1007293313741684, 0.13987195491790771, 0.041905276477336884, 0.005268989130854607, 0.04234861209988594, 0.019976293668150902], "r_norm": [4.376373291015625, 4.372583389282227, 4.266505718231201, 4.439059734344482, 4.426714897155762, 4.287116050720215, 4.418121337890625, 4.294700622558594, 4.399697303771973, 4.272751331329346]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.3483, "test_loss": 2.1131880615234375}, {"step": 5500, "epoch": 14, "train_loss": 1.8153209686279297, "cos_r_negg": [0.4447789490222931, 0.17161083221435547, 0.15173117816448212, 0.14546142518520355, 0.10916450619697571, 0.11916226893663406, 0.03615963086485863, 0.03466371074318886, 0.042900100350379944, -0.011723272502422333], "cos_apical_negg": [0.4447789490222931, 0.17161083221435547, 0.15173117816448212, 0.14546142518520355, 0.10916450619697571, 0.11916226893663406, 0.03615963086485863, 0.03466371074318886, 0.042900100350379944, -0.011723272502422333], "cos_Ac_negg": [0.4447789490222931, 0.17161083221435547, 0.15173117816448212, 0.14546142518520355, 0.10916450619697571, 0.11916226893663406, 0.03615963086485863, 0.03466371074318886, 0.042900100350379944, -0.011723272502422333], "r_norm": [4.385663032531738, 4.388072967529297, 4.2863078117370605, 4.435348987579346, 4.428769111633301, 4.324089050292969, 4.43551778793335, 4.3126654624938965, 4.436767578125, 4.2959794998168945]}, {"step": 5550, "epoch": 14, "train_loss": 2.1485588550567627, "cos_r_negg": [0.4420379400253296, 0.17633695900440216, 0.1556229442358017, 0.1417752504348755, 0.11160863935947418, 0.11005543917417526, 0.06215338781476021, 0.021787326782941818, 0.0527004599571228, -0.006939405109733343], "cos_apical_negg": [0.4420379400253296, 0.17633695900440216, 0.1556229442358017, 0.1417752504348755, 0.11160863935947418, 0.11005543917417526, 0.06215338781476021, 0.021787326782941818, 0.0527004599571228, -0.006939405109733343], "cos_Ac_negg": [0.4420379400253296, 0.17633695900440216, 0.1556229442358017, 0.1417752504348755, 0.11160863935947418, 0.11005543917417526, 0.06215338781476021, 0.021787326782941818, 0.0527004599571228, -0.006939405109733343], "r_norm": [4.529432773590088, 4.530853748321533, 4.406585693359375, 4.590060234069824, 4.557547569274902, 4.431361675262451, 4.549132823944092, 4.433138847351074, 4.55306339263916, 4.39455509185791]}, {"step": 5600, "epoch": 14, "train_loss": 2.0029404163360596, "cos_r_negg": [0.4899928569793701, 0.19496069848537445, 0.14075742661952972, 0.1351807415485382, 0.10602724552154541, 0.1100262850522995, 0.07759785652160645, 0.06444675475358963, 0.04691709950566292, 0.03491440415382385], "cos_apical_negg": [0.4899928569793701, 0.19496069848537445, 0.14075742661952972, 0.1351807415485382, 0.10602724552154541, 0.1100262850522995, 0.07759785652160645, 0.06444675475358963, 0.04691709950566292, 0.03491440415382385], "cos_Ac_negg": [0.4899928569793701, 0.19496069848537445, 0.14075742661952972, 0.1351807415485382, 0.10602724552154541, 0.1100262850522995, 0.07759785652160645, 0.06444675475358963, 0.04691709950566292, 0.03491440415382385], "r_norm": [4.457938194274902, 4.469196319580078, 4.350666046142578, 4.527599334716797, 4.531363010406494, 4.3707404136657715, 4.485353946685791, 4.388498783111572, 4.497845649719238, 4.3610734939575195]}, {"step": 5650, "epoch": 14, "train_loss": 2.2427449226379395, "cos_r_negg": [0.45346659421920776, 0.1950913816690445, 0.14548158645629883, 0.11940048635005951, 0.09809468686580658, 0.1214977502822876, 0.06663312017917633, 0.05320378765463829, 0.015883058309555054, 0.013701416552066803], "cos_apical_negg": [0.45346659421920776, 0.1950913816690445, 0.14548158645629883, 0.11940048635005951, 0.09809468686580658, 0.1214977502822876, 0.06663312017917633, 0.05320378765463829, 0.015883058309555054, 0.013701416552066803], "cos_Ac_negg": [0.45346659421920776, 0.1950913816690445, 0.14548158645629883, 0.11940048635005951, 0.09809468686580658, 0.1214977502822876, 0.06663312017917633, 0.05320378765463829, 0.015883058309555054, 0.013701416552066803], "r_norm": [4.306846618652344, 4.310011863708496, 4.199565887451172, 4.381875991821289, 4.380331993103027, 4.238091945648193, 4.353165626525879, 4.237970352172852, 4.3588175773620605, 4.219753265380859]}, {"step": 5700, "epoch": 14, "train_loss": 1.8028748035430908, "cos_r_negg": [0.4377017021179199, 0.20794957876205444, 0.1604737788438797, 0.11597099900245667, 0.11758975684642792, 0.14266076683998108, 0.02667134627699852, 0.047088876366615295, 0.006202913820743561, 0.006301330402493477], "cos_apical_negg": [0.4377017021179199, 0.20794957876205444, 0.1604737788438797, 0.11597099900245667, 0.11758975684642792, 0.14266076683998108, 0.02667134627699852, 0.047088876366615295, 0.006202913820743561, 0.006301330402493477], "cos_Ac_negg": [0.4377017021179199, 0.20794957876205444, 0.1604737788438797, 0.11597099900245667, 0.11758975684642792, 0.14266076683998108, 0.02667134627699852, 0.047088876366615295, 0.006202913820743561, 0.006301330402493477], "r_norm": [4.418449878692627, 4.431994438171387, 4.290987491607666, 4.471731185913086, 4.454855442047119, 4.316137313842773, 4.468494415283203, 4.320796012878418, 4.4358038902282715, 4.319398880004883]}, {"step": 5750, "epoch": 14, "train_loss": 1.819258451461792, "cos_r_negg": [0.4496362805366516, 0.2065529227256775, 0.16415996849536896, 0.1182519793510437, 0.08542662858963013, 0.13985669612884521, 0.08255565166473389, 0.08374694734811783, 0.020036466419696808, 0.057976748794317245], "cos_apical_negg": [0.4496362805366516, 0.2065529227256775, 0.16415996849536896, 0.1182519793510437, 0.08542662858963013, 0.13985669612884521, 0.08255565166473389, 0.08374694734811783, 0.020036466419696808, 0.057976748794317245], "cos_Ac_negg": [0.4496362805366516, 0.2065529227256775, 0.16415996849536896, 0.1182519793510437, 0.08542662858963013, 0.13985669612884521, 0.08255565166473389, 0.08374694734811783, 0.020036466419696808, 0.057976748794317245], "r_norm": [4.381283760070801, 4.410153388977051, 4.291324615478516, 4.467877388000488, 4.4577250480651855, 4.3425445556640625, 4.4335174560546875, 4.324034690856934, 4.442766189575195, 4.302712917327881]}, {"step": 5800, "epoch": 14, "train_loss": 2.208782911300659, "cos_r_negg": [0.45661675930023193, 0.2067624032497406, 0.15365999937057495, 0.1360849142074585, 0.07396150380373001, 0.17115968465805054, 0.09509436041116714, 0.06288391351699829, 0.051916077733039856, 0.06425122916698456], "cos_apical_negg": [0.45661675930023193, 0.2067624032497406, 0.15365999937057495, 0.1360849142074585, 0.07396150380373001, 0.17115968465805054, 0.09509436041116714, 0.06288391351699829, 0.051916077733039856, 0.06425122916698456], "cos_Ac_negg": [0.45661675930023193, 0.2067624032497406, 0.15365999937057495, 0.1360849142074585, 0.07396150380373001, 0.17115968465805054, 0.09509436041116714, 0.06288391351699829, 0.051916077733039856, 0.06425122916698456], "r_norm": [4.329629898071289, 4.337347030639648, 4.23286771774292, 4.407287120819092, 4.395347595214844, 4.256139755249023, 4.379359245300293, 4.264489650726318, 4.387192249298096, 4.243963241577148]}, {"step": 5850, "epoch": 14, "train_loss": 1.9646722078323364, "cos_r_negg": [0.4680479168891907, 0.2032059133052826, 0.14899760484695435, 0.12408269196748734, 0.07678481936454773, 0.13045859336853027, 0.06869259476661682, 0.05697672441601753, -0.0010678330436348915, 0.018303468823432922], "cos_apical_negg": [0.4680479168891907, 0.2032059133052826, 0.14899760484695435, 0.12408269196748734, 0.07678481936454773, 0.13045859336853027, 0.06869259476661682, 0.05697672441601753, -0.0010678330436348915, 0.018303468823432922], "cos_Ac_negg": [0.4680479168891907, 0.2032059133052826, 0.14899760484695435, 0.12408269196748734, 0.07678481936454773, 0.13045859336853027, 0.06869259476661682, 0.05697672441601753, -0.0010678330436348915, 0.018303468823432922], "r_norm": [4.314940929412842, 4.336337089538574, 4.233006477355957, 4.400967121124268, 4.389187812805176, 4.288210868835449, 4.373157024383545, 4.254210472106934, 4.393910884857178, 4.247248649597168]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.3632, "test_loss": 2.1163909545898436}, {"step": 5900, "epoch": 15, "train_loss": 1.7281347513198853, "cos_r_negg": [0.43059656023979187, 0.22034808993339539, 0.13154935836791992, 0.123929962515831, 0.0988166481256485, 0.12763819098472595, 0.09003274142742157, 0.048521220684051514, 0.01829339563846588, 0.09903165698051453], "cos_apical_negg": [0.43059656023979187, 0.22034808993339539, 0.13154935836791992, 0.123929962515831, 0.0988166481256485, 0.12763819098472595, 0.09003274142742157, 0.048521220684051514, 0.01829339563846588, 0.09903165698051453], "cos_Ac_negg": [0.43059656023979187, 0.22034808993339539, 0.13154935836791992, 0.123929962515831, 0.0988166481256485, 0.12763819098472595, 0.09003274142742157, 0.048521220684051514, 0.01829339563846588, 0.09903165698051453], "r_norm": [4.375411033630371, 4.3569793701171875, 4.256588935852051, 4.433099746704102, 4.420131683349609, 4.28508186340332, 4.428313255310059, 4.29560661315918, 4.438669681549072, 4.264416217803955]}, {"step": 5950, "epoch": 15, "train_loss": 1.9323877096176147, "cos_r_negg": [0.49071061611175537, 0.20961247384548187, 0.1389627605676651, 0.1492442935705185, 0.10540000349283218, 0.140435129404068, 0.03358437120914459, 0.06654240936040878, 0.06001080572605133, 0.042397018522024155], "cos_apical_negg": [0.49071061611175537, 0.20961247384548187, 0.1389627605676651, 0.1492442935705185, 0.10540000349283218, 0.140435129404068, 0.03358437120914459, 0.06654240936040878, 0.06001080572605133, 0.042397018522024155], "cos_Ac_negg": [0.49071061611175537, 0.20961247384548187, 0.1389627605676651, 0.1492442935705185, 0.10540000349283218, 0.140435129404068, 0.03358437120914459, 0.06654240936040878, 0.06001080572605133, 0.042397018522024155], "r_norm": [4.162911415100098, 4.170766830444336, 4.063815116882324, 4.232264518737793, 4.232381820678711, 4.091824531555176, 4.213669776916504, 4.10610294342041, 4.213274955749512, 4.085359573364258]}, {"step": 6000, "epoch": 15, "train_loss": 2.0510036945343018, "cos_r_negg": [0.4539630711078644, 0.19592979550361633, 0.13674183189868927, 0.15024271607398987, 0.11421039700508118, 0.13830193877220154, 0.0777808129787445, 0.04944831132888794, 0.025438688695430756, 0.0755668431520462], "cos_apical_negg": [0.4539630711078644, 0.19592979550361633, 0.13674183189868927, 0.15024271607398987, 0.11421039700508118, 0.13830193877220154, 0.0777808129787445, 0.04944831132888794, 0.025438688695430756, 0.0755668431520462], "cos_Ac_negg": [0.4539630711078644, 0.19592979550361633, 0.13674183189868927, 0.15024271607398987, 0.11421039700508118, 0.13830193877220154, 0.0777808129787445, 0.04944831132888794, 0.025438688695430756, 0.0755668431520462], "r_norm": [4.476729869842529, 4.487096786499023, 4.364294528961182, 4.532422065734863, 4.542651176452637, 4.391286849975586, 4.520135402679443, 4.3957977294921875, 4.523199081420898, 4.385720252990723]}, {"step": 6050, "epoch": 15, "train_loss": 2.188769817352295, "cos_r_negg": [0.43862950801849365, 0.1945255994796753, 0.17068208754062653, 0.14317409694194794, 0.11965574324131012, 0.149147167801857, 0.07438437640666962, 0.041456438601017, 0.07349090278148651, 0.039430174976587296], "cos_apical_negg": [0.43862950801849365, 0.1945255994796753, 0.17068208754062653, 0.14317409694194794, 0.11965574324131012, 0.149147167801857, 0.07438437640666962, 0.041456438601017, 0.07349090278148651, 0.039430174976587296], "cos_Ac_negg": [0.43862950801849365, 0.1945255994796753, 0.17068208754062653, 0.14317409694194794, 0.11965574324131012, 0.149147167801857, 0.07438437640666962, 0.041456438601017, 0.07349090278148651, 0.039430174976587296], "r_norm": [4.566628932952881, 4.594829559326172, 4.495656967163086, 4.660078525543213, 4.6478729248046875, 4.525341987609863, 4.653694152832031, 4.489907264709473, 4.637907981872559, 4.4894514083862305]}, {"step": 6100, "epoch": 15, "train_loss": 2.3261547088623047, "cos_r_negg": [0.40399235486984253, 0.21040675044059753, 0.16300532221794128, 0.12899044156074524, 0.08916410058736801, 0.16368353366851807, 0.10473844408988953, 0.04925297200679779, 0.02344779297709465, 0.0446445569396019], "cos_apical_negg": [0.40399235486984253, 0.21040675044059753, 0.16300532221794128, 0.12899044156074524, 0.08916410058736801, 0.16368353366851807, 0.10473844408988953, 0.04925297200679779, 0.02344779297709465, 0.0446445569396019], "cos_Ac_negg": [0.40399235486984253, 0.21040675044059753, 0.16300532221794128, 0.12899044156074524, 0.08916410058736801, 0.16368353366851807, 0.10473844408988953, 0.04925297200679779, 0.02344779297709465, 0.0446445569396019], "r_norm": [4.44459867477417, 4.477598190307617, 4.336437702178955, 4.546535491943359, 4.526503086090088, 4.402512073516846, 4.516618251800537, 4.391842842102051, 4.52803373336792, 4.375737190246582]}, {"step": 6150, "epoch": 15, "train_loss": 1.9958596229553223, "cos_r_negg": [0.5019035935401917, 0.2126311957836151, 0.1666487753391266, 0.17254199087619781, 0.0996512621641159, 0.14625538885593414, 0.08885884284973145, 0.100889652967453, 0.007534598466008902, 0.007900642231106758], "cos_apical_negg": [0.5019035935401917, 0.2126311957836151, 0.1666487753391266, 0.17254199087619781, 0.0996512621641159, 0.14625538885593414, 0.08885884284973145, 0.100889652967453, 0.007534598466008902, 0.007900642231106758], "cos_Ac_negg": [0.5019035935401917, 0.2126311957836151, 0.1666487753391266, 0.17254199087619781, 0.0996512621641159, 0.14625538885593414, 0.08885884284973145, 0.100889652967453, 0.007534598466008902, 0.007900642231106758], "r_norm": [4.327073097229004, 4.325841903686523, 4.2189812660217285, 4.39353609085083, 4.397943496704102, 4.2622389793396, 4.3606953620910645, 4.268548011779785, 4.376482009887695, 4.245499610900879]}, {"step": 6200, "epoch": 15, "train_loss": 2.0164153575897217, "cos_r_negg": [0.41786888241767883, 0.19870398938655853, 0.15939189493656158, 0.14735563099384308, 0.1143714040517807, 0.142778217792511, 0.06786374747753143, 0.06595322489738464, 0.022652452811598778, 0.03593610227108002], "cos_apical_negg": [0.41786888241767883, 0.19870398938655853, 0.15939189493656158, 0.14735563099384308, 0.1143714040517807, 0.142778217792511, 0.06786374747753143, 0.06595322489738464, 0.022652452811598778, 0.03593610227108002], "cos_Ac_negg": [0.41786888241767883, 0.19870398938655853, 0.15939189493656158, 0.14735563099384308, 0.1143714040517807, 0.142778217792511, 0.06786374747753143, 0.06595322489738464, 0.022652452811598778, 0.03593610227108002], "r_norm": [4.363339424133301, 4.369190216064453, 4.243505477905273, 4.427555084228516, 4.424594879150391, 4.280077934265137, 4.397550582885742, 4.308650970458984, 4.4119367599487305, 4.263574600219727]}, {"step": 6250, "epoch": 15, "train_loss": 1.949607014656067, "cos_r_negg": [0.4679233729839325, 0.20277264714241028, 0.16149020195007324, 0.14121843874454498, 0.09053146839141846, 0.17154346406459808, 0.05969074368476868, 0.05491872876882553, 0.04766535013914108, 0.037085965275764465], "cos_apical_negg": [0.4679233729839325, 0.20277264714241028, 0.16149020195007324, 0.14121843874454498, 0.09053146839141846, 0.17154346406459808, 0.05969074368476868, 0.05491872876882553, 0.04766535013914108, 0.037085965275764465], "cos_Ac_negg": [0.4679233729839325, 0.20277264714241028, 0.16149020195007324, 0.14121843874454498, 0.09053146839141846, 0.17154346406459808, 0.05969074368476868, 0.05491872876882553, 0.04766535013914108, 0.037085965275764465], "r_norm": [4.3622565269470215, 4.365413188934326, 4.240720272064209, 4.415669918060303, 4.421481132507324, 4.283539295196533, 4.406795501708984, 4.292571067810059, 4.415576934814453, 4.264455795288086]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.3436, "test_loss": 2.1594978271484373}, {"step": 6300, "epoch": 16, "train_loss": 2.3587868213653564, "cos_r_negg": [0.45859771966934204, 0.1934581696987152, 0.13904407620429993, 0.1752406656742096, 0.06866372376680374, 0.10756665468215942, 0.034782107919454575, 0.045576464384794235, 0.03787814825773239, 0.00553846824914217], "cos_apical_negg": [0.45859771966934204, 0.1934581696987152, 0.13904407620429993, 0.1752406656742096, 0.06866372376680374, 0.10756665468215942, 0.034782107919454575, 0.045576464384794235, 0.03787814825773239, 0.00553846824914217], "cos_Ac_negg": [0.45859771966934204, 0.1934581696987152, 0.13904407620429993, 0.1752406656742096, 0.06866372376680374, 0.10756665468215942, 0.034782107919454575, 0.045576464384794235, 0.03787814825773239, 0.00553846824914217], "r_norm": [4.236792087554932, 4.225616455078125, 4.1196770668029785, 4.286931991577148, 4.284023761749268, 4.152396202087402, 4.281756401062012, 4.16975736618042, 4.282316207885742, 4.139028072357178]}, {"step": 6350, "epoch": 16, "train_loss": 1.7378978729248047, "cos_r_negg": [0.4353441298007965, 0.20090465247631073, 0.15714973211288452, 0.16712354123592377, 0.10829038172960281, 0.10767208784818649, 0.07136411219835281, 0.05941333621740341, 0.05150741711258888, 0.07764872908592224], "cos_apical_negg": [0.4353441298007965, 0.20090465247631073, 0.15714973211288452, 0.16712354123592377, 0.10829038172960281, 0.10767208784818649, 0.07136411219835281, 0.05941333621740341, 0.05150741711258888, 0.07764872908592224], "cos_Ac_negg": [0.4353441298007965, 0.20090465247631073, 0.15714973211288452, 0.16712354123592377, 0.10829038172960281, 0.10767208784818649, 0.07136411219835281, 0.05941333621740341, 0.05150741711258888, 0.07764872908592224], "r_norm": [4.436390399932861, 4.451844692230225, 4.320289611816406, 4.508218765258789, 4.495128631591797, 4.358700752258301, 4.4882307052612305, 4.351893901824951, 4.463075160980225, 4.3369011878967285]}, {"step": 6400, "epoch": 16, "train_loss": 2.246671676635742, "cos_r_negg": [0.4426940083503723, 0.21038801968097687, 0.12878404557704926, 0.14841032028198242, 0.08079735189676285, 0.0740051120519638, 0.045749954879283905, 0.0777239054441452, 0.0199363324791193, 0.07264341413974762], "cos_apical_negg": [0.4426940083503723, 0.21038801968097687, 0.12878404557704926, 0.14841032028198242, 0.08079735189676285, 0.0740051120519638, 0.045749954879283905, 0.0777239054441452, 0.0199363324791193, 0.07264341413974762], "cos_Ac_negg": [0.4426940083503723, 0.21038801968097687, 0.12878404557704926, 0.14841032028198242, 0.08079735189676285, 0.0740051120519638, 0.045749954879283905, 0.0777239054441452, 0.0199363324791193, 0.07264341413974762], "r_norm": [4.34656286239624, 4.345607757568359, 4.241604804992676, 4.417965412139893, 4.414447784423828, 4.266694068908691, 4.379545211791992, 4.279416084289551, 4.3926100730896, 4.253847122192383]}, {"step": 6450, "epoch": 16, "train_loss": 2.321997880935669, "cos_r_negg": [0.4106452763080597, 0.22557833790779114, 0.1433866173028946, 0.13918447494506836, 0.08131493628025055, 0.1301696002483368, 0.08582687377929688, 0.06299389898777008, 0.004026442766189575, 0.053873613476753235], "cos_apical_negg": [0.4106452763080597, 0.22557833790779114, 0.1433866173028946, 0.13918447494506836, 0.08131493628025055, 0.1301696002483368, 0.08582687377929688, 0.06299389898777008, 0.004026442766189575, 0.053873613476753235], "cos_Ac_negg": [0.4106452763080597, 0.22557833790779114, 0.1433866173028946, 0.13918447494506836, 0.08131493628025055, 0.1301696002483368, 0.08582687377929688, 0.06299389898777008, 0.004026442766189575, 0.053873613476753235], "r_norm": [4.265888214111328, 4.265867233276367, 4.153141021728516, 4.316159248352051, 4.313186168670654, 4.1730732917785645, 4.290550231933594, 4.191197395324707, 4.288783073425293, 4.149467945098877]}, {"step": 6500, "epoch": 16, "train_loss": 1.918907642364502, "cos_r_negg": [0.44323813915252686, 0.21634556353092194, 0.1630009114742279, 0.15098875761032104, 0.10437191277742386, 0.1201128363609314, 0.1013684868812561, 0.1097530946135521, 0.026049263775348663, 0.05604872852563858], "cos_apical_negg": [0.44323813915252686, 0.21634556353092194, 0.1630009114742279, 0.15098875761032104, 0.10437191277742386, 0.1201128363609314, 0.1013684868812561, 0.1097530946135521, 0.026049263775348663, 0.05604872852563858], "cos_Ac_negg": [0.44323813915252686, 0.21634556353092194, 0.1630009114742279, 0.15098875761032104, 0.10437191277742386, 0.1201128363609314, 0.1013684868812561, 0.1097530946135521, 0.026049263775348663, 0.05604872852563858], "r_norm": [4.287319183349609, 4.300434112548828, 4.189631938934326, 4.349323272705078, 4.352208137512207, 4.228145599365234, 4.328524589538574, 4.221779823303223, 4.320590972900391, 4.200543403625488]}, {"step": 6550, "epoch": 16, "train_loss": 1.7732905149459839, "cos_r_negg": [0.45215147733688354, 0.20917454361915588, 0.16170020401477814, 0.11380685120820999, 0.12201596796512604, 0.14761286973953247, 0.10706128180027008, 0.10992861539125443, 0.00657427916303277, 0.08165573328733444], "cos_apical_negg": [0.45215147733688354, 0.20917454361915588, 0.16170020401477814, 0.11380685120820999, 0.12201596796512604, 0.14761286973953247, 0.10706128180027008, 0.10992861539125443, 0.00657427916303277, 0.08165573328733444], "cos_Ac_negg": [0.45215147733688354, 0.20917454361915588, 0.16170020401477814, 0.11380685120820999, 0.12201596796512604, 0.14761286973953247, 0.10706128180027008, 0.10992861539125443, 0.00657427916303277, 0.08165573328733444], "r_norm": [4.39714241027832, 4.382633209228516, 4.275496959686279, 4.44943904876709, 4.4476799964904785, 4.325360298156738, 4.416769504547119, 4.325371265411377, 4.405804634094238, 4.269772529602051]}, {"step": 6600, "epoch": 16, "train_loss": 1.8582572937011719, "cos_r_negg": [0.41268184781074524, 0.2170807123184204, 0.1437441110610962, 0.13393104076385498, 0.0954473614692688, 0.15288719534873962, 0.07883390784263611, 0.09514617919921875, 0.01494833268225193, 0.06751291453838348], "cos_apical_negg": [0.41268184781074524, 0.2170807123184204, 0.1437441110610962, 0.13393104076385498, 0.0954473614692688, 0.15288719534873962, 0.07883390784263611, 0.09514617919921875, 0.01494833268225193, 0.06751291453838348], "cos_Ac_negg": [0.41268184781074524, 0.2170807123184204, 0.1437441110610962, 0.13393104076385498, 0.0954473614692688, 0.15288719534873962, 0.07883390784263611, 0.09514617919921875, 0.01494833268225193, 0.06751291453838348], "r_norm": [4.210846900939941, 4.208054542541504, 4.108766555786133, 4.267143249511719, 4.271235466003418, 4.139239311218262, 4.257226943969727, 4.149114608764648, 4.261277675628662, 4.126378536224365]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.3499, "test_loss": 2.191772265625}, {"step": 6650, "epoch": 17, "train_loss": 2.254568099975586, "cos_r_negg": [0.4312274158000946, 0.20879307389259338, 0.15830065310001373, 0.13500866293907166, 0.15706166625022888, 0.13548129796981812, 0.11305998265743256, 0.06160653382539749, 0.0608062669634819, 0.056156184524297714], "cos_apical_negg": [0.4312274158000946, 0.20879307389259338, 0.15830065310001373, 0.13500866293907166, 0.15706166625022888, 0.13548129796981812, 0.11305998265743256, 0.06160653382539749, 0.0608062669634819, 0.056156184524297714], "cos_Ac_negg": [0.4312274158000946, 0.20879307389259338, 0.15830065310001373, 0.13500866293907166, 0.15706166625022888, 0.13548129796981812, 0.11305998265743256, 0.06160653382539749, 0.0608062669634819, 0.056156184524297714], "r_norm": [4.095086097717285, 4.111332416534424, 3.9892168045043945, 4.154115676879883, 4.14763069152832, 4.019266128540039, 4.136754989624023, 4.025732517242432, 4.1254777908325195, 4.011828422546387]}, {"step": 6700, "epoch": 17, "train_loss": 1.9406993389129639, "cos_r_negg": [0.43047910928726196, 0.2224801927804947, 0.1566198468208313, 0.14767956733703613, 0.14294123649597168, 0.16495612263679504, 0.10211561620235443, 0.053081199526786804, 0.013815273530781269, 0.016519319266080856], "cos_apical_negg": [0.43047910928726196, 0.2224801927804947, 0.1566198468208313, 0.14767956733703613, 0.14294123649597168, 0.16495612263679504, 0.10211561620235443, 0.053081199526786804, 0.013815273530781269, 0.016519319266080856], "cos_Ac_negg": [0.43047910928726196, 0.2224801927804947, 0.1566198468208313, 0.14767956733703613, 0.14294123649597168, 0.16495612263679504, 0.10211561620235443, 0.053081199526786804, 0.013815273530781269, 0.016519319266080856], "r_norm": [4.2989888191223145, 4.3044304847717285, 4.185135841369629, 4.35133171081543, 4.348069190979004, 4.206571578979492, 4.332877159118652, 4.21641206741333, 4.307964324951172, 4.185803413391113]}, {"step": 6750, "epoch": 17, "train_loss": 2.174193859100342, "cos_r_negg": [0.4347318410873413, 0.2027105689048767, 0.17245906591415405, 0.17479214072227478, 0.16273093223571777, 0.1385694146156311, 0.11156559735536575, 0.06759549677371979, 0.05167664587497711, 0.09592367708683014], "cos_apical_negg": [0.4347318410873413, 0.2027105689048767, 0.17245906591415405, 0.17479214072227478, 0.16273093223571777, 0.1385694146156311, 0.11156559735536575, 0.06759549677371979, 0.05167664587497711, 0.09592367708683014], "cos_Ac_negg": [0.4347318410873413, 0.2027105689048767, 0.17245906591415405, 0.17479214072227478, 0.16273093223571777, 0.1385694146156311, 0.11156559735536575, 0.06759549677371979, 0.05167664587497711, 0.09592367708683014], "r_norm": [4.263808250427246, 4.278326034545898, 4.174356937408447, 4.336826324462891, 4.3297810554504395, 4.214951515197754, 4.322714805603027, 4.197566032409668, 4.319325923919678, 4.18871545791626]}, {"step": 6800, "epoch": 17, "train_loss": 1.648118257522583, "cos_r_negg": [0.412998229265213, 0.2032788097858429, 0.16806581616401672, 0.16714231669902802, 0.12840726971626282, 0.11628022789955139, 0.1025008112192154, 0.09897036850452423, 0.028127320110797882, 0.06261037290096283], "cos_apical_negg": [0.412998229265213, 0.2032788097858429, 0.16806581616401672, 0.16714231669902802, 0.12840726971626282, 0.11628022789955139, 0.1025008112192154, 0.09897036850452423, 0.028127320110797882, 0.06261037290096283], "cos_Ac_negg": [0.412998229265213, 0.2032788097858429, 0.16806581616401672, 0.16714231669902802, 0.12840726971626282, 0.11628022789955139, 0.1025008112192154, 0.09897036850452423, 0.028127320110797882, 0.06261037290096283], "r_norm": [4.345490455627441, 4.364776134490967, 4.25006103515625, 4.406856060028076, 4.415886878967285, 4.276829719543457, 4.403156757354736, 4.281450271606445, 4.394258499145508, 4.261334419250488]}, {"step": 6850, "epoch": 17, "train_loss": 1.9760416746139526, "cos_r_negg": [0.4670020341873169, 0.20941156148910522, 0.20137259364128113, 0.1334202140569687, 0.11969155818223953, 0.13687142729759216, 0.10545086860656738, 0.07827994972467422, 0.05118623003363609, 0.09340648353099823], "cos_apical_negg": [0.4670020341873169, 0.20941156148910522, 0.20137259364128113, 0.1334202140569687, 0.11969155818223953, 0.13687142729759216, 0.10545086860656738, 0.07827994972467422, 0.05118623003363609, 0.09340648353099823], "cos_Ac_negg": [0.4670020341873169, 0.20941156148910522, 0.20137259364128113, 0.1334202140569687, 0.11969155818223953, 0.13687142729759216, 0.10545086860656738, 0.07827994972467422, 0.05118623003363609, 0.09340648353099823], "r_norm": [4.490078926086426, 4.493410110473633, 4.380953788757324, 4.55621337890625, 4.542126655578613, 4.412862777709961, 4.541875839233398, 4.401485443115234, 4.541281700134277, 4.39521598815918]}, {"step": 6900, "epoch": 17, "train_loss": 2.050373077392578, "cos_r_negg": [0.4724927544593811, 0.22060459852218628, 0.1754244863986969, 0.1429952085018158, 0.12294355779886246, 0.14272141456604004, 0.09500282257795334, 0.10201939940452576, 0.05584728717803955, 0.0710427537560463], "cos_apical_negg": [0.4724927544593811, 0.22060459852218628, 0.1754244863986969, 0.1429952085018158, 0.12294355779886246, 0.14272141456604004, 0.09500282257795334, 0.10201939940452576, 0.05584728717803955, 0.0710427537560463], "cos_Ac_negg": [0.4724927544593811, 0.22060459852218628, 0.1754244863986969, 0.1429952085018158, 0.12294355779886246, 0.14272141456604004, 0.09500282257795334, 0.10201939940452576, 0.05584728717803955, 0.0710427537560463], "r_norm": [4.354096412658691, 4.368311882019043, 4.239443778991699, 4.412988662719727, 4.397241592407227, 4.275915622711182, 4.39381217956543, 4.28382682800293, 4.381649017333984, 4.266961097717285]}, {"step": 6950, "epoch": 17, "train_loss": 1.7944765090942383, "cos_r_negg": [0.4401894211769104, 0.2123395800590515, 0.15853933990001678, 0.164353147149086, 0.13453984260559082, 0.14250609278678894, 0.07839825749397278, 0.08588080108165741, 0.0345194935798645, 0.03381919860839844], "cos_apical_negg": [0.4401894211769104, 0.2123395800590515, 0.15853933990001678, 0.164353147149086, 0.13453984260559082, 0.14250609278678894, 0.07839825749397278, 0.08588080108165741, 0.0345194935798645, 0.03381919860839844], "cos_Ac_negg": [0.4401894211769104, 0.2123395800590515, 0.15853933990001678, 0.164353147149086, 0.13453984260559082, 0.14250609278678894, 0.07839825749397278, 0.08588080108165741, 0.0345194935798645, 0.03381919860839844], "r_norm": [4.320233345031738, 4.324491024017334, 4.203749656677246, 4.3853302001953125, 4.37704610824585, 4.23369026184082, 4.351094722747803, 4.2393269538879395, 4.3553290367126465, 4.231382369995117]}, {"step": 7000, "epoch": 17, "train_loss": 1.8079638481140137, "cos_r_negg": [0.4509601593017578, 0.22513695061206818, 0.1667472869157791, 0.16798263788223267, 0.13159462809562683, 0.14837288856506348, 0.10011481493711472, 0.12427474558353424, 0.03666957467794418, 0.030844101682305336], "cos_apical_negg": [0.4509601593017578, 0.22513695061206818, 0.1667472869157791, 0.16798263788223267, 0.13159462809562683, 0.14837288856506348, 0.10011481493711472, 0.12427474558353424, 0.03666957467794418, 0.030844101682305336], "cos_Ac_negg": [0.4509601593017578, 0.22513695061206818, 0.1667472869157791, 0.16798263788223267, 0.13159462809562683, 0.14837288856506348, 0.10011481493711472, 0.12427474558353424, 0.03666957467794418, 0.030844101682305336], "r_norm": [4.407645225524902, 4.420657157897949, 4.286386966705322, 4.470918655395508, 4.460855960845947, 4.3334455490112305, 4.449731826782227, 4.327704906463623, 4.437265872955322, 4.310131072998047]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.3402, "test_loss": 2.512306884765625}, {"step": 7050, "epoch": 18, "train_loss": 2.065541982650757, "cos_r_negg": [0.4400678277015686, 0.22819213569164276, 0.19595776498317719, 0.15391191840171814, 0.09190204739570618, 0.13365913927555084, 0.05603523179888725, 0.06674279272556305, 0.05185398831963539, -0.006548500619828701], "cos_apical_negg": [0.4400678277015686, 0.22819213569164276, 0.19595776498317719, 0.15391191840171814, 0.09190204739570618, 0.13365913927555084, 0.05603523179888725, 0.06674279272556305, 0.05185398831963539, -0.006548500619828701], "cos_Ac_negg": [0.4400678277015686, 0.22819213569164276, 0.19595776498317719, 0.15391191840171814, 0.09190204739570618, 0.13365913927555084, 0.05603523179888725, 0.06674279272556305, 0.05185398831963539, -0.006548500619828701], "r_norm": [4.231105327606201, 4.238419532775879, 4.1237688064575195, 4.2958879470825195, 4.290731906890869, 4.162245273590088, 4.266119003295898, 4.158155918121338, 4.269353866577148, 4.135770797729492]}, {"step": 7100, "epoch": 18, "train_loss": 1.7965039014816284, "cos_r_negg": [0.45444685220718384, 0.20358765125274658, 0.18141840398311615, 0.16790065169334412, 0.1403917372226715, 0.1595039665699005, 0.07032129168510437, 0.05489223077893257, 0.09817681461572647, 0.02740022912621498], "cos_apical_negg": [0.45444685220718384, 0.20358765125274658, 0.18141840398311615, 0.16790065169334412, 0.1403917372226715, 0.1595039665699005, 0.07032129168510437, 0.05489223077893257, 0.09817681461572647, 0.02740022912621498], "cos_Ac_negg": [0.45444685220718384, 0.20358765125274658, 0.18141840398311615, 0.16790065169334412, 0.1403917372226715, 0.1595039665699005, 0.07032129168510437, 0.05489223077893257, 0.09817681461572647, 0.02740022912621498], "r_norm": [4.279839515686035, 4.28748893737793, 4.16041898727417, 4.350072860717773, 4.3431396484375, 4.20289945602417, 4.335700988769531, 4.210495948791504, 4.345666885375977, 4.195125579833984]}, {"step": 7150, "epoch": 18, "train_loss": 2.287733793258667, "cos_r_negg": [0.42931583523750305, 0.2059181183576584, 0.16442950069904327, 0.13250941038131714, 0.11758410185575485, 0.1506700962781906, 0.10153573751449585, 0.1078418642282486, 0.10365128517150879, 0.01728065311908722], "cos_apical_negg": [0.42931583523750305, 0.2059181183576584, 0.16442950069904327, 0.13250941038131714, 0.11758410185575485, 0.1506700962781906, 0.10153573751449585, 0.1078418642282486, 0.10365128517150879, 0.01728065311908722], "cos_Ac_negg": [0.42931583523750305, 0.2059181183576584, 0.16442950069904327, 0.13250941038131714, 0.11758410185575485, 0.1506700962781906, 0.10153573751449585, 0.1078418642282486, 0.10365128517150879, 0.01728065311908722], "r_norm": [4.454620838165283, 4.453370094299316, 4.335820198059082, 4.519164562225342, 4.509074687957764, 4.371641159057617, 4.498533248901367, 4.377158164978027, 4.49329948425293, 4.356087684631348]}, {"step": 7200, "epoch": 18, "train_loss": 1.8855541944503784, "cos_r_negg": [0.460410475730896, 0.22222527861595154, 0.19016273319721222, 0.1351795196533203, 0.1226685643196106, 0.14189490675926208, 0.0791354775428772, 0.0868091806769371, 0.045888446271419525, 0.05488794296979904], "cos_apical_negg": [0.460410475730896, 0.22222527861595154, 0.19016273319721222, 0.1351795196533203, 0.1226685643196106, 0.14189490675926208, 0.0791354775428772, 0.0868091806769371, 0.045888446271419525, 0.05488794296979904], "cos_Ac_negg": [0.460410475730896, 0.22222527861595154, 0.19016273319721222, 0.1351795196533203, 0.1226685643196106, 0.14189490675926208, 0.0791354775428772, 0.0868091806769371, 0.045888446271419525, 0.05488794296979904], "r_norm": [4.282726287841797, 4.299460411071777, 4.187433242797852, 4.364292144775391, 4.357248306274414, 4.221630573272705, 4.331636905670166, 4.217807769775391, 4.343040466308594, 4.210847854614258]}, {"step": 7250, "epoch": 18, "train_loss": 2.0947139263153076, "cos_r_negg": [0.437003493309021, 0.21755120158195496, 0.18232598900794983, 0.13428601622581482, 0.14326366782188416, 0.1616438776254654, 0.12581731379032135, 0.057287730276584625, 0.07032666355371475, 0.01768065243959427], "cos_apical_negg": [0.437003493309021, 0.21755120158195496, 0.18232598900794983, 0.13428601622581482, 0.14326366782188416, 0.1616438776254654, 0.12581731379032135, 0.057287730276584625, 0.07032666355371475, 0.01768065243959427], "cos_Ac_negg": [0.437003493309021, 0.21755120158195496, 0.18232598900794983, 0.13428601622581482, 0.14326366782188416, 0.1616438776254654, 0.12581731379032135, 0.057287730276584625, 0.07032666355371475, 0.01768065243959427], "r_norm": [4.337458610534668, 4.359223365783691, 4.238648414611816, 4.414263725280762, 4.406965732574463, 4.290276050567627, 4.390408039093018, 4.26995849609375, 4.396603107452393, 4.266239166259766]}, {"step": 7300, "epoch": 18, "train_loss": 1.914008378982544, "cos_r_negg": [0.4653095602989197, 0.21479646861553192, 0.1756228506565094, 0.14781418442726135, 0.15440860390663147, 0.1449877917766571, 0.09029168635606766, 0.08930481225252151, 0.043578263372182846, 0.06597207486629486], "cos_apical_negg": [0.4653095602989197, 0.21479646861553192, 0.1756228506565094, 0.14781418442726135, 0.15440860390663147, 0.1449877917766571, 0.09029168635606766, 0.08930481225252151, 0.043578263372182846, 0.06597207486629486], "cos_Ac_negg": [0.4653095602989197, 0.21479646861553192, 0.1756228506565094, 0.14781418442726135, 0.15440860390663147, 0.1449877917766571, 0.09029168635606766, 0.08930481225252151, 0.043578263372182846, 0.06597207486629486], "r_norm": [4.22161340713501, 4.238593101501465, 4.116157054901123, 4.30418586730957, 4.291876792907715, 4.153356552124023, 4.263191223144531, 4.159684181213379, 4.2826690673828125, 4.145413398742676]}, {"step": 7350, "epoch": 18, "train_loss": 2.033318042755127, "cos_r_negg": [0.4468030333518982, 0.228640615940094, 0.19062109291553497, 0.16722945868968964, 0.15108999609947205, 0.14744730293750763, 0.12097446620464325, 0.09711304306983948, 0.020978640764951706, 0.06111934781074524], "cos_apical_negg": [0.4468030333518982, 0.228640615940094, 0.19062109291553497, 0.16722945868968964, 0.15108999609947205, 0.14744730293750763, 0.12097446620464325, 0.09711304306983948, 0.020978640764951706, 0.06111934781074524], "cos_Ac_negg": [0.4468030333518982, 0.228640615940094, 0.19062109291553497, 0.16722945868968964, 0.15108999609947205, 0.14744730293750763, 0.12097446620464325, 0.09711304306983948, 0.020978640764951706, 0.06111934781074524], "r_norm": [4.232002258300781, 4.251167297363281, 4.123002052307129, 4.316808223724365, 4.295783042907715, 4.154963493347168, 4.277239799499512, 4.156189441680908, 4.2835235595703125, 4.157924652099609]}, {"step": 7400, "epoch": 18, "train_loss": 2.4107565879821777, "cos_r_negg": [0.45637479424476624, 0.21817688643932343, 0.19157332181930542, 0.13007904589176178, 0.13284556567668915, 0.14643684029579163, 0.0872112289071083, 0.09476897120475769, 0.05368965119123459, 0.06151892989873886], "cos_apical_negg": [0.45637479424476624, 0.21817688643932343, 0.19157332181930542, 0.13007904589176178, 0.13284556567668915, 0.14643684029579163, 0.0872112289071083, 0.09476897120475769, 0.05368965119123459, 0.06151892989873886], "cos_Ac_negg": [0.45637479424476624, 0.21817688643932343, 0.19157332181930542, 0.13007904589176178, 0.13284556567668915, 0.14643684029579163, 0.0872112289071083, 0.09476897120475769, 0.05368965119123459, 0.06151892989873886], "r_norm": [4.462953567504883, 4.475302219390869, 4.360489845275879, 4.522230625152588, 4.528327941894531, 4.387236595153809, 4.5102739334106445, 4.398815155029297, 4.517881870269775, 4.377841949462891]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.3557, "test_loss": 2.233785107421875}, {"step": 7450, "epoch": 19, "train_loss": 1.8982348442077637, "cos_r_negg": [0.45031967759132385, 0.22397227585315704, 0.1785031408071518, 0.15570566058158875, 0.11554393172264099, 0.15421965718269348, 0.09244631975889206, 0.08339479565620422, 0.07382654398679733, 0.0177056435495615], "cos_apical_negg": [0.45031967759132385, 0.22397227585315704, 0.1785031408071518, 0.15570566058158875, 0.11554393172264099, 0.15421965718269348, 0.09244631975889206, 0.08339479565620422, 0.07382654398679733, 0.0177056435495615], "cos_Ac_negg": [0.45031967759132385, 0.22397227585315704, 0.1785031408071518, 0.15570566058158875, 0.11554393172264099, 0.15421965718269348, 0.09244631975889206, 0.08339479565620422, 0.07382654398679733, 0.0177056435495615], "r_norm": [4.341200351715088, 4.338820457458496, 4.215183258056641, 4.398769855499268, 4.398590087890625, 4.252335548400879, 4.375211715698242, 4.2634735107421875, 4.379877090454102, 4.244728088378906]}, {"step": 7500, "epoch": 19, "train_loss": 1.8613555431365967, "cos_r_negg": [0.40754908323287964, 0.2191537469625473, 0.19471675157546997, 0.17142465710639954, 0.13894438743591309, 0.14138907194137573, 0.10181719064712524, 0.08223115652799606, 0.05480146408081055, 0.051354099065065384], "cos_apical_negg": [0.40754908323287964, 0.2191537469625473, 0.19471675157546997, 0.17142465710639954, 0.13894438743591309, 0.14138907194137573, 0.10181719064712524, 0.08223115652799606, 0.05480146408081055, 0.051354099065065384], "cos_Ac_negg": [0.40754908323287964, 0.2191537469625473, 0.19471675157546997, 0.17142465710639954, 0.13894438743591309, 0.14138907194137573, 0.10181719064712524, 0.08223115652799606, 0.05480146408081055, 0.051354099065065384], "r_norm": [4.217459201812744, 4.231057167053223, 4.116815567016602, 4.2982177734375, 4.280843734741211, 4.1470232009887695, 4.260947227478027, 4.154877185821533, 4.265697479248047, 4.144515037536621]}, {"step": 7550, "epoch": 19, "train_loss": 1.908266305923462, "cos_r_negg": [0.4418417811393738, 0.2090449184179306, 0.21036016941070557, 0.12237323075532913, 0.12256985157728195, 0.12696494162082672, 0.08601371198892593, 0.10314971208572388, 0.05782143771648407, 0.04641076922416687], "cos_apical_negg": [0.4418417811393738, 0.2090449184179306, 0.21036016941070557, 0.12237323075532913, 0.12256985157728195, 0.12696494162082672, 0.08601371198892593, 0.10314971208572388, 0.05782143771648407, 0.04641076922416687], "cos_Ac_negg": [0.4418417811393738, 0.2090449184179306, 0.21036016941070557, 0.12237323075532913, 0.12256985157728195, 0.12696494162082672, 0.08601371198892593, 0.10314971208572388, 0.05782143771648407, 0.04641076922416687], "r_norm": [4.418692588806152, 4.422233581542969, 4.310380935668945, 4.484749794006348, 4.486536026000977, 4.3418426513671875, 4.450799465179443, 4.356130123138428, 4.462760925292969, 4.3266682624816895]}, {"step": 7600, "epoch": 19, "train_loss": 1.9610934257507324, "cos_r_negg": [0.46280914545059204, 0.23279643058776855, 0.2094854712486267, 0.17244122922420502, 0.1568601131439209, 0.16221889853477478, 0.08206624537706375, 0.1137971505522728, 0.042401380836963654, 0.03740052133798599], "cos_apical_negg": [0.46280914545059204, 0.23279643058776855, 0.2094854712486267, 0.17244122922420502, 0.1568601131439209, 0.16221889853477478, 0.08206624537706375, 0.1137971505522728, 0.042401380836963654, 0.03740052133798599], "cos_Ac_negg": [0.46280914545059204, 0.23279643058776855, 0.2094854712486267, 0.17244122922420502, 0.1568601131439209, 0.16221889853477478, 0.08206624537706375, 0.1137971505522728, 0.042401380836963654, 0.03740052133798599], "r_norm": [4.435556411743164, 4.444803237915039, 4.320104598999023, 4.4932122230529785, 4.482008457183838, 4.3573808670043945, 4.5007195472717285, 4.338538646697998, 4.473254680633545, 4.329039573669434]}, {"step": 7650, "epoch": 19, "train_loss": 1.787433385848999, "cos_r_negg": [0.436728835105896, 0.2018316388130188, 0.18628817796707153, 0.16571205854415894, 0.13376834988594055, 0.15932723879814148, 0.08862742781639099, 0.1322253942489624, 0.0502423420548439, 0.04390745609998703], "cos_apical_negg": [0.436728835105896, 0.2018316388130188, 0.18628817796707153, 0.16571205854415894, 0.13376834988594055, 0.15932723879814148, 0.08862742781639099, 0.1322253942489624, 0.0502423420548439, 0.04390745609998703], "cos_Ac_negg": [0.436728835105896, 0.2018316388130188, 0.18628817796707153, 0.16571205854415894, 0.13376834988594055, 0.15932723879814148, 0.08862742781639099, 0.1322253942489624, 0.0502423420548439, 0.04390745609998703], "r_norm": [4.332337856292725, 4.3321943283081055, 4.220149040222168, 4.404995918273926, 4.36594820022583, 4.249687671661377, 4.364710807800293, 4.238225936889648, 4.368969917297363, 4.224339962005615]}, {"step": 7700, "epoch": 19, "train_loss": 1.8615400791168213, "cos_r_negg": [0.41996991634368896, 0.21489734947681427, 0.1891326606273651, 0.1434115469455719, 0.10405488312244415, 0.14166784286499023, 0.13695332407951355, 0.08630400896072388, 0.06129700690507889, 0.02102707512676716], "cos_apical_negg": [0.41996991634368896, 0.21489734947681427, 0.1891326606273651, 0.1434115469455719, 0.10405488312244415, 0.14166784286499023, 0.13695332407951355, 0.08630400896072388, 0.06129700690507889, 0.02102707512676716], "cos_Ac_negg": [0.41996991634368896, 0.21489734947681427, 0.1891326606273651, 0.1434115469455719, 0.10405488312244415, 0.14166784286499023, 0.13695332407951355, 0.08630400896072388, 0.06129700690507889, 0.02102707512676716], "r_norm": [4.395310878753662, 4.42018985748291, 4.314113616943359, 4.490294456481934, 4.48233699798584, 4.360060691833496, 4.463754177093506, 4.329751968383789, 4.47251033782959, 4.3175249099731445]}, {"step": 7750, "epoch": 19, "train_loss": 2.215641498565674, "cos_r_negg": [0.4401795566082001, 0.21596281230449677, 0.19694803655147552, 0.16557765007019043, 0.15021173655986786, 0.16323935985565186, 0.0938429906964302, 0.12958431243896484, 0.03769085928797722, 0.06113826856017113], "cos_apical_negg": [0.4401795566082001, 0.21596281230449677, 0.19694803655147552, 0.16557765007019043, 0.15021173655986786, 0.16323935985565186, 0.0938429906964302, 0.12958431243896484, 0.03769085928797722, 0.06113826856017113], "cos_Ac_negg": [0.4401795566082001, 0.21596281230449677, 0.19694803655147552, 0.16557765007019043, 0.15021173655986786, 0.16323935985565186, 0.0938429906964302, 0.12958431243896484, 0.03769085928797722, 0.06113826856017113], "r_norm": [4.4054646492004395, 4.412675857543945, 4.307698726654053, 4.462495803833008, 4.462273597717285, 4.3246073722839355, 4.467679977416992, 4.307814598083496, 4.435258865356445, 4.312661647796631]}, {"step": 7800, "epoch": 19, "train_loss": 1.710676908493042, "cos_r_negg": [0.444540411233902, 0.23096898198127747, 0.17580610513687134, 0.1611512303352356, 0.13449150323867798, 0.14227022230625153, 0.09851066768169403, 0.10310022532939911, 0.035695336759090424, 0.05595995858311653], "cos_apical_negg": [0.444540411233902, 0.23096898198127747, 0.17580610513687134, 0.1611512303352356, 0.13449150323867798, 0.14227022230625153, 0.09851066768169403, 0.10310022532939911, 0.035695336759090424, 0.05595995858311653], "cos_Ac_negg": [0.444540411233902, 0.23096898198127747, 0.17580610513687134, 0.1611512303352356, 0.13449150323867798, 0.14227022230625153, 0.09851066768169403, 0.10310022532939911, 0.035695336759090424, 0.05595995858311653], "r_norm": [4.377913475036621, 4.397498607635498, 4.290071487426758, 4.4397873878479, 4.455972194671631, 4.3332414627075195, 4.42943000793457, 4.309245586395264, 4.44263219833374, 4.310101509094238]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.3741, "test_loss": 2.088295153808594}, {"step": 7850, "epoch": 20, "train_loss": 2.0540754795074463, "cos_r_negg": [0.45256686210632324, 0.2195362150669098, 0.19035813212394714, 0.1564664989709854, 0.16237634420394897, 0.15028789639472961, 0.10752233862876892, 0.10205253213644028, 0.06746333837509155, 0.04551313444972038], "cos_apical_negg": [0.45256686210632324, 0.2195362150669098, 0.19035813212394714, 0.1564664989709854, 0.16237634420394897, 0.15028789639472961, 0.10752233862876892, 0.10205253213644028, 0.06746333837509155, 0.04551313444972038], "cos_Ac_negg": [0.45256686210632324, 0.2195362150669098, 0.19035813212394714, 0.1564664989709854, 0.16237634420394897, 0.15028789639472961, 0.10752233862876892, 0.10205253213644028, 0.06746333837509155, 0.04551313444972038], "r_norm": [4.431174278259277, 4.445013046264648, 4.33322811126709, 4.501408100128174, 4.490538597106934, 4.357470512390137, 4.472988128662109, 4.358705520629883, 4.47027063369751, 4.332836151123047]}, {"step": 7900, "epoch": 20, "train_loss": 1.9414989948272705, "cos_r_negg": [0.46387866139411926, 0.22637122869491577, 0.22041359543800354, 0.19216831028461456, 0.14515307545661926, 0.16428346931934357, 0.1071992740035057, 0.09046784043312073, 0.07489197701215744, 0.08089862763881683], "cos_apical_negg": [0.46387866139411926, 0.22637122869491577, 0.22041359543800354, 0.19216831028461456, 0.14515307545661926, 0.16428346931934357, 0.1071992740035057, 0.09046784043312073, 0.07489197701215744, 0.08089862763881683], "cos_Ac_negg": [0.46387866139411926, 0.22637122869491577, 0.22041359543800354, 0.19216831028461456, 0.14515307545661926, 0.16428346931934357, 0.1071992740035057, 0.09046784043312073, 0.07489197701215744, 0.08089862763881683], "r_norm": [4.349905967712402, 4.3617167472839355, 4.250243186950684, 4.427382946014404, 4.411220550537109, 4.277307510375977, 4.393738746643066, 4.281330108642578, 4.399595260620117, 4.256877899169922]}, {"step": 7950, "epoch": 20, "train_loss": 2.0221974849700928, "cos_r_negg": [0.42882975935935974, 0.24148762226104736, 0.19630886614322662, 0.1621127426624298, 0.135287344455719, 0.16212186217308044, 0.10126800835132599, 0.11251536011695862, 0.07443712651729584, 0.03476778790354729], "cos_apical_negg": [0.42882975935935974, 0.24148762226104736, 0.19630886614322662, 0.1621127426624298, 0.135287344455719, 0.16212186217308044, 0.10126800835132599, 0.11251536011695862, 0.07443712651729584, 0.03476778790354729], "cos_Ac_negg": [0.42882975935935974, 0.24148762226104736, 0.19630886614322662, 0.1621127426624298, 0.135287344455719, 0.16212186217308044, 0.10126800835132599, 0.11251536011695862, 0.07443712651729584, 0.03476778790354729], "r_norm": [4.3841753005981445, 4.389144420623779, 4.272526741027832, 4.437954902648926, 4.4503960609436035, 4.313824653625488, 4.425570011138916, 4.309786319732666, 4.4371442794799805, 4.296895980834961]}, {"step": 8000, "epoch": 20, "train_loss": 1.9639227390289307, "cos_r_negg": [0.4263337552547455, 0.22669827938079834, 0.18722158670425415, 0.18540862202644348, 0.13970541954040527, 0.17304721474647522, 0.07539086043834686, 0.07946600019931793, 0.09941820800304413, 0.053108882158994675], "cos_apical_negg": [0.4263337552547455, 0.22669827938079834, 0.18722158670425415, 0.18540862202644348, 0.13970541954040527, 0.17304721474647522, 0.07539086043834686, 0.07946600019931793, 0.09941820800304413, 0.053108882158994675], "cos_Ac_negg": [0.4263337552547455, 0.22669827938079834, 0.18722158670425415, 0.18540862202644348, 0.13970541954040527, 0.17304721474647522, 0.07539086043834686, 0.07946600019931793, 0.09941820800304413, 0.053108882158994675], "r_norm": [4.504147529602051, 4.514992713928223, 4.373892784118652, 4.5332536697387695, 4.560892105102539, 4.421261787414551, 4.548824310302734, 4.4202375411987305, 4.539828300476074, 4.4141950607299805]}, {"step": 8050, "epoch": 20, "train_loss": 1.9889326095581055, "cos_r_negg": [0.45390111207962036, 0.2355506420135498, 0.21788688004016876, 0.1406155377626419, 0.11207065731287003, 0.17298349738121033, 0.13620875775814056, 0.07155922055244446, 0.06569023430347443, 0.08216343820095062], "cos_apical_negg": [0.45390111207962036, 0.2355506420135498, 0.21788688004016876, 0.1406155377626419, 0.11207065731287003, 0.17298349738121033, 0.13620875775814056, 0.07155922055244446, 0.06569023430347443, 0.08216343820095062], "cos_Ac_negg": [0.45390111207962036, 0.2355506420135498, 0.21788688004016876, 0.1406155377626419, 0.11207065731287003, 0.17298349738121033, 0.13620875775814056, 0.07155922055244446, 0.06569023430347443, 0.08216343820095062], "r_norm": [4.285857200622559, 4.293402671813965, 4.185927391052246, 4.352908134460449, 4.346933364868164, 4.211892127990723, 4.328857421875, 4.212296009063721, 4.34076452255249, 4.204006195068359]}, {"step": 8100, "epoch": 20, "train_loss": 1.8475008010864258, "cos_r_negg": [0.4390067756175995, 0.24358472228050232, 0.19793005287647247, 0.15283924341201782, 0.1354367583990097, 0.16771200299263, 0.10732019692659378, 0.1007353886961937, 0.0996968150138855, 0.08278258144855499], "cos_apical_negg": [0.4390067756175995, 0.24358472228050232, 0.19793005287647247, 0.15283924341201782, 0.1354367583990097, 0.16771200299263, 0.10732019692659378, 0.1007353886961937, 0.0996968150138855, 0.08278258144855499], "cos_Ac_negg": [0.4390067756175995, 0.24358472228050232, 0.19793005287647247, 0.15283924341201782, 0.1354367583990097, 0.16771200299263, 0.10732019692659378, 0.1007353886961937, 0.0996968150138855, 0.08278258144855499], "r_norm": [4.296750068664551, 4.314004898071289, 4.200811386108398, 4.366314888000488, 4.370292663574219, 4.225252628326416, 4.360058307647705, 4.23313570022583, 4.350752830505371, 4.2267231941223145]}, {"step": 8150, "epoch": 20, "train_loss": 1.6943403482437134, "cos_r_negg": [0.4361293911933899, 0.23557093739509583, 0.1709950566291809, 0.15024980902671814, 0.10920120775699615, 0.17009222507476807, 0.1088133230805397, 0.10503102838993073, 0.08313119411468506, 0.09268341958522797], "cos_apical_negg": [0.4361293911933899, 0.23557093739509583, 0.1709950566291809, 0.15024980902671814, 0.10920120775699615, 0.17009222507476807, 0.1088133230805397, 0.10503102838993073, 0.08313119411468506, 0.09268341958522797], "cos_Ac_negg": [0.4361293911933899, 0.23557093739509583, 0.1709950566291809, 0.15024980902671814, 0.10920120775699615, 0.17009222507476807, 0.1088133230805397, 0.10503102838993073, 0.08313119411468506, 0.09268341958522797], "r_norm": [4.167028903961182, 4.166792869567871, 4.052034378051758, 4.223053455352783, 4.21597957611084, 4.081662654876709, 4.192075252532959, 4.089515209197998, 4.199636459350586, 4.074071884155273]}, {"step": 8200, "epoch": 20, "train_loss": 1.6805074214935303, "cos_r_negg": [0.41005614399909973, 0.21613329648971558, 0.16337434947490692, 0.15597334504127502, 0.12956088781356812, 0.19919800758361816, 0.11736457794904709, 0.06918901205062866, 0.07712006568908691, 0.10045036673545837], "cos_apical_negg": [0.41005614399909973, 0.21613329648971558, 0.16337434947490692, 0.15597334504127502, 0.12956088781356812, 0.19919800758361816, 0.11736457794904709, 0.06918901205062866, 0.07712006568908691, 0.10045036673545837], "cos_Ac_negg": [0.41005614399909973, 0.21613329648971558, 0.16337434947490692, 0.15597334504127502, 0.12956088781356812, 0.19919800758361816, 0.11736457794904709, 0.06918901205062866, 0.07712006568908691, 0.10045036673545837], "r_norm": [4.196812152862549, 4.208917617797852, 4.098455905914307, 4.264145374298096, 4.27409029006958, 4.141258239746094, 4.257646560668945, 4.1423773765563965, 4.252871513366699, 4.116946697235107]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.3749, "test_loss": 2.08108916015625}, {"step": 8250, "epoch": 21, "train_loss": 1.719372272491455, "cos_r_negg": [0.41936004161834717, 0.22277164459228516, 0.20502114295959473, 0.1792164146900177, 0.12113001942634583, 0.18648116290569305, 0.11743388324975967, 0.07150375843048096, 0.04458451271057129, 0.07297460734844208], "cos_apical_negg": [0.41936004161834717, 0.22277164459228516, 0.20502114295959473, 0.1792164146900177, 0.12113001942634583, 0.18648116290569305, 0.11743388324975967, 0.07150375843048096, 0.04458451271057129, 0.07297460734844208], "cos_Ac_negg": [0.41936004161834717, 0.22277164459228516, 0.20502114295959473, 0.1792164146900177, 0.12113001942634583, 0.18648116290569305, 0.11743388324975967, 0.07150375843048096, 0.04458451271057129, 0.07297460734844208], "r_norm": [4.195932865142822, 4.210492134094238, 4.085207939147949, 4.2681474685668945, 4.261240482330322, 4.113306045532227, 4.231134414672852, 4.119838237762451, 4.237521648406982, 4.106982231140137]}, {"step": 8300, "epoch": 21, "train_loss": 1.941256046295166, "cos_r_negg": [0.4322422742843628, 0.20930223166942596, 0.21924439072608948, 0.1885439157485962, 0.1583138108253479, 0.1614069640636444, 0.10463119298219681, 0.09618700295686722, 0.05536065250635147, 0.06388744711875916], "cos_apical_negg": [0.4322422742843628, 0.20930223166942596, 0.21924439072608948, 0.1885439157485962, 0.1583138108253479, 0.1614069640636444, 0.10463119298219681, 0.09618700295686722, 0.05536065250635147, 0.06388744711875916], "cos_Ac_negg": [0.4322422742843628, 0.20930223166942596, 0.21924439072608948, 0.1885439157485962, 0.1583138108253479, 0.1614069640636444, 0.10463119298219681, 0.09618700295686722, 0.05536065250635147, 0.06388744711875916], "r_norm": [4.199002265930176, 4.194986343383789, 4.0974321365356445, 4.25931978225708, 4.257023811340332, 4.118823051452637, 4.243608474731445, 4.11273193359375, 4.241096496582031, 4.1107072830200195]}, {"step": 8350, "epoch": 21, "train_loss": 2.0504863262176514, "cos_r_negg": [0.4110788106918335, 0.22794285416603088, 0.20215272903442383, 0.18805259466171265, 0.15762463212013245, 0.19563354551792145, 0.10268156230449677, 0.11051636934280396, 0.058347076177597046, 0.07864727079868317], "cos_apical_negg": [0.4110788106918335, 0.22794285416603088, 0.20215272903442383, 0.18805259466171265, 0.15762463212013245, 0.19563354551792145, 0.10268156230449677, 0.11051636934280396, 0.058347076177597046, 0.07864727079868317], "cos_Ac_negg": [0.4110788106918335, 0.22794285416603088, 0.20215272903442383, 0.18805259466171265, 0.15762463212013245, 0.19563354551792145, 0.10268156230449677, 0.11051636934280396, 0.058347076177597046, 0.07864727079868317], "r_norm": [4.3369364738464355, 4.335797309875488, 4.212827682495117, 4.3939595222473145, 4.398359298706055, 4.269969940185547, 4.38316535949707, 4.279471397399902, 4.405467987060547, 4.250397682189941]}, {"step": 8400, "epoch": 21, "train_loss": 1.917358636856079, "cos_r_negg": [0.4461202323436737, 0.22784824669361115, 0.19177015125751495, 0.16891998052597046, 0.14514528214931488, 0.178093820810318, 0.10461972653865814, 0.07176780700683594, 0.09734150022268295, 0.07666732370853424], "cos_apical_negg": [0.4461202323436737, 0.22784824669361115, 0.19177015125751495, 0.16891998052597046, 0.14514528214931488, 0.178093820810318, 0.10461972653865814, 0.07176780700683594, 0.09734150022268295, 0.07666732370853424], "cos_Ac_negg": [0.4461202323436737, 0.22784824669361115, 0.19177015125751495, 0.16891998052597046, 0.14514528214931488, 0.178093820810318, 0.10461972653865814, 0.07176780700683594, 0.09734150022268295, 0.07666732370853424], "r_norm": [4.086491107940674, 4.1018524169921875, 3.989168167114258, 4.156910419464111, 4.153082847595215, 4.035301685333252, 4.134892463684082, 4.027525424957275, 4.136641502380371, 4.0106000900268555]}, {"step": 8450, "epoch": 21, "train_loss": 1.6200075149536133, "cos_r_negg": [0.42997318506240845, 0.2313845157623291, 0.2122315913438797, 0.18437841534614563, 0.14591267704963684, 0.15386779606342316, 0.12563200294971466, 0.07656779885292053, 0.06829138100147247, 0.07336746156215668], "cos_apical_negg": [0.42997318506240845, 0.2313845157623291, 0.2122315913438797, 0.18437841534614563, 0.14591267704963684, 0.15386779606342316, 0.12563200294971466, 0.07656779885292053, 0.06829138100147247, 0.07336746156215668], "cos_Ac_negg": [0.42997318506240845, 0.2313845157623291, 0.2122315913438797, 0.18437841534614563, 0.14591267704963684, 0.15386779606342316, 0.12563200294971466, 0.07656779885292053, 0.06829138100147247, 0.07336746156215668], "r_norm": [4.449648380279541, 4.435347557067871, 4.319055557250977, 4.51485013961792, 4.521329879760742, 4.364541053771973, 4.48264741897583, 4.392345428466797, 4.522422790527344, 4.36297607421875]}, {"step": 8500, "epoch": 21, "train_loss": 1.8351678848266602, "cos_r_negg": [0.4171075224876404, 0.24285146594047546, 0.20979076623916626, 0.15106207132339478, 0.12853023409843445, 0.1706981509923935, 0.10777576267719269, 0.04995064437389374, 0.0914050042629242, 0.0995275154709816], "cos_apical_negg": [0.4171075224876404, 0.24285146594047546, 0.20979076623916626, 0.15106207132339478, 0.12853023409843445, 0.1706981509923935, 0.10777576267719269, 0.04995064437389374, 0.0914050042629242, 0.0995275154709816], "cos_Ac_negg": [0.4171075224876404, 0.24285146594047546, 0.20979076623916626, 0.15106207132339478, 0.12853023409843445, 0.1706981509923935, 0.10777576267719269, 0.04995064437389374, 0.0914050042629242, 0.0995275154709816], "r_norm": [4.210568428039551, 4.212028503417969, 4.098273277282715, 4.281208038330078, 4.26016902923584, 4.127965927124023, 4.245731353759766, 4.133518695831299, 4.238863945007324, 4.110522747039795]}, {"step": 8550, "epoch": 21, "train_loss": 1.8011305332183838, "cos_r_negg": [0.4189031422138214, 0.23601895570755005, 0.19028714299201965, 0.14044390618801117, 0.1582595407962799, 0.19663786888122559, 0.10248260200023651, 0.08821181952953339, 0.08663886785507202, 0.10219454020261765], "cos_apical_negg": [0.4189031422138214, 0.23601895570755005, 0.19028714299201965, 0.14044390618801117, 0.1582595407962799, 0.19663786888122559, 0.10248260200023651, 0.08821181952953339, 0.08663886785507202, 0.10219454020261765], "cos_Ac_negg": [0.4189031422138214, 0.23601895570755005, 0.19028714299201965, 0.14044390618801117, 0.1582595407962799, 0.19663786888122559, 0.10248260200023651, 0.08821181952953339, 0.08663886785507202, 0.10219454020261765], "r_norm": [4.19444465637207, 4.206419467926025, 4.087213516235352, 4.2596025466918945, 4.257767677307129, 4.123926162719727, 4.236757755279541, 4.135683059692383, 4.228706359863281, 4.1159868240356445]}, {"step": 8600, "epoch": 21, "train_loss": 1.9895219802856445, "cos_r_negg": [0.4284093379974365, 0.23162680864334106, 0.2133348286151886, 0.1485636830329895, 0.16067776083946228, 0.1496109515428543, 0.10796815156936646, 0.01561945490539074, 0.0912708193063736, 0.08100111037492752], "cos_apical_negg": [0.4284093379974365, 0.23162680864334106, 0.2133348286151886, 0.1485636830329895, 0.16067776083946228, 0.1496109515428543, 0.10796815156936646, 0.01561945490539074, 0.0912708193063736, 0.08100111037492752], "cos_Ac_negg": [0.4284093379974365, 0.23162680864334106, 0.2133348286151886, 0.1485636830329895, 0.16067776083946228, 0.1496109515428543, 0.10796815156936646, 0.01561945490539074, 0.0912708193063736, 0.08100111037492752], "r_norm": [4.311317443847656, 4.315051078796387, 4.191722393035889, 4.352912425994873, 4.3647141456604, 4.217278003692627, 4.339666366577148, 4.231559753417969, 4.319681167602539, 4.21379280090332]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.3651, "test_loss": 2.09755458984375}, {"step": 8650, "epoch": 22, "train_loss": 1.849480390548706, "cos_r_negg": [0.45207715034484863, 0.22587722539901733, 0.22130262851715088, 0.14175470173358917, 0.13595710694789886, 0.15828394889831543, 0.13027909398078918, 0.1001875177025795, 0.07210841774940491, 0.061444975435733795], "cos_apical_negg": [0.45207715034484863, 0.22587722539901733, 0.22130262851715088, 0.14175470173358917, 0.13595710694789886, 0.15828394889831543, 0.13027909398078918, 0.1001875177025795, 0.07210841774940491, 0.061444975435733795], "cos_Ac_negg": [0.45207715034484863, 0.22587722539901733, 0.22130262851715088, 0.14175470173358917, 0.13595710694789886, 0.15828394889831543, 0.13027909398078918, 0.1001875177025795, 0.07210841774940491, 0.061444975435733795], "r_norm": [4.150006294250488, 4.139270782470703, 4.043453216552734, 4.1964430809021, 4.188394546508789, 4.069693565368652, 4.187578201293945, 4.063335418701172, 4.172801494598389, 4.054147720336914]}, {"step": 8700, "epoch": 22, "train_loss": 1.8080099821090698, "cos_r_negg": [0.41138750314712524, 0.22240301966667175, 0.19827240705490112, 0.16445967555046082, 0.1632041335105896, 0.1693667471408844, 0.11728283762931824, 0.078727126121521, 0.07882095873355865, 0.06786803901195526], "cos_apical_negg": [0.41138750314712524, 0.22240301966667175, 0.19827240705490112, 0.16445967555046082, 0.1632041335105896, 0.1693667471408844, 0.11728283762931824, 0.078727126121521, 0.07882095873355865, 0.06786803901195526], "cos_Ac_negg": [0.41138750314712524, 0.22240301966667175, 0.19827240705490112, 0.16445967555046082, 0.1632041335105896, 0.1693667471408844, 0.11728283762931824, 0.078727126121521, 0.07882095873355865, 0.06786803901195526], "r_norm": [4.240230560302734, 4.241679668426514, 4.133262634277344, 4.296587944030762, 4.303137302398682, 4.161508560180664, 4.273647785186768, 4.17818021774292, 4.27741813659668, 4.130383491516113]}, {"step": 8750, "epoch": 22, "train_loss": 1.8544222116470337, "cos_r_negg": [0.3963854908943176, 0.2377043515443802, 0.21180784702301025, 0.17396804690361023, 0.1992986649274826, 0.13279375433921814, 0.11840864270925522, 0.08282296359539032, 0.12503871321678162, 0.08218523859977722], "cos_apical_negg": [0.3963854908943176, 0.2377043515443802, 0.21180784702301025, 0.17396804690361023, 0.1992986649274826, 0.13279375433921814, 0.11840864270925522, 0.08282296359539032, 0.12503871321678162, 0.08218523859977722], "cos_Ac_negg": [0.3963854908943176, 0.2377043515443802, 0.21180784702301025, 0.17396804690361023, 0.1992986649274826, 0.13279375433921814, 0.11840864270925522, 0.08282296359539032, 0.12503871321678162, 0.08218523859977722], "r_norm": [4.142536163330078, 4.149435997009277, 4.046087265014648, 4.209211349487305, 4.2019362449646, 4.081821441650391, 4.188199043273926, 4.077680587768555, 4.194252014160156, 4.0633649826049805]}, {"step": 8800, "epoch": 22, "train_loss": 1.831049919128418, "cos_r_negg": [0.4323967397212982, 0.24385008215904236, 0.20578211545944214, 0.17033851146697998, 0.16048620641231537, 0.18344005942344666, 0.09877311438322067, 0.07431815564632416, 0.056620508432388306, 0.049280114471912384], "cos_apical_negg": [0.4323967397212982, 0.24385008215904236, 0.20578211545944214, 0.17033851146697998, 0.16048620641231537, 0.18344005942344666, 0.09877311438322067, 0.07431815564632416, 0.056620508432388306, 0.049280114471912384], "cos_Ac_negg": [0.4323967397212982, 0.24385008215904236, 0.20578211545944214, 0.17033851146697998, 0.16048620641231537, 0.18344005942344666, 0.09877311438322067, 0.07431815564632416, 0.056620508432388306, 0.049280114471912384], "r_norm": [4.165523529052734, 4.164977073669434, 4.05445671081543, 4.220231056213379, 4.222607135772705, 4.0900678634643555, 4.2127766609191895, 4.1030378341674805, 4.216277599334717, 4.087020397186279]}, {"step": 8850, "epoch": 22, "train_loss": 1.6410741806030273, "cos_r_negg": [0.448841392993927, 0.2344478964805603, 0.21668964624404907, 0.16382180154323578, 0.16722597181797028, 0.17382362484931946, 0.08367746323347092, 0.10774119198322296, 0.06046362966299057, 0.04573938995599747], "cos_apical_negg": [0.448841392993927, 0.2344478964805603, 0.21668964624404907, 0.16382180154323578, 0.16722597181797028, 0.17382362484931946, 0.08367746323347092, 0.10774119198322296, 0.06046362966299057, 0.04573938995599747], "cos_Ac_negg": [0.448841392993927, 0.2344478964805603, 0.21668964624404907, 0.16382180154323578, 0.16722597181797028, 0.17382362484931946, 0.08367746323347092, 0.10774119198322296, 0.06046362966299057, 0.04573938995599747], "r_norm": [4.128244876861572, 4.125787258148193, 4.009645462036133, 4.169157028198242, 4.179818630218506, 4.048686981201172, 4.1712751388549805, 4.060805320739746, 4.16048002243042, 4.045882225036621]}, {"step": 8900, "epoch": 22, "train_loss": 1.8107852935791016, "cos_r_negg": [0.42753902077674866, 0.2589266896247864, 0.21632057428359985, 0.16447904706001282, 0.18090248107910156, 0.17435629665851593, 0.08990407735109329, 0.10504738986492157, 0.09997252374887466, 0.10442031174898148], "cos_apical_negg": [0.42753902077674866, 0.2589266896247864, 0.21632057428359985, 0.16447904706001282, 0.18090248107910156, 0.17435629665851593, 0.08990407735109329, 0.10504738986492157, 0.09997252374887466, 0.10442031174898148], "cos_Ac_negg": [0.42753902077674866, 0.2589266896247864, 0.21632057428359985, 0.16447904706001282, 0.18090248107910156, 0.17435629665851593, 0.08990407735109329, 0.10504738986492157, 0.09997252374887466, 0.10442031174898148], "r_norm": [4.329484939575195, 4.340424060821533, 4.216825485229492, 4.393586158752441, 4.397740364074707, 4.247711658477783, 4.380819797515869, 4.270403861999512, 4.368541717529297, 4.235315322875977]}, {"step": 8950, "epoch": 22, "train_loss": 1.780030369758606, "cos_r_negg": [0.43480008840560913, 0.2502504587173462, 0.2312873750925064, 0.15693563222885132, 0.17491361498832703, 0.17238517105579376, 0.07238087058067322, 0.09439351409673691, 0.1080741211771965, 0.13241980969905853], "cos_apical_negg": [0.43480008840560913, 0.2502504587173462, 0.2312873750925064, 0.15693563222885132, 0.17491361498832703, 0.17238517105579376, 0.07238087058067322, 0.09439351409673691, 0.1080741211771965, 0.13241980969905853], "cos_Ac_negg": [0.43480008840560913, 0.2502504587173462, 0.2312873750925064, 0.15693563222885132, 0.17491361498832703, 0.17238517105579376, 0.07238087058067322, 0.09439351409673691, 0.1080741211771965, 0.13241980969905853], "r_norm": [4.269839286804199, 4.276909828186035, 4.1497392654418945, 4.32084321975708, 4.323431968688965, 4.171915054321289, 4.30384635925293, 4.20510721206665, 4.297375679016113, 4.174678325653076]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.3889, "test_loss": 2.1453993041992185}, {"step": 9000, "epoch": 23, "train_loss": 1.7245140075683594, "cos_r_negg": [0.44298499822616577, 0.24548187851905823, 0.23790109157562256, 0.1305258721113205, 0.17313890159130096, 0.18914221227169037, 0.07768654078245163, 0.1182117611169815, 0.07601244747638702, 0.1027868241071701], "cos_apical_negg": [0.44298499822616577, 0.24548187851905823, 0.23790109157562256, 0.1305258721113205, 0.17313890159130096, 0.18914221227169037, 0.07768654078245163, 0.1182117611169815, 0.07601244747638702, 0.1027868241071701], "cos_Ac_negg": [0.44298499822616577, 0.24548187851905823, 0.23790109157562256, 0.1305258721113205, 0.17313890159130096, 0.18914221227169037, 0.07768654078245163, 0.1182117611169815, 0.07601244747638702, 0.1027868241071701], "r_norm": [4.277225494384766, 4.300619602203369, 4.192517280578613, 4.363377571105957, 4.359340667724609, 4.22044563293457, 4.33009672164917, 4.2176361083984375, 4.342990398406982, 4.206010818481445]}, {"step": 9050, "epoch": 23, "train_loss": 1.8821320533752441, "cos_r_negg": [0.4038297235965729, 0.23272448778152466, 0.20100867748260498, 0.1532096415758133, 0.170487180352211, 0.17900383472442627, 0.09125696122646332, 0.11529053002595901, 0.07985343039035797, 0.06239283084869385], "cos_apical_negg": [0.4038297235965729, 0.23272448778152466, 0.20100867748260498, 0.1532096415758133, 0.170487180352211, 0.17900383472442627, 0.09125696122646332, 0.11529053002595901, 0.07985343039035797, 0.06239283084869385], "cos_Ac_negg": [0.4038297235965729, 0.23272448778152466, 0.20100867748260498, 0.1532096415758133, 0.170487180352211, 0.17900383472442627, 0.09125696122646332, 0.11529053002595901, 0.07985343039035797, 0.06239283084869385], "r_norm": [4.38355827331543, 4.390951156616211, 4.268832683563232, 4.417569160461426, 4.447963714599609, 4.291633605957031, 4.428966522216797, 4.306844234466553, 4.411533355712891, 4.303901672363281]}, {"step": 9100, "epoch": 23, "train_loss": 1.793811559677124, "cos_r_negg": [0.41496819257736206, 0.2555658519268036, 0.19714590907096863, 0.16353937983512878, 0.18353644013404846, 0.206415593624115, 0.09595610201358795, 0.10281316936016083, 0.07780371606349945, 0.14278270304203033], "cos_apical_negg": [0.41496819257736206, 0.2555658519268036, 0.19714590907096863, 0.16353937983512878, 0.18353644013404846, 0.206415593624115, 0.09595610201358795, 0.10281316936016083, 0.07780371606349945, 0.14278270304203033], "cos_Ac_negg": [0.41496819257736206, 0.2555658519268036, 0.19714590907096863, 0.16353937983512878, 0.18353644013404846, 0.206415593624115, 0.09595610201358795, 0.10281316936016083, 0.07780371606349945, 0.14278270304203033], "r_norm": [4.148298263549805, 4.155329704284668, 4.043662071228027, 4.2082929611206055, 4.201138019561768, 4.074989318847656, 4.193760871887207, 4.078451156616211, 4.177489280700684, 4.048360824584961]}, {"step": 9150, "epoch": 23, "train_loss": 1.8296337127685547, "cos_r_negg": [0.43083539605140686, 0.23503345251083374, 0.17612260580062866, 0.18133357167243958, 0.167117640376091, 0.18101471662521362, 0.08008523285388947, 0.08294417709112167, 0.10384009033441544, 0.1191684752702713], "cos_apical_negg": [0.43083539605140686, 0.23503345251083374, 0.17612260580062866, 0.18133357167243958, 0.167117640376091, 0.18101471662521362, 0.08008523285388947, 0.08294417709112167, 0.10384009033441544, 0.1191684752702713], "cos_Ac_negg": [0.43083539605140686, 0.23503345251083374, 0.17612260580062866, 0.18133357167243958, 0.167117640376091, 0.18101471662521362, 0.08008523285388947, 0.08294417709112167, 0.10384009033441544, 0.1191684752702713], "r_norm": [4.265228748321533, 4.300019264221191, 4.148380756378174, 4.341554641723633, 4.31827449798584, 4.1696929931640625, 4.304831504821777, 4.178798198699951, 4.300363540649414, 4.175384044647217]}, {"step": 9200, "epoch": 23, "train_loss": 1.777613878250122, "cos_r_negg": [0.4532437324523926, 0.24057258665561676, 0.2068372368812561, 0.14661364257335663, 0.1891980767250061, 0.16073791682720184, 0.06057438999414444, 0.10560786724090576, 0.07334393262863159, 0.11459152400493622], "cos_apical_negg": [0.4532437324523926, 0.24057258665561676, 0.2068372368812561, 0.14661364257335663, 0.1891980767250061, 0.16073791682720184, 0.06057438999414444, 0.10560786724090576, 0.07334393262863159, 0.11459152400493622], "cos_Ac_negg": [0.4532437324523926, 0.24057258665561676, 0.2068372368812561, 0.14661364257335663, 0.1891980767250061, 0.16073791682720184, 0.06057438999414444, 0.10560786724090576, 0.07334393262863159, 0.11459152400493622], "r_norm": [4.346972942352295, 4.3688764572143555, 4.2436842918396, 4.412023544311523, 4.406379699707031, 4.269176483154297, 4.377920150756836, 4.274969100952148, 4.379709243774414, 4.245200157165527]}, {"step": 9250, "epoch": 23, "train_loss": 2.1568522453308105, "cos_r_negg": [0.4447937607765198, 0.2576691508293152, 0.21733832359313965, 0.16215810179710388, 0.14857769012451172, 0.16715066134929657, 0.07876257598400116, 0.0875849798321724, 0.0735461562871933, 0.0767916738986969], "cos_apical_negg": [0.4447937607765198, 0.2576691508293152, 0.21733832359313965, 0.16215810179710388, 0.14857769012451172, 0.16715066134929657, 0.07876257598400116, 0.0875849798321724, 0.0735461562871933, 0.0767916738986969], "cos_Ac_negg": [0.4447937607765198, 0.2576691508293152, 0.21733832359313965, 0.16215810179710388, 0.14857769012451172, 0.16715066134929657, 0.07876257598400116, 0.0875849798321724, 0.0735461562871933, 0.0767916738986969], "r_norm": [4.420102119445801, 4.427330017089844, 4.303501605987549, 4.49176025390625, 4.479419708251953, 4.337353706359863, 4.457206726074219, 4.346915245056152, 4.450928688049316, 4.332046031951904]}, {"step": 9300, "epoch": 23, "train_loss": 1.8138420581817627, "cos_r_negg": [0.4486749768257141, 0.2370605766773224, 0.22281348705291748, 0.15207119286060333, 0.15464967489242554, 0.15594437718391418, 0.0952526181936264, 0.1086057648062706, 0.06390930712223053, 0.09828373789787292], "cos_apical_negg": [0.4486749768257141, 0.2370605766773224, 0.22281348705291748, 0.15207119286060333, 0.15464967489242554, 0.15594437718391418, 0.0952526181936264, 0.1086057648062706, 0.06390930712223053, 0.09828373789787292], "cos_Ac_negg": [0.4486749768257141, 0.2370605766773224, 0.22281348705291748, 0.15207119286060333, 0.15464967489242554, 0.15594437718391418, 0.0952526181936264, 0.1086057648062706, 0.06390930712223053, 0.09828373789787292], "r_norm": [4.353660583496094, 4.362916469573975, 4.2431640625, 4.422733306884766, 4.4215569496154785, 4.264441967010498, 4.3924880027771, 4.285515785217285, 4.397649765014648, 4.26152229309082]}, {"step": 9350, "epoch": 23, "train_loss": 1.8557929992675781, "cos_r_negg": [0.4014030694961548, 0.24299746751785278, 0.19799339771270752, 0.14474992454051971, 0.1636127531528473, 0.17312924563884735, 0.08841419219970703, 0.0702461525797844, 0.06373696029186249, 0.07422669231891632], "cos_apical_negg": [0.4014030694961548, 0.24299746751785278, 0.19799339771270752, 0.14474992454051971, 0.1636127531528473, 0.17312924563884735, 0.08841419219970703, 0.0702461525797844, 0.06373696029186249, 0.07422669231891632], "cos_Ac_negg": [0.4014030694961548, 0.24299746751785278, 0.19799339771270752, 0.14474992454051971, 0.1636127531528473, 0.17312924563884735, 0.08841419219970703, 0.0702461525797844, 0.06373696029186249, 0.07422669231891632], "r_norm": [4.29515266418457, 4.3088459968566895, 4.174745082855225, 4.3595871925354, 4.3456268310546875, 4.208622932434082, 4.327164649963379, 4.225874900817871, 4.321415901184082, 4.198381423950195]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.3618, "test_loss": 2.133579931640625}, {"step": 9400, "epoch": 24, "train_loss": 1.6698760986328125, "cos_r_negg": [0.40965741872787476, 0.2374519556760788, 0.20234045386314392, 0.15996308624744415, 0.15360113978385925, 0.13147786259651184, 0.10145603120326996, 0.09751993417739868, 0.06397614628076553, 0.09520203620195389], "cos_apical_negg": [0.40965741872787476, 0.2374519556760788, 0.20234045386314392, 0.15996308624744415, 0.15360113978385925, 0.13147786259651184, 0.10145603120326996, 0.09751993417739868, 0.06397614628076553, 0.09520203620195389], "cos_Ac_negg": [0.40965741872787476, 0.2374519556760788, 0.20234045386314392, 0.15996308624744415, 0.15360113978385925, 0.13147786259651184, 0.10145603120326996, 0.09751993417739868, 0.06397614628076553, 0.09520203620195389], "r_norm": [4.501585006713867, 4.510114669799805, 4.373694896697998, 4.564253807067871, 4.543308258056641, 4.402358055114746, 4.514559268951416, 4.421897888183594, 4.518048286437988, 4.377556324005127]}, {"step": 9450, "epoch": 24, "train_loss": 1.9644358158111572, "cos_r_negg": [0.4353848695755005, 0.25517913699150085, 0.17799097299575806, 0.16142886877059937, 0.15545368194580078, 0.15005135536193848, 0.11364934593439102, 0.0731312558054924, 0.07229168713092804, 0.11265216022729874], "cos_apical_negg": [0.4353848695755005, 0.25517913699150085, 0.17799097299575806, 0.16142886877059937, 0.15545368194580078, 0.15005135536193848, 0.11364934593439102, 0.0731312558054924, 0.07229168713092804, 0.11265216022729874], "cos_Ac_negg": [0.4353848695755005, 0.25517913699150085, 0.17799097299575806, 0.16142886877059937, 0.15545368194580078, 0.15005135536193848, 0.11364934593439102, 0.0731312558054924, 0.07229168713092804, 0.11265216022729874], "r_norm": [4.357807159423828, 4.373254299163818, 4.238968849182129, 4.428182601928711, 4.43015193939209, 4.278792381286621, 4.408966064453125, 4.2920708656311035, 4.411473751068115, 4.275420665740967]}, {"step": 9500, "epoch": 24, "train_loss": 1.848400354385376, "cos_r_negg": [0.4479841887950897, 0.2532888650894165, 0.2179018259048462, 0.17322002351284027, 0.14861296117305756, 0.16124483942985535, 0.10603396594524384, 0.1163272112607956, 0.09757116436958313, 0.10938394069671631], "cos_apical_negg": [0.4479841887950897, 0.2532888650894165, 0.2179018259048462, 0.17322002351284027, 0.14861296117305756, 0.16124483942985535, 0.10603396594524384, 0.1163272112607956, 0.09757116436958313, 0.10938394069671631], "cos_Ac_negg": [0.4479841887950897, 0.2532888650894165, 0.2179018259048462, 0.17322002351284027, 0.14861296117305756, 0.16124483942985535, 0.10603396594524384, 0.1163272112607956, 0.09757116436958313, 0.10938394069671631], "r_norm": [4.403845310211182, 4.412607192993164, 4.298110008239746, 4.460391998291016, 4.465317249298096, 4.3349738121032715, 4.460227966308594, 4.327704429626465, 4.455867767333984, 4.304718971252441]}, {"step": 9550, "epoch": 24, "train_loss": 2.208733320236206, "cos_r_negg": [0.42141956090927124, 0.26339825987815857, 0.1967218965291977, 0.15380233526229858, 0.1662074327468872, 0.1856689155101776, 0.10191550850868225, 0.09588680416345596, 0.0789964348077774, 0.09508664160966873], "cos_apical_negg": [0.42141956090927124, 0.26339825987815857, 0.1967218965291977, 0.15380233526229858, 0.1662074327468872, 0.1856689155101776, 0.10191550850868225, 0.09588680416345596, 0.0789964348077774, 0.09508664160966873], "cos_Ac_negg": [0.42141956090927124, 0.26339825987815857, 0.1967218965291977, 0.15380233526229858, 0.1662074327468872, 0.1856689155101776, 0.10191550850868225, 0.09588680416345596, 0.0789964348077774, 0.09508664160966873], "r_norm": [4.384522914886475, 4.3881683349609375, 4.2644944190979, 4.442190647125244, 4.437535762786865, 4.301342010498047, 4.438928604125977, 4.30635404586792, 4.42314338684082, 4.283658981323242]}, {"step": 9600, "epoch": 24, "train_loss": 2.0045719146728516, "cos_r_negg": [0.4331141710281372, 0.2575768530368805, 0.2004251778125763, 0.19814974069595337, 0.15451547503471375, 0.1982087343931198, 0.11420693248510361, 0.09305679798126221, 0.0379750020802021, 0.07105402648448944], "cos_apical_negg": [0.4331141710281372, 0.2575768530368805, 0.2004251778125763, 0.19814974069595337, 0.15451547503471375, 0.1982087343931198, 0.11420693248510361, 0.09305679798126221, 0.0379750020802021, 0.07105402648448944], "cos_Ac_negg": [0.4331141710281372, 0.2575768530368805, 0.2004251778125763, 0.19814974069595337, 0.15451547503471375, 0.1982087343931198, 0.11420693248510361, 0.09305679798126221, 0.0379750020802021, 0.07105402648448944], "r_norm": [4.256668567657471, 4.264253616333008, 4.1589035987854, 4.311271667480469, 4.314868450164795, 4.195300102233887, 4.310262680053711, 4.190977096557617, 4.299018859863281, 4.155171871185303]}, {"step": 9650, "epoch": 24, "train_loss": 1.6834566593170166, "cos_r_negg": [0.43128669261932373, 0.26050013303756714, 0.20185746252536774, 0.17875531315803528, 0.16377533972263336, 0.19738276302814484, 0.07628818601369858, 0.059659458696842194, 0.0671786442399025, 0.08617996424436569], "cos_apical_negg": [0.43128669261932373, 0.26050013303756714, 0.20185746252536774, 0.17875531315803528, 0.16377533972263336, 0.19738276302814484, 0.07628818601369858, 0.059659458696842194, 0.0671786442399025, 0.08617996424436569], "cos_Ac_negg": [0.43128669261932373, 0.26050013303756714, 0.20185746252536774, 0.17875531315803528, 0.16377533972263336, 0.19738276302814484, 0.07628818601369858, 0.059659458696842194, 0.0671786442399025, 0.08617996424436569], "r_norm": [4.148953437805176, 4.162432670593262, 4.039726257324219, 4.219400882720947, 4.201539993286133, 4.063690662384033, 4.182137966156006, 4.076818466186523, 4.179841041564941, 4.049898147583008]}, {"step": 9700, "epoch": 24, "train_loss": 2.400925636291504, "cos_r_negg": [0.4159882068634033, 0.24984534084796906, 0.2067900002002716, 0.14530979096889496, 0.14780332148075104, 0.17191395163536072, 0.12924909591674805, 0.0964745581150055, 0.05222558602690697, 0.05735425278544426], "cos_apical_negg": [0.4159882068634033, 0.24984534084796906, 0.2067900002002716, 0.14530979096889496, 0.14780332148075104, 0.17191395163536072, 0.12924909591674805, 0.0964745581150055, 0.05222558602690697, 0.05735425278544426], "cos_Ac_negg": [0.4159882068634033, 0.24984534084796906, 0.2067900002002716, 0.14530979096889496, 0.14780332148075104, 0.17191395163536072, 0.12924909591674805, 0.0964745581150055, 0.05222558602690697, 0.05735425278544426], "r_norm": [4.513209342956543, 4.549542427062988, 4.4411492347717285, 4.605747222900391, 4.632912635803223, 4.485635757446289, 4.575715065002441, 4.465243816375732, 4.595460414886475, 4.425171852111816]}, {"step": 9750, "epoch": 24, "train_loss": 1.8740694522857666, "cos_r_negg": [0.4297177493572235, 0.24002239108085632, 0.21998131275177002, 0.1831684708595276, 0.1462857574224472, 0.22355419397354126, 0.10594812035560608, 0.09482133388519287, 0.050565317273139954, 0.06793496012687683], "cos_apical_negg": [0.4297177493572235, 0.24002239108085632, 0.21998131275177002, 0.1831684708595276, 0.1462857574224472, 0.22355419397354126, 0.10594812035560608, 0.09482133388519287, 0.050565317273139954, 0.06793496012687683], "cos_Ac_negg": [0.4297177493572235, 0.24002239108085632, 0.21998131275177002, 0.1831684708595276, 0.1462857574224472, 0.22355419397354126, 0.10594812035560608, 0.09482133388519287, 0.050565317273139954, 0.06793496012687683], "r_norm": [4.648312568664551, 4.652493000030518, 4.514483451843262, 4.712451934814453, 4.710108280181885, 4.550938606262207, 4.684746742248535, 4.5735979080200195, 4.675378799438477, 4.549821853637695]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.3749, "test_loss": 2.07236689453125}], "final": {"test_acc": 0.3749, "test_loss": 2.07236689453125, "wall_s": 39.758925914764404, "cos_r_negg": [0.45071858167648315, 0.24632000923156738, 0.21109560132026672, 0.17218844592571259, 0.16471901535987854, 0.19188541173934937, 0.0735263079404831, 0.09569035470485687, 0.08795128762722015, 0.07371081411838531], "cos_apical_negg": [0.45071858167648315, 0.24632000923156738, 0.21109560132026672, 0.17218844592571259, 0.16471901535987854, 0.19188541173934937, 0.0735263079404831, 0.09569035470485687, 0.08795128762722015, 0.07371081411838531], "cos_Ac_negg": [0.45071858167648315, 0.24632000923156738, 0.21109560132026672, 0.17218844592571259, 0.16471901535987854, 0.19188541173934937, 0.0735263079404831, 0.09569035470485687, 0.08795128762722015, 0.07371081411838531]}}