{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_dfa_d10_s1", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.474938154220581, "cos_r_negg": [-0.0028508182149380445, 0.010135786607861519, -0.0077997855842113495, -0.004749913699924946, 0.04042249917984009, -0.01126368809491396, -0.031134434044361115, 0.020940721035003662, -0.02642696350812912, -0.01425833348184824], "cos_apical_negg": [-0.0028508182149380445, 0.010135786607861519, -0.0077997855842113495, -0.004749913699924946, 0.04042249917984009, -0.01126368809491396, -0.031134434044361115, 0.020940721035003662, -0.02642696350812912, -0.01425833348184824], "cos_Ac_negg": [-0.0028508182149380445, 0.010135786607861519, -0.0077997855842113495, -0.004749913699924946, 0.04042249917984009, -0.01126368809491396, -0.031134434044361115, 0.020940721035003662, -0.02642696350812912, -0.01425833348184824], "r_norm": [5.066174507141113, 5.077542304992676, 5.083743572235107, 5.070041656494141, 5.021803855895996, 4.979473114013672, 5.1300554275512695, 5.046536922454834, 5.057781219482422, 5.114049911499023]}, {"step": 50, "epoch": 0, "train_loss": 2.2696235179901123, "cos_r_negg": [0.16360527276992798, -0.1054491251707077, -0.08323268592357635, -0.06217329204082489, -0.12399844080209732, -0.013397823087871075, -0.1386682093143463, -0.07704365998506546, -0.1222187727689743, -0.18580147624015808], "cos_apical_negg": [0.16360527276992798, -0.1054491251707077, -0.08323268592357635, -0.06217329204082489, -0.12399844080209732, -0.013397823087871075, -0.1386682093143463, -0.07704365998506546, -0.1222187727689743, -0.18580147624015808], "cos_Ac_negg": [0.16360527276992798, -0.1054491251707077, -0.08323268592357635, -0.06217329204082489, -0.12399844080209732, -0.013397823087871075, -0.1386682093143463, -0.07704365998506546, -0.1222187727689743, -0.18580147624015808], "r_norm": [4.708006858825684, 4.704748153686523, 4.689581871032715, 4.717644691467285, 4.667887210845947, 4.625135898590088, 4.762903213500977, 4.6721343994140625, 4.670862197875977, 4.721414566040039]}, {"step": 100, "epoch": 0, "train_loss": 2.2971689701080322, "cos_r_negg": [0.2582457661628723, -0.10943861305713654, -0.04472967982292175, -0.05773111432790756, -0.08748123049736023, -0.08936101198196411, -0.1643415093421936, -0.12507547438144684, -0.09585817158222198, -0.10157936811447144], "cos_apical_negg": [0.2582457661628723, -0.10943861305713654, -0.04472967982292175, -0.05773111432790756, -0.08748123049736023, -0.08936101198196411, -0.1643415093421936, -0.12507547438144684, -0.09585817158222198, -0.10157936811447144], "cos_Ac_negg": [0.2582457661628723, -0.10943861305713654, -0.04472967982292175, -0.05773111432790756, -0.08748123049736023, -0.08936101198196411, -0.1643415093421936, -0.12507547438144684, -0.09585817158222198, -0.10157936811447144], "r_norm": [4.644706726074219, 4.661200523376465, 4.6445088386535645, 4.6389923095703125, 4.579760551452637, 4.555863380432129, 4.688857078552246, 4.614943027496338, 4.591423511505127, 4.639153480529785]}, {"step": 150, "epoch": 0, "train_loss": 2.382781505584717, "cos_r_negg": [0.2926810383796692, -0.0350508838891983, -0.05525588244199753, -0.025215156376361847, -0.050498321652412415, -0.12696710228919983, -0.13253742456436157, -0.10083900392055511, -0.00044611096382141113, -0.14367446303367615], "cos_apical_negg": [0.2926810383796692, -0.0350508838891983, -0.05525588244199753, -0.025215156376361847, -0.050498321652412415, -0.12696710228919983, -0.13253742456436157, -0.10083900392055511, -0.00044611096382141113, -0.14367446303367615], "cos_Ac_negg": [0.2926810383796692, -0.0350508838891983, -0.05525588244199753, -0.025215156376361847, -0.050498321652412415, -0.12696710228919983, -0.13253742456436157, -0.10083900392055511, -0.00044611096382141113, -0.14367446303367615], "r_norm": [4.6872358322143555, 4.689156532287598, 4.672034740447998, 4.692593574523926, 4.647799491882324, 4.598649024963379, 4.745268821716309, 4.65806770324707, 4.6465535163879395, 4.67854118347168]}, {"step": 200, "epoch": 0, "train_loss": 2.2013778686523438, "cos_r_negg": [0.3173408508300781, -0.11183380335569382, -0.054668597877025604, -0.03581086918711662, -0.1218622475862503, -0.14604516327381134, -0.07952325791120529, -0.14323008060455322, -0.10542268306016922, -0.09907451272010803], "cos_apical_negg": [0.3173408508300781, -0.11183380335569382, -0.054668597877025604, -0.03581086918711662, -0.1218622475862503, -0.14604516327381134, -0.07952325791120529, -0.14323008060455322, -0.10542268306016922, -0.09907451272010803], "cos_Ac_negg": [0.3173408508300781, -0.11183380335569382, -0.054668597877025604, -0.03581086918711662, -0.1218622475862503, -0.14604516327381134, -0.07952325791120529, -0.14323008060455322, -0.10542268306016922, -0.09907451272010803], "r_norm": [4.64161491394043, 4.63201379776001, 4.636442184448242, 4.632917404174805, 4.573696136474609, 4.531947135925293, 4.674415588378906, 4.582079887390137, 4.614836692810059, 4.63484001159668]}, {"step": 250, "epoch": 0, "train_loss": 2.189434051513672, "cos_r_negg": [0.36384180188179016, -0.06955310702323914, 0.011348623782396317, -0.0211263969540596, -0.07719626277685165, -0.06468407809734344, -0.09397553652524948, -0.033817049115896225, -0.10686808824539185, 0.06156143546104431], "cos_apical_negg": [0.36384180188179016, -0.06955310702323914, 0.011348623782396317, -0.0211263969540596, -0.07719626277685165, -0.06468407809734344, -0.09397553652524948, -0.033817049115896225, -0.10686808824539185, 0.06156143546104431], "cos_Ac_negg": [0.36384180188179016, -0.06955310702323914, 0.011348623782396317, -0.0211263969540596, -0.07719626277685165, -0.06468407809734344, -0.09397553652524948, -0.033817049115896225, -0.10686808824539185, 0.06156143546104431], "r_norm": [4.623059272766113, 4.629036903381348, 4.620065689086914, 4.659947395324707, 4.590929985046387, 4.542618274688721, 4.677131652832031, 4.593419075012207, 4.606649398803711, 4.634250640869141]}, {"step": 300, "epoch": 0, "train_loss": 2.1623709201812744, "cos_r_negg": [0.3294503390789032, -0.06194085627794266, -0.030597791075706482, -0.015225009061396122, -0.1282571256160736, -0.11637893319129944, -0.08061209321022034, -0.036098405718803406, -0.045287247747182846, 0.028080828487873077], "cos_apical_negg": [0.3294503390789032, -0.06194085627794266, -0.030597791075706482, -0.015225009061396122, -0.1282571256160736, -0.11637893319129944, -0.08061209321022034, -0.036098405718803406, -0.045287247747182846, 0.028080828487873077], "cos_Ac_negg": [0.3294503390789032, -0.06194085627794266, -0.030597791075706482, -0.015225009061396122, -0.1282571256160736, -0.11637893319129944, -0.08061209321022034, -0.036098405718803406, -0.045287247747182846, 0.028080828487873077], "r_norm": [4.651224613189697, 4.636089324951172, 4.626321792602539, 4.646736145019531, 4.591354846954346, 4.5405168533325195, 4.676914691925049, 4.597731590270996, 4.6288957595825195, 4.638550758361816]}, {"step": 350, "epoch": 0, "train_loss": 2.4109246730804443, "cos_r_negg": [0.3448902666568756, -0.09684473276138306, 0.02515983209013939, -0.01872580498456955, -0.08961743861436844, -0.10383541136980057, -0.08774746209383011, -0.10177953541278839, -0.04585478827357292, -0.12488040328025818], "cos_apical_negg": [0.3448902666568756, -0.09684473276138306, 0.02515983209013939, -0.01872580498456955, -0.08961743861436844, -0.10383541136980057, -0.08774746209383011, -0.10177953541278839, -0.04585478827357292, -0.12488040328025818], "cos_Ac_negg": [0.3448902666568756, -0.09684473276138306, 0.02515983209013939, -0.01872580498456955, -0.08961743861436844, -0.10383541136980057, -0.08774746209383011, -0.10177953541278839, -0.04585478827357292, -0.12488040328025818], "r_norm": [4.800141334533691, 4.82460355758667, 4.815373420715332, 4.765438556671143, 4.792229652404785, 4.683462142944336, 4.848572254180908, 4.779732704162598, 4.785735130310059, 4.834447860717773]}, {"epoch_end": 0, "step": 391, "test_acc": 0.2653, "test_loss": 2.5919228271484376}, {"step": 400, "epoch": 1, "train_loss": 2.285008430480957, "cos_r_negg": [0.3772701621055603, -0.06198436766862869, -0.06898516416549683, -0.017753008753061295, -0.08653081953525543, -0.06573203951120377, 0.01454333309084177, -0.0394129641354084, -0.03881636634469032, -0.1435210406780243], "cos_apical_negg": [0.3772701621055603, -0.06198436766862869, -0.06898516416549683, -0.017753008753061295, -0.08653081953525543, -0.06573203951120377, 0.01454333309084177, -0.0394129641354084, -0.03881636634469032, -0.1435210406780243], "cos_Ac_negg": [0.3772701621055603, -0.06198436766862869, -0.06898516416549683, -0.017753008753061295, -0.08653081953525543, -0.06573203951120377, 0.01454333309084177, -0.0394129641354084, -0.03881636634469032, -0.1435210406780243], "r_norm": [4.577462673187256, 4.563276290893555, 4.5604658126831055, 4.576481819152832, 4.52517032623291, 4.482113361358643, 4.607037544250488, 4.5398173332214355, 4.549183368682861, 4.5607147216796875]}, {"step": 450, "epoch": 1, "train_loss": 2.287156820297241, "cos_r_negg": [0.37820756435394287, -0.0071751996874809265, -0.029343433678150177, -0.015418625436723232, -0.03482796251773834, -0.05249202996492386, -0.02322106994688511, -0.03713999316096306, -0.03487229347229004, -0.12975631654262543], "cos_apical_negg": [0.37820756435394287, -0.0071751996874809265, -0.029343433678150177, -0.015418625436723232, -0.03482796251773834, -0.05249202996492386, -0.02322106994688511, -0.03713999316096306, -0.03487229347229004, -0.12975631654262543], "cos_Ac_negg": [0.37820756435394287, -0.0071751996874809265, -0.029343433678150177, -0.015418625436723232, -0.03482796251773834, -0.05249202996492386, -0.02322106994688511, -0.03713999316096306, -0.03487229347229004, -0.12975631654262543], "r_norm": [4.478775978088379, 4.506621837615967, 4.480779647827148, 4.484891414642334, 4.412639617919922, 4.394406318664551, 4.529481887817383, 4.442636489868164, 4.441583633422852, 4.484774589538574]}, {"step": 500, "epoch": 1, "train_loss": 2.110764265060425, "cos_r_negg": [0.42439350485801697, -0.04076310992240906, -0.04367546737194061, -0.02947930619120598, -0.09853040426969528, -0.06488681584596634, -0.05394826829433441, 0.034583114087581635, -0.004993487149477005, -0.15946178138256073], "cos_apical_negg": [0.42439350485801697, -0.04076310992240906, -0.04367546737194061, -0.02947930619120598, -0.09853040426969528, -0.06488681584596634, -0.05394826829433441, 0.034583114087581635, -0.004993487149477005, -0.15946178138256073], "cos_Ac_negg": [0.42439350485801697, -0.04076310992240906, -0.04367546737194061, -0.02947930619120598, -0.09853040426969528, -0.06488681584596634, -0.05394826829433441, 0.034583114087581635, -0.004993487149477005, -0.15946178138256073], "r_norm": [4.553460121154785, 4.554618835449219, 4.538020133972168, 4.553661823272705, 4.519571304321289, 4.475530624389648, 4.604813575744629, 4.512854099273682, 4.517864227294922, 4.561809539794922]}, {"step": 550, "epoch": 1, "train_loss": 2.3950910568237305, "cos_r_negg": [0.39941561222076416, -0.024290870875120163, -0.029763605445623398, -0.00343253999017179, -0.06938483566045761, -0.11737757921218872, -0.005578720476478338, 0.037169381976127625, -0.037841834127902985, -0.06000994145870209], "cos_apical_negg": [0.39941561222076416, -0.024290870875120163, -0.029763605445623398, -0.00343253999017179, -0.06938483566045761, -0.11737757921218872, -0.005578720476478338, 0.037169381976127625, -0.037841834127902985, -0.06000994145870209], "cos_Ac_negg": [0.39941561222076416, -0.024290870875120163, -0.029763605445623398, -0.00343253999017179, -0.06938483566045761, -0.11737757921218872, -0.005578720476478338, 0.037169381976127625, -0.037841834127902985, -0.06000994145870209], "r_norm": [4.5169830322265625, 4.5313825607299805, 4.506021499633789, 4.523867607116699, 4.476924896240234, 4.422773361206055, 4.586892127990723, 4.514239311218262, 4.490050315856934, 4.5269269943237305]}, {"step": 600, "epoch": 1, "train_loss": 2.2092981338500977, "cos_r_negg": [0.4072708189487457, 0.031136425212025642, -0.029776472598314285, -0.027851540595293045, -0.043635353446006775, -0.08912686258554459, -0.043025754392147064, 0.0033056456595659256, -0.03544992208480835, -0.0682409331202507], "cos_apical_negg": [0.4072708189487457, 0.031136425212025642, -0.029776472598314285, -0.027851540595293045, -0.043635353446006775, -0.08912686258554459, -0.043025754392147064, 0.0033056456595659256, -0.03544992208480835, -0.0682409331202507], "cos_Ac_negg": [0.4072708189487457, 0.031136425212025642, -0.029776472598314285, -0.027851540595293045, -0.043635353446006775, -0.08912686258554459, -0.043025754392147064, 0.0033056456595659256, -0.03544992208480835, -0.0682409331202507], "r_norm": [4.768683433532715, 4.777244567871094, 4.799212455749512, 4.784856796264648, 4.698408126831055, 4.672863960266113, 4.826437950134277, 4.743350028991699, 4.740684509277344, 4.799141883850098]}, {"step": 650, "epoch": 1, "train_loss": 2.1654417514801025, "cos_r_negg": [0.394834041595459, 0.003823227249085903, -0.054899148643016815, -0.058946769684553146, 0.003017508890479803, -0.05597670376300812, -0.06875862926244736, 0.005825208965688944, -0.1000591516494751, -0.04326651990413666], "cos_apical_negg": [0.394834041595459, 0.003823227249085903, -0.054899148643016815, -0.058946769684553146, 0.003017508890479803, -0.05597670376300812, -0.06875862926244736, 0.005825208965688944, -0.1000591516494751, -0.04326651990413666], "cos_Ac_negg": [0.394834041595459, 0.003823227249085903, -0.054899148643016815, -0.058946769684553146, 0.003017508890479803, -0.05597670376300812, -0.06875862926244736, 0.005825208965688944, -0.1000591516494751, -0.04326651990413666], "r_norm": [4.575364589691162, 4.5789947509765625, 4.5760393142700195, 4.57341194152832, 4.51572322845459, 4.4709649085998535, 4.614411354064941, 4.5423994064331055, 4.534460544586182, 4.573941230773926]}, {"step": 700, "epoch": 1, "train_loss": 2.345953941345215, "cos_r_negg": [0.43199440836906433, -0.03896566852927208, -0.039008431136608124, -0.04467998072504997, 0.03531955927610397, -0.04460013285279274, -0.01936984807252884, -0.01064244844019413, -0.004402905702590942, 0.010837402194738388], "cos_apical_negg": [0.43199440836906433, -0.03896566852927208, -0.039008431136608124, -0.04467998072504997, 0.03531955927610397, -0.04460013285279274, -0.01936984807252884, -0.01064244844019413, -0.004402905702590942, 0.010837402194738388], "cos_Ac_negg": [0.43199440836906433, -0.03896566852927208, -0.039008431136608124, -0.04467998072504997, 0.03531955927610397, -0.04460013285279274, -0.01936984807252884, -0.01064244844019413, -0.004402905702590942, 0.010837402194738388], "r_norm": [4.489602088928223, 4.495838165283203, 4.476896286010742, 4.503832817077637, 4.440073013305664, 4.405219078063965, 4.54734468460083, 4.462835311889648, 4.457294464111328, 4.50335693359375]}, {"step": 750, "epoch": 1, "train_loss": 2.393364429473877, "cos_r_negg": [0.38400205969810486, -0.050924498587846756, -0.05303521081805229, 0.04540451616048813, -0.013197559863328934, -0.10203675180673599, -0.01294211857020855, 0.03496444225311279, -0.02042003907263279, 0.0067032137885689735], "cos_apical_negg": [0.38400205969810486, -0.050924498587846756, -0.05303521081805229, 0.04540451616048813, -0.013197559863328934, -0.10203675180673599, -0.01294211857020855, 0.03496444225311279, -0.02042003907263279, 0.0067032137885689735], "cos_Ac_negg": [0.38400205969810486, -0.050924498587846756, -0.05303521081805229, 0.04540451616048813, -0.013197559863328934, -0.10203675180673599, -0.01294211857020855, 0.03496444225311279, -0.02042003907263279, 0.0067032137885689735], "r_norm": [4.457086563110352, 4.447756767272949, 4.440656661987305, 4.4565582275390625, 4.424228191375732, 4.361166000366211, 4.502933979034424, 4.422818183898926, 4.431529998779297, 4.472853660583496]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3212, "test_loss": 2.144688916015625}, {"step": 800, "epoch": 2, "train_loss": 2.182652473449707, "cos_r_negg": [0.42701900005340576, -0.05938150733709335, -0.06773441284894943, -0.08614834398031235, -0.013103779405355453, -0.12075571715831757, -0.006487952545285225, 0.01564520038664341, -0.010198003612458706, 0.03715302050113678], "cos_apical_negg": [0.42701900005340576, -0.05938150733709335, -0.06773441284894943, -0.08614834398031235, -0.013103779405355453, -0.12075571715831757, -0.006487952545285225, 0.01564520038664341, -0.010198003612458706, 0.03715302050113678], "cos_Ac_negg": [0.42701900005340576, -0.05938150733709335, -0.06773441284894943, -0.08614834398031235, -0.013103779405355453, -0.12075571715831757, -0.006487952545285225, 0.01564520038664341, -0.010198003612458706, 0.03715302050113678], "r_norm": [4.5133466720581055, 4.511603355407715, 4.505474090576172, 4.525709629058838, 4.461596488952637, 4.426968574523926, 4.558571815490723, 4.489685535430908, 4.485748767852783, 4.527830123901367]}, {"step": 850, "epoch": 2, "train_loss": 2.2678279876708984, "cos_r_negg": [0.4287046194076538, -0.05266392603516579, -0.05773308873176575, -0.0006484515033662319, -0.06286691129207611, -0.0871673971414566, 0.06827625632286072, 0.01961435377597809, -0.015467401593923569, -0.0989033654332161], "cos_apical_negg": [0.4287046194076538, -0.05266392603516579, -0.05773308873176575, -0.0006484515033662319, -0.06286691129207611, -0.0871673971414566, 0.06827625632286072, 0.01961435377597809, -0.015467401593923569, -0.0989033654332161], "cos_Ac_negg": [0.4287046194076538, -0.05266392603516579, -0.05773308873176575, -0.0006484515033662319, -0.06286691129207611, -0.0871673971414566, 0.06827625632286072, 0.01961435377597809, -0.015467401593923569, -0.0989033654332161], "r_norm": [4.500795364379883, 4.490588665008545, 4.498714447021484, 4.524054050445557, 4.469372749328613, 4.425049781799316, 4.5559563636779785, 4.470913887023926, 4.483059883117676, 4.512807846069336]}, {"step": 900, "epoch": 2, "train_loss": 1.9341013431549072, "cos_r_negg": [0.47024020552635193, -0.02449323609471321, -0.048697590827941895, 0.011081768199801445, -0.08136481046676636, -0.044967278838157654, 0.028966831043362617, -0.017979368567466736, -0.0023239522706717253, -0.0313042551279068], "cos_apical_negg": [0.47024020552635193, -0.02449323609471321, -0.048697590827941895, 0.011081768199801445, -0.08136481046676636, -0.044967278838157654, 0.028966831043362617, -0.017979368567466736, -0.0023239522706717253, -0.0313042551279068], "cos_Ac_negg": [0.47024020552635193, -0.02449323609471321, -0.048697590827941895, 0.011081768199801445, -0.08136481046676636, -0.044967278838157654, 0.028966831043362617, -0.017979368567466736, -0.0023239522706717253, -0.0313042551279068], "r_norm": [4.713466644287109, 4.69636344909668, 4.679405212402344, 4.71898078918457, 4.651882648468018, 4.6297736167907715, 4.767090797424316, 4.675649642944336, 4.691891193389893, 4.735238075256348]}, {"step": 950, "epoch": 2, "train_loss": 1.8289546966552734, "cos_r_negg": [0.4542413055896759, -0.061883095651865005, -0.010449295863509178, -0.021516041830182076, -0.08445954322814941, -0.04667172208428383, 0.06673619151115417, 0.06716708838939667, 0.04232671111822128, 0.0029567666351795197], "cos_apical_negg": [0.4542413055896759, -0.061883095651865005, -0.010449295863509178, -0.021516041830182076, -0.08445954322814941, -0.04667172208428383, 0.06673619151115417, 0.06716708838939667, 0.04232671111822128, 0.0029567666351795197], "cos_Ac_negg": [0.4542413055896759, -0.061883095651865005, -0.010449295863509178, -0.021516041830182076, -0.08445954322814941, -0.04667172208428383, 0.06673619151115417, 0.06716708838939667, 0.04232671111822128, 0.0029567666351795197], "r_norm": [4.42227029800415, 4.426268100738525, 4.412787437438965, 4.43022346496582, 4.3711323738098145, 4.329411029815674, 4.470468521118164, 4.386997222900391, 4.393727779388428, 4.425941467285156]}, {"step": 1000, "epoch": 2, "train_loss": 2.1970152854919434, "cos_r_negg": [0.4501115679740906, -0.04461672157049179, 0.020370161160826683, -0.010517722927033901, -0.05313039943575859, -0.08009516447782516, 0.022871997207403183, -0.0459546223282814, 0.02547859586775303, -0.04210396856069565], "cos_apical_negg": [0.4501115679740906, -0.04461672157049179, 0.020370161160826683, -0.010517722927033901, -0.05313039943575859, -0.08009516447782516, 0.022871997207403183, -0.0459546223282814, 0.02547859586775303, -0.04210396856069565], "cos_Ac_negg": [0.4501115679740906, -0.04461672157049179, 0.020370161160826683, -0.010517722927033901, -0.05313039943575859, -0.08009516447782516, 0.022871997207403183, -0.0459546223282814, 0.02547859586775303, -0.04210396856069565], "r_norm": [4.714380264282227, 4.706265926361084, 4.683326244354248, 4.738776683807373, 4.642263412475586, 4.613162994384766, 4.731548309326172, 4.67072868347168, 4.673922538757324, 4.703125]}, {"step": 1050, "epoch": 2, "train_loss": 2.4146888256073, "cos_r_negg": [0.43527382612228394, -0.010404780507087708, -0.0013552936725318432, -0.013387089595198631, -0.05226809158921242, -0.021010860800743103, 0.022240206599235535, -0.02800700254738331, 0.018844682723283768, -0.02096182480454445], "cos_apical_negg": [0.43527382612228394, -0.010404780507087708, -0.0013552936725318432, -0.013387089595198631, -0.05226809158921242, -0.021010860800743103, 0.022240206599235535, -0.02800700254738331, 0.018844682723283768, -0.02096182480454445], "cos_Ac_negg": [0.43527382612228394, -0.010404780507087708, -0.0013552936725318432, -0.013387089595198631, -0.05226809158921242, -0.021010860800743103, 0.022240206599235535, -0.02800700254738331, 0.018844682723283768, -0.02096182480454445], "r_norm": [4.331928253173828, 4.3286662101745605, 4.314414978027344, 4.332670211791992, 4.279593467712402, 4.24594783782959, 4.373171806335449, 4.293846130371094, 4.307301998138428, 4.336376667022705]}, {"step": 1100, "epoch": 2, "train_loss": 2.143765926361084, "cos_r_negg": [0.436082124710083, -0.0017202419694513083, -0.01723800227046013, -0.004209510516375303, -0.048123881220817566, -0.005673971958458424, -0.014023788273334503, -0.011022044345736504, 0.02857397124171257, -0.10721565037965775], "cos_apical_negg": [0.436082124710083, -0.0017202419694513083, -0.01723800227046013, -0.004209510516375303, -0.048123881220817566, -0.005673971958458424, -0.014023788273334503, -0.011022044345736504, 0.02857397124171257, -0.10721565037965775], "cos_Ac_negg": [0.436082124710083, -0.0017202419694513083, -0.01723800227046013, -0.004209510516375303, -0.048123881220817566, -0.005673971958458424, -0.014023788273334503, -0.011022044345736504, 0.02857397124171257, -0.10721565037965775], "r_norm": [4.673837661743164, 4.673742771148682, 4.669543743133545, 4.687544822692871, 4.629886627197266, 4.580540180206299, 4.743951797485352, 4.6612396240234375, 4.647797584533691, 4.697737216949463]}, {"step": 1150, "epoch": 2, "train_loss": 2.3387818336486816, "cos_r_negg": [0.4412282109260559, 0.009182153269648552, 0.0029720612801611423, 0.0016970253782346845, -0.023089928552508354, 0.0317620187997818, -0.008500599302351475, 0.028065696358680725, 0.013931863009929657, -0.06580714881420135], "cos_apical_negg": [0.4412282109260559, 0.009182153269648552, 0.0029720612801611423, 0.0016970253782346845, -0.023089928552508354, 0.0317620187997818, -0.008500599302351475, 0.028065696358680725, 0.013931863009929657, -0.06580714881420135], "cos_Ac_negg": [0.4412282109260559, 0.009182153269648552, 0.0029720612801611423, 0.0016970253782346845, -0.023089928552508354, 0.0317620187997818, -0.008500599302351475, 0.028065696358680725, 0.013931863009929657, -0.06580714881420135], "r_norm": [4.55185604095459, 4.55293607711792, 4.544574737548828, 4.568081378936768, 4.491169452667236, 4.454015731811523, 4.599488258361816, 4.508153438568115, 4.52229118347168, 4.558706283569336]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.321, "test_loss": 2.25719482421875}, {"step": 1200, "epoch": 3, "train_loss": 2.107337713241577, "cos_r_negg": [0.43064141273498535, -0.02132013626396656, 0.003920335788279772, 0.03011505678296089, 0.002773209474980831, -0.04490967467427254, -0.015624846331775188, 0.046603213995695114, -0.018203258514404297, -0.06928977370262146], "cos_apical_negg": [0.43064141273498535, -0.02132013626396656, 0.003920335788279772, 0.03011505678296089, 0.002773209474980831, -0.04490967467427254, -0.015624846331775188, 0.046603213995695114, -0.018203258514404297, -0.06928977370262146], "cos_Ac_negg": [0.43064141273498535, -0.02132013626396656, 0.003920335788279772, 0.03011505678296089, 0.002773209474980831, -0.04490967467427254, -0.015624846331775188, 0.046603213995695114, -0.018203258514404297, -0.06928977370262146], "r_norm": [4.5166707038879395, 4.514684677124023, 4.4998040199279785, 4.511322975158691, 4.460104942321777, 4.420044422149658, 4.565677642822266, 4.493953227996826, 4.477298736572266, 4.517725944519043]}, {"step": 1250, "epoch": 3, "train_loss": 1.9357906579971313, "cos_r_negg": [0.44835367798805237, 0.03142406791448593, 0.03464389219880104, -0.004242026712745428, -0.0360916405916214, -0.006174915470182896, -0.006207044702023268, 0.05741501227021217, -0.02013070322573185, 0.0046968306414783], "cos_apical_negg": [0.44835367798805237, 0.03142406791448593, 0.03464389219880104, -0.004242026712745428, -0.0360916405916214, -0.006174915470182896, -0.006207044702023268, 0.05741501227021217, -0.02013070322573185, 0.0046968306414783], "cos_Ac_negg": [0.44835367798805237, 0.03142406791448593, 0.03464389219880104, -0.004242026712745428, -0.0360916405916214, -0.006174915470182896, -0.006207044702023268, 0.05741501227021217, -0.02013070322573185, 0.0046968306414783], "r_norm": [4.476480960845947, 4.460951805114746, 4.449913501739502, 4.476094722747803, 4.431324481964111, 4.392922401428223, 4.514150142669678, 4.434823036193848, 4.443154335021973, 4.46823787689209]}, {"step": 1300, "epoch": 3, "train_loss": 2.16241192817688, "cos_r_negg": [0.4721812307834625, 0.07216010242700577, 0.005649500992149115, -0.036127664148807526, -0.02951161004602909, -0.08557984977960587, 0.03426732122898102, 0.04491345211863518, 0.04226072132587433, 0.015236605890095234], "cos_apical_negg": [0.4721812307834625, 0.07216010242700577, 0.005649500992149115, -0.036127664148807526, -0.02951161004602909, -0.08557984977960587, 0.03426732122898102, 0.04491345211863518, 0.04226072132587433, 0.015236605890095234], "cos_Ac_negg": [0.4721812307834625, 0.07216010242700577, 0.005649500992149115, -0.036127664148807526, -0.02951161004602909, -0.08557984977960587, 0.03426732122898102, 0.04491345211863518, 0.04226072132587433, 0.015236605890095234], "r_norm": [4.556093215942383, 4.5407609939575195, 4.519841194152832, 4.556899547576904, 4.519696235656738, 4.471647262573242, 4.588200569152832, 4.516347408294678, 4.533102512359619, 4.560190200805664]}, {"step": 1350, "epoch": 3, "train_loss": 2.0741536617279053, "cos_r_negg": [0.4365658462047577, 0.011099668219685555, 0.02659306302666664, 0.07355406880378723, -0.05580217391252518, -0.048710599541664124, -0.00998140498995781, 0.03457576781511307, 0.02244991809129715, -0.10765856504440308], "cos_apical_negg": [0.4365658462047577, 0.011099668219685555, 0.02659306302666664, 0.07355406880378723, -0.05580217391252518, -0.048710599541664124, -0.00998140498995781, 0.03457576781511307, 0.02244991809129715, -0.10765856504440308], "cos_Ac_negg": [0.4365658462047577, 0.011099668219685555, 0.02659306302666664, 0.07355406880378723, -0.05580217391252518, -0.048710599541664124, -0.00998140498995781, 0.03457576781511307, 0.02244991809129715, -0.10765856504440308], "r_norm": [4.511556625366211, 4.497870445251465, 4.480120658874512, 4.4932990074157715, 4.459056377410889, 4.40526008605957, 4.555717945098877, 4.457578659057617, 4.481043815612793, 4.501369476318359]}, {"step": 1400, "epoch": 3, "train_loss": 2.250136375427246, "cos_r_negg": [0.47269561886787415, 0.009683984331786633, 0.03006073459982872, -0.0015400554984807968, -0.002662098268046975, 0.0073507181368768215, -0.012081217020750046, 0.06931619346141815, -0.024352610111236572, -0.06801730394363403], "cos_apical_negg": [0.47269561886787415, 0.009683984331786633, 0.03006073459982872, -0.0015400554984807968, -0.002662098268046975, 0.0073507181368768215, -0.012081217020750046, 0.06931619346141815, -0.024352610111236572, -0.06801730394363403], "cos_Ac_negg": [0.47269561886787415, 0.009683984331786633, 0.03006073459982872, -0.0015400554984807968, -0.002662098268046975, 0.0073507181368768215, -0.012081217020750046, 0.06931619346141815, -0.024352610111236572, -0.06801730394363403], "r_norm": [4.53056001663208, 4.520398139953613, 4.520026683807373, 4.54193639755249, 4.506799697875977, 4.453983783721924, 4.582199573516846, 4.494112968444824, 4.506275177001953, 4.541654109954834]}, {"step": 1450, "epoch": 3, "train_loss": 1.927294135093689, "cos_r_negg": [0.4795524775981903, 0.05607312172651291, 0.04608558863401413, 0.0060578142292797565, -0.03177184239029884, -0.047047656029462814, 0.0006879428401589394, 0.08705353736877441, -0.01609041355550289, -0.07411074638366699], "cos_apical_negg": [0.4795524775981903, 0.05607312172651291, 0.04608558863401413, 0.0060578142292797565, -0.03177184239029884, -0.047047656029462814, 0.0006879428401589394, 0.08705353736877441, -0.01609041355550289, -0.07411074638366699], "cos_Ac_negg": [0.4795524775981903, 0.05607312172651291, 0.04608558863401413, 0.0060578142292797565, -0.03177184239029884, -0.047047656029462814, 0.0006879428401589394, 0.08705353736877441, -0.01609041355550289, -0.07411074638366699], "r_norm": [4.622389793395996, 4.624078750610352, 4.610535621643066, 4.598908424377441, 4.56102180480957, 4.5050578117370605, 4.665762901306152, 4.589079856872559, 4.573765754699707, 4.616272449493408]}, {"step": 1500, "epoch": 3, "train_loss": 2.4983808994293213, "cos_r_negg": [0.43407630920410156, 0.046540629118680954, 0.012636039406061172, -0.007566759828478098, -0.007084977813065052, -0.019396573305130005, 0.0101240249350667, 0.0889497920870781, -0.03986985236406326, -0.06466785073280334], "cos_apical_negg": [0.43407630920410156, 0.046540629118680954, 0.012636039406061172, -0.007566759828478098, -0.007084977813065052, -0.019396573305130005, 0.0101240249350667, 0.0889497920870781, -0.03986985236406326, -0.06466785073280334], "cos_Ac_negg": [0.43407630920410156, 0.046540629118680954, 0.012636039406061172, -0.007566759828478098, -0.007084977813065052, -0.019396573305130005, 0.0101240249350667, 0.0889497920870781, -0.03986985236406326, -0.06466785073280334], "r_norm": [4.291234016418457, 4.290890216827393, 4.275359153747559, 4.296845436096191, 4.245551586151123, 4.208588600158691, 4.344648361206055, 4.26364803314209, 4.267666816711426, 4.299111843109131]}, {"step": 1550, "epoch": 3, "train_loss": 2.4036612510681152, "cos_r_negg": [0.4427545368671417, 0.04299958795309067, 0.03022749349474907, -0.009742719121277332, -0.008494870737195015, -0.029165638610720634, 0.040064580738544464, 0.08789213001728058, -0.08743470162153244, -0.08305461704730988], "cos_apical_negg": [0.4427545368671417, 0.04299958795309067, 0.03022749349474907, -0.009742719121277332, -0.008494870737195015, -0.029165638610720634, 0.040064580738544464, 0.08789213001728058, -0.08743470162153244, -0.08305461704730988], "cos_Ac_negg": [0.4427545368671417, 0.04299958795309067, 0.03022749349474907, -0.009742719121277332, -0.008494870737195015, -0.029165638610720634, 0.040064580738544464, 0.08789213001728058, -0.08743470162153244, -0.08305461704730988], "r_norm": [4.6342573165893555, 4.635950088500977, 4.626914024353027, 4.638784885406494, 4.588839530944824, 4.538686752319336, 4.674059867858887, 4.604307174682617, 4.596731662750244, 4.633430480957031]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3392, "test_loss": 2.1163165283203127}, {"step": 1600, "epoch": 4, "train_loss": 2.2773444652557373, "cos_r_negg": [0.467332124710083, 0.05674004927277565, 0.03298085182905197, 0.04638682305812836, -0.023574844002723694, -0.016549013555049896, 0.05120250955224037, 0.07305265963077545, -0.08066986501216888, -0.061369143426418304], "cos_apical_negg": [0.467332124710083, 0.05674004927277565, 0.03298085182905197, 0.04638682305812836, -0.023574844002723694, -0.016549013555049896, 0.05120250955224037, 0.07305265963077545, -0.08066986501216888, -0.061369143426418304], "cos_Ac_negg": [0.467332124710083, 0.05674004927277565, 0.03298085182905197, 0.04638682305812836, -0.023574844002723694, -0.016549013555049896, 0.05120250955224037, 0.07305265963077545, -0.08066986501216888, -0.061369143426418304], "r_norm": [4.514068603515625, 4.525075912475586, 4.5147199630737305, 4.535006523132324, 4.467104434967041, 4.412503242492676, 4.575687885284424, 4.50179386138916, 4.483079433441162, 4.518916130065918]}, {"step": 1650, "epoch": 4, "train_loss": 2.3240718841552734, "cos_r_negg": [0.46413007378578186, 0.05405161529779434, 0.03908844292163849, 0.03752543032169342, -0.008275575935840607, -0.002529711229726672, 0.0049146199598908424, 0.0737525075674057, -0.043906062841415405, -0.004659861326217651], "cos_apical_negg": [0.46413007378578186, 0.05405161529779434, 0.03908844292163849, 0.03752543032169342, -0.008275575935840607, -0.002529711229726672, 0.0049146199598908424, 0.0737525075674057, -0.043906062841415405, -0.004659861326217651], "cos_Ac_negg": [0.46413007378578186, 0.05405161529779434, 0.03908844292163849, 0.03752543032169342, -0.008275575935840607, -0.002529711229726672, 0.0049146199598908424, 0.0737525075674057, -0.043906062841415405, -0.004659861326217651], "r_norm": [4.52531623840332, 4.533158779144287, 4.523561477661133, 4.551327705383301, 4.484125137329102, 4.434696197509766, 4.584908962249756, 4.5051350593566895, 4.490142345428467, 4.537710189819336]}, {"step": 1700, "epoch": 4, "train_loss": 2.0695440769195557, "cos_r_negg": [0.4725976288318634, 0.06375318765640259, 0.012048756703734398, -0.013649231754243374, -0.013349931687116623, -0.017620351165533066, 0.01635775901377201, 0.07744793593883514, -0.025185998529195786, 0.012356916442513466], "cos_apical_negg": [0.4725976288318634, 0.06375318765640259, 0.012048756703734398, -0.013649231754243374, -0.013349931687116623, -0.017620351165533066, 0.01635775901377201, 0.07744793593883514, -0.025185998529195786, 0.012356916442513466], "cos_Ac_negg": [0.4725976288318634, 0.06375318765640259, 0.012048756703734398, -0.013649231754243374, -0.013349931687116623, -0.017620351165533066, 0.01635775901377201, 0.07744793593883514, -0.025185998529195786, 0.012356916442513466], "r_norm": [4.440471172332764, 4.442461967468262, 4.430171012878418, 4.454880237579346, 4.397899627685547, 4.35611629486084, 4.478052139282227, 4.409595012664795, 4.415825843811035, 4.445920467376709]}, {"step": 1750, "epoch": 4, "train_loss": 1.934281349182129, "cos_r_negg": [0.4435472786426544, 0.05576515942811966, 0.02335377037525177, 0.03717159107327461, 0.021177340298891068, 0.003955329302698374, 0.04610581696033478, 0.12808406352996826, -0.09278272092342377, 0.006813948508352041], "cos_apical_negg": [0.4435472786426544, 0.05576515942811966, 0.02335377037525177, 0.03717159107327461, 0.021177340298891068, 0.003955329302698374, 0.04610581696033478, 0.12808406352996826, -0.09278272092342377, 0.006813948508352041], "cos_Ac_negg": [0.4435472786426544, 0.05576515942811966, 0.02335377037525177, 0.03717159107327461, 0.021177340298891068, 0.003955329302698374, 0.04610581696033478, 0.12808406352996826, -0.09278272092342377, 0.006813948508352041], "r_norm": [4.565608024597168, 4.589003562927246, 4.559053897857666, 4.5848517417907715, 4.5267815589904785, 4.471948623657227, 4.6328630447387695, 4.570713996887207, 4.539322853088379, 4.573382377624512]}, {"step": 1800, "epoch": 4, "train_loss": 1.9101840257644653, "cos_r_negg": [0.45447924733161926, 0.07443532347679138, 0.04730723798274994, 0.06836971640586853, 0.007475493010133505, -0.009653966873884201, 0.0430728942155838, 0.07192781567573547, -0.04785658419132233, -0.06668254733085632], "cos_apical_negg": [0.45447924733161926, 0.07443532347679138, 0.04730723798274994, 0.06836971640586853, 0.007475493010133505, -0.009653966873884201, 0.0430728942155838, 0.07192781567573547, -0.04785658419132233, -0.06668254733085632], "cos_Ac_negg": [0.45447924733161926, 0.07443532347679138, 0.04730723798274994, 0.06836971640586853, 0.007475493010133505, -0.009653966873884201, 0.0430728942155838, 0.07192781567573547, -0.04785658419132233, -0.06668254733085632], "r_norm": [4.503288269042969, 4.48300838470459, 4.4644575119018555, 4.4902801513671875, 4.439859390258789, 4.410285949707031, 4.533030986785889, 4.470325469970703, 4.477031230926514, 4.488550662994385]}, {"step": 1850, "epoch": 4, "train_loss": 2.012411117553711, "cos_r_negg": [0.4647156000137329, 0.03711457923054695, 0.05333082005381584, 0.06563825905323029, 0.011951432563364506, 0.018167801201343536, -0.0044694095849990845, 0.03584960848093033, -0.0354808047413826, -0.02923148311674595], "cos_apical_negg": [0.4647156000137329, 0.03711457923054695, 0.05333082005381584, 0.06563825905323029, 0.011951432563364506, 0.018167801201343536, -0.0044694095849990845, 0.03584960848093033, -0.0354808047413826, -0.02923148311674595], "cos_Ac_negg": [0.4647156000137329, 0.03711457923054695, 0.05333082005381584, 0.06563825905323029, 0.011951432563364506, 0.018167801201343536, -0.0044694095849990845, 0.03584960848093033, -0.0354808047413826, -0.02923148311674595], "r_norm": [4.460829257965088, 4.456619739532471, 4.434774398803711, 4.480177402496338, 4.405945777893066, 4.375319480895996, 4.491209983825684, 4.429462909698486, 4.436426162719727, 4.464607238769531]}, {"step": 1900, "epoch": 4, "train_loss": 2.3665781021118164, "cos_r_negg": [0.4944542646408081, 0.046337101608514786, 0.03599921241402626, 0.09765592217445374, 0.01720501482486725, 0.04775911942124367, 0.02685246244072914, 0.09140235185623169, -0.023823527619242668, 0.012598041445016861], "cos_apical_negg": [0.4944542646408081, 0.046337101608514786, 0.03599921241402626, 0.09765592217445374, 0.01720501482486725, 0.04775911942124367, 0.02685246244072914, 0.09140235185623169, -0.023823527619242668, 0.012598041445016861], "cos_Ac_negg": [0.4944542646408081, 0.046337101608514786, 0.03599921241402626, 0.09765592217445374, 0.01720501482486725, 0.04775911942124367, 0.02685246244072914, 0.09140235185623169, -0.023823527619242668, 0.012598041445016861], "r_norm": [4.424631118774414, 4.426944255828857, 4.413238048553467, 4.420734405517578, 4.37551212310791, 4.332760810852051, 4.458619117736816, 4.38477897644043, 4.392533779144287, 4.430383682250977]}, {"step": 1950, "epoch": 4, "train_loss": 2.0081441402435303, "cos_r_negg": [0.4990374445915222, 0.0685507208108902, 0.0377233624458313, 0.07822178304195404, 0.030996356159448624, 0.0013770251534879208, 0.039253443479537964, 0.062485262751579285, -0.015048906207084656, -0.03300053998827934], "cos_apical_negg": [0.4990374445915222, 0.0685507208108902, 0.0377233624458313, 0.07822178304195404, 0.030996356159448624, 0.0013770251534879208, 0.039253443479537964, 0.062485262751579285, -0.015048906207084656, -0.03300053998827934], "cos_Ac_negg": [0.4990374445915222, 0.0685507208108902, 0.0377233624458313, 0.07822178304195404, 0.030996356159448624, 0.0013770251534879208, 0.039253443479537964, 0.062485262751579285, -0.015048906207084656, -0.03300053998827934], "r_norm": [4.4978556632995605, 4.496426582336426, 4.485134601593018, 4.508323669433594, 4.453088283538818, 4.405646324157715, 4.557070732116699, 4.475465774536133, 4.467397689819336, 4.514982223510742]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3368, "test_loss": 2.0890180053710936}, {"step": 2000, "epoch": 5, "train_loss": 2.3007638454437256, "cos_r_negg": [0.4701648950576782, 0.040785111486911774, 0.07857009768486023, 0.059694696217775345, 0.004870212636888027, -0.017605561763048172, 0.01727677881717682, -0.01327655278146267, 0.014499020762741566, -0.046936795115470886], "cos_apical_negg": [0.4701648950576782, 0.040785111486911774, 0.07857009768486023, 0.059694696217775345, 0.004870212636888027, -0.017605561763048172, 0.01727677881717682, -0.01327655278146267, 0.014499020762741566, -0.046936795115470886], "cos_Ac_negg": [0.4701648950576782, 0.040785111486911774, 0.07857009768486023, 0.059694696217775345, 0.004870212636888027, -0.017605561763048172, 0.01727677881717682, -0.01327655278146267, 0.014499020762741566, -0.046936795115470886], "r_norm": [4.545316219329834, 4.5330810546875, 4.523932456970215, 4.522490978240967, 4.4707746505737305, 4.4273223876953125, 4.58244514465332, 4.513738632202148, 4.521215438842773, 4.5349555015563965]}, {"step": 2050, "epoch": 5, "train_loss": 1.962773323059082, "cos_r_negg": [0.5067487955093384, 0.04020453989505768, 0.05731749162077904, 0.0985439345240593, 0.018481586128473282, -0.037987783551216125, 0.050609808415174484, -0.0007082181982696056, -0.07069813460111618, -0.10063482820987701], "cos_apical_negg": [0.5067487955093384, 0.04020453989505768, 0.05731749162077904, 0.0985439345240593, 0.018481586128473282, -0.037987783551216125, 0.050609808415174484, -0.0007082181982696056, -0.07069813460111618, -0.10063482820987701], "cos_Ac_negg": [0.5067487955093384, 0.04020453989505768, 0.05731749162077904, 0.0985439345240593, 0.018481586128473282, -0.037987783551216125, 0.050609808415174484, -0.0007082181982696056, -0.07069813460111618, -0.10063482820987701], "r_norm": [4.4882683753967285, 4.490448951721191, 4.489014625549316, 4.49066686630249, 4.443192005157471, 4.399692535400391, 4.544205665588379, 4.474063873291016, 4.456151485443115, 4.499475955963135]}, {"step": 2100, "epoch": 5, "train_loss": 2.168250560760498, "cos_r_negg": [0.4804178476333618, 0.028808817267417908, 0.05580706149339676, 0.07171988487243652, 0.022402411326766014, -0.028124447911977768, 0.043823130428791046, 0.003556628245860338, -0.027869660407304764, -0.054088566452264786], "cos_apical_negg": [0.4804178476333618, 0.028808817267417908, 0.05580706149339676, 0.07171988487243652, 0.022402411326766014, -0.028124447911977768, 0.043823130428791046, 0.003556628245860338, -0.027869660407304764, -0.054088566452264786], "cos_Ac_negg": [0.4804178476333618, 0.028808817267417908, 0.05580706149339676, 0.07171988487243652, 0.022402411326766014, -0.028124447911977768, 0.043823130428791046, 0.003556628245860338, -0.027869660407304764, -0.054088566452264786], "r_norm": [4.3167643547058105, 4.310879707336426, 4.2973737716674805, 4.316983222961426, 4.267626762390137, 4.220823287963867, 4.3640594482421875, 4.276947498321533, 4.285386085510254, 4.324249267578125]}, {"step": 2150, "epoch": 5, "train_loss": 1.9565678834915161, "cos_r_negg": [0.49136754870414734, 0.028412150219082832, 0.0790623128414154, 0.08895468711853027, -0.0032519344240427017, -0.018337463960051537, 0.026396941393613815, 0.011756851337850094, -0.03004412353038788, -0.060589052736759186], "cos_apical_negg": [0.49136754870414734, 0.028412150219082832, 0.0790623128414154, 0.08895468711853027, -0.0032519344240427017, -0.018337463960051537, 0.026396941393613815, 0.011756851337850094, -0.03004412353038788, -0.060589052736759186], "cos_Ac_negg": [0.49136754870414734, 0.028412150219082832, 0.0790623128414154, 0.08895468711853027, -0.0032519344240427017, -0.018337463960051537, 0.026396941393613815, 0.011756851337850094, -0.03004412353038788, -0.060589052736759186], "r_norm": [4.471011161804199, 4.468118190765381, 4.456683158874512, 4.470152854919434, 4.413267135620117, 4.36640739440918, 4.519922733306885, 4.4416680335998535, 4.4297637939453125, 4.4703192710876465]}, {"step": 2200, "epoch": 5, "train_loss": 1.9509387016296387, "cos_r_negg": [0.47082629799842834, 0.08805465698242188, 0.04051864892244339, 0.043638162314891815, 0.01659894548356533, -0.033952511847019196, 0.07638008147478104, 0.01214583683758974, -0.0062421467155218124, 0.0267886184155941], "cos_apical_negg": [0.47082629799842834, 0.08805465698242188, 0.04051864892244339, 0.043638162314891815, 0.01659894548356533, -0.033952511847019196, 0.07638008147478104, 0.01214583683758974, -0.0062421467155218124, 0.0267886184155941], "cos_Ac_negg": [0.47082629799842834, 0.08805465698242188, 0.04051864892244339, 0.043638162314891815, 0.01659894548356533, -0.033952511847019196, 0.07638008147478104, 0.01214583683758974, -0.0062421467155218124, 0.0267886184155941], "r_norm": [4.4781880378723145, 4.487375259399414, 4.481194496154785, 4.483407497406006, 4.422364234924316, 4.3774614334106445, 4.513761520385742, 4.441376209259033, 4.440250396728516, 4.476077079772949]}, {"step": 2250, "epoch": 5, "train_loss": 2.0766937732696533, "cos_r_negg": [0.4750205874443054, 0.08283659815788269, 0.06445419043302536, 0.04142066091299057, -0.0013382160104811192, 0.013161562383174896, 0.051711246371269226, 0.0452137216925621, -0.009309642016887665, 0.007803661748766899], "cos_apical_negg": [0.4750205874443054, 0.08283659815788269, 0.06445419043302536, 0.04142066091299057, -0.0013382160104811192, 0.013161562383174896, 0.051711246371269226, 0.0452137216925621, -0.009309642016887665, 0.007803661748766899], "cos_Ac_negg": [0.4750205874443054, 0.08283659815788269, 0.06445419043302536, 0.04142066091299057, -0.0013382160104811192, 0.013161562383174896, 0.051711246371269226, 0.0452137216925621, -0.009309642016887665, 0.007803661748766899], "r_norm": [4.465663433074951, 4.470283508300781, 4.461009502410889, 4.480013847351074, 4.422764778137207, 4.379091262817383, 4.511341094970703, 4.428137302398682, 4.438403129577637, 4.478719234466553]}, {"step": 2300, "epoch": 5, "train_loss": 1.9913244247436523, "cos_r_negg": [0.48827531933784485, 0.11226697266101837, 0.08992883563041687, 0.031220007687807083, -0.01624196209013462, 0.03611069545149803, 0.05060649663209915, 0.0017002953682094812, -0.009175434708595276, -0.019748404622077942], "cos_apical_negg": [0.48827531933784485, 0.11226697266101837, 0.08992883563041687, 0.031220007687807083, -0.01624196209013462, 0.03611069545149803, 0.05060649663209915, 0.0017002953682094812, -0.009175434708595276, -0.019748404622077942], "cos_Ac_negg": [0.48827531933784485, 0.11226697266101837, 0.08992883563041687, 0.031220007687807083, -0.01624196209013462, 0.03611069545149803, 0.05060649663209915, 0.0017002953682094812, -0.009175434708595276, -0.019748404622077942], "r_norm": [4.494370460510254, 4.4987688064575195, 4.506730556488037, 4.499409198760986, 4.452911376953125, 4.399137496948242, 4.547092437744141, 4.4557108879089355, 4.451798915863037, 4.4964118003845215]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.3482, "test_loss": 2.01247626953125}, {"step": 2350, "epoch": 6, "train_loss": 1.8823165893554688, "cos_r_negg": [0.472101092338562, 0.085520438849926, 0.05099834129214287, 0.053714603185653687, -0.009716017171740532, 0.060564979910850525, 0.03189355134963989, 0.015012906864285469, -0.06315047293901443, 0.019578278064727783], "cos_apical_negg": [0.472101092338562, 0.085520438849926, 0.05099834129214287, 0.053714603185653687, -0.009716017171740532, 0.060564979910850525, 0.03189355134963989, 0.015012906864285469, -0.06315047293901443, 0.019578278064727783], "cos_Ac_negg": [0.472101092338562, 0.085520438849926, 0.05099834129214287, 0.053714603185653687, -0.009716017171740532, 0.060564979910850525, 0.03189355134963989, 0.015012906864285469, -0.06315047293901443, 0.019578278064727783], "r_norm": [4.351243019104004, 4.3548455238342285, 4.333034515380859, 4.346078872680664, 4.295069694519043, 4.256407737731934, 4.408699035644531, 4.324196815490723, 4.325859546661377, 4.3518548011779785]}, {"step": 2400, "epoch": 6, "train_loss": 1.8947088718414307, "cos_r_negg": [0.45875340700149536, 0.09996435046195984, 0.08645036816596985, 0.05451841652393341, 0.012681673280894756, 0.0695636123418808, 0.06914646923542023, 0.037067923694849014, -0.018151506781578064, -0.0018366901203989983], "cos_apical_negg": [0.45875340700149536, 0.09996435046195984, 0.08645036816596985, 0.05451841652393341, 0.012681673280894756, 0.0695636123418808, 0.06914646923542023, 0.037067923694849014, -0.018151506781578064, -0.0018366901203989983], "cos_Ac_negg": [0.45875340700149536, 0.09996435046195984, 0.08645036816596985, 0.05451841652393341, 0.012681673280894756, 0.0695636123418808, 0.06914646923542023, 0.037067923694849014, -0.018151506781578064, -0.0018366901203989983], "r_norm": [4.5244574546813965, 4.519743919372559, 4.520400524139404, 4.528312683105469, 4.479292869567871, 4.436832427978516, 4.569575309753418, 4.490419387817383, 4.506016731262207, 4.529160499572754]}, {"step": 2450, "epoch": 6, "train_loss": 1.8559088706970215, "cos_r_negg": [0.47868841886520386, 0.09334732592105865, 0.06324596703052521, 0.07115902006626129, -0.014830261468887329, 0.049688808619976044, 0.07557859271764755, 0.04187954217195511, -0.053867876529693604, -0.01430564559996128], "cos_apical_negg": [0.47868841886520386, 0.09334732592105865, 0.06324596703052521, 0.07115902006626129, -0.014830261468887329, 0.049688808619976044, 0.07557859271764755, 0.04187954217195511, -0.053867876529693604, -0.01430564559996128], "cos_Ac_negg": [0.47868841886520386, 0.09334732592105865, 0.06324596703052521, 0.07115902006626129, -0.014830261468887329, 0.049688808619976044, 0.07557859271764755, 0.04187954217195511, -0.053867876529693604, -0.01430564559996128], "r_norm": [4.404847145080566, 4.410150527954102, 4.405361175537109, 4.427487373352051, 4.37209415435791, 4.322395324707031, 4.449728965759277, 4.369715213775635, 4.379467964172363, 4.422090530395508]}, {"step": 2500, "epoch": 6, "train_loss": 2.191481828689575, "cos_r_negg": [0.4878328740596771, 0.0928553119301796, 0.046355485916137695, 0.048278771340847015, -0.007963635958731174, 0.03791140392422676, 0.07016018033027649, 0.01901048608124256, -0.016073130071163177, -0.051819898188114166], "cos_apical_negg": [0.4878328740596771, 0.0928553119301796, 0.046355485916137695, 0.048278771340847015, -0.007963635958731174, 0.03791140392422676, 0.07016018033027649, 0.01901048608124256, -0.016073130071163177, -0.051819898188114166], "cos_Ac_negg": [0.4878328740596771, 0.0928553119301796, 0.046355485916137695, 0.048278771340847015, -0.007963635958731174, 0.03791140392422676, 0.07016018033027649, 0.01901048608124256, -0.016073130071163177, -0.051819898188114166], "r_norm": [4.346350193023682, 4.356106758117676, 4.344749450683594, 4.36130428314209, 4.299252510070801, 4.25890588760376, 4.389242172241211, 4.316455841064453, 4.320744514465332, 4.349738121032715]}, {"step": 2550, "epoch": 6, "train_loss": 2.0590319633483887, "cos_r_negg": [0.48638978600502014, 0.08165377378463745, 0.04266705363988876, 0.06979987025260925, -0.015271567739546299, 0.041724614799022675, 0.0648157149553299, 0.06028279662132263, -0.03215571492910385, -0.0222758948802948], "cos_apical_negg": [0.48638978600502014, 0.08165377378463745, 0.04266705363988876, 0.06979987025260925, -0.015271567739546299, 0.041724614799022675, 0.0648157149553299, 0.06028279662132263, -0.03215571492910385, -0.0222758948802948], "cos_Ac_negg": [0.48638978600502014, 0.08165377378463745, 0.04266705363988876, 0.06979987025260925, -0.015271567739546299, 0.041724614799022675, 0.0648157149553299, 0.06028279662132263, -0.03215571492910385, -0.0222758948802948], "r_norm": [4.381734371185303, 4.390188694000244, 4.375985145568848, 4.402726173400879, 4.338103294372559, 4.291826248168945, 4.434267044067383, 4.358759880065918, 4.351958274841309, 4.390085220336914]}, {"step": 2600, "epoch": 6, "train_loss": 2.488687515258789, "cos_r_negg": [0.4602697789669037, 0.07705196738243103, 0.07954956591129303, 0.04791434481739998, 0.010978923179209232, 0.05011432245373726, 0.033982906490564346, 0.022732827812433243, -0.034358151257038116, 0.020982252433896065], "cos_apical_negg": [0.4602697789669037, 0.07705196738243103, 0.07954956591129303, 0.04791434481739998, 0.010978923179209232, 0.05011432245373726, 0.033982906490564346, 0.022732827812433243, -0.034358151257038116, 0.020982252433896065], "cos_Ac_negg": [0.4602697789669037, 0.07705196738243103, 0.07954956591129303, 0.04791434481739998, 0.010978923179209232, 0.05011432245373726, 0.033982906490564346, 0.022732827812433243, -0.034358151257038116, 0.020982252433896065], "r_norm": [4.393815994262695, 4.402383804321289, 4.37894868850708, 4.39480447769165, 4.346146583557129, 4.308833122253418, 4.449893474578857, 4.373674392700195, 4.36110782623291, 4.387938499450684]}, {"step": 2650, "epoch": 6, "train_loss": 2.2461202144622803, "cos_r_negg": [0.44083112478256226, 0.10347416251897812, 0.07574791461229324, 0.04878638684749603, 0.05953285098075867, 0.04698426276445389, 0.044281650334596634, 0.06239340081810951, -0.026783499866724014, -0.01923598162829876], "cos_apical_negg": [0.44083112478256226, 0.10347416251897812, 0.07574791461229324, 0.04878638684749603, 0.05953285098075867, 0.04698426276445389, 0.044281650334596634, 0.06239340081810951, -0.026783499866724014, -0.01923598162829876], "cos_Ac_negg": [0.44083112478256226, 0.10347416251897812, 0.07574791461229324, 0.04878638684749603, 0.05953285098075867, 0.04698426276445389, 0.044281650334596634, 0.06239340081810951, -0.026783499866724014, -0.01923598162829876], "r_norm": [4.525755882263184, 4.533755302429199, 4.514778137207031, 4.541520118713379, 4.490128517150879, 4.435050010681152, 4.5758562088012695, 4.509086608886719, 4.502498626708984, 4.539953231811523]}, {"step": 2700, "epoch": 6, "train_loss": 2.0155909061431885, "cos_r_negg": [0.4978855848312378, 0.12632587552070618, 0.08155913650989532, 0.08678723871707916, 0.005996350198984146, 0.03499462828040123, 0.03959131985902786, 0.04656430333852768, -0.04472874104976654, -0.02212734892964363], "cos_apical_negg": [0.4978855848312378, 0.12632587552070618, 0.08155913650989532, 0.08678723871707916, 0.005996350198984146, 0.03499462828040123, 0.03959131985902786, 0.04656430333852768, -0.04472874104976654, -0.02212734892964363], "cos_Ac_negg": [0.4978855848312378, 0.12632587552070618, 0.08155913650989532, 0.08678723871707916, 0.005996350198984146, 0.03499462828040123, 0.03959131985902786, 0.04656430333852768, -0.04472874104976654, -0.02212734892964363], "r_norm": [4.607349872589111, 4.592140197753906, 4.581932544708252, 4.618133068084717, 4.570446014404297, 4.532575607299805, 4.640896797180176, 4.570939540863037, 4.580489158630371, 4.602914810180664]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.362, "test_loss": 1.9843320556640625}, {"step": 2750, "epoch": 7, "train_loss": 2.1469359397888184, "cos_r_negg": [0.4268019199371338, 0.09660548716783524, 0.06134434789419174, 0.05638539046049118, -0.00024490058422088623, -0.02167210541665554, 0.013404027558863163, 0.06836888939142227, -0.000846346840262413, -0.04907258227467537], "cos_apical_negg": [0.4268019199371338, 0.09660548716783524, 0.06134434789419174, 0.05638539046049118, -0.00024490058422088623, -0.02167210541665554, 0.013404027558863163, 0.06836888939142227, -0.000846346840262413, -0.04907258227467537], "cos_Ac_negg": [0.4268019199371338, 0.09660548716783524, 0.06134434789419174, 0.05638539046049118, -0.00024490058422088623, -0.02167210541665554, 0.013404027558863163, 0.06836888939142227, -0.000846346840262413, -0.04907258227467537], "r_norm": [4.624884605407715, 4.625466346740723, 4.632716178894043, 4.665215492248535, 4.592212677001953, 4.552332878112793, 4.681790351867676, 4.600246429443359, 4.6147871017456055, 4.6610236167907715]}, {"step": 2800, "epoch": 7, "train_loss": 2.237532615661621, "cos_r_negg": [0.4849053621292114, 0.13250641524791718, 0.10175913572311401, 0.03716962784528732, -0.008229842409491539, 0.021879300475120544, 0.043466515839099884, 0.06604615598917007, -0.06513193249702454, -0.08154727518558502], "cos_apical_negg": [0.4849053621292114, 0.13250641524791718, 0.10175913572311401, 0.03716962784528732, -0.008229842409491539, 0.021879300475120544, 0.043466515839099884, 0.06604615598917007, -0.06513193249702454, -0.08154727518558502], "cos_Ac_negg": [0.4849053621292114, 0.13250641524791718, 0.10175913572311401, 0.03716962784528732, -0.008229842409491539, 0.021879300475120544, 0.043466515839099884, 0.06604615598917007, -0.06513193249702454, -0.08154727518558502], "r_norm": [4.34922981262207, 4.345333099365234, 4.3419084548950195, 4.356679439544678, 4.318878650665283, 4.275387287139893, 4.390739917755127, 4.318302631378174, 4.331998825073242, 4.367934703826904]}, {"step": 2850, "epoch": 7, "train_loss": 2.053295612335205, "cos_r_negg": [0.46640580892562866, 0.1513632833957672, 0.1252501904964447, 0.02759871631860733, 0.027605077251791954, 0.03645104542374611, 0.08571325987577438, 0.04035152867436409, -0.014467209577560425, -0.03031395748257637], "cos_apical_negg": [0.46640580892562866, 0.1513632833957672, 0.1252501904964447, 0.02759871631860733, 0.027605077251791954, 0.03645104542374611, 0.08571325987577438, 0.04035152867436409, -0.014467209577560425, -0.03031395748257637], "cos_Ac_negg": [0.46640580892562866, 0.1513632833957672, 0.1252501904964447, 0.02759871631860733, 0.027605077251791954, 0.03645104542374611, 0.08571325987577438, 0.04035152867436409, -0.014467209577560425, -0.03031395748257637], "r_norm": [4.380196571350098, 4.387611389160156, 4.377064228057861, 4.408707618713379, 4.3428497314453125, 4.293564796447754, 4.43406867980957, 4.344603061676025, 4.35384464263916, 4.398689270019531]}, {"step": 2900, "epoch": 7, "train_loss": 1.9664793014526367, "cos_r_negg": [0.48632657527923584, 0.11142231523990631, 0.10997948050498962, 0.08963309973478317, 0.03348718583583832, 0.047608669847249985, 0.04452213644981384, 0.038406796753406525, -0.0013022255152463913, 0.021084394305944443], "cos_apical_negg": [0.48632657527923584, 0.11142231523990631, 0.10997948050498962, 0.08963309973478317, 0.03348718583583832, 0.047608669847249985, 0.04452213644981384, 0.038406796753406525, -0.0013022255152463913, 0.021084394305944443], "cos_Ac_negg": [0.48632657527923584, 0.11142231523990631, 0.10997948050498962, 0.08963309973478317, 0.03348718583583832, 0.047608669847249985, 0.04452213644981384, 0.038406796753406525, -0.0013022255152463913, 0.021084394305944443], "r_norm": [4.375330924987793, 4.375331401824951, 4.359927177429199, 4.379045486450195, 4.33767032623291, 4.278517723083496, 4.413839340209961, 4.340821266174316, 4.343921661376953, 4.386495113372803]}, {"step": 2950, "epoch": 7, "train_loss": 2.0673820972442627, "cos_r_negg": [0.48337501287460327, 0.119617760181427, 0.11987230181694031, 0.07872430235147476, 0.045469582080841064, 0.014536350034177303, 0.03251150622963905, 0.044295091181993484, 0.0052884239703416824, 0.0315512977540493], "cos_apical_negg": [0.48337501287460327, 0.119617760181427, 0.11987230181694031, 0.07872430235147476, 0.045469582080841064, 0.014536350034177303, 0.03251150622963905, 0.044295091181993484, 0.0052884239703416824, 0.0315512977540493], "cos_Ac_negg": [0.48337501287460327, 0.119617760181427, 0.11987230181694031, 0.07872430235147476, 0.045469582080841064, 0.014536350034177303, 0.03251150622963905, 0.044295091181993484, 0.0052884239703416824, 0.0315512977540493], "r_norm": [4.563705921173096, 4.558454990386963, 4.5607757568359375, 4.569636344909668, 4.5098419189453125, 4.462540626525879, 4.608947277069092, 4.53464937210083, 4.532835483551025, 4.579468250274658]}, {"step": 3000, "epoch": 7, "train_loss": 1.9893202781677246, "cos_r_negg": [0.5100359916687012, 0.12984871864318848, 0.12518161535263062, 0.06435742229223251, 0.0298968106508255, 0.045088864862918854, 0.057652413845062256, 0.06557754427194595, -0.03252985328435898, -0.08098690211772919], "cos_apical_negg": [0.5100359916687012, 0.12984871864318848, 0.12518161535263062, 0.06435742229223251, 0.0298968106508255, 0.045088864862918854, 0.057652413845062256, 0.06557754427194595, -0.03252985328435898, -0.08098690211772919], "cos_Ac_negg": [0.5100359916687012, 0.12984871864318848, 0.12518161535263062, 0.06435742229223251, 0.0298968106508255, 0.045088864862918854, 0.057652413845062256, 0.06557754427194595, -0.03252985328435898, -0.08098690211772919], "r_norm": [4.298023223876953, 4.300342559814453, 4.290711402893066, 4.295289039611816, 4.247253894805908, 4.201761245727539, 4.332358360290527, 4.255244255065918, 4.260467529296875, 4.2979230880737305]}, {"step": 3050, "epoch": 7, "train_loss": 2.105217456817627, "cos_r_negg": [0.45341527462005615, 0.13449469208717346, 0.09458515793085098, 0.08052580058574677, 0.022160593420267105, 0.003422526642680168, 0.044901665300130844, 0.09676162898540497, -0.01100239809602499, -0.06850683689117432], "cos_apical_negg": [0.45341527462005615, 0.13449469208717346, 0.09458515793085098, 0.08052580058574677, 0.022160593420267105, 0.003422526642680168, 0.044901665300130844, 0.09676162898540497, -0.01100239809602499, -0.06850683689117432], "cos_Ac_negg": [0.45341527462005615, 0.13449469208717346, 0.09458515793085098, 0.08052580058574677, 0.022160593420267105, 0.003422526642680168, 0.044901665300130844, 0.09676162898540497, -0.01100239809602499, -0.06850683689117432], "r_norm": [4.45544958114624, 4.453137397766113, 4.432106971740723, 4.467128753662109, 4.417210578918457, 4.3649702072143555, 4.490111351013184, 4.428109645843506, 4.430330276489258, 4.45836877822876]}, {"step": 3100, "epoch": 7, "train_loss": 1.820857048034668, "cos_r_negg": [0.43561092019081116, 0.11811516433954239, 0.08732552826404572, 0.063820481300354, 0.03357043117284775, 0.004412556067109108, 0.08000743389129639, 0.02174936793744564, -0.03388455510139465, -0.06130535900592804], "cos_apical_negg": [0.43561092019081116, 0.11811516433954239, 0.08732552826404572, 0.063820481300354, 0.03357043117284775, 0.004412556067109108, 0.08000743389129639, 0.02174936793744564, -0.03388455510139465, -0.06130535900592804], "cos_Ac_negg": [0.43561092019081116, 0.11811516433954239, 0.08732552826404572, 0.063820481300354, 0.03357043117284775, 0.004412556067109108, 0.08000743389129639, 0.02174936793744564, -0.03388455510139465, -0.06130535900592804], "r_norm": [4.602219581604004, 4.60043478012085, 4.594958782196045, 4.6204023361206055, 4.56498908996582, 4.518731594085693, 4.640222072601318, 4.562470436096191, 4.575239181518555, 4.630948066711426]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.3301, "test_loss": 2.2034474609375}, {"step": 3150, "epoch": 8, "train_loss": 2.0894992351531982, "cos_r_negg": [0.4662027359008789, 0.10986849665641785, 0.08724924921989441, 0.0743967741727829, 0.03755611181259155, 0.07184772938489914, 0.03400367498397827, 0.07852602005004883, -0.01326314639300108, -0.04234848916530609], "cos_apical_negg": [0.4662027359008789, 0.10986849665641785, 0.08724924921989441, 0.0743967741727829, 0.03755611181259155, 0.07184772938489914, 0.03400367498397827, 0.07852602005004883, -0.01326314639300108, -0.04234848916530609], "cos_Ac_negg": [0.4662027359008789, 0.10986849665641785, 0.08724924921989441, 0.0743967741727829, 0.03755611181259155, 0.07184772938489914, 0.03400367498397827, 0.07852602005004883, -0.01326314639300108, -0.04234848916530609], "r_norm": [4.570821762084961, 4.55754280090332, 4.564435005187988, 4.589444637298584, 4.542014122009277, 4.48146390914917, 4.615592002868652, 4.5279541015625, 4.532461166381836, 4.593687057495117]}, {"step": 3200, "epoch": 8, "train_loss": 2.1197307109832764, "cos_r_negg": [0.46586936712265015, 0.13193200528621674, 0.09815599024295807, 0.07856925576925278, 0.04020331799983978, 0.06688076257705688, 0.05501464754343033, 0.06009189039468765, -0.03464968502521515, -0.03639619052410126], "cos_apical_negg": [0.46586936712265015, 0.13193200528621674, 0.09815599024295807, 0.07856925576925278, 0.04020331799983978, 0.06688076257705688, 0.05501464754343033, 0.06009189039468765, -0.03464968502521515, -0.03639619052410126], "cos_Ac_negg": [0.46586936712265015, 0.13193200528621674, 0.09815599024295807, 0.07856925576925278, 0.04020331799983978, 0.06688076257705688, 0.05501464754343033, 0.06009189039468765, -0.03464968502521515, -0.03639619052410126], "r_norm": [4.389104843139648, 4.384183883666992, 4.367671966552734, 4.395090579986572, 4.349693775177002, 4.2974982261657715, 4.422812461853027, 4.342949867248535, 4.35673713684082, 4.393221855163574]}, {"step": 3250, "epoch": 8, "train_loss": 2.086745262145996, "cos_r_negg": [0.4514719843864441, 0.11855606734752655, 0.10072208940982819, 0.08482645452022552, 0.04087279364466667, 0.04024660959839821, 0.05470571294426918, 0.08592045307159424, 0.06859710067510605, 0.017700832337141037], "cos_apical_negg": [0.4514719843864441, 0.11855606734752655, 0.10072208940982819, 0.08482645452022552, 0.04087279364466667, 0.04024660959839821, 0.05470571294426918, 0.08592045307159424, 0.06859710067510605, 0.017700832337141037], "cos_Ac_negg": [0.4514719843864441, 0.11855606734752655, 0.10072208940982819, 0.08482645452022552, 0.04087279364466667, 0.04024660959839821, 0.05470571294426918, 0.08592045307159424, 0.06859710067510605, 0.017700832337141037], "r_norm": [4.388928413391113, 4.408127784729004, 4.395043849945068, 4.395362854003906, 4.341894149780273, 4.296530246734619, 4.448064804077148, 4.379024505615234, 4.356254577636719, 4.39097785949707]}, {"step": 3300, "epoch": 8, "train_loss": 2.1301231384277344, "cos_r_negg": [0.45587947964668274, 0.12312735617160797, 0.09316882491111755, 0.12920424342155457, 0.04812782257795334, 0.03273008018732071, 0.06306207925081253, 0.07179760932922363, 0.04118769243359566, 0.005103178322315216], "cos_apical_negg": [0.45587947964668274, 0.12312735617160797, 0.09316882491111755, 0.12920424342155457, 0.04812782257795334, 0.03273008018732071, 0.06306207925081253, 0.07179760932922363, 0.04118769243359566, 0.005103178322315216], "cos_Ac_negg": [0.45587947964668274, 0.12312735617160797, 0.09316882491111755, 0.12920424342155457, 0.04812782257795334, 0.03273008018732071, 0.06306207925081253, 0.07179760932922363, 0.04118769243359566, 0.005103178322315216], "r_norm": [4.410633087158203, 4.401939392089844, 4.382269859313965, 4.409082412719727, 4.374253273010254, 4.325904846191406, 4.4512763023376465, 4.380967140197754, 4.372884750366211, 4.413006782531738]}, {"step": 3350, "epoch": 8, "train_loss": 2.329346179962158, "cos_r_negg": [0.42339879274368286, 0.14547057449817657, 0.11229532957077026, 0.08276768028736115, 0.059557996690273285, 0.04639246687293053, 0.07425004988908768, 0.09690295904874802, -0.00935000367462635, -0.04590960219502449], "cos_apical_negg": [0.42339879274368286, 0.14547057449817657, 0.11229532957077026, 0.08276768028736115, 0.059557996690273285, 0.04639246687293053, 0.07425004988908768, 0.09690295904874802, -0.00935000367462635, -0.04590960219502449], "cos_Ac_negg": [0.42339879274368286, 0.14547057449817657, 0.11229532957077026, 0.08276768028736115, 0.059557996690273285, 0.04639246687293053, 0.07425004988908768, 0.09690295904874802, -0.00935000367462635, -0.04590960219502449], "r_norm": [4.344615459442139, 4.35526704788208, 4.33494758605957, 4.354654788970947, 4.304478645324707, 4.265044212341309, 4.385266304016113, 4.313397407531738, 4.31265926361084, 4.352409362792969]}, {"step": 3400, "epoch": 8, "train_loss": 1.9606484174728394, "cos_r_negg": [0.46135053038597107, 0.1446951925754547, 0.09178420156240463, 0.09642226994037628, 0.03465382009744644, 0.033643852919340134, 0.044931504875421524, 0.09074825048446655, -0.004218269605189562, -0.03238220512866974], "cos_apical_negg": [0.46135053038597107, 0.1446951925754547, 0.09178420156240463, 0.09642226994037628, 0.03465382009744644, 0.033643852919340134, 0.044931504875421524, 0.09074825048446655, -0.004218269605189562, -0.03238220512866974], "cos_Ac_negg": [0.46135053038597107, 0.1446951925754547, 0.09178420156240463, 0.09642226994037628, 0.03465382009744644, 0.033643852919340134, 0.044931504875421524, 0.09074825048446655, -0.004218269605189562, -0.03238220512866974], "r_norm": [4.364394664764404, 4.361983299255371, 4.34329080581665, 4.371789932250977, 4.312410354614258, 4.2762274742126465, 4.396134376525879, 4.330111503601074, 4.32951021194458, 4.362928867340088]}, {"step": 3450, "epoch": 8, "train_loss": 1.9097813367843628, "cos_r_negg": [0.4564942717552185, 0.11014732718467712, 0.13311877846717834, 0.10528112947940826, 0.038919590413570404, 0.03133726119995117, 0.07764612138271332, 0.08853647112846375, 0.0473075769841671, -0.04930718243122101], "cos_apical_negg": [0.4564942717552185, 0.11014732718467712, 0.13311877846717834, 0.10528112947940826, 0.038919590413570404, 0.03133726119995117, 0.07764612138271332, 0.08853647112846375, 0.0473075769841671, -0.04930718243122101], "cos_Ac_negg": [0.4564942717552185, 0.11014732718467712, 0.13311877846717834, 0.10528112947940826, 0.038919590413570404, 0.03133726119995117, 0.07764612138271332, 0.08853647112846375, 0.0473075769841671, -0.04930718243122101], "r_norm": [4.3500471115112305, 4.361017227172852, 4.348873138427734, 4.359275817871094, 4.299436569213867, 4.2630510330200195, 4.399715900421143, 4.323391437530518, 4.317367076873779, 4.359630584716797]}, {"step": 3500, "epoch": 8, "train_loss": 2.297722816467285, "cos_r_negg": [0.4396466016769409, 0.13618826866149902, 0.13392728567123413, 0.09152597188949585, 0.01350012980401516, 0.0017865460831671953, 0.03124135360121727, 0.05955992266535759, -0.05764405056834221, -0.08461405336856842], "cos_apical_negg": [0.4396466016769409, 0.13618826866149902, 0.13392728567123413, 0.09152597188949585, 0.01350012980401516, 0.0017865460831671953, 0.03124135360121727, 0.05955992266535759, -0.05764405056834221, -0.08461405336856842], "cos_Ac_negg": [0.4396466016769409, 0.13618826866149902, 0.13392728567123413, 0.09152597188949585, 0.01350012980401516, 0.0017865460831671953, 0.03124135360121727, 0.05955992266535759, -0.05764405056834221, -0.08461405336856842], "r_norm": [4.417631149291992, 4.412900447845459, 4.428279876708984, 4.4211812019348145, 4.378354072570801, 4.326380729675293, 4.467190742492676, 4.388889312744141, 4.3847761154174805, 4.428500175476074]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.362, "test_loss": 2.063032702636719}, {"step": 3550, "epoch": 9, "train_loss": 1.8977875709533691, "cos_r_negg": [0.4742671549320221, 0.13171374797821045, 0.14991703629493713, 0.07535969465970993, 0.049875035881996155, 0.029915273189544678, 0.019702773541212082, 0.1000252217054367, -0.033114977180957794, 0.0067286305129528046], "cos_apical_negg": [0.4742671549320221, 0.13171374797821045, 0.14991703629493713, 0.07535969465970993, 0.049875035881996155, 0.029915273189544678, 0.019702773541212082, 0.1000252217054367, -0.033114977180957794, 0.0067286305129528046], "cos_Ac_negg": [0.4742671549320221, 0.13171374797821045, 0.14991703629493713, 0.07535969465970993, 0.049875035881996155, 0.029915273189544678, 0.019702773541212082, 0.1000252217054367, -0.033114977180957794, 0.0067286305129528046], "r_norm": [4.434333801269531, 4.414938926696777, 4.405095100402832, 4.441394805908203, 4.373373031616211, 4.343822956085205, 4.472798824310303, 4.388518333435059, 4.3919782638549805, 4.431312561035156]}, {"step": 3600, "epoch": 9, "train_loss": 1.9289748668670654, "cos_r_negg": [0.5091052055358887, 0.1501980721950531, 0.11856719106435776, 0.10590800642967224, 0.027957044541835785, 0.05177538841962814, 0.08479991555213928, 0.09778827428817749, -0.029050558805465698, -0.03924338147044182], "cos_apical_negg": [0.5091052055358887, 0.1501980721950531, 0.11856719106435776, 0.10590800642967224, 0.027957044541835785, 0.05177538841962814, 0.08479991555213928, 0.09778827428817749, -0.029050558805465698, -0.03924338147044182], "cos_Ac_negg": [0.5091052055358887, 0.1501980721950531, 0.11856719106435776, 0.10590800642967224, 0.027957044541835785, 0.05177538841962814, 0.08479991555213928, 0.09778827428817749, -0.029050558805465698, -0.03924338147044182], "r_norm": [4.495881080627441, 4.484370231628418, 4.479859828948975, 4.506753921508789, 4.450331687927246, 4.40963888168335, 4.5383453369140625, 4.46170711517334, 4.460836410522461, 4.504812240600586]}, {"step": 3650, "epoch": 9, "train_loss": 1.8640789985656738, "cos_r_negg": [0.4468824863433838, 0.10521005094051361, 0.11574730277061462, 0.10435936599969864, 0.05507161095738411, 0.07837367057800293, 0.07122113555669785, 0.08680620044469833, 0.018001073971390724, -0.001026565209031105], "cos_apical_negg": [0.4468824863433838, 0.10521005094051361, 0.11574730277061462, 0.10435936599969864, 0.05507161095738411, 0.07837367057800293, 0.07122113555669785, 0.08680620044469833, 0.018001073971390724, -0.001026565209031105], "cos_Ac_negg": [0.4468824863433838, 0.10521005094051361, 0.11574730277061462, 0.10435936599969864, 0.05507161095738411, 0.07837367057800293, 0.07122113555669785, 0.08680620044469833, 0.018001073971390724, -0.001026565209031105], "r_norm": [4.650368690490723, 4.657985210418701, 4.645926475524902, 4.659561634063721, 4.610361576080322, 4.565886974334717, 4.706272602081299, 4.626009464263916, 4.617049217224121, 4.673050880432129]}, {"step": 3700, "epoch": 9, "train_loss": 1.9456639289855957, "cos_r_negg": [0.45786425471305847, 0.13068810105323792, 0.0926368311047554, 0.0730828046798706, 0.04828397184610367, 0.05086374282836914, 0.06670737266540527, 0.08959738910198212, -0.01126040332019329, -0.009019872173666954], "cos_apical_negg": [0.45786425471305847, 0.13068810105323792, 0.0926368311047554, 0.0730828046798706, 0.04828397184610367, 0.05086374282836914, 0.06670737266540527, 0.08959738910198212, -0.01126040332019329, -0.009019872173666954], "cos_Ac_negg": [0.45786425471305847, 0.13068810105323792, 0.0926368311047554, 0.0730828046798706, 0.04828397184610367, 0.05086374282836914, 0.06670737266540527, 0.08959738910198212, -0.01126040332019329, -0.009019872173666954], "r_norm": [4.561089515686035, 4.549880027770996, 4.559568881988525, 4.581329345703125, 4.511579990386963, 4.463594436645508, 4.603008270263672, 4.521792411804199, 4.536686420440674, 4.5761871337890625]}, {"step": 3750, "epoch": 9, "train_loss": 1.9182486534118652, "cos_r_negg": [0.4740884304046631, 0.13192123174667358, 0.09226402640342712, 0.07433873414993286, 0.03787679225206375, 0.058017533272504807, 0.0714600533246994, 0.0781729519367218, -0.010717956349253654, 0.006197530776262283], "cos_apical_negg": [0.4740884304046631, 0.13192123174667358, 0.09226402640342712, 0.07433873414993286, 0.03787679225206375, 0.058017533272504807, 0.0714600533246994, 0.0781729519367218, -0.010717956349253654, 0.006197530776262283], "cos_Ac_negg": [0.4740884304046631, 0.13192123174667358, 0.09226402640342712, 0.07433873414993286, 0.03787679225206375, 0.058017533272504807, 0.0714600533246994, 0.0781729519367218, -0.010717956349253654, 0.006197530776262283], "r_norm": [4.51393985748291, 4.507946968078613, 4.514797210693359, 4.518473148345947, 4.449891090393066, 4.41604471206665, 4.562559604644775, 4.491065979003906, 4.47697639465332, 4.513874053955078]}, {"step": 3800, "epoch": 9, "train_loss": 2.464651584625244, "cos_r_negg": [0.46875807642936707, 0.1520242989063263, 0.09637519717216492, 0.11353912204504013, 0.04969248175621033, 0.027791514992713928, 0.054933417588472366, 0.08172628283500671, -0.03813036531209946, 0.03781558573246002], "cos_apical_negg": [0.46875807642936707, 0.1520242989063263, 0.09637519717216492, 0.11353912204504013, 0.04969248175621033, 0.027791514992713928, 0.054933417588472366, 0.08172628283500671, -0.03813036531209946, 0.03781558573246002], "cos_Ac_negg": [0.46875807642936707, 0.1520242989063263, 0.09637519717216492, 0.11353912204504013, 0.04969248175621033, 0.027791514992713928, 0.054933417588472366, 0.08172628283500671, -0.03813036531209946, 0.03781558573246002], "r_norm": [4.463903427124023, 4.467125415802002, 4.44455623626709, 4.47245454788208, 4.416721343994141, 4.363216876983643, 4.502790451049805, 4.433588027954102, 4.424618721008301, 4.4588541984558105]}, {"step": 3850, "epoch": 9, "train_loss": 2.1420748233795166, "cos_r_negg": [0.420199453830719, 0.1227034330368042, 0.11839116364717484, 0.09951072186231613, 0.06010279431939125, 0.040299106389284134, 0.04030431807041168, 0.08959080278873444, 0.005822435952723026, 0.011775769293308258], "cos_apical_negg": [0.420199453830719, 0.1227034330368042, 0.11839116364717484, 0.09951072186231613, 0.06010279431939125, 0.040299106389284134, 0.04030431807041168, 0.08959080278873444, 0.005822435952723026, 0.011775769293308258], "cos_Ac_negg": [0.420199453830719, 0.1227034330368042, 0.11839116364717484, 0.09951072186231613, 0.06010279431939125, 0.040299106389284134, 0.04030431807041168, 0.08959080278873444, 0.005822435952723026, 0.011775769293308258], "r_norm": [4.523573875427246, 4.5347900390625, 4.510859489440918, 4.531716346740723, 4.472775459289551, 4.435079574584961, 4.588804244995117, 4.515039443969727, 4.509161949157715, 4.547662734985352]}, {"step": 3900, "epoch": 9, "train_loss": 2.1536428928375244, "cos_r_negg": [0.4211537837982178, 0.11457005888223648, 0.13854843378067017, 0.0860600620508194, 0.03613920882344246, 0.060448355972766876, 0.05423843860626221, 0.07694628834724426, -0.03753571957349777, -0.018567916005849838], "cos_apical_negg": [0.4211537837982178, 0.11457005888223648, 0.13854843378067017, 0.0860600620508194, 0.03613920882344246, 0.060448355972766876, 0.05423843860626221, 0.07694628834724426, -0.03753571957349777, -0.018567916005849838], "cos_Ac_negg": [0.4211537837982178, 0.11457005888223648, 0.13854843378067017, 0.0860600620508194, 0.03613920882344246, 0.060448355972766876, 0.05423843860626221, 0.07694628834724426, -0.03753571957349777, -0.018567916005849838], "r_norm": [4.442435264587402, 4.4576520919799805, 4.450677871704102, 4.438705921173096, 4.418098449707031, 4.339868545532227, 4.485033988952637, 4.407334327697754, 4.420432090759277, 4.466453552246094]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.3544, "test_loss": 2.0285626831054686}, {"step": 3950, "epoch": 10, "train_loss": 2.019153118133545, "cos_r_negg": [0.43496161699295044, 0.11875370144844055, 0.10552729666233063, 0.09827820956707001, 0.048744190484285355, 0.020733250305056572, 0.046460334211587906, 0.05990852415561676, 0.03392165154218674, 0.04331579431891441], "cos_apical_negg": [0.43496161699295044, 0.11875370144844055, 0.10552729666233063, 0.09827820956707001, 0.048744190484285355, 0.020733250305056572, 0.046460334211587906, 0.05990852415561676, 0.03392165154218674, 0.04331579431891441], "cos_Ac_negg": [0.43496161699295044, 0.11875370144844055, 0.10552729666233063, 0.09827820956707001, 0.048744190484285355, 0.020733250305056572, 0.046460334211587906, 0.05990852415561676, 0.03392165154218674, 0.04331579431891441], "r_norm": [4.266213417053223, 4.267008304595947, 4.251451015472412, 4.275266647338867, 4.217264175415039, 4.175330638885498, 4.308302879333496, 4.233648300170898, 4.2275614738464355, 4.269162178039551]}, {"step": 4000, "epoch": 10, "train_loss": 1.6700267791748047, "cos_r_negg": [0.43451523780822754, 0.13195602595806122, 0.11951145529747009, 0.11318549513816833, 0.06485776603221893, 0.018854867666959763, 0.028667252510786057, 0.08130989223718643, 0.01097190659493208, 0.023871710523962975], "cos_apical_negg": [0.43451523780822754, 0.13195602595806122, 0.11951145529747009, 0.11318549513816833, 0.06485776603221893, 0.018854867666959763, 0.028667252510786057, 0.08130989223718643, 0.01097190659493208, 0.023871710523962975], "cos_Ac_negg": [0.43451523780822754, 0.13195602595806122, 0.11951145529747009, 0.11318549513816833, 0.06485776603221893, 0.018854867666959763, 0.028667252510786057, 0.08130989223718643, 0.01097190659493208, 0.023871710523962975], "r_norm": [4.467277526855469, 4.434797286987305, 4.4278364181518555, 4.460962295532227, 4.410741329193115, 4.367592811584473, 4.496007919311523, 4.408483028411865, 4.416306495666504, 4.455290794372559]}, {"step": 4050, "epoch": 10, "train_loss": 1.9580494165420532, "cos_r_negg": [0.46837225556373596, 0.14760011434555054, 0.13021942973136902, 0.0698121041059494, 0.08091944456100464, 0.013555091805756092, 0.05073404312133789, 0.08816161006689072, 0.00017688283696770668, 0.08669966459274292], "cos_apical_negg": [0.46837225556373596, 0.14760011434555054, 0.13021942973136902, 0.0698121041059494, 0.08091944456100464, 0.013555091805756092, 0.05073404312133789, 0.08816161006689072, 0.00017688283696770668, 0.08669966459274292], "cos_Ac_negg": [0.46837225556373596, 0.14760011434555054, 0.13021942973136902, 0.0698121041059494, 0.08091944456100464, 0.013555091805756092, 0.05073404312133789, 0.08816161006689072, 0.00017688283696770668, 0.08669966459274292], "r_norm": [4.446315765380859, 4.4460368156433105, 4.432682991027832, 4.457777500152588, 4.4048357009887695, 4.358719825744629, 4.495806694030762, 4.407846450805664, 4.42294979095459, 4.450098991394043]}, {"step": 4100, "epoch": 10, "train_loss": 2.243870735168457, "cos_r_negg": [0.47675642371177673, 0.13135936856269836, 0.13476814329624176, 0.0819435566663742, 0.07623203098773956, 0.02582860365509987, 0.04904412478208542, 0.12949708104133606, 0.031443629413843155, 0.022686850279569626], "cos_apical_negg": [0.47675642371177673, 0.13135936856269836, 0.13476814329624176, 0.0819435566663742, 0.07623203098773956, 0.02582860365509987, 0.04904412478208542, 0.12949708104133606, 0.031443629413843155, 0.022686850279569626], "cos_Ac_negg": [0.47675642371177673, 0.13135936856269836, 0.13476814329624176, 0.0819435566663742, 0.07623203098773956, 0.02582860365509987, 0.04904412478208542, 0.12949708104133606, 0.031443629413843155, 0.022686850279569626], "r_norm": [4.4823713302612305, 4.4761247634887695, 4.457138538360596, 4.48576545715332, 4.430309295654297, 4.3820600509643555, 4.524282455444336, 4.444705963134766, 4.446000099182129, 4.474595069885254]}, {"step": 4150, "epoch": 10, "train_loss": 2.1058530807495117, "cos_r_negg": [0.4430188536643982, 0.1362898349761963, 0.11681963503360748, 0.08447904139757156, 0.06890997290611267, 0.014420894905924797, 0.03203649818897247, 0.11561228334903717, 0.0022490224801003933, 0.0690566748380661], "cos_apical_negg": [0.4430188536643982, 0.1362898349761963, 0.11681963503360748, 0.08447904139757156, 0.06890997290611267, 0.014420894905924797, 0.03203649818897247, 0.11561228334903717, 0.0022490224801003933, 0.0690566748380661], "cos_Ac_negg": [0.4430188536643982, 0.1362898349761963, 0.11681963503360748, 0.08447904139757156, 0.06890997290611267, 0.014420894905924797, 0.03203649818897247, 0.11561228334903717, 0.0022490224801003933, 0.0690566748380661], "r_norm": [4.503746509552002, 4.48879861831665, 4.47178840637207, 4.512302398681641, 4.465285301208496, 4.407503128051758, 4.537640571594238, 4.4584784507751465, 4.463311195373535, 4.5078277587890625]}, {"step": 4200, "epoch": 10, "train_loss": 2.1570351123809814, "cos_r_negg": [0.45049527287483215, 0.1134614497423172, 0.1230853945016861, 0.09537152200937271, 0.07061348855495453, 0.02199975587427616, 0.06718316674232483, 0.07541093975305557, 0.03426143899559975, 0.07517150044441223], "cos_apical_negg": [0.45049527287483215, 0.1134614497423172, 0.1230853945016861, 0.09537152200937271, 0.07061348855495453, 0.02199975587427616, 0.06718316674232483, 0.07541093975305557, 0.03426143899559975, 0.07517150044441223], "cos_Ac_negg": [0.45049527287483215, 0.1134614497423172, 0.1230853945016861, 0.09537152200937271, 0.07061348855495453, 0.02199975587427616, 0.06718316674232483, 0.07541093975305557, 0.03426143899559975, 0.07517150044441223], "r_norm": [4.598510265350342, 4.599888801574707, 4.587270736694336, 4.609384536743164, 4.540545463562012, 4.5104522705078125, 4.665279388427734, 4.588055610656738, 4.564968109130859, 4.604307174682617]}, {"step": 4250, "epoch": 10, "train_loss": 2.0785908699035645, "cos_r_negg": [0.44466400146484375, 0.13210585713386536, 0.11576442420482635, 0.08672270178794861, 0.07936994731426239, 0.02129903808236122, 0.06667252629995346, 0.0805753618478775, 0.02650119736790657, 0.020687079057097435], "cos_apical_negg": [0.44466400146484375, 0.13210585713386536, 0.11576442420482635, 0.08672270178794861, 0.07936994731426239, 0.02129903808236122, 0.06667252629995346, 0.0805753618478775, 0.02650119736790657, 0.020687079057097435], "cos_Ac_negg": [0.44466400146484375, 0.13210585713386536, 0.11576442420482635, 0.08672270178794861, 0.07936994731426239, 0.02129903808236122, 0.06667252629995346, 0.0805753618478775, 0.02650119736790657, 0.020687079057097435], "r_norm": [4.423644065856934, 4.421802520751953, 4.4215192794799805, 4.437786102294922, 4.382821083068848, 4.3380537033081055, 4.474045753479004, 4.384398937225342, 4.389280319213867, 4.43309211730957]}, {"step": 4300, "epoch": 10, "train_loss": 2.1310410499572754, "cos_r_negg": [0.4451885223388672, 0.13265542685985565, 0.1263718605041504, 0.09980505704879761, 0.07557373493909836, 0.04922108352184296, 0.07257631421089172, 0.07138688862323761, -0.02296067588031292, 0.014080829918384552], "cos_apical_negg": [0.4451885223388672, 0.13265542685985565, 0.1263718605041504, 0.09980505704879761, 0.07557373493909836, 0.04922108352184296, 0.07257631421089172, 0.07138688862323761, -0.02296067588031292, 0.014080829918384552], "cos_Ac_negg": [0.4451885223388672, 0.13265542685985565, 0.1263718605041504, 0.09980505704879761, 0.07557373493909836, 0.04922108352184296, 0.07257631421089172, 0.07138688862323761, -0.02296067588031292, 0.014080829918384552], "r_norm": [4.4842939376831055, 4.468729019165039, 4.455772399902344, 4.484140872955322, 4.425405502319336, 4.3956499099731445, 4.507347583770752, 4.454929828643799, 4.455996036529541, 4.480227947235107]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.3523, "test_loss": 2.0504229125976563}, {"step": 4350, "epoch": 11, "train_loss": 1.641616702079773, "cos_r_negg": [0.47499775886535645, 0.14976023137569427, 0.1244032233953476, 0.09448529779911041, 0.04120143502950668, 0.03987230733036995, 0.0776427835226059, 0.0533372201025486, 0.013910003006458282, -0.01545616053044796], "cos_apical_negg": [0.47499775886535645, 0.14976023137569427, 0.1244032233953476, 0.09448529779911041, 0.04120143502950668, 0.03987230733036995, 0.0776427835226059, 0.0533372201025486, 0.013910003006458282, -0.01545616053044796], "cos_Ac_negg": [0.47499775886535645, 0.14976023137569427, 0.1244032233953476, 0.09448529779911041, 0.04120143502950668, 0.03987230733036995, 0.0776427835226059, 0.0533372201025486, 0.013910003006458282, -0.01545616053044796], "r_norm": [4.415026664733887, 4.404027938842773, 4.399020195007324, 4.423602104187012, 4.3800272941589355, 4.327661514282227, 4.457897186279297, 4.378353118896484, 4.385135173797607, 4.419717788696289]}, {"step": 4400, "epoch": 11, "train_loss": 2.3308749198913574, "cos_r_negg": [0.49834543466567993, 0.145441472530365, 0.15331768989562988, 0.08150327205657959, 0.06201053410768509, 0.06285277009010315, 0.049792706966400146, 0.0479256696999073, 0.059590741991996765, 0.054955579340457916], "cos_apical_negg": [0.49834543466567993, 0.145441472530365, 0.15331768989562988, 0.08150327205657959, 0.06201053410768509, 0.06285277009010315, 0.049792706966400146, 0.0479256696999073, 0.059590741991996765, 0.054955579340457916], "cos_Ac_negg": [0.49834543466567993, 0.145441472530365, 0.15331768989562988, 0.08150327205657959, 0.06201053410768509, 0.06285277009010315, 0.049792706966400146, 0.0479256696999073, 0.059590741991996765, 0.054955579340457916], "r_norm": [4.46656608581543, 4.459710597991943, 4.452554225921631, 4.469779968261719, 4.4239373207092285, 4.363446235656738, 4.497994422912598, 4.4220051765441895, 4.435888290405273, 4.469334602355957]}, {"step": 4450, "epoch": 11, "train_loss": 2.4115214347839355, "cos_r_negg": [0.4871491491794586, 0.1389133781194687, 0.14312796294689178, 0.08722148835659027, 0.06416015326976776, 0.07663256675004959, 0.07881390303373337, 0.10033033788204193, 0.047239191830158234, 0.03785354644060135], "cos_apical_negg": [0.4871491491794586, 0.1389133781194687, 0.14312796294689178, 0.08722148835659027, 0.06416015326976776, 0.07663256675004959, 0.07881390303373337, 0.10033033788204193, 0.047239191830158234, 0.03785354644060135], "cos_Ac_negg": [0.4871491491794586, 0.1389133781194687, 0.14312796294689178, 0.08722148835659027, 0.06416015326976776, 0.07663256675004959, 0.07881390303373337, 0.10033033788204193, 0.047239191830158234, 0.03785354644060135], "r_norm": [4.333568572998047, 4.336393356323242, 4.325697898864746, 4.348117828369141, 4.307916164398193, 4.258426666259766, 4.378741264343262, 4.298040390014648, 4.3093976974487305, 4.345249176025391]}, {"step": 4500, "epoch": 11, "train_loss": 1.9660394191741943, "cos_r_negg": [0.4559269845485687, 0.1430101990699768, 0.12210723757743835, 0.07287482172250748, 0.06991472840309143, 0.04117261618375778, 0.07512931525707245, 0.09360974282026291, 0.02300918847322464, -0.019406896084547043], "cos_apical_negg": [0.4559269845485687, 0.1430101990699768, 0.12210723757743835, 0.07287482172250748, 0.06991472840309143, 0.04117261618375778, 0.07512931525707245, 0.09360974282026291, 0.02300918847322464, -0.019406896084547043], "cos_Ac_negg": [0.4559269845485687, 0.1430101990699768, 0.12210723757743835, 0.07287482172250748, 0.06991472840309143, 0.04117261618375778, 0.07512931525707245, 0.09360974282026291, 0.02300918847322464, -0.019406896084547043], "r_norm": [4.391304016113281, 4.396124362945557, 4.38270378112793, 4.407411575317383, 4.352837562561035, 4.2990570068359375, 4.4382123947143555, 4.364118576049805, 4.360873222351074, 4.392584800720215]}, {"step": 4550, "epoch": 11, "train_loss": 2.0471079349517822, "cos_r_negg": [0.41235411167144775, 0.1473875194787979, 0.15573334693908691, 0.080301433801651, 0.07063749432563782, 0.049198996275663376, 0.09069104492664337, 0.08742235600948334, 0.035455454140901566, 0.01839572936296463], "cos_apical_negg": [0.41235411167144775, 0.1473875194787979, 0.15573334693908691, 0.080301433801651, 0.07063749432563782, 0.049198996275663376, 0.09069104492664337, 0.08742235600948334, 0.035455454140901566, 0.01839572936296463], "cos_Ac_negg": [0.41235411167144775, 0.1473875194787979, 0.15573334693908691, 0.080301433801651, 0.07063749432563782, 0.049198996275663376, 0.09069104492664337, 0.08742235600948334, 0.035455454140901566, 0.01839572936296463], "r_norm": [4.3589935302734375, 4.37458610534668, 4.358796119689941, 4.374204635620117, 4.299559593200684, 4.261192321777344, 4.402823448181152, 4.325043678283691, 4.331187725067139, 4.364441871643066]}, {"step": 4600, "epoch": 11, "train_loss": 1.9513846635818481, "cos_r_negg": [0.4450162649154663, 0.1251198649406433, 0.13934600353240967, 0.05551783740520477, 0.04284728318452835, 0.040065161883831024, 0.09291735291481018, 0.09606479108333588, 0.02157021127641201, 0.015201139263808727], "cos_apical_negg": [0.4450162649154663, 0.1251198649406433, 0.13934600353240967, 0.05551783740520477, 0.04284728318452835, 0.040065161883831024, 0.09291735291481018, 0.09606479108333588, 0.02157021127641201, 0.015201139263808727], "cos_Ac_negg": [0.4450162649154663, 0.1251198649406433, 0.13934600353240967, 0.05551783740520477, 0.04284728318452835, 0.040065161883831024, 0.09291735291481018, 0.09606479108333588, 0.02157021127641201, 0.015201139263808727], "r_norm": [4.325050354003906, 4.326830863952637, 4.312285900115967, 4.329548358917236, 4.279867649078369, 4.236339092254639, 4.364439010620117, 4.290560722351074, 4.293829917907715, 4.330662250518799]}, {"step": 4650, "epoch": 11, "train_loss": 1.9348540306091309, "cos_r_negg": [0.42846786975860596, 0.14174064993858337, 0.13190901279449463, 0.0746576339006424, 0.07294649630784988, 0.05963940918445587, 0.06752251833677292, 0.08224158734083176, 0.021729489788413048, 0.011676489375531673], "cos_apical_negg": [0.42846786975860596, 0.14174064993858337, 0.13190901279449463, 0.0746576339006424, 0.07294649630784988, 0.05963940918445587, 0.06752251833677292, 0.08224158734083176, 0.021729489788413048, 0.011676489375531673], "cos_Ac_negg": [0.42846786975860596, 0.14174064993858337, 0.13190901279449463, 0.0746576339006424, 0.07294649630784988, 0.05963940918445587, 0.06752251833677292, 0.08224158734083176, 0.021729489788413048, 0.011676489375531673], "r_norm": [4.403531074523926, 4.400217056274414, 4.389935493469238, 4.407732009887695, 4.355546951293945, 4.313211917877197, 4.447354316711426, 4.375640869140625, 4.366947174072266, 4.410863876342773]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.342, "test_loss": 2.032703747558594}, {"step": 4700, "epoch": 12, "train_loss": 1.8466928005218506, "cos_r_negg": [0.43237578868865967, 0.14967939257621765, 0.14738959074020386, 0.07169586420059204, 0.027549343183636665, 0.03846214711666107, 0.06106950342655182, 0.04479636996984482, 0.05552542954683304, -0.008597527630627155], "cos_apical_negg": [0.43237578868865967, 0.14967939257621765, 0.14738959074020386, 0.07169586420059204, 0.027549343183636665, 0.03846214711666107, 0.06106950342655182, 0.04479636996984482, 0.05552542954683304, -0.008597527630627155], "cos_Ac_negg": [0.43237578868865967, 0.14967939257621765, 0.14738959074020386, 0.07169586420059204, 0.027549343183636665, 0.03846214711666107, 0.06106950342655182, 0.04479636996984482, 0.05552542954683304, -0.008597527630627155], "r_norm": [4.5809526443481445, 4.595479965209961, 4.600486755371094, 4.592261791229248, 4.5513153076171875, 4.481269836425781, 4.634723663330078, 4.556570053100586, 4.553971290588379, 4.611417770385742]}, {"step": 4750, "epoch": 12, "train_loss": 1.8074802160263062, "cos_r_negg": [0.464128702878952, 0.16977563500404358, 0.158075749874115, 0.0673724114894867, 0.013697868213057518, 0.0643998384475708, 0.07809761166572571, 0.09175907075405121, 0.024805676192045212, 0.01666666939854622], "cos_apical_negg": [0.464128702878952, 0.16977563500404358, 0.158075749874115, 0.0673724114894867, 0.013697868213057518, 0.0643998384475708, 0.07809761166572571, 0.09175907075405121, 0.024805676192045212, 0.01666666939854622], "cos_Ac_negg": [0.464128702878952, 0.16977563500404358, 0.158075749874115, 0.0673724114894867, 0.013697868213057518, 0.0643998384475708, 0.07809761166572571, 0.09175907075405121, 0.024805676192045212, 0.01666666939854622], "r_norm": [4.448723793029785, 4.440437316894531, 4.446008682250977, 4.449995040893555, 4.405904769897461, 4.3440070152282715, 4.4910101890563965, 4.40530252456665, 4.408118724822998, 4.449936389923096]}, {"step": 4800, "epoch": 12, "train_loss": 2.0800187587738037, "cos_r_negg": [0.4603855609893799, 0.15241055190563202, 0.1343243569135666, 0.08562278747558594, 0.06093042343854904, 0.0477922223508358, 0.07624461501836777, 0.1288876235485077, 0.013188952580094337, -0.007382149342447519], "cos_apical_negg": [0.4603855609893799, 0.15241055190563202, 0.1343243569135666, 0.08562278747558594, 0.06093042343854904, 0.0477922223508358, 0.07624461501836777, 0.1288876235485077, 0.013188952580094337, -0.007382149342447519], "cos_Ac_negg": [0.4603855609893799, 0.15241055190563202, 0.1343243569135666, 0.08562278747558594, 0.06093042343854904, 0.0477922223508358, 0.07624461501836777, 0.1288876235485077, 0.013188952580094337, -0.007382149342447519], "r_norm": [4.409936904907227, 4.3983330726623535, 4.3830366134643555, 4.416417121887207, 4.364136695861816, 4.309305191040039, 4.454838275909424, 4.3722944259643555, 4.354975700378418, 4.400390148162842]}, {"step": 4850, "epoch": 12, "train_loss": 1.895763874053955, "cos_r_negg": [0.41013121604919434, 0.14333154261112213, 0.13525435328483582, 0.10383793711662292, 0.0685599148273468, 0.05462130159139633, 0.09666718542575836, 0.0868186354637146, 0.0701514184474945, -0.030964698642492294], "cos_apical_negg": [0.41013121604919434, 0.14333154261112213, 0.13525435328483582, 0.10383793711662292, 0.0685599148273468, 0.05462130159139633, 0.09666718542575836, 0.0868186354637146, 0.0701514184474945, -0.030964698642492294], "cos_Ac_negg": [0.41013121604919434, 0.14333154261112213, 0.13525435328483582, 0.10383793711662292, 0.0685599148273468, 0.05462130159139633, 0.09666718542575836, 0.0868186354637146, 0.0701514184474945, -0.030964698642492294], "r_norm": [4.429248332977295, 4.420145511627197, 4.4130754470825195, 4.434082984924316, 4.3841423988342285, 4.338768005371094, 4.466463565826416, 4.39741325378418, 4.388051986694336, 4.4333319664001465]}, {"step": 4900, "epoch": 12, "train_loss": 1.9652682542800903, "cos_r_negg": [0.44546636939048767, 0.16723020374774933, 0.12031283974647522, 0.11508702486753464, 0.07289646565914154, 0.08103324472904205, 0.11445695161819458, 0.08964315056800842, 0.05146531015634537, -0.008252270519733429], "cos_apical_negg": [0.44546636939048767, 0.16723020374774933, 0.12031283974647522, 0.11508702486753464, 0.07289646565914154, 0.08103324472904205, 0.11445695161819458, 0.08964315056800842, 0.05146531015634537, -0.008252270519733429], "cos_Ac_negg": [0.44546636939048767, 0.16723020374774933, 0.12031283974647522, 0.11508702486753464, 0.07289646565914154, 0.08103324472904205, 0.11445695161819458, 0.08964315056800842, 0.05146531015634537, -0.008252270519733429], "r_norm": [4.60978364944458, 4.604556083679199, 4.5993547439575195, 4.608877658843994, 4.559841632843018, 4.510006904602051, 4.647228240966797, 4.565730094909668, 4.567573070526123, 4.599000930786133]}, {"step": 4950, "epoch": 12, "train_loss": 1.6881194114685059, "cos_r_negg": [0.4332734942436218, 0.16332511603832245, 0.11361068487167358, 0.09826910495758057, 0.0910712480545044, 0.05875156819820404, 0.07331237196922302, 0.13839662075042725, 0.028298858553171158, 0.01578986644744873], "cos_apical_negg": [0.4332734942436218, 0.16332511603832245, 0.11361068487167358, 0.09826910495758057, 0.0910712480545044, 0.05875156819820404, 0.07331237196922302, 0.13839662075042725, 0.028298858553171158, 0.01578986644744873], "cos_Ac_negg": [0.4332734942436218, 0.16332511603832245, 0.11361068487167358, 0.09826910495758057, 0.0910712480545044, 0.05875156819820404, 0.07331237196922302, 0.13839662075042725, 0.028298858553171158, 0.01578986644744873], "r_norm": [4.480491638183594, 4.505446910858154, 4.480973243713379, 4.5116119384765625, 4.44423246383667, 4.388087272644043, 4.544304847717285, 4.476012229919434, 4.449102878570557, 4.4827351570129395]}, {"step": 5000, "epoch": 12, "train_loss": 1.837884783744812, "cos_r_negg": [0.4385988116264343, 0.13787613809108734, 0.1303439438343048, 0.1215168908238411, 0.09188176691532135, 0.07144701480865479, 0.08900855481624603, 0.08264198154211044, 0.04604677855968475, -0.0009076278656721115], "cos_apical_negg": [0.4385988116264343, 0.13787613809108734, 0.1303439438343048, 0.1215168908238411, 0.09188176691532135, 0.07144701480865479, 0.08900855481624603, 0.08264198154211044, 0.04604677855968475, -0.0009076278656721115], "cos_Ac_negg": [0.4385988116264343, 0.13787613809108734, 0.1303439438343048, 0.1215168908238411, 0.09188176691532135, 0.07144701480865479, 0.08900855481624603, 0.08264198154211044, 0.04604677855968475, -0.0009076278656721115], "r_norm": [4.444241046905518, 4.448641777038574, 4.424530029296875, 4.480493545532227, 4.387157440185547, 4.362746238708496, 4.479828834533691, 4.40799617767334, 4.412974834442139, 4.434589385986328]}, {"step": 5050, "epoch": 12, "train_loss": 1.9932899475097656, "cos_r_negg": [0.46766161918640137, 0.14630810916423798, 0.12986278533935547, 0.08700348436832428, 0.11994914710521698, 0.06278973817825317, 0.10191157460212708, 0.07492060959339142, 0.023585617542266846, 0.00216083275154233], "cos_apical_negg": [0.46766161918640137, 0.14630810916423798, 0.12986278533935547, 0.08700348436832428, 0.11994914710521698, 0.06278973817825317, 0.10191157460212708, 0.07492060959339142, 0.023585617542266846, 0.00216083275154233], "cos_Ac_negg": [0.46766161918640137, 0.14630810916423798, 0.12986278533935547, 0.08700348436832428, 0.11994914710521698, 0.06278973817825317, 0.10191157460212708, 0.07492060959339142, 0.023585617542266846, 0.00216083275154233], "r_norm": [4.5303449630737305, 4.526198387145996, 4.51635217666626, 4.528295516967773, 4.47669792175293, 4.453102111816406, 4.5811262130737305, 4.515096664428711, 4.495372772216797, 4.533852577209473]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.358, "test_loss": 2.0023570068359375}, {"step": 5100, "epoch": 13, "train_loss": 1.9143376350402832, "cos_r_negg": [0.42047402262687683, 0.1566302329301834, 0.1418362259864807, 0.09292678534984589, 0.11108033359050751, 0.08613203465938568, 0.057962387800216675, 0.15015777945518494, 0.051560141146183014, 0.04053410142660141], "cos_apical_negg": [0.42047402262687683, 0.1566302329301834, 0.1418362259864807, 0.09292678534984589, 0.11108033359050751, 0.08613203465938568, 0.057962387800216675, 0.15015777945518494, 0.051560141146183014, 0.04053410142660141], "cos_Ac_negg": [0.42047402262687683, 0.1566302329301834, 0.1418362259864807, 0.09292678534984589, 0.11108033359050751, 0.08613203465938568, 0.057962387800216675, 0.15015777945518494, 0.051560141146183014, 0.04053410142660141], "r_norm": [4.30436897277832, 4.299590110778809, 4.298768520355225, 4.318717002868652, 4.251453876495361, 4.205422401428223, 4.339710235595703, 4.263293266296387, 4.269227981567383, 4.30145788192749]}, {"step": 5150, "epoch": 13, "train_loss": 1.8752702474594116, "cos_r_negg": [0.4334934949874878, 0.15413276851177216, 0.1435377299785614, 0.11003758758306503, 0.06611140817403793, 0.07640731334686279, 0.04860714077949524, 0.11931260675191879, 0.021795393899083138, -0.007937016896903515], "cos_apical_negg": [0.4334934949874878, 0.15413276851177216, 0.1435377299785614, 0.11003758758306503, 0.06611140817403793, 0.07640731334686279, 0.04860714077949524, 0.11931260675191879, 0.021795393899083138, -0.007937016896903515], "cos_Ac_negg": [0.4334934949874878, 0.15413276851177216, 0.1435377299785614, 0.11003758758306503, 0.06611140817403793, 0.07640731334686279, 0.04860714077949524, 0.11931260675191879, 0.021795393899083138, -0.007937016896903515], "r_norm": [4.394516944885254, 4.361545562744141, 4.3515849113464355, 4.388093948364258, 4.336376190185547, 4.291377067565918, 4.429278373718262, 4.351837158203125, 4.347286224365234, 4.379672050476074]}, {"step": 5200, "epoch": 13, "train_loss": 1.9635244607925415, "cos_r_negg": [0.4707949459552765, 0.14855776727199554, 0.15358316898345947, 0.0867871418595314, 0.12407230585813522, 0.09003518521785736, 0.09470397979021072, 0.12248992174863815, 0.05612308159470558, 0.0039479355327785015], "cos_apical_negg": [0.4707949459552765, 0.14855776727199554, 0.15358316898345947, 0.0867871418595314, 0.12407230585813522, 0.09003518521785736, 0.09470397979021072, 0.12248992174863815, 0.05612308159470558, 0.0039479355327785015], "cos_Ac_negg": [0.4707949459552765, 0.14855776727199554, 0.15358316898345947, 0.0867871418595314, 0.12407230585813522, 0.09003518521785736, 0.09470397979021072, 0.12248992174863815, 0.05612308159470558, 0.0039479355327785015], "r_norm": [4.486833095550537, 4.475982666015625, 4.470525741577148, 4.5104498863220215, 4.422126770019531, 4.379436492919922, 4.512439727783203, 4.441779136657715, 4.44979190826416, 4.480106353759766]}, {"step": 5250, "epoch": 13, "train_loss": 1.818150520324707, "cos_r_negg": [0.4424704313278198, 0.15304599702358246, 0.14952681958675385, 0.12244439125061035, 0.0999850481748581, 0.0752842053771019, 0.10645163059234619, 0.10688057541847229, 0.07826131582260132, 0.006544920615851879], "cos_apical_negg": [0.4424704313278198, 0.15304599702358246, 0.14952681958675385, 0.12244439125061035, 0.0999850481748581, 0.0752842053771019, 0.10645163059234619, 0.10688057541847229, 0.07826131582260132, 0.006544920615851879], "cos_Ac_negg": [0.4424704313278198, 0.15304599702358246, 0.14952681958675385, 0.12244439125061035, 0.0999850481748581, 0.0752842053771019, 0.10645163059234619, 0.10688057541847229, 0.07826131582260132, 0.006544920615851879], "r_norm": [4.333958625793457, 4.328293800354004, 4.330867767333984, 4.3690056800842285, 4.287879943847656, 4.240537643432617, 4.375019550323486, 4.302939414978027, 4.313147068023682, 4.339995861053467]}, {"step": 5300, "epoch": 13, "train_loss": 1.8746082782745361, "cos_r_negg": [0.4576876163482666, 0.1670835018157959, 0.14103955030441284, 0.11609703302383423, 0.07067235559225082, 0.06635378301143646, 0.08245190978050232, 0.10494294762611389, 0.04086468741297722, -0.00924491137266159], "cos_apical_negg": [0.4576876163482666, 0.1670835018157959, 0.14103955030441284, 0.11609703302383423, 0.07067235559225082, 0.06635378301143646, 0.08245190978050232, 0.10494294762611389, 0.04086468741297722, -0.00924491137266159], "cos_Ac_negg": [0.4576876163482666, 0.1670835018157959, 0.14103955030441284, 0.11609703302383423, 0.07067235559225082, 0.06635378301143646, 0.08245190978050232, 0.10494294762611389, 0.04086468741297722, -0.00924491137266159], "r_norm": [4.225500106811523, 4.232409954071045, 4.226047515869141, 4.231226921081543, 4.1865081787109375, 4.12656307220459, 4.2593607902526855, 4.188022613525391, 4.191070556640625, 4.223771572113037]}, {"step": 5350, "epoch": 13, "train_loss": 2.1008899211883545, "cos_r_negg": [0.4557831287384033, 0.15530984103679657, 0.14963851869106293, 0.08720137178897858, 0.06708323955535889, 0.08524259179830551, 0.06474952399730682, 0.111575186252594, 0.023601602762937546, -0.02437344565987587], "cos_apical_negg": [0.4557831287384033, 0.15530984103679657, 0.14963851869106293, 0.08720137178897858, 0.06708323955535889, 0.08524259179830551, 0.06474952399730682, 0.111575186252594, 0.023601602762937546, -0.02437344565987587], "cos_Ac_negg": [0.4557831287384033, 0.15530984103679657, 0.14963851869106293, 0.08720137178897858, 0.06708323955535889, 0.08524259179830551, 0.06474952399730682, 0.111575186252594, 0.023601602762937546, -0.02437344565987587], "r_norm": [4.371614933013916, 4.3692626953125, 4.348752498626709, 4.385248184204102, 4.316394805908203, 4.288305282592773, 4.420950889587402, 4.3451690673828125, 4.336586952209473, 4.366458892822266]}, {"step": 5400, "epoch": 13, "train_loss": 1.9846277236938477, "cos_r_negg": [0.432317316532135, 0.1586793065071106, 0.14178164303302765, 0.09393969178199768, 0.08041601628065109, 0.08755557984113693, 0.06600034236907959, 0.10593157261610031, 0.05207958444952965, 0.030859224498271942], "cos_apical_negg": [0.432317316532135, 0.1586793065071106, 0.14178164303302765, 0.09393969178199768, 0.08041601628065109, 0.08755557984113693, 0.06600034236907959, 0.10593157261610031, 0.05207958444952965, 0.030859224498271942], "cos_Ac_negg": [0.432317316532135, 0.1586793065071106, 0.14178164303302765, 0.09393969178199768, 0.08041601628065109, 0.08755557984113693, 0.06600034236907959, 0.10593157261610031, 0.05207958444952965, 0.030859224498271942], "r_norm": [4.543797969818115, 4.53892707824707, 4.536481857299805, 4.578848838806152, 4.504516124725342, 4.468008995056152, 4.593684196472168, 4.510941505432129, 4.52340030670166, 4.55948543548584]}, {"step": 5450, "epoch": 13, "train_loss": 2.089876174926758, "cos_r_negg": [0.4128827750682831, 0.1617623269557953, 0.11891300976276398, 0.09001272171735764, 0.07428451627492905, 0.08022407442331314, 0.026597624644637108, 0.08819159865379333, 0.007028147578239441, 0.04352936893701553], "cos_apical_negg": [0.4128827750682831, 0.1617623269557953, 0.11891300976276398, 0.09001272171735764, 0.07428451627492905, 0.08022407442331314, 0.026597624644637108, 0.08819159865379333, 0.007028147578239441, 0.04352936893701553], "cos_Ac_negg": [0.4128827750682831, 0.1617623269557953, 0.11891300976276398, 0.09001272171735764, 0.07428451627492905, 0.08022407442331314, 0.026597624644637108, 0.08819159865379333, 0.007028147578239441, 0.04352936893701553], "r_norm": [4.486493110656738, 4.491634845733643, 4.491992950439453, 4.491523742675781, 4.448305130004883, 4.3901567459106445, 4.541619777679443, 4.463046550750732, 4.454688549041748, 4.493621826171875]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.3416, "test_loss": 2.1285349365234376}, {"step": 5500, "epoch": 14, "train_loss": 2.2340972423553467, "cos_r_negg": [0.4486052393913269, 0.14066706597805023, 0.1280180960893631, 0.10532470792531967, 0.08966735750436783, 0.07157588005065918, 0.0879175215959549, 0.04995660483837128, -0.005247893277555704, -0.012915650382637978], "cos_apical_negg": [0.4486052393913269, 0.14066706597805023, 0.1280180960893631, 0.10532470792531967, 0.08966735750436783, 0.07157588005065918, 0.0879175215959549, 0.04995660483837128, -0.005247893277555704, -0.012915650382637978], "cos_Ac_negg": [0.4486052393913269, 0.14066706597805023, 0.1280180960893631, 0.10532470792531967, 0.08966735750436783, 0.07157588005065918, 0.0879175215959549, 0.04995660483837128, -0.005247893277555704, -0.012915650382637978], "r_norm": [4.287156581878662, 4.292390823364258, 4.263706207275391, 4.311793327331543, 4.2600908279418945, 4.211511611938477, 4.334332466125488, 4.252584457397461, 4.267642498016357, 4.305388450622559]}, {"step": 5550, "epoch": 14, "train_loss": 2.0727591514587402, "cos_r_negg": [0.4145720899105072, 0.11992191523313522, 0.1536492109298706, 0.12348715960979462, 0.05975984409451485, 0.08831310272216797, 0.08426517993211746, 0.05930859595537186, 0.060274407267570496, 0.021627886220812798], "cos_apical_negg": [0.4145720899105072, 0.11992191523313522, 0.1536492109298706, 0.12348715960979462, 0.05975984409451485, 0.08831310272216797, 0.08426517993211746, 0.05930859595537186, 0.060274407267570496, 0.021627886220812798], "cos_Ac_negg": [0.4145720899105072, 0.11992191523313522, 0.1536492109298706, 0.12348715960979462, 0.05975984409451485, 0.08831310272216797, 0.08426517993211746, 0.05930859595537186, 0.060274407267570496, 0.021627886220812798], "r_norm": [4.523573398590088, 4.507587432861328, 4.51602840423584, 4.520051002502441, 4.463496208190918, 4.415753364562988, 4.569192409515381, 4.492615699768066, 4.474637508392334, 4.535016059875488]}, {"step": 5600, "epoch": 14, "train_loss": 2.1592020988464355, "cos_r_negg": [0.46043166518211365, 0.1534614861011505, 0.12662403285503387, 0.10131168365478516, 0.0990620106458664, 0.0922955870628357, 0.11134006083011627, 0.08992104232311249, 0.02914164774119854, 0.028983470052480698], "cos_apical_negg": [0.46043166518211365, 0.1534614861011505, 0.12662403285503387, 0.10131168365478516, 0.0990620106458664, 0.0922955870628357, 0.11134006083011627, 0.08992104232311249, 0.02914164774119854, 0.028983470052480698], "cos_Ac_negg": [0.46043166518211365, 0.1534614861011505, 0.12662403285503387, 0.10131168365478516, 0.0990620106458664, 0.0922955870628357, 0.11134006083011627, 0.08992104232311249, 0.02914164774119854, 0.028983470052480698], "r_norm": [4.500757217407227, 4.485122203826904, 4.496258735656738, 4.515213966369629, 4.447396278381348, 4.415440559387207, 4.538419723510742, 4.468745231628418, 4.460691928863525, 4.496431350708008]}, {"step": 5650, "epoch": 14, "train_loss": 2.169680595397949, "cos_r_negg": [0.43515411019325256, 0.16235631704330444, 0.13042698800563812, 0.07945064455270767, 0.09978175163269043, 0.07022255659103394, 0.1377044916152954, 0.10902832448482513, 0.0639568418264389, 0.04429486021399498], "cos_apical_negg": [0.43515411019325256, 0.16235631704330444, 0.13042698800563812, 0.07945064455270767, 0.09978175163269043, 0.07022255659103394, 0.1377044916152954, 0.10902832448482513, 0.0639568418264389, 0.04429486021399498], "cos_Ac_negg": [0.43515411019325256, 0.16235631704330444, 0.13042698800563812, 0.07945064455270767, 0.09978175163269043, 0.07022255659103394, 0.1377044916152954, 0.10902832448482513, 0.0639568418264389, 0.04429486021399498], "r_norm": [4.360202789306641, 4.369775295257568, 4.351895809173584, 4.384213447570801, 4.325308799743652, 4.264825820922852, 4.415709018707275, 4.345237731933594, 4.325349807739258, 4.363886833190918]}, {"step": 5700, "epoch": 14, "train_loss": 1.9081777334213257, "cos_r_negg": [0.4792900085449219, 0.17062926292419434, 0.10765782743692398, 0.11848375201225281, 0.07979324460029602, 0.11958090215921402, 0.1267295926809311, 0.07045996189117432, 0.05876266583800316, 0.04610363394021988], "cos_apical_negg": [0.4792900085449219, 0.17062926292419434, 0.10765782743692398, 0.11848375201225281, 0.07979324460029602, 0.11958090215921402, 0.1267295926809311, 0.07045996189117432, 0.05876266583800316, 0.04610363394021988], "cos_Ac_negg": [0.4792900085449219, 0.17062926292419434, 0.10765782743692398, 0.11848375201225281, 0.07979324460029602, 0.11958090215921402, 0.1267295926809311, 0.07045996189117432, 0.05876266583800316, 0.04610363394021988], "r_norm": [4.340763092041016, 4.334983825683594, 4.320533752441406, 4.344669342041016, 4.2928547859191895, 4.2557501792907715, 4.379696846008301, 4.310204982757568, 4.305661201477051, 4.337322235107422]}, {"step": 5750, "epoch": 14, "train_loss": 1.930915117263794, "cos_r_negg": [0.43186861276626587, 0.17104674875736237, 0.13591375946998596, 0.11316270381212234, 0.11116006970405579, 0.10718585550785065, 0.08742833882570267, 0.07977187633514404, 0.034958623349666595, 0.04022618383169174], "cos_apical_negg": [0.43186861276626587, 0.17104674875736237, 0.13591375946998596, 0.11316270381212234, 0.11116006970405579, 0.10718585550785065, 0.08742833882570267, 0.07977187633514404, 0.034958623349666595, 0.04022618383169174], "cos_Ac_negg": [0.43186861276626587, 0.17104674875736237, 0.13591375946998596, 0.11316270381212234, 0.11116006970405579, 0.10718585550785065, 0.08742833882570267, 0.07977187633514404, 0.034958623349666595, 0.04022618383169174], "r_norm": [4.443552494049072, 4.4341278076171875, 4.427333831787109, 4.47923469543457, 4.388781547546387, 4.335692882537842, 4.468932151794434, 4.397590637207031, 4.402624130249023, 4.425331115722656]}, {"step": 5800, "epoch": 14, "train_loss": 2.1372008323669434, "cos_r_negg": [0.422717809677124, 0.17305243015289307, 0.14371955394744873, 0.11972226202487946, 0.07399371266365051, 0.10474777221679688, 0.11307355016469955, 0.05879097431898117, 0.029927579686045647, 0.023564811795949936], "cos_apical_negg": [0.422717809677124, 0.17305243015289307, 0.14371955394744873, 0.11972226202487946, 0.07399371266365051, 0.10474777221679688, 0.11307355016469955, 0.05879097431898117, 0.029927579686045647, 0.023564811795949936], "cos_Ac_negg": [0.422717809677124, 0.17305243015289307, 0.14371955394744873, 0.11972226202487946, 0.07399371266365051, 0.10474777221679688, 0.11307355016469955, 0.05879097431898117, 0.029927579686045647, 0.023564811795949936], "r_norm": [4.3449296951293945, 4.330196380615234, 4.322711944580078, 4.345666408538818, 4.299899101257324, 4.251002311706543, 4.388708114624023, 4.315273284912109, 4.307921409606934, 4.337627410888672]}, {"step": 5850, "epoch": 14, "train_loss": 2.2116074562072754, "cos_r_negg": [0.43357300758361816, 0.16390830278396606, 0.13241088390350342, 0.1184605062007904, 0.08101949095726013, 0.07007057219743729, 0.11959152668714523, 0.07560655474662781, 0.034724410623311996, 0.0711110457777977], "cos_apical_negg": [0.43357300758361816, 0.16390830278396606, 0.13241088390350342, 0.1184605062007904, 0.08101949095726013, 0.07007057219743729, 0.11959152668714523, 0.07560655474662781, 0.034724410623311996, 0.0711110457777977], "cos_Ac_negg": [0.43357300758361816, 0.16390830278396606, 0.13241088390350342, 0.1184605062007904, 0.08101949095726013, 0.07007057219743729, 0.11959152668714523, 0.07560655474662781, 0.034724410623311996, 0.0711110457777977], "r_norm": [4.355434417724609, 4.353504180908203, 4.327077865600586, 4.353974342346191, 4.303838729858398, 4.260310173034668, 4.407148361206055, 4.337092399597168, 4.3202619552612305, 4.350418567657471]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.3468, "test_loss": 2.1719596923828126}, {"step": 5900, "epoch": 15, "train_loss": 1.9832249879837036, "cos_r_negg": [0.4130420684814453, 0.1719324290752411, 0.1522241234779358, 0.0971023291349411, 0.12157166004180908, 0.09391257911920547, 0.10921342670917511, 0.0738668441772461, 0.053702861070632935, 0.1089533343911171], "cos_apical_negg": [0.4130420684814453, 0.1719324290752411, 0.1522241234779358, 0.0971023291349411, 0.12157166004180908, 0.09391257911920547, 0.10921342670917511, 0.0738668441772461, 0.053702861070632935, 0.1089533343911171], "cos_Ac_negg": [0.4130420684814453, 0.1719324290752411, 0.1522241234779358, 0.0971023291349411, 0.12157166004180908, 0.09391257911920547, 0.10921342670917511, 0.0738668441772461, 0.053702861070632935, 0.1089533343911171], "r_norm": [4.40911865234375, 4.408626079559326, 4.397130012512207, 4.414586067199707, 4.362173080444336, 4.308084487915039, 4.458934783935547, 4.378816604614258, 4.37026834487915, 4.413715839385986]}, {"step": 5950, "epoch": 15, "train_loss": 2.116321563720703, "cos_r_negg": [0.42400699853897095, 0.17013290524482727, 0.16309143602848053, 0.12190822511911392, 0.10306679457426071, 0.09597444534301758, 0.09579610824584961, 0.0600774846971035, 0.03386300802230835, 0.03370192274451256], "cos_apical_negg": [0.42400699853897095, 0.17013290524482727, 0.16309143602848053, 0.12190822511911392, 0.10306679457426071, 0.09597444534301758, 0.09579610824584961, 0.0600774846971035, 0.03386300802230835, 0.03370192274451256], "cos_Ac_negg": [0.42400699853897095, 0.17013290524482727, 0.16309143602848053, 0.12190822511911392, 0.10306679457426071, 0.09597444534301758, 0.09579610824584961, 0.0600774846971035, 0.03386300802230835, 0.03370192274451256], "r_norm": [4.406195163726807, 4.379133224487305, 4.369821071624756, 4.406351089477539, 4.378988265991211, 4.321706771850586, 4.43705940246582, 4.357865333557129, 4.373725414276123, 4.402410507202148]}, {"step": 6000, "epoch": 15, "train_loss": 1.9975335597991943, "cos_r_negg": [0.42684701085090637, 0.16139951348304749, 0.16500304639339447, 0.1359098255634308, 0.14311814308166504, 0.07825298607349396, 0.0978943407535553, 0.11621882021427155, 0.0381355807185173, 0.06239897757768631], "cos_apical_negg": [0.42684701085090637, 0.16139951348304749, 0.16500304639339447, 0.1359098255634308, 0.14311814308166504, 0.07825298607349396, 0.0978943407535553, 0.11621882021427155, 0.0381355807185173, 0.06239897757768631], "cos_Ac_negg": [0.42684701085090637, 0.16139951348304749, 0.16500304639339447, 0.1359098255634308, 0.14311814308166504, 0.07825298607349396, 0.0978943407535553, 0.11621882021427155, 0.0381355807185173, 0.06239897757768631], "r_norm": [4.5898590087890625, 4.563697814941406, 4.567480087280273, 4.596109390258789, 4.534181594848633, 4.496013641357422, 4.6330132484436035, 4.554576396942139, 4.545848369598389, 4.589045524597168]}, {"step": 6050, "epoch": 15, "train_loss": 2.1714112758636475, "cos_r_negg": [0.4281623363494873, 0.16007615625858307, 0.1478986144065857, 0.0992928072810173, 0.1643284261226654, 0.10285401344299316, 0.08781130611896515, 0.0696115791797638, 0.03628147393465042, 0.07736836373806], "cos_apical_negg": [0.4281623363494873, 0.16007615625858307, 0.1478986144065857, 0.0992928072810173, 0.1643284261226654, 0.10285401344299316, 0.08781130611896515, 0.0696115791797638, 0.03628147393465042, 0.07736836373806], "cos_Ac_negg": [0.4281623363494873, 0.16007615625858307, 0.1478986144065857, 0.0992928072810173, 0.1643284261226654, 0.10285401344299316, 0.08781130611896515, 0.0696115791797638, 0.03628147393465042, 0.07736836373806], "r_norm": [4.660892963409424, 4.641982078552246, 4.681407928466797, 4.711616516113281, 4.628067970275879, 4.588834762573242, 4.709531784057617, 4.6192779541015625, 4.662657260894775, 4.673303604125977]}, {"step": 6100, "epoch": 15, "train_loss": 2.190228223800659, "cos_r_negg": [0.4010603129863739, 0.1862730085849762, 0.12598857283592224, 0.11384966969490051, 0.15141455829143524, 0.08418168127536774, 0.10003330558538437, 0.11764384806156158, 0.10461381077766418, 0.03841071575880051], "cos_apical_negg": [0.4010603129863739, 0.1862730085849762, 0.12598857283592224, 0.11384966969490051, 0.15141455829143524, 0.08418168127536774, 0.10003330558538437, 0.11764384806156158, 0.10461381077766418, 0.03841071575880051], "cos_Ac_negg": [0.4010603129863739, 0.1862730085849762, 0.12598857283592224, 0.11384966969490051, 0.15141455829143524, 0.08418168127536774, 0.10003330558538437, 0.11764384806156158, 0.10461381077766418, 0.03841071575880051], "r_norm": [4.590372085571289, 4.556257247924805, 4.550557613372803, 4.596508979797363, 4.522122383117676, 4.497289180755615, 4.618396759033203, 4.5413713455200195, 4.536953926086426, 4.58231258392334]}, {"step": 6150, "epoch": 15, "train_loss": 1.9789739847183228, "cos_r_negg": [0.40578651428222656, 0.18304702639579773, 0.1388375163078308, 0.08870424330234528, 0.1251809298992157, 0.09186744689941406, 0.12208420038223267, 0.11491614580154419, 0.0799783319234848, 0.06058042496442795], "cos_apical_negg": [0.40578651428222656, 0.18304702639579773, 0.1388375163078308, 0.08870424330234528, 0.1251809298992157, 0.09186744689941406, 0.12208420038223267, 0.11491614580154419, 0.0799783319234848, 0.06058042496442795], "cos_Ac_negg": [0.40578651428222656, 0.18304702639579773, 0.1388375163078308, 0.08870424330234528, 0.1251809298992157, 0.09186744689941406, 0.12208420038223267, 0.11491614580154419, 0.0799783319234848, 0.06058042496442795], "r_norm": [4.356744766235352, 4.35586404800415, 4.364902496337891, 4.380147457122803, 4.325024604797363, 4.285459518432617, 4.407327651977539, 4.322170257568359, 4.337419509887695, 4.369349956512451]}, {"step": 6200, "epoch": 15, "train_loss": 1.8988051414489746, "cos_r_negg": [0.38374295830726624, 0.15182076394557953, 0.1426735371351242, 0.09162198007106781, 0.12272343039512634, 0.12321002781391144, 0.13421550393104553, 0.13064035773277283, 0.06378698348999023, 0.08199027180671692], "cos_apical_negg": [0.38374295830726624, 0.15182076394557953, 0.1426735371351242, 0.09162198007106781, 0.12272343039512634, 0.12321002781391144, 0.13421550393104553, 0.13064035773277283, 0.06378698348999023, 0.08199027180671692], "cos_Ac_negg": [0.38374295830726624, 0.15182076394557953, 0.1426735371351242, 0.09162198007106781, 0.12272343039512634, 0.12321002781391144, 0.13421550393104553, 0.13064035773277283, 0.06378698348999023, 0.08199027180671692], "r_norm": [4.5472564697265625, 4.5351057052612305, 4.531842231750488, 4.549954891204834, 4.495791435241699, 4.437399387359619, 4.6004838943481445, 4.506764888763428, 4.503531455993652, 4.549090385437012]}, {"step": 6250, "epoch": 15, "train_loss": 2.0697107315063477, "cos_r_negg": [0.44465166330337524, 0.16474467515945435, 0.12907791137695312, 0.11676441878080368, 0.09135514497756958, 0.11639289557933807, 0.11966274678707123, 0.10947805643081665, 0.08645108342170715, 0.08012835681438446], "cos_apical_negg": [0.44465166330337524, 0.16474467515945435, 0.12907791137695312, 0.11676441878080368, 0.09135514497756958, 0.11639289557933807, 0.11966274678707123, 0.10947805643081665, 0.08645108342170715, 0.08012835681438446], "cos_Ac_negg": [0.44465166330337524, 0.16474467515945435, 0.12907791137695312, 0.11676441878080368, 0.09135514497756958, 0.11639289557933807, 0.11966274678707123, 0.10947805643081665, 0.08645108342170715, 0.08012835681438446], "r_norm": [4.360246658325195, 4.36124849319458, 4.3597331047058105, 4.390050888061523, 4.313441753387451, 4.281950950622559, 4.410423278808594, 4.329970359802246, 4.3351149559021, 4.37714958190918]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.3557, "test_loss": 2.08902119140625}, {"step": 6300, "epoch": 16, "train_loss": 2.155801296234131, "cos_r_negg": [0.4352658987045288, 0.17771518230438232, 0.1433391273021698, 0.1326645314693451, 0.12309398502111435, 0.11104972660541534, 0.11204351484775543, 0.1089429035782814, 0.07742263376712799, 0.06933668255805969], "cos_apical_negg": [0.4352658987045288, 0.17771518230438232, 0.1433391273021698, 0.1326645314693451, 0.12309398502111435, 0.11104972660541534, 0.11204351484775543, 0.1089429035782814, 0.07742263376712799, 0.06933668255805969], "cos_Ac_negg": [0.4352658987045288, 0.17771518230438232, 0.1433391273021698, 0.1326645314693451, 0.12309398502111435, 0.11104972660541534, 0.11204351484775543, 0.1089429035782814, 0.07742263376712799, 0.06933668255805969], "r_norm": [4.484829902648926, 4.480287075042725, 4.482235908508301, 4.501742362976074, 4.453740119934082, 4.397855758666992, 4.548785209655762, 4.4552903175354, 4.4622650146484375, 4.499848365783691]}, {"step": 6350, "epoch": 16, "train_loss": 1.8030600547790527, "cos_r_negg": [0.4483928680419922, 0.17521539330482483, 0.16389396786689758, 0.1060759648680687, 0.10286272317171097, 0.12206751853227615, 0.11644308269023895, 0.13670174777507782, 0.09007057547569275, 0.052725404500961304], "cos_apical_negg": [0.4483928680419922, 0.17521539330482483, 0.16389396786689758, 0.1060759648680687, 0.10286272317171097, 0.12206751853227615, 0.11644308269023895, 0.13670174777507782, 0.09007057547569275, 0.052725404500961304], "cos_Ac_negg": [0.4483928680419922, 0.17521539330482483, 0.16389396786689758, 0.1060759648680687, 0.10286272317171097, 0.12206751853227615, 0.11644308269023895, 0.13670174777507782, 0.09007057547569275, 0.052725404500961304], "r_norm": [4.54974365234375, 4.532815933227539, 4.530518054962158, 4.541394233703613, 4.504566192626953, 4.446928024291992, 4.594072341918945, 4.508474349975586, 4.518523216247559, 4.545111656188965]}, {"step": 6400, "epoch": 16, "train_loss": 2.0132265090942383, "cos_r_negg": [0.41207605600357056, 0.1979401558637619, 0.1799914389848709, 0.12625853717327118, 0.11446738988161087, 0.11913853883743286, 0.12702050805091858, 0.11604481935501099, 0.07037648558616638, 0.04069715738296509], "cos_apical_negg": [0.41207605600357056, 0.1979401558637619, 0.1799914389848709, 0.12625853717327118, 0.11446738988161087, 0.11913853883743286, 0.12702050805091858, 0.11604481935501099, 0.07037648558616638, 0.04069715738296509], "cos_Ac_negg": [0.41207605600357056, 0.1979401558637619, 0.1799914389848709, 0.12625853717327118, 0.11446738988161087, 0.11913853883743286, 0.12702050805091858, 0.11604481935501099, 0.07037648558616638, 0.04069715738296509], "r_norm": [4.4599609375, 4.449993133544922, 4.452795505523682, 4.460806369781494, 4.402981758117676, 4.374855995178223, 4.505309104919434, 4.429597854614258, 4.4250807762146, 4.447192192077637]}, {"step": 6450, "epoch": 16, "train_loss": 2.0878453254699707, "cos_r_negg": [0.401253342628479, 0.19322194159030914, 0.16216686367988586, 0.09066702425479889, 0.10569049417972565, 0.11489550769329071, 0.0945933610200882, 0.07855688035488129, 0.07144935429096222, 0.06636273860931396], "cos_apical_negg": [0.401253342628479, 0.19322194159030914, 0.16216686367988586, 0.09066702425479889, 0.10569049417972565, 0.11489550769329071, 0.0945933610200882, 0.07855688035488129, 0.07144935429096222, 0.06636273860931396], "cos_Ac_negg": [0.401253342628479, 0.19322194159030914, 0.16216686367988586, 0.09066702425479889, 0.10569049417972565, 0.11489550769329071, 0.0945933610200882, 0.07855688035488129, 0.07144935429096222, 0.06636273860931396], "r_norm": [4.405350685119629, 4.410978317260742, 4.4058427810668945, 4.422922611236572, 4.376894474029541, 4.3253045082092285, 4.457938194274902, 4.382298469543457, 4.386959075927734, 4.427263259887695]}, {"step": 6500, "epoch": 16, "train_loss": 2.3668107986450195, "cos_r_negg": [0.42702963948249817, 0.1781156063079834, 0.16954538226127625, 0.06974063813686371, 0.11647282540798187, 0.090102419257164, 0.13147276639938354, 0.10415065288543701, 0.07095986604690552, 0.0979221910238266], "cos_apical_negg": [0.42702963948249817, 0.1781156063079834, 0.16954538226127625, 0.06974063813686371, 0.11647282540798187, 0.090102419257164, 0.13147276639938354, 0.10415065288543701, 0.07095986604690552, 0.0979221910238266], "cos_Ac_negg": [0.42702963948249817, 0.1781156063079834, 0.16954538226127625, 0.06974063813686371, 0.11647282540798187, 0.090102419257164, 0.13147276639938354, 0.10415065288543701, 0.07095986604690552, 0.0979221910238266], "r_norm": [4.366548538208008, 4.359450340270996, 4.360505104064941, 4.383922100067139, 4.317520618438721, 4.254569053649902, 4.4023284912109375, 4.322524070739746, 4.328019142150879, 4.367649078369141]}, {"step": 6550, "epoch": 16, "train_loss": 1.63447105884552, "cos_r_negg": [0.39700084924697876, 0.17074549198150635, 0.14825764298439026, 0.09930016100406647, 0.138431578874588, 0.06607940793037415, 0.12656760215759277, 0.10192745178937912, 0.07529100775718689, 0.08930283784866333], "cos_apical_negg": [0.39700084924697876, 0.17074549198150635, 0.14825764298439026, 0.09930016100406647, 0.138431578874588, 0.06607940793037415, 0.12656760215759277, 0.10192745178937912, 0.07529100775718689, 0.08930283784866333], "cos_Ac_negg": [0.39700084924697876, 0.17074549198150635, 0.14825764298439026, 0.09930016100406647, 0.138431578874588, 0.06607940793037415, 0.12656760215759277, 0.10192745178937912, 0.07529100775718689, 0.08930283784866333], "r_norm": [4.392723560333252, 4.395022392272949, 4.391021728515625, 4.394865036010742, 4.346414566040039, 4.30037260055542, 4.446057319641113, 4.381858825683594, 4.370862007141113, 4.403296947479248]}, {"step": 6600, "epoch": 16, "train_loss": 1.8893733024597168, "cos_r_negg": [0.4512557089328766, 0.1660396158695221, 0.1482410728931427, 0.10724145174026489, 0.14307278394699097, 0.08070105314254761, 0.1001594066619873, 0.08677929639816284, 0.10099795460700989, 0.0842067077755928], "cos_apical_negg": [0.4512557089328766, 0.1660396158695221, 0.1482410728931427, 0.10724145174026489, 0.14307278394699097, 0.08070105314254761, 0.1001594066619873, 0.08677929639816284, 0.10099795460700989, 0.0842067077755928], "cos_Ac_negg": [0.4512557089328766, 0.1660396158695221, 0.1482410728931427, 0.10724145174026489, 0.14307278394699097, 0.08070105314254761, 0.1001594066619873, 0.08677929639816284, 0.10099795460700989, 0.0842067077755928], "r_norm": [4.3626909255981445, 4.35518217086792, 4.3542962074279785, 4.376588821411133, 4.3188276290893555, 4.279797554016113, 4.403923988342285, 4.332592964172363, 4.3340654373168945, 4.364377498626709]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.3599, "test_loss": 2.0805552490234374}, {"step": 6650, "epoch": 17, "train_loss": 2.202332019805908, "cos_r_negg": [0.42144158482551575, 0.1767749786376953, 0.1566341519355774, 0.11889064311981201, 0.1271781176328659, 0.09306613355875015, 0.08365415781736374, 0.0885404497385025, 0.06134684756398201, 0.07853621244430542], "cos_apical_negg": [0.42144158482551575, 0.1767749786376953, 0.1566341519355774, 0.11889064311981201, 0.1271781176328659, 0.09306613355875015, 0.08365415781736374, 0.0885404497385025, 0.06134684756398201, 0.07853621244430542], "cos_Ac_negg": [0.42144158482551575, 0.1767749786376953, 0.1566341519355774, 0.11889064311981201, 0.1271781176328659, 0.09306613355875015, 0.08365415781736374, 0.0885404497385025, 0.06134684756398201, 0.07853621244430542], "r_norm": [4.207509994506836, 4.203174591064453, 4.186422824859619, 4.203553199768066, 4.1582207679748535, 4.114182472229004, 4.250845432281494, 4.174980640411377, 4.171695232391357, 4.203507900238037]}, {"step": 6700, "epoch": 17, "train_loss": 1.9310545921325684, "cos_r_negg": [0.4375462532043457, 0.1808728724718094, 0.15738190710544586, 0.11794015765190125, 0.13625359535217285, 0.1061709076166153, 0.08382033556699753, 0.07905111461877823, 0.11265645176172256, 0.09793251007795334], "cos_apical_negg": [0.4375462532043457, 0.1808728724718094, 0.15738190710544586, 0.11794015765190125, 0.13625359535217285, 0.1061709076166153, 0.08382033556699753, 0.07905111461877823, 0.11265645176172256, 0.09793251007795334], "cos_Ac_negg": [0.4375462532043457, 0.1808728724718094, 0.15738190710544586, 0.11794015765190125, 0.13625359535217285, 0.1061709076166153, 0.08382033556699753, 0.07905111461877823, 0.11265645176172256, 0.09793251007795334], "r_norm": [4.475252628326416, 4.466156959533691, 4.472881317138672, 4.464391708374023, 4.413713455200195, 4.366029262542725, 4.515789985656738, 4.4359211921691895, 4.429919242858887, 4.477128982543945]}, {"step": 6750, "epoch": 17, "train_loss": 2.035461664199829, "cos_r_negg": [0.4142967462539673, 0.20786532759666443, 0.16755753755569458, 0.1234264224767685, 0.1393456757068634, 0.12171903252601624, 0.09753372520208359, 0.0835249125957489, 0.06287652999162674, 0.07493948936462402], "cos_apical_negg": [0.4142967462539673, 0.20786532759666443, 0.16755753755569458, 0.1234264224767685, 0.1393456757068634, 0.12171903252601624, 0.09753372520208359, 0.0835249125957489, 0.06287652999162674, 0.07493948936462402], "cos_Ac_negg": [0.4142967462539673, 0.20786532759666443, 0.16755753755569458, 0.1234264224767685, 0.1393456757068634, 0.12171903252601624, 0.09753372520208359, 0.0835249125957489, 0.06287652999162674, 0.07493948936462402], "r_norm": [4.466543197631836, 4.464377403259277, 4.46478271484375, 4.490355491638184, 4.426722526550293, 4.377666473388672, 4.515728950500488, 4.425403118133545, 4.431238174438477, 4.469018936157227]}, {"step": 6800, "epoch": 17, "train_loss": 1.7397279739379883, "cos_r_negg": [0.40116405487060547, 0.19203130900859833, 0.17863547801971436, 0.12291829288005829, 0.13189595937728882, 0.10406927019357681, 0.13249018788337708, 0.10101404786109924, 0.10097836703062057, 0.11770426481962204], "cos_apical_negg": [0.40116405487060547, 0.19203130900859833, 0.17863547801971436, 0.12291829288005829, 0.13189595937728882, 0.10406927019357681, 0.13249018788337708, 0.10101404786109924, 0.10097836703062057, 0.11770426481962204], "cos_Ac_negg": [0.40116405487060547, 0.19203130900859833, 0.17863547801971436, 0.12291829288005829, 0.13189595937728882, 0.10406927019357681, 0.13249018788337708, 0.10101404786109924, 0.10097836703062057, 0.11770426481962204], "r_norm": [4.391684532165527, 4.387220859527588, 4.3895263671875, 4.406628608703613, 4.341038227081299, 4.29257869720459, 4.436362266540527, 4.353399276733398, 4.357678413391113, 4.392212390899658]}, {"step": 6850, "epoch": 17, "train_loss": 1.8611501455307007, "cos_r_negg": [0.42211371660232544, 0.1857820749282837, 0.17861422896385193, 0.1309148073196411, 0.13533669710159302, 0.13849127292633057, 0.11065808683633804, 0.07377125322818756, 0.09619808197021484, 0.08377767354249954], "cos_apical_negg": [0.42211371660232544, 0.1857820749282837, 0.17861422896385193, 0.1309148073196411, 0.13533669710159302, 0.13849127292633057, 0.11065808683633804, 0.07377125322818756, 0.09619808197021484, 0.08377767354249954], "cos_Ac_negg": [0.42211371660232544, 0.1857820749282837, 0.17861422896385193, 0.1309148073196411, 0.13533669710159302, 0.13849127292633057, 0.11065808683633804, 0.07377125322818756, 0.09619808197021484, 0.08377767354249954], "r_norm": [4.521236896514893, 4.489566326141357, 4.5101423263549805, 4.53615665435791, 4.476384162902832, 4.431011199951172, 4.5519256591796875, 4.477287292480469, 4.493555068969727, 4.505444049835205]}, {"step": 6900, "epoch": 17, "train_loss": 1.780249834060669, "cos_r_negg": [0.4071806073188782, 0.18748009204864502, 0.13831371068954468, 0.15040455758571625, 0.13590554893016815, 0.13291391730308533, 0.13213598728179932, 0.09947696328163147, 0.0906614288687706, 0.08471900224685669], "cos_apical_negg": [0.4071806073188782, 0.18748009204864502, 0.13831371068954468, 0.15040455758571625, 0.13590554893016815, 0.13291391730308533, 0.13213598728179932, 0.09947696328163147, 0.0906614288687706, 0.08471900224685669], "cos_Ac_negg": [0.4071806073188782, 0.18748009204864502, 0.13831371068954468, 0.15040455758571625, 0.13590554893016815, 0.13291391730308533, 0.13213598728179932, 0.09947696328163147, 0.0906614288687706, 0.08471900224685669], "r_norm": [4.335730075836182, 4.321126461029053, 4.320613861083984, 4.33269739151001, 4.276686668395996, 4.238376140594482, 4.360828399658203, 4.295592784881592, 4.292738437652588, 4.320835113525391]}, {"step": 6950, "epoch": 17, "train_loss": 1.9007537364959717, "cos_r_negg": [0.39895036816596985, 0.20149128139019012, 0.12297119200229645, 0.127214252948761, 0.13239285349845886, 0.13392600417137146, 0.07819032669067383, 0.12602511048316956, 0.052529189735651016, 0.08372984826564789], "cos_apical_negg": [0.39895036816596985, 0.20149128139019012, 0.12297119200229645, 0.127214252948761, 0.13239285349845886, 0.13392600417137146, 0.07819032669067383, 0.12602511048316956, 0.052529189735651016, 0.08372984826564789], "cos_Ac_negg": [0.39895036816596985, 0.20149128139019012, 0.12297119200229645, 0.127214252948761, 0.13239285349845886, 0.13392600417137146, 0.07819032669067383, 0.12602511048316956, 0.052529189735651016, 0.08372984826564789], "r_norm": [4.3412580490112305, 4.329037666320801, 4.319650650024414, 4.3515214920043945, 4.292160511016846, 4.248013973236084, 4.374443054199219, 4.306902885437012, 4.308166980743408, 4.336164474487305]}, {"step": 7000, "epoch": 17, "train_loss": 1.9354088306427002, "cos_r_negg": [0.40928059816360474, 0.18852311372756958, 0.1561170220375061, 0.1267392933368683, 0.1393575817346573, 0.15604645013809204, 0.10017572343349457, 0.08631591498851776, 0.061709433794021606, 0.04810406640172005], "cos_apical_negg": [0.40928059816360474, 0.18852311372756958, 0.1561170220375061, 0.1267392933368683, 0.1393575817346573, 0.15604645013809204, 0.10017572343349457, 0.08631591498851776, 0.061709433794021606, 0.04810406640172005], "cos_Ac_negg": [0.40928059816360474, 0.18852311372756958, 0.1561170220375061, 0.1267392933368683, 0.1393575817346573, 0.15604645013809204, 0.10017572343349457, 0.08631591498851776, 0.061709433794021606, 0.04810406640172005], "r_norm": [4.379241943359375, 4.372361183166504, 4.351870536804199, 4.392119884490967, 4.338592529296875, 4.298961162567139, 4.41843843460083, 4.351306915283203, 4.347538948059082, 4.381049156188965]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.3503, "test_loss": 2.1935055419921876}, {"step": 7050, "epoch": 18, "train_loss": 1.7780433893203735, "cos_r_negg": [0.4063364863395691, 0.1745811253786087, 0.13731083273887634, 0.12707240879535675, 0.1359756737947464, 0.1377411186695099, 0.13622722029685974, 0.12100999057292938, 0.05944571644067764, 0.06397516280412674], "cos_apical_negg": [0.4063364863395691, 0.1745811253786087, 0.13731083273887634, 0.12707240879535675, 0.1359756737947464, 0.1377411186695099, 0.13622722029685974, 0.12100999057292938, 0.05944571644067764, 0.06397516280412674], "cos_Ac_negg": [0.4063364863395691, 0.1745811253786087, 0.13731083273887634, 0.12707240879535675, 0.1359756737947464, 0.1377411186695099, 0.13622722029685974, 0.12100999057292938, 0.05944571644067764, 0.06397516280412674], "r_norm": [4.31974983215332, 4.302093029022217, 4.309021949768066, 4.328248977661133, 4.261384010314941, 4.23014497756958, 4.353589057922363, 4.2812724113464355, 4.274835586547852, 4.3107123374938965]}, {"step": 7100, "epoch": 18, "train_loss": 1.7776367664337158, "cos_r_negg": [0.4049188494682312, 0.18357855081558228, 0.16199788451194763, 0.12019994854927063, 0.1073681116104126, 0.10256904363632202, 0.09723036736249924, 0.10446153581142426, 0.04955684393644333, 0.052353501319885254], "cos_apical_negg": [0.4049188494682312, 0.18357855081558228, 0.16199788451194763, 0.12019994854927063, 0.1073681116104126, 0.10256904363632202, 0.09723036736249924, 0.10446153581142426, 0.04955684393644333, 0.052353501319885254], "cos_Ac_negg": [0.4049188494682312, 0.18357855081558228, 0.16199788451194763, 0.12019994854927063, 0.1073681116104126, 0.10256904363632202, 0.09723036736249924, 0.10446153581142426, 0.04955684393644333, 0.052353501319885254], "r_norm": [4.399981498718262, 4.359139442443848, 4.348182678222656, 4.381931304931641, 4.338441371917725, 4.2966485023498535, 4.421942710876465, 4.343262672424316, 4.355482578277588, 4.373171329498291]}, {"step": 7150, "epoch": 18, "train_loss": 2.0577287673950195, "cos_r_negg": [0.41526442766189575, 0.21157124638557434, 0.15998618304729462, 0.1300061196088791, 0.1468518078327179, 0.11791616678237915, 0.11585221439599991, 0.11908061802387238, 0.05214860662817955, 0.09079375863075256], "cos_apical_negg": [0.41526442766189575, 0.21157124638557434, 0.15998618304729462, 0.1300061196088791, 0.1468518078327179, 0.11791616678237915, 0.11585221439599991, 0.11908061802387238, 0.05214860662817955, 0.09079375863075256], "cos_Ac_negg": [0.41526442766189575, 0.21157124638557434, 0.15998618304729462, 0.1300061196088791, 0.1468518078327179, 0.11791616678237915, 0.11585221439599991, 0.11908061802387238, 0.05214860662817955, 0.09079375863075256], "r_norm": [4.360211372375488, 4.355837821960449, 4.350851535797119, 4.363958358764648, 4.328718662261963, 4.273890495300293, 4.406923294067383, 4.329219818115234, 4.329470634460449, 4.3703813552856445]}, {"step": 7200, "epoch": 18, "train_loss": 1.8823115825653076, "cos_r_negg": [0.4487406611442566, 0.18436181545257568, 0.16280540823936462, 0.12430468946695328, 0.1269690990447998, 0.12775936722755432, 0.10063546895980835, 0.13838808238506317, 0.07597805559635162, 0.05089099705219269], "cos_apical_negg": [0.4487406611442566, 0.18436181545257568, 0.16280540823936462, 0.12430468946695328, 0.1269690990447998, 0.12775936722755432, 0.10063546895980835, 0.13838808238506317, 0.07597805559635162, 0.05089099705219269], "cos_Ac_negg": [0.4487406611442566, 0.18436181545257568, 0.16280540823936462, 0.12430468946695328, 0.1269690990447998, 0.12775936722755432, 0.10063546895980835, 0.13838808238506317, 0.07597805559635162, 0.05089099705219269], "r_norm": [4.233708381652832, 4.237471580505371, 4.2248334884643555, 4.247050762176514, 4.182170867919922, 4.140880107879639, 4.277870178222656, 4.201875686645508, 4.200623035430908, 4.226749897003174]}, {"step": 7250, "epoch": 18, "train_loss": 1.9985071420669556, "cos_r_negg": [0.41669827699661255, 0.17509785294532776, 0.17444737255573273, 0.12400226294994354, 0.1494835913181305, 0.13514529168605804, 0.09210986644029617, 0.10420455038547516, 0.04554241895675659, 0.05340283364057541], "cos_apical_negg": [0.41669827699661255, 0.17509785294532776, 0.17444737255573273, 0.12400226294994354, 0.1494835913181305, 0.13514529168605804, 0.09210986644029617, 0.10420455038547516, 0.04554241895675659, 0.05340283364057541], "cos_Ac_negg": [0.41669827699661255, 0.17509785294532776, 0.17444737255573273, 0.12400226294994354, 0.1494835913181305, 0.13514529168605804, 0.09210986644029617, 0.10420455038547516, 0.04554241895675659, 0.05340283364057541], "r_norm": [4.381924629211426, 4.374894142150879, 4.357758045196533, 4.385383605957031, 4.334598064422607, 4.291414260864258, 4.41616678237915, 4.350424289703369, 4.343987464904785, 4.373871803283691]}, {"step": 7300, "epoch": 18, "train_loss": 2.127650260925293, "cos_r_negg": [0.40763211250305176, 0.18574413657188416, 0.1737077534198761, 0.13847865164279938, 0.12677223980426788, 0.12008998543024063, 0.12638796865940094, 0.09277769178152084, 0.08450284600257874, 0.07289917767047882], "cos_apical_negg": [0.40763211250305176, 0.18574413657188416, 0.1737077534198761, 0.13847865164279938, 0.12677223980426788, 0.12008998543024063, 0.12638796865940094, 0.09277769178152084, 0.08450284600257874, 0.07289917767047882], "cos_Ac_negg": [0.40763211250305176, 0.18574413657188416, 0.1737077534198761, 0.13847865164279938, 0.12677223980426788, 0.12008998543024063, 0.12638796865940094, 0.09277769178152084, 0.08450284600257874, 0.07289917767047882], "r_norm": [4.325855255126953, 4.332788467407227, 4.325009346008301, 4.350337982177734, 4.282011032104492, 4.242270469665527, 4.373173236846924, 4.292517185211182, 4.292919158935547, 4.329437255859375]}, {"step": 7350, "epoch": 18, "train_loss": 1.7525231838226318, "cos_r_negg": [0.3921554982662201, 0.17616480588912964, 0.1648060530424118, 0.11523003876209259, 0.13296154141426086, 0.10861365497112274, 0.12911689281463623, 0.13089466094970703, 0.08634426444768906, 0.040754325687885284], "cos_apical_negg": [0.3921554982662201, 0.17616480588912964, 0.1648060530424118, 0.11523003876209259, 0.13296154141426086, 0.10861365497112274, 0.12911689281463623, 0.13089466094970703, 0.08634426444768906, 0.040754325687885284], "cos_Ac_negg": [0.3921554982662201, 0.17616480588912964, 0.1648060530424118, 0.11523003876209259, 0.13296154141426086, 0.10861365497112274, 0.12911689281463623, 0.13089466094970703, 0.08634426444768906, 0.040754325687885284], "r_norm": [4.291797637939453, 4.289678573608398, 4.282805442810059, 4.30549955368042, 4.253062725067139, 4.207993507385254, 4.346609115600586, 4.267190933227539, 4.257281303405762, 4.301018238067627]}, {"step": 7400, "epoch": 18, "train_loss": 2.025319814682007, "cos_r_negg": [0.3828701376914978, 0.19741563498973846, 0.17432188987731934, 0.1218232661485672, 0.14157143235206604, 0.1181887686252594, 0.13243313133716583, 0.13076119124889374, 0.07532032579183578, 0.10105253010988235], "cos_apical_negg": [0.3828701376914978, 0.19741563498973846, 0.17432188987731934, 0.1218232661485672, 0.14157143235206604, 0.1181887686252594, 0.13243313133716583, 0.13076119124889374, 0.07532032579183578, 0.10105253010988235], "cos_Ac_negg": [0.3828701376914978, 0.19741563498973846, 0.17432188987731934, 0.1218232661485672, 0.14157143235206604, 0.1181887686252594, 0.13243313133716583, 0.13076119124889374, 0.07532032579183578, 0.10105253010988235], "r_norm": [4.350343704223633, 4.342435836791992, 4.341853618621826, 4.364839553833008, 4.3001708984375, 4.257197380065918, 4.403298854827881, 4.320492267608643, 4.316746711730957, 4.3518967628479]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.3551, "test_loss": 2.1708202880859373}, {"step": 7450, "epoch": 19, "train_loss": 1.6366990804672241, "cos_r_negg": [0.4156995415687561, 0.17772124707698822, 0.1501721292734146, 0.14004744589328766, 0.1369921863079071, 0.07585304975509644, 0.1498178392648697, 0.11291702091693878, 0.037328846752643585, 0.1177765280008316], "cos_apical_negg": [0.4156995415687561, 0.17772124707698822, 0.1501721292734146, 0.14004744589328766, 0.1369921863079071, 0.07585304975509644, 0.1498178392648697, 0.11291702091693878, 0.037328846752643585, 0.1177765280008316], "cos_Ac_negg": [0.4156995415687561, 0.17772124707698822, 0.1501721292734146, 0.14004744589328766, 0.1369921863079071, 0.07585304975509644, 0.1498178392648697, 0.11291702091693878, 0.037328846752643585, 0.1177765280008316], "r_norm": [4.286446571350098, 4.274273872375488, 4.268902778625488, 4.287522315979004, 4.248313903808594, 4.192516803741455, 4.328587055206299, 4.25380802154541, 4.255141735076904, 4.292117118835449]}, {"step": 7500, "epoch": 19, "train_loss": 1.7483738660812378, "cos_r_negg": [0.43303680419921875, 0.20334723591804504, 0.14924296736717224, 0.14363029599189758, 0.13560330867767334, 0.11747156828641891, 0.14117595553398132, 0.10669058561325073, 0.052341461181640625, 0.08420860022306442], "cos_apical_negg": [0.43303680419921875, 0.20334723591804504, 0.14924296736717224, 0.14363029599189758, 0.13560330867767334, 0.11747156828641891, 0.14117595553398132, 0.10669058561325073, 0.052341461181640625, 0.08420860022306442], "cos_Ac_negg": [0.43303680419921875, 0.20334723591804504, 0.14924296736717224, 0.14363029599189758, 0.13560330867767334, 0.11747156828641891, 0.14117595553398132, 0.10669058561325073, 0.052341461181640625, 0.08420860022306442], "r_norm": [4.324481964111328, 4.317074298858643, 4.302531719207764, 4.321221351623535, 4.2841877937316895, 4.234271049499512, 4.372808456420898, 4.305752754211426, 4.300703048706055, 4.325394630432129]}, {"step": 7550, "epoch": 19, "train_loss": 2.092897891998291, "cos_r_negg": [0.3950147330760956, 0.19616487622261047, 0.15939399600028992, 0.15026572346687317, 0.15101546049118042, 0.10072559863328934, 0.16392475366592407, 0.09371037036180496, 0.06915898621082306, 0.08642806112766266], "cos_apical_negg": [0.3950147330760956, 0.19616487622261047, 0.15939399600028992, 0.15026572346687317, 0.15101546049118042, 0.10072559863328934, 0.16392475366592407, 0.09371037036180496, 0.06915898621082306, 0.08642806112766266], "cos_Ac_negg": [0.3950147330760956, 0.19616487622261047, 0.15939399600028992, 0.15026572346687317, 0.15101546049118042, 0.10072559863328934, 0.16392475366592407, 0.09371037036180496, 0.06915898621082306, 0.08642806112766266], "r_norm": [4.552842617034912, 4.553696632385254, 4.546810150146484, 4.568264007568359, 4.513679504394531, 4.460572242736816, 4.593721389770508, 4.522853374481201, 4.508730888366699, 4.554347991943359]}, {"step": 7600, "epoch": 19, "train_loss": 2.010026454925537, "cos_r_negg": [0.3911464512348175, 0.19027073681354523, 0.14865931868553162, 0.16033916175365448, 0.12035927176475525, 0.1526552140712738, 0.1330714225769043, 0.1236177384853363, 0.09092668443918228, 0.09119813144207001], "cos_apical_negg": [0.3911464512348175, 0.19027073681354523, 0.14865931868553162, 0.16033916175365448, 0.12035927176475525, 0.1526552140712738, 0.1330714225769043, 0.1236177384853363, 0.09092668443918228, 0.09119813144207001], "cos_Ac_negg": [0.3911464512348175, 0.19027073681354523, 0.14865931868553162, 0.16033916175365448, 0.12035927176475525, 0.1526552140712738, 0.1330714225769043, 0.1236177384853363, 0.09092668443918228, 0.09119813144207001], "r_norm": [4.231338024139404, 4.233671188354492, 4.21584415435791, 4.249614238739014, 4.190650939941406, 4.15510368347168, 4.271773815155029, 4.204887390136719, 4.200717926025391, 4.232076644897461]}, {"step": 7650, "epoch": 19, "train_loss": 1.944850206375122, "cos_r_negg": [0.39898982644081116, 0.19353045523166656, 0.15076544880867004, 0.15891818702220917, 0.1373012363910675, 0.13268041610717773, 0.14441323280334473, 0.09770737588405609, 0.09740210324525833, 0.1214059442281723], "cos_apical_negg": [0.39898982644081116, 0.19353045523166656, 0.15076544880867004, 0.15891818702220917, 0.1373012363910675, 0.13268041610717773, 0.14441323280334473, 0.09770737588405609, 0.09740210324525833, 0.1214059442281723], "cos_Ac_negg": [0.39898982644081116, 0.19353045523166656, 0.15076544880867004, 0.15891818702220917, 0.1373012363910675, 0.13268041610717773, 0.14441323280334473, 0.09770737588405609, 0.09740210324525833, 0.1214059442281723], "r_norm": [4.310030937194824, 4.318718910217285, 4.304262161254883, 4.307703018188477, 4.259560585021973, 4.203772068023682, 4.352825164794922, 4.27543830871582, 4.269059658050537, 4.311738967895508]}, {"step": 7700, "epoch": 19, "train_loss": 1.9400925636291504, "cos_r_negg": [0.39473024010658264, 0.21262884140014648, 0.164458766579628, 0.13798342645168304, 0.14811241626739502, 0.10663396865129471, 0.13494464755058289, 0.12515410780906677, 0.05761311948299408, 0.0955577865242958], "cos_apical_negg": [0.39473024010658264, 0.21262884140014648, 0.164458766579628, 0.13798342645168304, 0.14811241626739502, 0.10663396865129471, 0.13494464755058289, 0.12515410780906677, 0.05761311948299408, 0.0955577865242958], "cos_Ac_negg": [0.39473024010658264, 0.21262884140014648, 0.164458766579628, 0.13798342645168304, 0.14811241626739502, 0.10663396865129471, 0.13494464755058289, 0.12515410780906677, 0.05761311948299408, 0.0955577865242958], "r_norm": [4.450111389160156, 4.426174640655518, 4.414048194885254, 4.451700687408447, 4.409005165100098, 4.350212574005127, 4.487727165222168, 4.409480094909668, 4.415097236633301, 4.4396586418151855]}, {"step": 7750, "epoch": 19, "train_loss": 2.0999093055725098, "cos_r_negg": [0.4129279851913452, 0.1844191551208496, 0.16004228591918945, 0.143461674451828, 0.14915551245212555, 0.11094021797180176, 0.10970321297645569, 0.10178056359291077, 0.052237920463085175, 0.0734713226556778], "cos_apical_negg": [0.4129279851913452, 0.1844191551208496, 0.16004228591918945, 0.143461674451828, 0.14915551245212555, 0.11094021797180176, 0.10970321297645569, 0.10178056359291077, 0.052237920463085175, 0.0734713226556778], "cos_Ac_negg": [0.4129279851913452, 0.1844191551208496, 0.16004228591918945, 0.143461674451828, 0.14915551245212555, 0.11094021797180176, 0.10970321297645569, 0.10178056359291077, 0.052237920463085175, 0.0734713226556778], "r_norm": [4.221047401428223, 4.216198444366455, 4.207014083862305, 4.2455830574035645, 4.171711444854736, 4.125716209411621, 4.258296966552734, 4.187916278839111, 4.19598388671875, 4.222044944763184]}, {"step": 7800, "epoch": 19, "train_loss": 1.824514389038086, "cos_r_negg": [0.4094785153865814, 0.17766056954860687, 0.17763090133666992, 0.15213650465011597, 0.13999593257904053, 0.12128190696239471, 0.1312120258808136, 0.09298835694789886, 0.06736347824335098, 0.1186806857585907], "cos_apical_negg": [0.4094785153865814, 0.17766056954860687, 0.17763090133666992, 0.15213650465011597, 0.13999593257904053, 0.12128190696239471, 0.1312120258808136, 0.09298835694789886, 0.06736347824335098, 0.1186806857585907], "cos_Ac_negg": [0.4094785153865814, 0.17766056954860687, 0.17763090133666992, 0.15213650465011597, 0.13999593257904053, 0.12128190696239471, 0.1312120258808136, 0.09298835694789886, 0.06736347824335098, 0.1186806857585907], "r_norm": [4.254579067230225, 4.238197326660156, 4.223075866699219, 4.25905179977417, 4.203606605529785, 4.162505149841309, 4.2939558029174805, 4.225086688995361, 4.217655181884766, 4.250434398651123]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.3742, "test_loss": 2.0426549682617186}, {"step": 7850, "epoch": 20, "train_loss": 1.7706029415130615, "cos_r_negg": [0.3819692134857178, 0.18971310555934906, 0.1561889946460724, 0.14610934257507324, 0.1469663381576538, 0.13036619126796722, 0.12340037524700165, 0.12928244471549988, 0.10124866664409637, 0.11016109585762024], "cos_apical_negg": [0.3819692134857178, 0.18971310555934906, 0.1561889946460724, 0.14610934257507324, 0.1469663381576538, 0.13036619126796722, 0.12340037524700165, 0.12928244471549988, 0.10124866664409637, 0.11016109585762024], "cos_Ac_negg": [0.3819692134857178, 0.18971310555934906, 0.1561889946460724, 0.14610934257507324, 0.1469663381576538, 0.13036619126796722, 0.12340037524700165, 0.12928244471549988, 0.10124866664409637, 0.11016109585762024], "r_norm": [4.3622236251831055, 4.344545364379883, 4.336556434631348, 4.379232406616211, 4.314065933227539, 4.276980876922607, 4.397485733032227, 4.328624725341797, 4.330696105957031, 4.349678993225098]}, {"step": 7900, "epoch": 20, "train_loss": 2.0003724098205566, "cos_r_negg": [0.3909398913383484, 0.2281028926372528, 0.17262443900108337, 0.16010916233062744, 0.15899744629859924, 0.15258671343326569, 0.13133952021598816, 0.1248384565114975, 0.08122087270021439, 0.08455398678779602], "cos_apical_negg": [0.3909398913383484, 0.2281028926372528, 0.17262443900108337, 0.16010916233062744, 0.15899744629859924, 0.15258671343326569, 0.13133952021598816, 0.1248384565114975, 0.08122087270021439, 0.08455398678779602], "cos_Ac_negg": [0.3909398913383484, 0.2281028926372528, 0.17262443900108337, 0.16010916233062744, 0.15899744629859924, 0.15258671343326569, 0.13133952021598816, 0.1248384565114975, 0.08122087270021439, 0.08455398678779602], "r_norm": [4.373593330383301, 4.350393772125244, 4.347089767456055, 4.364396095275879, 4.316370964050293, 4.271468162536621, 4.406721115112305, 4.33172607421875, 4.334168434143066, 4.360102653503418]}, {"step": 7950, "epoch": 20, "train_loss": 2.00416898727417, "cos_r_negg": [0.39682263135910034, 0.2132425308227539, 0.20027011632919312, 0.1667925864458084, 0.16804277896881104, 0.14271721243858337, 0.11295703053474426, 0.13116294145584106, 0.0483836755156517, 0.13019467890262604], "cos_apical_negg": [0.39682263135910034, 0.2132425308227539, 0.20027011632919312, 0.1667925864458084, 0.16804277896881104, 0.14271721243858337, 0.11295703053474426, 0.13116294145584106, 0.0483836755156517, 0.13019467890262604], "cos_Ac_negg": [0.39682263135910034, 0.2132425308227539, 0.20027011632919312, 0.1667925864458084, 0.16804277896881104, 0.14271721243858337, 0.11295703053474426, 0.13116294145584106, 0.0483836755156517, 0.13019467890262604], "r_norm": [4.369243621826172, 4.364238739013672, 4.364811420440674, 4.378749847412109, 4.321964263916016, 4.279923439025879, 4.408877849578857, 4.335226058959961, 4.339974403381348, 4.381554126739502]}, {"step": 8000, "epoch": 20, "train_loss": 1.7623956203460693, "cos_r_negg": [0.3948442041873932, 0.22105903923511505, 0.1742437779903412, 0.17161332070827484, 0.15308603644371033, 0.14697065949440002, 0.11462770402431488, 0.11026369035243988, 0.055744417011737823, 0.11528897285461426], "cos_apical_negg": [0.3948442041873932, 0.22105903923511505, 0.1742437779903412, 0.17161332070827484, 0.15308603644371033, 0.14697065949440002, 0.11462770402431488, 0.11026369035243988, 0.055744417011737823, 0.11528897285461426], "cos_Ac_negg": [0.3948442041873932, 0.22105903923511505, 0.1742437779903412, 0.17161332070827484, 0.15308603644371033, 0.14697065949440002, 0.11462770402431488, 0.11026369035243988, 0.055744417011737823, 0.11528897285461426], "r_norm": [4.387578010559082, 4.380910873413086, 4.3743486404418945, 4.391852378845215, 4.346661567687988, 4.291876792907715, 4.433100700378418, 4.350754261016846, 4.359941005706787, 4.39052677154541]}, {"step": 8050, "epoch": 20, "train_loss": 1.826662540435791, "cos_r_negg": [0.4134247303009033, 0.1908770501613617, 0.17149053514003754, 0.16968806087970734, 0.15438693761825562, 0.14416015148162842, 0.10353849828243256, 0.1399805247783661, 0.06006548926234245, 0.09122252464294434], "cos_apical_negg": [0.4134247303009033, 0.1908770501613617, 0.17149053514003754, 0.16968806087970734, 0.15438693761825562, 0.14416015148162842, 0.10353849828243256, 0.1399805247783661, 0.06006548926234245, 0.09122252464294434], "cos_Ac_negg": [0.4134247303009033, 0.1908770501613617, 0.17149053514003754, 0.16968806087970734, 0.15438693761825562, 0.14416015148162842, 0.10353849828243256, 0.1399805247783661, 0.06006548926234245, 0.09122252464294434], "r_norm": [4.353019714355469, 4.333057403564453, 4.3393964767456055, 4.3566813468933105, 4.304261684417725, 4.251772880554199, 4.393909454345703, 4.315160751342773, 4.31766939163208, 4.356019973754883]}, {"step": 8100, "epoch": 20, "train_loss": 1.7589163780212402, "cos_r_negg": [0.4191051423549652, 0.20864123106002808, 0.16967326402664185, 0.13447688519954681, 0.17949573695659637, 0.13272641599178314, 0.13341961801052094, 0.12371806800365448, 0.03694730997085571, 0.08532772213220596], "cos_apical_negg": [0.4191051423549652, 0.20864123106002808, 0.16967326402664185, 0.13447688519954681, 0.17949573695659637, 0.13272641599178314, 0.13341961801052094, 0.12371806800365448, 0.03694730997085571, 0.08532772213220596], "cos_Ac_negg": [0.4191051423549652, 0.20864123106002808, 0.16967326402664185, 0.13447688519954681, 0.17949573695659637, 0.13272641599178314, 0.13341961801052094, 0.12371806800365448, 0.03694730997085571, 0.08532772213220596], "r_norm": [4.395867347717285, 4.372486114501953, 4.371324062347412, 4.396563529968262, 4.3458251953125, 4.291803359985352, 4.426502227783203, 4.341504096984863, 4.351418972015381, 4.3781938552856445]}, {"step": 8150, "epoch": 20, "train_loss": 1.9100570678710938, "cos_r_negg": [0.36322325468063354, 0.17231816053390503, 0.18613320589065552, 0.12963873147964478, 0.13301201164722443, 0.10115261375904083, 0.17589020729064941, 0.1313740313053131, 0.06148698553442955, 0.11368690431118011], "cos_apical_negg": [0.36322325468063354, 0.17231816053390503, 0.18613320589065552, 0.12963873147964478, 0.13301201164722443, 0.10115261375904083, 0.17589020729064941, 0.1313740313053131, 0.06148698553442955, 0.11368690431118011], "cos_Ac_negg": [0.36322325468063354, 0.17231816053390503, 0.18613320589065552, 0.12963873147964478, 0.13301201164722443, 0.10115261375904083, 0.17589020729064941, 0.1313740313053131, 0.06148698553442955, 0.11368690431118011], "r_norm": [4.365478515625, 4.366331100463867, 4.351042747497559, 4.38850212097168, 4.323166847229004, 4.284348011016846, 4.418890476226807, 4.339776992797852, 4.333733081817627, 4.373912811279297]}, {"step": 8200, "epoch": 20, "train_loss": 1.4034755229949951, "cos_r_negg": [0.3650094270706177, 0.1782977283000946, 0.17654995620250702, 0.15781867504119873, 0.1396273970603943, 0.12349008023738861, 0.10050796717405319, 0.14388233423233032, 0.06755238771438599, 0.07544945180416107], "cos_apical_negg": [0.3650094270706177, 0.1782977283000946, 0.17654995620250702, 0.15781867504119873, 0.1396273970603943, 0.12349008023738861, 0.10050796717405319, 0.14388233423233032, 0.06755238771438599, 0.07544945180416107], "cos_Ac_negg": [0.3650094270706177, 0.1782977283000946, 0.17654995620250702, 0.15781867504119873, 0.1396273970603943, 0.12349008023738861, 0.10050796717405319, 0.14388233423233032, 0.06755238771438599, 0.07544945180416107], "r_norm": [4.3368754386901855, 4.3296403884887695, 4.317700386047363, 4.346940994262695, 4.283551216125488, 4.237729072570801, 4.373406410217285, 4.287703037261963, 4.308775424957275, 4.3246636390686035]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.3624, "test_loss": 2.110720544433594}, {"step": 8250, "epoch": 21, "train_loss": 1.6568880081176758, "cos_r_negg": [0.39552202820777893, 0.19508661329746246, 0.18549808859825134, 0.15347057580947876, 0.1379799246788025, 0.1528952419757843, 0.1446719765663147, 0.13423234224319458, 0.060193613171577454, 0.10673663020133972], "cos_apical_negg": [0.39552202820777893, 0.19508661329746246, 0.18549808859825134, 0.15347057580947876, 0.1379799246788025, 0.1528952419757843, 0.1446719765663147, 0.13423234224319458, 0.060193613171577454, 0.10673663020133972], "cos_Ac_negg": [0.39552202820777893, 0.19508661329746246, 0.18549808859825134, 0.15347057580947876, 0.1379799246788025, 0.1528952419757843, 0.1446719765663147, 0.13423234224319458, 0.060193613171577454, 0.10673663020133972], "r_norm": [4.420520782470703, 4.4118876457214355, 4.409329414367676, 4.435703277587891, 4.381022930145264, 4.334908485412598, 4.4781999588012695, 4.390399932861328, 4.38740348815918, 4.420601844787598]}, {"step": 8300, "epoch": 21, "train_loss": 2.111565113067627, "cos_r_negg": [0.4247495234012604, 0.19802194833755493, 0.20173180103302002, 0.12717720866203308, 0.14248520135879517, 0.13967859745025635, 0.1727961301803589, 0.12460320442914963, 0.08218071609735489, 0.0901043713092804], "cos_apical_negg": [0.4247495234012604, 0.19802194833755493, 0.20173180103302002, 0.12717720866203308, 0.14248520135879517, 0.13967859745025635, 0.1727961301803589, 0.12460320442914963, 0.08218071609735489, 0.0901043713092804], "cos_Ac_negg": [0.4247495234012604, 0.19802194833755493, 0.20173180103302002, 0.12717720866203308, 0.14248520135879517, 0.13967859745025635, 0.1727961301803589, 0.12460320442914963, 0.08218071609735489, 0.0901043713092804], "r_norm": [4.329040050506592, 4.3292083740234375, 4.322429656982422, 4.3398756980896, 4.283644676208496, 4.244556427001953, 4.3745269775390625, 4.2913055419921875, 4.287062644958496, 4.321471214294434]}, {"step": 8350, "epoch": 21, "train_loss": 1.8842544555664062, "cos_r_negg": [0.41207730770111084, 0.22180010378360748, 0.21205706894397736, 0.15002262592315674, 0.16290321946144104, 0.11724291741847992, 0.14731407165527344, 0.12713618576526642, 0.10042688250541687, 0.11489897221326828], "cos_apical_negg": [0.41207730770111084, 0.22180010378360748, 0.21205706894397736, 0.15002262592315674, 0.16290321946144104, 0.11724291741847992, 0.14731407165527344, 0.12713618576526642, 0.10042688250541687, 0.11489897221326828], "cos_Ac_negg": [0.41207730770111084, 0.22180010378360748, 0.21205706894397736, 0.15002262592315674, 0.16290321946144104, 0.11724291741847992, 0.14731407165527344, 0.12713618576526642, 0.10042688250541687, 0.11489897221326828], "r_norm": [4.365693092346191, 4.342486381530762, 4.343395233154297, 4.3707427978515625, 4.303295135498047, 4.259961128234863, 4.396254539489746, 4.315312385559082, 4.315434455871582, 4.351735591888428]}, {"step": 8400, "epoch": 21, "train_loss": 1.954659342765808, "cos_r_negg": [0.4224773943424225, 0.21391090750694275, 0.20368939638137817, 0.1427546739578247, 0.14745588600635529, 0.11624754965305328, 0.14050507545471191, 0.1135900467634201, 0.08377736806869507, 0.11891426891088486], "cos_apical_negg": [0.4224773943424225, 0.21391090750694275, 0.20368939638137817, 0.1427546739578247, 0.14745588600635529, 0.11624754965305328, 0.14050507545471191, 0.1135900467634201, 0.08377736806869507, 0.11891426891088486], "cos_Ac_negg": [0.4224773943424225, 0.21391090750694275, 0.20368939638137817, 0.1427546739578247, 0.14745588600635529, 0.11624754965305328, 0.14050507545471191, 0.1135900467634201, 0.08377736806869507, 0.11891426891088486], "r_norm": [4.332141399383545, 4.3194580078125, 4.3089799880981445, 4.343950271606445, 4.2889790534973145, 4.232110023498535, 4.3637542724609375, 4.290894508361816, 4.298192977905273, 4.326847553253174]}, {"step": 8450, "epoch": 21, "train_loss": 1.4904334545135498, "cos_r_negg": [0.4043036103248596, 0.21762537956237793, 0.20338404178619385, 0.18899425864219666, 0.12788908183574677, 0.13417035341262817, 0.12612774968147278, 0.10568824410438538, 0.09918518364429474, 0.09616556763648987], "cos_apical_negg": [0.4043036103248596, 0.21762537956237793, 0.20338404178619385, 0.18899425864219666, 0.12788908183574677, 0.13417035341262817, 0.12612774968147278, 0.10568824410438538, 0.09918518364429474, 0.09616556763648987], "cos_Ac_negg": [0.4043036103248596, 0.21762537956237793, 0.20338404178619385, 0.18899425864219666, 0.12788908183574677, 0.13417035341262817, 0.12612774968147278, 0.10568824410438538, 0.09918518364429474, 0.09616556763648987], "r_norm": [4.24909782409668, 4.240166664123535, 4.229865074157715, 4.259515285491943, 4.206644058227539, 4.169861316680908, 4.290236473083496, 4.212845325469971, 4.209928512573242, 4.242585182189941]}, {"step": 8500, "epoch": 21, "train_loss": 1.7614738941192627, "cos_r_negg": [0.3654971122741699, 0.21439017355442047, 0.18131817877292633, 0.170101135969162, 0.14886105060577393, 0.13689470291137695, 0.13728071749210358, 0.10327945649623871, 0.0964423269033432, 0.12086780369281769], "cos_apical_negg": [0.3654971122741699, 0.21439017355442047, 0.18131817877292633, 0.170101135969162, 0.14886105060577393, 0.13689470291137695, 0.13728071749210358, 0.10327945649623871, 0.0964423269033432, 0.12086780369281769], "cos_Ac_negg": [0.3654971122741699, 0.21439017355442047, 0.18131817877292633, 0.170101135969162, 0.14886105060577393, 0.13689470291137695, 0.13728071749210358, 0.10327945649623871, 0.0964423269033432, 0.12086780369281769], "r_norm": [4.264636039733887, 4.241571426391602, 4.235030651092529, 4.265625953674316, 4.219972133636475, 4.164902687072754, 4.299393653869629, 4.210040092468262, 4.218797206878662, 4.2590837478637695]}, {"step": 8550, "epoch": 21, "train_loss": 1.7941561937332153, "cos_r_negg": [0.39749276638031006, 0.2069479078054428, 0.20661579072475433, 0.1581277847290039, 0.13298660516738892, 0.1283402144908905, 0.12075603753328323, 0.10248182713985443, 0.07648179680109024, 0.11431597173213959], "cos_apical_negg": [0.39749276638031006, 0.2069479078054428, 0.20661579072475433, 0.1581277847290039, 0.13298660516738892, 0.1283402144908905, 0.12075603753328323, 0.10248182713985443, 0.07648179680109024, 0.11431597173213959], "cos_Ac_negg": [0.39749276638031006, 0.2069479078054428, 0.20661579072475433, 0.1581277847290039, 0.13298660516738892, 0.1283402144908905, 0.12075603753328323, 0.10248182713985443, 0.07648179680109024, 0.11431597173213959], "r_norm": [4.288638591766357, 4.269211769104004, 4.266633033752441, 4.2915239334106445, 4.238656520843506, 4.188985824584961, 4.3238935470581055, 4.251595973968506, 4.257298469543457, 4.2833027839660645]}, {"step": 8600, "epoch": 21, "train_loss": 1.9362101554870605, "cos_r_negg": [0.4080236256122589, 0.201151043176651, 0.17872914671897888, 0.1566626876592636, 0.15237277746200562, 0.12961316108703613, 0.11502867937088013, 0.14000780880451202, 0.12697060406208038, 0.07917220890522003], "cos_apical_negg": [0.4080236256122589, 0.201151043176651, 0.17872914671897888, 0.1566626876592636, 0.15237277746200562, 0.12961316108703613, 0.11502867937088013, 0.14000780880451202, 0.12697060406208038, 0.07917220890522003], "cos_Ac_negg": [0.4080236256122589, 0.201151043176651, 0.17872914671897888, 0.1566626876592636, 0.15237277746200562, 0.12961316108703613, 0.11502867937088013, 0.14000780880451202, 0.12697060406208038, 0.07917220890522003], "r_norm": [4.4315996170043945, 4.421091079711914, 4.419966697692871, 4.431694984436035, 4.395898818969727, 4.343743324279785, 4.481833457946777, 4.40020751953125, 4.405106067657471, 4.44870138168335]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.3574, "test_loss": 2.1194322998046875}, {"step": 8650, "epoch": 22, "train_loss": 1.9256994724273682, "cos_r_negg": [0.36847037076950073, 0.1988852322101593, 0.18069645762443542, 0.1409418284893036, 0.16776463389396667, 0.12826384603977203, 0.13410425186157227, 0.12667876482009888, 0.08958128094673157, 0.11368640512228012], "cos_apical_negg": [0.36847037076950073, 0.1988852322101593, 0.18069645762443542, 0.1409418284893036, 0.16776463389396667, 0.12826384603977203, 0.13410425186157227, 0.12667876482009888, 0.08958128094673157, 0.11368640512228012], "cos_Ac_negg": [0.36847037076950073, 0.1988852322101593, 0.18069645762443542, 0.1409418284893036, 0.16776463389396667, 0.12826384603977203, 0.13410425186157227, 0.12667876482009888, 0.08958128094673157, 0.11368640512228012], "r_norm": [4.364803314208984, 4.359684944152832, 4.35543155670166, 4.37021541595459, 4.322151184082031, 4.258108139038086, 4.415712833404541, 4.327522277832031, 4.330910682678223, 4.376986026763916]}, {"step": 8700, "epoch": 22, "train_loss": 1.8266656398773193, "cos_r_negg": [0.3466700315475464, 0.20878607034683228, 0.17411848902702332, 0.14038169384002686, 0.17608162760734558, 0.1314365714788437, 0.1308642476797104, 0.11681049317121506, 0.13915812969207764, 0.11770419031381607], "cos_apical_negg": [0.3466700315475464, 0.20878607034683228, 0.17411848902702332, 0.14038169384002686, 0.17608162760734558, 0.1314365714788437, 0.1308642476797104, 0.11681049317121506, 0.13915812969207764, 0.11770419031381607], "cos_Ac_negg": [0.3466700315475464, 0.20878607034683228, 0.17411848902702332, 0.14038169384002686, 0.17608162760734558, 0.1314365714788437, 0.1308642476797104, 0.11681049317121506, 0.13915812969207764, 0.11770419031381607], "r_norm": [4.270429611206055, 4.257114887237549, 4.24957275390625, 4.279655933380127, 4.227344512939453, 4.175374507904053, 4.322365760803223, 4.233856678009033, 4.235991954803467, 4.281668663024902]}, {"step": 8750, "epoch": 22, "train_loss": 1.769628882408142, "cos_r_negg": [0.4477599263191223, 0.2146526575088501, 0.2090303897857666, 0.1484006643295288, 0.1478680670261383, 0.11401382088661194, 0.15005601942539215, 0.131935715675354, 0.11306509375572205, 0.13059496879577637], "cos_apical_negg": [0.4477599263191223, 0.2146526575088501, 0.2090303897857666, 0.1484006643295288, 0.1478680670261383, 0.11401382088661194, 0.15005601942539215, 0.131935715675354, 0.11306509375572205, 0.13059496879577637], "cos_Ac_negg": [0.4477599263191223, 0.2146526575088501, 0.2090303897857666, 0.1484006643295288, 0.1478680670261383, 0.11401382088661194, 0.15005601942539215, 0.131935715675354, 0.11306509375572205, 0.13059496879577637], "r_norm": [4.271544456481934, 4.270613670349121, 4.2567524909973145, 4.293632507324219, 4.232594013214111, 4.181447982788086, 4.311521053314209, 4.236821174621582, 4.2464375495910645, 4.278955459594727]}, {"step": 8800, "epoch": 22, "train_loss": 1.9012937545776367, "cos_r_negg": [0.4277268052101135, 0.21642529964447021, 0.18706730008125305, 0.16368985176086426, 0.17587022483348846, 0.1452006697654724, 0.12454994022846222, 0.09272345900535583, 0.08989928662776947, 0.11849488317966461], "cos_apical_negg": [0.4277268052101135, 0.21642529964447021, 0.18706730008125305, 0.16368985176086426, 0.17587022483348846, 0.1452006697654724, 0.12454994022846222, 0.09272345900535583, 0.08989928662776947, 0.11849488317966461], "cos_Ac_negg": [0.4277268052101135, 0.21642529964447021, 0.18706730008125305, 0.16368985176086426, 0.17587022483348846, 0.1452006697654724, 0.12454994022846222, 0.09272345900535583, 0.08989928662776947, 0.11849488317966461], "r_norm": [4.3545732498168945, 4.3342976570129395, 4.323406219482422, 4.355541706085205, 4.301833629608154, 4.253286361694336, 4.3975419998168945, 4.321209907531738, 4.319803237915039, 4.345792770385742]}, {"step": 8850, "epoch": 22, "train_loss": 1.826486349105835, "cos_r_negg": [0.3833555579185486, 0.21752403676509857, 0.1802184283733368, 0.16320759057998657, 0.1964675784111023, 0.15278849005699158, 0.1672980636358261, 0.13297349214553833, 0.096980981528759, 0.122144415974617], "cos_apical_negg": [0.3833555579185486, 0.21752403676509857, 0.1802184283733368, 0.16320759057998657, 0.1964675784111023, 0.15278849005699158, 0.1672980636358261, 0.13297349214553833, 0.096980981528759, 0.122144415974617], "cos_Ac_negg": [0.3833555579185486, 0.21752403676509857, 0.1802184283733368, 0.16320759057998657, 0.1964675784111023, 0.15278849005699158, 0.1672980636358261, 0.13297349214553833, 0.096980981528759, 0.122144415974617], "r_norm": [4.324738025665283, 4.297431468963623, 4.288165092468262, 4.318081855773926, 4.285313129425049, 4.2213897705078125, 4.353634357452393, 4.271059036254883, 4.286990165710449, 4.322299480438232]}, {"step": 8900, "epoch": 22, "train_loss": 1.82219660282135, "cos_r_negg": [0.4045059382915497, 0.21866478025913239, 0.17198282480239868, 0.17845822870731354, 0.1652064323425293, 0.1414574682712555, 0.14639580249786377, 0.10679017007350922, 0.128855898976326, 0.12127885222434998], "cos_apical_negg": [0.4045059382915497, 0.21866478025913239, 0.17198282480239868, 0.17845822870731354, 0.1652064323425293, 0.1414574682712555, 0.14639580249786377, 0.10679017007350922, 0.128855898976326, 0.12127885222434998], "cos_Ac_negg": [0.4045059382915497, 0.21866478025913239, 0.17198282480239868, 0.17845822870731354, 0.1652064323425293, 0.1414574682712555, 0.14639580249786377, 0.10679017007350922, 0.128855898976326, 0.12127885222434998], "r_norm": [4.231485843658447, 4.2256364822387695, 4.212950229644775, 4.239121913909912, 4.184171199798584, 4.13569450378418, 4.277074813842773, 4.206536293029785, 4.193140983581543, 4.228947639465332]}, {"step": 8950, "epoch": 22, "train_loss": 1.725820779800415, "cos_r_negg": [0.3843204975128174, 0.22199833393096924, 0.18589180707931519, 0.16930721700191498, 0.1532413363456726, 0.16777756810188293, 0.12281957268714905, 0.13159282505512238, 0.10061002522706985, 0.14706656336784363], "cos_apical_negg": [0.3843204975128174, 0.22199833393096924, 0.18589180707931519, 0.16930721700191498, 0.1532413363456726, 0.16777756810188293, 0.12281957268714905, 0.13159282505512238, 0.10061002522706985, 0.14706656336784363], "cos_Ac_negg": [0.3843204975128174, 0.22199833393096924, 0.18589180707931519, 0.16930721700191498, 0.1532413363456726, 0.16777756810188293, 0.12281957268714905, 0.13159282505512238, 0.10061002522706985, 0.14706656336784363], "r_norm": [4.3420329093933105, 4.317901134490967, 4.314416885375977, 4.3479485511779785, 4.290412902832031, 4.23787784576416, 4.3785600662231445, 4.2945475578308105, 4.308701515197754, 4.334583282470703]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.3858, "test_loss": 1.9667304931640626}, {"step": 9000, "epoch": 23, "train_loss": 1.6802427768707275, "cos_r_negg": [0.4058322310447693, 0.19768410921096802, 0.1794944703578949, 0.1844313144683838, 0.13547450304031372, 0.1458582580089569, 0.1465136855840683, 0.0974474549293518, 0.13737136125564575, 0.1281328797340393], "cos_apical_negg": [0.4058322310447693, 0.19768410921096802, 0.1794944703578949, 0.1844313144683838, 0.13547450304031372, 0.1458582580089569, 0.1465136855840683, 0.0974474549293518, 0.13737136125564575, 0.1281328797340393], "cos_Ac_negg": [0.4058322310447693, 0.19768410921096802, 0.1794944703578949, 0.1844313144683838, 0.13547450304031372, 0.1458582580089569, 0.1465136855840683, 0.0974474549293518, 0.13737136125564575, 0.1281328797340393], "r_norm": [4.329800128936768, 4.331891059875488, 4.320639133453369, 4.339039325714111, 4.280065059661865, 4.241565704345703, 4.380023002624512, 4.29887580871582, 4.29427433013916, 4.335134506225586]}, {"step": 9050, "epoch": 23, "train_loss": 1.7375985383987427, "cos_r_negg": [0.39756840467453003, 0.2352394461631775, 0.20297843217849731, 0.1780090183019638, 0.1588350236415863, 0.1754772961139679, 0.14613059163093567, 0.15787416696548462, 0.1194353774189949, 0.1327074021100998], "cos_apical_negg": [0.39756840467453003, 0.2352394461631775, 0.20297843217849731, 0.1780090183019638, 0.1588350236415863, 0.1754772961139679, 0.14613059163093567, 0.15787416696548462, 0.1194353774189949, 0.1327074021100998], "cos_Ac_negg": [0.39756840467453003, 0.2352394461631775, 0.20297843217849731, 0.1780090183019638, 0.1588350236415863, 0.1754772961139679, 0.14613059163093567, 0.15787416696548462, 0.1194353774189949, 0.1327074021100998], "r_norm": [4.207637310028076, 4.19420051574707, 4.1741180419921875, 4.2090349197387695, 4.1605305671691895, 4.12144660949707, 4.245596885681152, 4.1740312576293945, 4.178319454193115, 4.21086311340332]}, {"step": 9100, "epoch": 23, "train_loss": 1.9806349277496338, "cos_r_negg": [0.42804649472236633, 0.2300318330526352, 0.20246121287345886, 0.1706717610359192, 0.17229905724525452, 0.15704914927482605, 0.15612411499023438, 0.1513328105211258, 0.0980062484741211, 0.12320050597190857], "cos_apical_negg": [0.42804649472236633, 0.2300318330526352, 0.20246121287345886, 0.1706717610359192, 0.17229905724525452, 0.15704914927482605, 0.15612411499023438, 0.1513328105211258, 0.0980062484741211, 0.12320050597190857], "cos_Ac_negg": [0.42804649472236633, 0.2300318330526352, 0.20246121287345886, 0.1706717610359192, 0.17229905724525452, 0.15704914927482605, 0.15612411499023438, 0.1513328105211258, 0.0980062484741211, 0.12320050597190857], "r_norm": [4.275691032409668, 4.261308193206787, 4.254576683044434, 4.279239654541016, 4.230925559997559, 4.183974742889404, 4.31101131439209, 4.235411643981934, 4.239602088928223, 4.268558502197266]}, {"step": 9150, "epoch": 23, "train_loss": 1.6721715927124023, "cos_r_negg": [0.41208818554878235, 0.22981174290180206, 0.17667721211910248, 0.17510449886322021, 0.15299761295318604, 0.15041965246200562, 0.146198108792305, 0.13927723467350006, 0.13577508926391602, 0.1463305652141571], "cos_apical_negg": [0.41208818554878235, 0.22981174290180206, 0.17667721211910248, 0.17510449886322021, 0.15299761295318604, 0.15041965246200562, 0.146198108792305, 0.13927723467350006, 0.13577508926391602, 0.1463305652141571], "cos_Ac_negg": [0.41208818554878235, 0.22981174290180206, 0.17667721211910248, 0.17510449886322021, 0.15299761295318604, 0.15041965246200562, 0.146198108792305, 0.13927723467350006, 0.13577508926391602, 0.1463305652141571], "r_norm": [4.292992115020752, 4.2925286293029785, 4.2826128005981445, 4.300884246826172, 4.239867687225342, 4.1990966796875, 4.3377227783203125, 4.253510475158691, 4.246854305267334, 4.2912278175354]}, {"step": 9200, "epoch": 23, "train_loss": 1.7569596767425537, "cos_r_negg": [0.39241525530815125, 0.21778665482997894, 0.19922390580177307, 0.17616672813892365, 0.16105462610721588, 0.15837931632995605, 0.15946176648139954, 0.12415340542793274, 0.1415868103504181, 0.1488901674747467], "cos_apical_negg": [0.39241525530815125, 0.21778665482997894, 0.19922390580177307, 0.17616672813892365, 0.16105462610721588, 0.15837931632995605, 0.15946176648139954, 0.12415340542793274, 0.1415868103504181, 0.1488901674747467], "cos_Ac_negg": [0.39241525530815125, 0.21778665482997894, 0.19922390580177307, 0.17616672813892365, 0.16105462610721588, 0.15837931632995605, 0.15946176648139954, 0.12415340542793274, 0.1415868103504181, 0.1488901674747467], "r_norm": [4.379108428955078, 4.357816696166992, 4.353638648986816, 4.367062568664551, 4.328130722045898, 4.282678604125977, 4.410477638244629, 4.3339738845825195, 4.353086471557617, 4.379404544830322]}, {"step": 9250, "epoch": 23, "train_loss": 1.9310965538024902, "cos_r_negg": [0.4003108739852905, 0.22212199866771698, 0.21197062730789185, 0.1673971563577652, 0.15145991742610931, 0.11740735918283463, 0.12061502039432526, 0.13674622774124146, 0.12383176386356354, 0.12868037819862366], "cos_apical_negg": [0.4003108739852905, 0.22212199866771698, 0.21197062730789185, 0.1673971563577652, 0.15145991742610931, 0.11740735918283463, 0.12061502039432526, 0.13674622774124146, 0.12383176386356354, 0.12868037819862366], "cos_Ac_negg": [0.4003108739852905, 0.22212199866771698, 0.21197062730789185, 0.1673971563577652, 0.15145991742610931, 0.11740735918283463, 0.12061502039432526, 0.13674622774124146, 0.12383176386356354, 0.12868037819862366], "r_norm": [4.385120868682861, 4.376323699951172, 4.354379653930664, 4.372006416320801, 4.320257663726807, 4.278047561645508, 4.43064546585083, 4.350541114807129, 4.347193717956543, 4.371031761169434]}, {"step": 9300, "epoch": 23, "train_loss": 1.469205617904663, "cos_r_negg": [0.4230019450187683, 0.20423248410224915, 0.21123827993869781, 0.18805503845214844, 0.1519279181957245, 0.15601462125778198, 0.12275245785713196, 0.13970044255256653, 0.1029963418841362, 0.16059580445289612], "cos_apical_negg": [0.4230019450187683, 0.20423248410224915, 0.21123827993869781, 0.18805503845214844, 0.1519279181957245, 0.15601462125778198, 0.12275245785713196, 0.13970044255256653, 0.1029963418841362, 0.16059580445289612], "cos_Ac_negg": [0.4230019450187683, 0.20423248410224915, 0.21123827993869781, 0.18805503845214844, 0.1519279181957245, 0.15601462125778198, 0.12275245785713196, 0.13970044255256653, 0.1029963418841362, 0.16059580445289612], "r_norm": [4.401832580566406, 4.395379066467285, 4.3827619552612305, 4.4092841148376465, 4.355749130249023, 4.305642604827881, 4.441317558288574, 4.368196487426758, 4.36380672454834, 4.399085998535156]}, {"step": 9350, "epoch": 23, "train_loss": 1.9149240255355835, "cos_r_negg": [0.39588743448257446, 0.23629620671272278, 0.22591468691825867, 0.17574816942214966, 0.16464900970458984, 0.11567141860723495, 0.12560594081878662, 0.1210084855556488, 0.08989362418651581, 0.09144392609596252], "cos_apical_negg": [0.39588743448257446, 0.23629620671272278, 0.22591468691825867, 0.17574816942214966, 0.16464900970458984, 0.11567141860723495, 0.12560594081878662, 0.1210084855556488, 0.08989362418651581, 0.09144392609596252], "cos_Ac_negg": [0.39588743448257446, 0.23629620671272278, 0.22591468691825867, 0.17574816942214966, 0.16464900970458984, 0.11567141860723495, 0.12560594081878662, 0.1210084855556488, 0.08989362418651581, 0.09144392609596252], "r_norm": [4.373447418212891, 4.376075267791748, 4.355289459228516, 4.3730244636535645, 4.323197841644287, 4.278256416320801, 4.424187660217285, 4.3533935546875, 4.3432230949401855, 4.383577346801758]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.3568, "test_loss": 2.13262783203125}, {"step": 9400, "epoch": 24, "train_loss": 1.5163260698318481, "cos_r_negg": [0.40756237506866455, 0.24091443419456482, 0.21861021220684052, 0.19589100778102875, 0.1606820523738861, 0.14212052524089813, 0.14406350255012512, 0.11850715428590775, 0.09092559665441513, 0.09447368234395981], "cos_apical_negg": [0.40756237506866455, 0.24091443419456482, 0.21861021220684052, 0.19589100778102875, 0.1606820523738861, 0.14212052524089813, 0.14406350255012512, 0.11850715428590775, 0.09092559665441513, 0.09447368234395981], "cos_Ac_negg": [0.40756237506866455, 0.24091443419456482, 0.21861021220684052, 0.19589100778102875, 0.1606820523738861, 0.14212052524089813, 0.14406350255012512, 0.11850715428590775, 0.09092559665441513, 0.09447368234395981], "r_norm": [4.445267677307129, 4.443589687347412, 4.439302444458008, 4.443320274353027, 4.388866424560547, 4.33957576751709, 4.484806060791016, 4.4113945960998535, 4.4021711349487305, 4.451415061950684]}, {"step": 9450, "epoch": 24, "train_loss": 1.8193522691726685, "cos_r_negg": [0.41881150007247925, 0.23222452402114868, 0.20021812617778778, 0.18710175156593323, 0.18984362483024597, 0.14758262038230896, 0.13294640183448792, 0.10676296055316925, 0.12497077882289886, 0.12503473460674286], "cos_apical_negg": [0.41881150007247925, 0.23222452402114868, 0.20021812617778778, 0.18710175156593323, 0.18984362483024597, 0.14758262038230896, 0.13294640183448792, 0.10676296055316925, 0.12497077882289886, 0.12503473460674286], "cos_Ac_negg": [0.41881150007247925, 0.23222452402114868, 0.20021812617778778, 0.18710175156593323, 0.18984362483024597, 0.14758262038230896, 0.13294640183448792, 0.10676296055316925, 0.12497077882289886, 0.12503473460674286], "r_norm": [4.268567085266113, 4.252890586853027, 4.239291191101074, 4.264972686767578, 4.214698791503906, 4.17423677444458, 4.302091121673584, 4.224085807800293, 4.2242889404296875, 4.264264106750488]}, {"step": 9500, "epoch": 24, "train_loss": 1.9123048782348633, "cos_r_negg": [0.42968374490737915, 0.22405675053596497, 0.21232560276985168, 0.1804313212633133, 0.16062478721141815, 0.1692686676979065, 0.14189879596233368, 0.15994064509868622, 0.1186380684375763, 0.1323992758989334], "cos_apical_negg": [0.42968374490737915, 0.22405675053596497, 0.21232560276985168, 0.1804313212633133, 0.16062478721141815, 0.1692686676979065, 0.14189879596233368, 0.15994064509868622, 0.1186380684375763, 0.1323992758989334], "cos_Ac_negg": [0.42968374490737915, 0.22405675053596497, 0.21232560276985168, 0.1804313212633133, 0.16062478721141815, 0.1692686676979065, 0.14189879596233368, 0.15994064509868622, 0.1186380684375763, 0.1323992758989334], "r_norm": [4.326848983764648, 4.316042423248291, 4.298815727233887, 4.305996894836426, 4.2655415534973145, 4.2165045738220215, 4.365433692932129, 4.282306671142578, 4.2777838706970215, 4.314962863922119]}, {"step": 9550, "epoch": 24, "train_loss": 1.7569224834442139, "cos_r_negg": [0.380567342042923, 0.2259259819984436, 0.22009830176830292, 0.1797683984041214, 0.15508870780467987, 0.16256844997406006, 0.14119262993335724, 0.13255645334720612, 0.13561448454856873, 0.1404115855693817], "cos_apical_negg": [0.380567342042923, 0.2259259819984436, 0.22009830176830292, 0.1797683984041214, 0.15508870780467987, 0.16256844997406006, 0.14119262993335724, 0.13255645334720612, 0.13561448454856873, 0.1404115855693817], "cos_Ac_negg": [0.380567342042923, 0.2259259819984436, 0.22009830176830292, 0.1797683984041214, 0.15508870780467987, 0.16256844997406006, 0.14119262993335724, 0.13255645334720612, 0.13561448454856873, 0.1404115855693817], "r_norm": [4.363441467285156, 4.368434429168701, 4.352777481079102, 4.360225677490234, 4.314488410949707, 4.267692565917969, 4.405587673187256, 4.333492279052734, 4.32381534576416, 4.356670379638672]}, {"step": 9600, "epoch": 24, "train_loss": 1.7682441473007202, "cos_r_negg": [0.4143005311489105, 0.23293039202690125, 0.21291835606098175, 0.17633822560310364, 0.18650056421756744, 0.16116094589233398, 0.14563539624214172, 0.10780026763677597, 0.1347784847021103, 0.15414930880069733], "cos_apical_negg": [0.4143005311489105, 0.23293039202690125, 0.21291835606098175, 0.17633822560310364, 0.18650056421756744, 0.16116094589233398, 0.14563539624214172, 0.10780026763677597, 0.1347784847021103, 0.15414930880069733], "cos_Ac_negg": [0.4143005311489105, 0.23293039202690125, 0.21291835606098175, 0.17633822560310364, 0.18650056421756744, 0.16116094589233398, 0.14563539624214172, 0.10780026763677597, 0.1347784847021103, 0.15414930880069733], "r_norm": [4.3073015213012695, 4.307502746582031, 4.306851387023926, 4.320565223693848, 4.250741958618164, 4.218677520751953, 4.3503289222717285, 4.2722320556640625, 4.272631645202637, 4.313203811645508]}, {"step": 9650, "epoch": 24, "train_loss": 1.7159037590026855, "cos_r_negg": [0.3664110600948334, 0.2171388417482376, 0.20453613996505737, 0.18001702427864075, 0.18034851551055908, 0.14216093719005585, 0.15884731709957123, 0.10433490574359894, 0.08089005947113037, 0.15464487671852112], "cos_apical_negg": [0.3664110600948334, 0.2171388417482376, 0.20453613996505737, 0.18001702427864075, 0.18034851551055908, 0.14216093719005585, 0.15884731709957123, 0.10433490574359894, 0.08089005947113037, 0.15464487671852112], "cos_Ac_negg": [0.3664110600948334, 0.2171388417482376, 0.20453613996505737, 0.18001702427864075, 0.18034851551055908, 0.14216093719005585, 0.15884731709957123, 0.10433490574359894, 0.08089005947113037, 0.15464487671852112], "r_norm": [4.150134086608887, 4.145386219024658, 4.140897750854492, 4.143493175506592, 4.094223499298096, 4.043882369995117, 4.181835651397705, 4.106959342956543, 4.104569911956787, 4.148322582244873]}, {"step": 9700, "epoch": 24, "train_loss": 1.97096848487854, "cos_r_negg": [0.3745822310447693, 0.24146078526973724, 0.19445951282978058, 0.14984926581382751, 0.17079752683639526, 0.1634485423564911, 0.14442595839500427, 0.12317592650651932, 0.09269426017999649, 0.1378161609172821], "cos_apical_negg": [0.3745822310447693, 0.24146078526973724, 0.19445951282978058, 0.14984926581382751, 0.17079752683639526, 0.1634485423564911, 0.14442595839500427, 0.12317592650651932, 0.09269426017999649, 0.1378161609172821], "cos_Ac_negg": [0.3745822310447693, 0.24146078526973724, 0.19445951282978058, 0.14984926581382751, 0.17079752683639526, 0.1634485423564911, 0.14442595839500427, 0.12317592650651932, 0.09269426017999649, 0.1378161609172821], "r_norm": [4.274383544921875, 4.261881351470947, 4.2471113204956055, 4.27638578414917, 4.225074768066406, 4.179282188415527, 4.311457633972168, 4.234312057495117, 4.235260963439941, 4.269654273986816]}, {"step": 9750, "epoch": 24, "train_loss": 1.6872479915618896, "cos_r_negg": [0.34117549657821655, 0.2336757630109787, 0.19987305998802185, 0.14948318898677826, 0.16287583112716675, 0.18199217319488525, 0.1601790487766266, 0.10106109082698822, 0.0785127580165863, 0.13110849261283875], "cos_apical_negg": [0.34117549657821655, 0.2336757630109787, 0.19987305998802185, 0.14948318898677826, 0.16287583112716675, 0.18199217319488525, 0.1601790487766266, 0.10106109082698822, 0.0785127580165863, 0.13110849261283875], "cos_Ac_negg": [0.34117549657821655, 0.2336757630109787, 0.19987305998802185, 0.14948318898677826, 0.16287583112716675, 0.18199217319488525, 0.1601790487766266, 0.10106109082698822, 0.0785127580165863, 0.13110849261283875], "r_norm": [4.384825229644775, 4.38381814956665, 4.366665840148926, 4.394900798797607, 4.347571849822998, 4.296999931335449, 4.43425178527832, 4.358097076416016, 4.3505449295043945, 4.398350238800049]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.3653, "test_loss": 2.098779821777344}], "final": {"test_acc": 0.3653, "test_loss": 2.098779821777344, "wall_s": 42.72281575202942, "cos_r_negg": [0.36283379793167114, 0.2270304262638092, 0.2131109982728958, 0.19084680080413818, 0.1772293895483017, 0.1519990861415863, 0.16552317142486572, 0.1150200366973877, 0.10772174596786499, 0.12797391414642334], "cos_apical_negg": [0.36283379793167114, 0.2270304262638092, 0.2131109982728958, 0.19084680080413818, 0.1772293895483017, 0.1519990861415863, 0.16552317142486572, 0.1150200366973877, 0.10772174596786499, 0.12797391414642334], "cos_Ac_negg": [0.36283379793167114, 0.2270304262638092, 0.2131109982728958, 0.19084680080413818, 0.1772293895483017, 0.1519990861415863, 0.16552317142486572, 0.1150200366973877, 0.10772174596786499, 0.12797391414642334]}}