results/depth_fmnist_dfa_d7_s1.json


1

{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d7_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3651063442230225, "cos_r_negg": [0.007203652057796717, 0.007499658968299627, 0.011178033426404, 0.0055524809285998344, -0.018033765256404877, -0.016208471730351448, -0.003969826735556126], "cos_apical_negg": [0.007203652057796717, 0.007499658968299627, 0.011178033426404, 0.0055524809285998344, -0.018033765256404877, -0.016208471730351448, -0.003969826735556126], "cos_Ac_negg": [0.007203652057796717, 0.007499658968299627, 0.011178033426404, 0.0055524809285998344, -0.018033765256404877, -0.016208471730351448, -0.003969826735556126], "r_norm": [4.739949703216553, 4.77269172668457, 4.741051197052002, 4.785449504852295, 4.7890849113464355, 4.893691062927246, 4.68766975402832]}, {"step": 50, "epoch": 0, "train_loss": 1.208880066871643, "cos_r_negg": [0.10782402753829956, 0.08096323907375336, 0.11069013178348541, 0.12431886792182922, 0.1513594090938568, 0.11717583984136581, 0.07075351476669312], "cos_apical_negg": [0.10782402753829956, 0.08096323907375336, 0.11069013178348541, 0.12431886792182922, 0.1513594090938568, 0.11717583984136581, 0.07075351476669312], "cos_Ac_negg": [0.10782402753829956, 0.08096323907375336, 0.11069013178348541, 0.12431886792182922, 0.1513594090938568, 0.11717583984136581, 0.07075351476669312], "r_norm": [2.6760916709899902, 2.7206523418426514, 2.6944146156311035, 2.7174997329711914, 2.6962990760803223, 2.742837905883789, 2.6366043090820312]}, {"step": 100, "epoch": 0, "train_loss": 0.7246670722961426, "cos_r_negg": [0.22405582666397095, 0.1884785145521164, 0.1718226671218872, 0.18991264700889587, 0.21304111182689667, 0.1296846568584442, 0.1349925994873047], "cos_apical_negg": [0.22405582666397095, 0.1884785145521164, 0.1718226671218872, 0.18991264700889587, 0.21304111182689667, 0.1296846568584442, 0.1349925994873047], "cos_Ac_negg": [0.22405582666397095, 0.1884785145521164, 0.1718226671218872, 0.18991264700889587, 0.21304111182689667, 0.1296846568584442, 0.1349925994873047], "r_norm": [2.147507667541504, 2.1795952320098877, 2.1621479988098145, 2.177215576171875, 2.1560094356536865, 2.2080821990966797, 2.134512424468994]}, {"step": 150, "epoch": 0, "train_loss": 0.6658114194869995, "cos_r_negg": [0.2192714810371399, 0.2006419450044632, 0.18781574070453644, 0.15416793525218964, 0.23699063062667847, 0.20211297273635864, 0.11571697890758514], "cos_apical_negg": [0.2192714810371399, 0.2006419450044632, 0.18781574070453644, 0.15416793525218964, 0.23699063062667847, 0.20211297273635864, 0.11571697890758514], "cos_Ac_negg": [0.2192714810371399, 0.2006419450044632, 0.18781574070453644, 0.15416793525218964, 0.23699063062667847, 0.20211297273635864, 0.11571697890758514], "r_norm": [1.8455843925476074, 1.8727374076843262, 1.867932677268982, 1.869971513748169, 1.852182149887085, 1.9028950929641724, 1.8356446027755737]}, {"step": 200, "epoch": 0, "train_loss": 0.6475188732147217, "cos_r_negg": [0.2592410445213318, 0.24449026584625244, 0.20356613397598267, 0.2231241762638092, 0.21758154034614563, 0.22207042574882507, 0.11413750052452087], "cos_apical_negg": [0.2592410445213318, 0.24449026584625244, 0.20356613397598267, 0.2231241762638092, 0.21758154034614563, 0.22207042574882507, 0.11413750052452087], "cos_Ac_negg": [0.2592410445213318, 0.24449026584625244, 0.20356613397598267, 0.2231241762638092, 0.21758154034614563, 0.22207042574882507, 0.11413750052452087], "r_norm": [1.668189525604248, 1.6972143650054932, 1.688462495803833, 1.6953787803649902, 1.6800076961517334, 1.7211835384368896, 1.6626746654510498]}, {"step": 250, "epoch": 0, "train_loss": 0.6304395198822021, "cos_r_negg": [0.2955651581287384, 0.2741798460483551, 0.2527398467063904, 0.19928142428398132, 0.20981071889400482, 0.2453954666852951, 0.08016324043273926], "cos_apical_negg": [0.2955651581287384, 0.2741798460483551, 0.2527398467063904, 0.19928142428398132, 0.20981071889400482, 0.2453954666852951, 0.08016324043273926], "cos_Ac_negg": [0.2955651581287384, 0.2741798460483551, 0.2527398467063904, 0.19928142428398132, 0.20981071889400482, 0.2453954666852951, 0.08016324043273926], "r_norm": [1.4562065601348877, 1.4787613153457642, 1.4676978588104248, 1.4791383743286133, 1.4688184261322021, 1.4981571435928345, 1.4472135305404663]}, {"step": 300, "epoch": 0, "train_loss": 0.8146753311157227, "cos_r_negg": [0.32166916131973267, 0.29139405488967896, 0.27940428256988525, 0.24807237088680267, 0.2571414113044739, 0.23693574965000153, 0.04645468667149544], "cos_apical_negg": [0.32166916131973267, 0.29139405488967896, 0.27940428256988525, 0.24807237088680267, 0.2571414113044739, 0.23693574965000153, 0.04645468667149544], "cos_Ac_negg": [0.32166916131973267, 0.29139405488967896, 0.27940428256988525, 0.24807237088680267, 0.2571414113044739, 0.23693574965000153, 0.04645468667149544], "r_norm": [1.579217791557312, 1.6066699028015137, 1.5937228202819824, 1.6008626222610474, 1.5776777267456055, 1.6165944337844849, 1.5498580932617188]}, {"step": 350, "epoch": 0, "train_loss": 0.4490475058555603, "cos_r_negg": [0.32014942169189453, 0.3033682107925415, 0.2740095853805542, 0.21619319915771484, 0.22978901863098145, 0.22402524948120117, 0.08019107580184937], "cos_apical_negg": [0.32014942169189453, 0.3033682107925415, 0.2740095853805542, 0.21619319915771484, 0.22978901863098145, 0.22402524948120117, 0.08019107580184937], "cos_Ac_negg": [0.32014942169189453, 0.3033682107925415, 0.2740095853805542, 0.21619319915771484, 0.22978901863098145, 0.22402524948120117, 0.08019107580184937], "r_norm": [1.4418730735778809, 1.4556565284729004, 1.4515085220336914, 1.4608442783355713, 1.4497838020324707, 1.4813411235809326, 1.42857027053833]}, {"step": 400, "epoch": 0, "train_loss": 0.6901582479476929, "cos_r_negg": [0.32203829288482666, 0.3029046654701233, 0.28856325149536133, 0.27752813696861267, 0.27533626556396484, 0.2845618724822998, 0.07838302850723267], "cos_apical_negg": [0.32203829288482666, 0.3029046654701233, 0.28856325149536133, 0.27752813696861267, 0.27533626556396484, 0.2845618724822998, 0.07838302850723267], "cos_Ac_negg": [0.32203829288482666, 0.3029046654701233, 0.28856325149536133, 0.27752813696861267, 0.27533626556396484, 0.2845618724822998, 0.07838302850723267], "r_norm": [1.6294300556182861, 1.6348967552185059, 1.6366684436798096, 1.6467229127883911, 1.6392590999603271, 1.6705880165100098, 1.612504005432129]}, {"step": 450, "epoch": 0, "train_loss": 0.6321614980697632, "cos_r_negg": [0.3339259624481201, 0.3039615750312805, 0.29698821902275085, 0.2764764428138733, 0.2557477056980133, 0.2664908170700073, 0.04756373539566994], "cos_apical_negg": [0.3339259624481201, 0.3039615750312805, 0.29698821902275085, 0.2764764428138733, 0.2557477056980133, 0.2664908170700073, 0.04756373539566994], "cos_Ac_negg": [0.3339259624481201, 0.3039615750312805, 0.29698821902275085, 0.2764764428138733, 0.2557477056980133, 0.2664908170700073, 0.04756373539566994], "r_norm": [1.5188846588134766, 1.5341923236846924, 1.525853157043457, 1.5408577919006348, 1.527644157409668, 1.562061071395874, 1.5009090900421143]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8168, "test_loss": 0.5820622253417969}, {"step": 500, "epoch": 1, "train_loss": 0.33974689245224, "cos_r_negg": [0.3147616386413574, 0.2815456688404083, 0.2723879814147949, 0.22472825646400452, 0.2513706088066101, 0.2697620391845703, -0.0029573384672403336], "cos_apical_negg": [0.3147616386413574, 0.2815456688404083, 0.2723879814147949, 0.22472825646400452, 0.2513706088066101, 0.2697620391845703, -0.0029573384672403336], "cos_Ac_negg": [0.3147616386413574, 0.2815456688404083, 0.2723879814147949, 0.22472825646400452, 0.2513706088066101, 0.2697620391845703, -0.0029573384672403336], "r_norm": [1.4904884099960327, 1.5132389068603516, 1.5057270526885986, 1.5074464082717896, 1.4911948442459106, 1.5287812948226929, 1.4688745737075806]}, {"step": 550, "epoch": 1, "train_loss": 0.7001698613166809, "cos_r_negg": [0.3237113654613495, 0.31440314650535583, 0.3115125596523285, 0.28289535641670227, 0.3321531414985657, 0.2856128215789795, 0.09468987584114075], "cos_apical_negg": [0.3237113654613495, 0.31440314650535583, 0.3115125596523285, 0.28289535641670227, 0.3321531414985657, 0.2856128215789795, 0.09468987584114075], "cos_Ac_negg": [0.3237113654613495, 0.31440314650535583, 0.3115125596523285, 0.28289535641670227, 0.3321531414985657, 0.2856128215789795, 0.09468987584114075], "r_norm": [1.475237488746643, 1.4828721284866333, 1.4750714302062988, 1.4922958612442017, 1.481017827987671, 1.518131971359253, 1.454614281654358]}, {"step": 600, "epoch": 1, "train_loss": 0.6151623725891113, "cos_r_negg": [0.35997825860977173, 0.3456220328807831, 0.32565218210220337, 0.3192524313926697, 0.3260064721107483, 0.2747754752635956, 0.06817715615034103], "cos_apical_negg": [0.35997825860977173, 0.3456220328807831, 0.32565218210220337, 0.3192524313926697, 0.3260064721107483, 0.2747754752635956, 0.06817715615034103], "cos_Ac_negg": [0.35997825860977173, 0.3456220328807831, 0.32565218210220337, 0.3192524313926697, 0.3260064721107483, 0.2747754752635956, 0.06817715615034103], "r_norm": [1.4640930891036987, 1.476869821548462, 1.4717516899108887, 1.4830090999603271, 1.4658982753753662, 1.4978463649749756, 1.4410011768341064]}, {"step": 650, "epoch": 1, "train_loss": 0.6402251720428467, "cos_r_negg": [0.3116207718849182, 0.3082437515258789, 0.27684611082077026, 0.2424892783164978, 0.2837570905685425, 0.24169699847698212, 0.021236218512058258], "cos_apical_negg": [0.3116207718849182, 0.3082437515258789, 0.27684611082077026, 0.2424892783164978, 0.2837570905685425, 0.24169699847698212, 0.021236218512058258], "cos_Ac_negg": [0.3116207718849182, 0.3082437515258789, 0.27684611082077026, 0.2424892783164978, 0.2837570905685425, 0.24169699847698212, 0.021236218512058258], "r_norm": [1.4791450500488281, 1.497240424156189, 1.491774082183838, 1.49349045753479, 1.4864826202392578, 1.5216747522354126, 1.4591741561889648]}, {"step": 700, "epoch": 1, "train_loss": 0.4127248227596283, "cos_r_negg": [0.3420684337615967, 0.3133050799369812, 0.30283111333847046, 0.2673265039920807, 0.33128154277801514, 0.2665098309516907, 0.08716782927513123], "cos_apical_negg": [0.3420684337615967, 0.3133050799369812, 0.30283111333847046, 0.2673265039920807, 0.33128154277801514, 0.2665098309516907, 0.08716782927513123], "cos_Ac_negg": [0.3420684337615967, 0.3133050799369812, 0.30283111333847046, 0.2673265039920807, 0.33128154277801514, 0.2665098309516907, 0.08716782927513123], "r_norm": [1.4120173454284668, 1.429088830947876, 1.4264416694641113, 1.4244996309280396, 1.4126336574554443, 1.455151915550232, 1.4021692276000977]}, {"step": 750, "epoch": 1, "train_loss": 0.40672066807746887, "cos_r_negg": [0.40009933710098267, 0.3827439844608307, 0.37005364894866943, 0.33351874351501465, 0.3691748380661011, 0.3203253448009491, 0.06570503115653992], "cos_apical_negg": [0.40009933710098267, 0.3827439844608307, 0.37005364894866943, 0.33351874351501465, 0.3691748380661011, 0.3203253448009491, 0.06570503115653992], "cos_Ac_negg": [0.40009933710098267, 0.3827439844608307, 0.37005364894866943, 0.33351874351501465, 0.3691748380661011, 0.3203253448009491, 0.06570503115653992], "r_norm": [1.4022457599639893, 1.4264750480651855, 1.42075777053833, 1.4199731349945068, 1.4024362564086914, 1.4392411708831787, 1.3879516124725342]}, {"step": 800, "epoch": 1, "train_loss": 0.5716931819915771, "cos_r_negg": [0.38407719135284424, 0.3839779496192932, 0.3707933723926544, 0.33243072032928467, 0.3411860466003418, 0.337821364402771, 0.10196235775947571], "cos_apical_negg": [0.38407719135284424, 0.3839779496192932, 0.3707933723926544, 0.33243072032928467, 0.3411860466003418, 0.337821364402771, 0.10196235775947571], "cos_Ac_negg": [0.38407719135284424, 0.3839779496192932, 0.3707933723926544, 0.33243072032928467, 0.3411860466003418, 0.337821364402771, 0.10196235775947571], "r_norm": [1.6346302032470703, 1.6677219867706299, 1.6708781719207764, 1.6476184129714966, 1.6363582611083984, 1.6904445886611938, 1.6323319673538208]}, {"step": 850, "epoch": 1, "train_loss": 0.3447202146053314, "cos_r_negg": [0.33116239309310913, 0.3166225254535675, 0.30123454332351685, 0.26287123560905457, 0.2943955659866333, 0.32189929485321045, 0.047485947608947754], "cos_apical_negg": [0.33116239309310913, 0.3166225254535675, 0.30123454332351685, 0.26287123560905457, 0.2943955659866333, 0.32189929485321045, 0.047485947608947754], "cos_Ac_negg": [0.33116239309310913, 0.3166225254535675, 0.30123454332351685, 0.26287123560905457, 0.2943955659866333, 0.32189929485321045, 0.047485947608947754], "r_norm": [1.296602725982666, 1.3165338039398193, 1.3095734119415283, 1.3151092529296875, 1.2937207221984863, 1.3296327590942383, 1.2820757627487183]}, {"step": 900, "epoch": 1, "train_loss": 0.5150352120399475, "cos_r_negg": [0.33392930030822754, 0.33177676796913147, 0.29536736011505127, 0.27939653396606445, 0.2814197540283203, 0.2924376130104065, 0.033377986401319504], "cos_apical_negg": [0.33392930030822754, 0.33177676796913147, 0.29536736011505127, 0.27939653396606445, 0.2814197540283203, 0.2924376130104065, 0.033377986401319504], "cos_Ac_negg": [0.33392930030822754, 0.33177676796913147, 0.29536736011505127, 0.27939653396606445, 0.2814197540283203, 0.2924376130104065, 0.033377986401319504], "r_norm": [1.3794254064559937, 1.402452826499939, 1.4018077850341797, 1.3968820571899414, 1.382035493850708, 1.4187484979629517, 1.3700170516967773]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8422, "test_loss": 0.4653093231201172}, {"step": 950, "epoch": 2, "train_loss": 0.42825785279273987, "cos_r_negg": [0.350103497505188, 0.336265504360199, 0.31728607416152954, 0.3033016324043274, 0.28967857360839844, 0.32726871967315674, 0.040459729731082916], "cos_apical_negg": [0.350103497505188, 0.336265504360199, 0.31728607416152954, 0.3033016324043274, 0.28967857360839844, 0.32726871967315674, 0.040459729731082916], "cos_Ac_negg": [0.350103497505188, 0.336265504360199, 0.31728607416152954, 0.3033016324043274, 0.28967857360839844, 0.32726871967315674, 0.040459729731082916], "r_norm": [1.28863525390625, 1.3117727041244507, 1.3061962127685547, 1.3138370513916016, 1.2920613288879395, 1.3269038200378418, 1.2828196287155151]}, {"step": 1000, "epoch": 2, "train_loss": 0.404030978679657, "cos_r_negg": [0.37346720695495605, 0.38136133551597595, 0.35815727710723877, 0.33536428213119507, 0.3530808687210083, 0.34005439281463623, 0.06627275794744492], "cos_apical_negg": [0.37346720695495605, 0.38136133551597595, 0.35815727710723877, 0.33536428213119507, 0.3530808687210083, 0.34005439281463623, 0.06627275794744492], "cos_Ac_negg": [0.37346720695495605, 0.38136133551597595, 0.35815727710723877, 0.33536428213119507, 0.3530808687210083, 0.34005439281463623, 0.06627275794744492], "r_norm": [1.3304967880249023, 1.3484864234924316, 1.347961187362671, 1.3406429290771484, 1.3333251476287842, 1.3708654642105103, 1.315855622291565]}, {"step": 1050, "epoch": 2, "train_loss": 0.34806695580482483, "cos_r_negg": [0.3504731059074402, 0.3505321145057678, 0.3304918110370636, 0.3273147642612457, 0.3636229932308197, 0.32567551732063293, 0.047221653163433075], "cos_apical_negg": [0.3504731059074402, 0.3505321145057678, 0.3304918110370636, 0.3273147642612457, 0.3636229932308197, 0.32567551732063293, 0.047221653163433075], "cos_Ac_negg": [0.3504731059074402, 0.3505321145057678, 0.3304918110370636, 0.3273147642612457, 0.3636229932308197, 0.32567551732063293, 0.047221653163433075], "r_norm": [1.4766265153884888, 1.5029778480529785, 1.5076812505722046, 1.4920029640197754, 1.4809999465942383, 1.5253726243972778, 1.4784386157989502]}, {"step": 1100, "epoch": 2, "train_loss": 0.37998658418655396, "cos_r_negg": [0.36232686042785645, 0.3506930470466614, 0.34815114736557007, 0.30480706691741943, 0.3102952539920807, 0.3120822608470917, 0.0111068831756711], "cos_apical_negg": [0.36232686042785645, 0.3506930470466614, 0.34815114736557007, 0.30480706691741943, 0.3102952539920807, 0.3120822608470917, 0.0111068831756711], "cos_Ac_negg": [0.36232686042785645, 0.3506930470466614, 0.34815114736557007, 0.30480706691741943, 0.3102952539920807, 0.3120822608470917, 0.0111068831756711], "r_norm": [1.345454454421997, 1.3627939224243164, 1.3569124937057495, 1.3600435256958008, 1.3404420614242554, 1.3796093463897705, 1.3194606304168701]}, {"step": 1150, "epoch": 2, "train_loss": 0.4327816665172577, "cos_r_negg": [0.3861537575721741, 0.3816329836845398, 0.36212363839149475, 0.31617894768714905, 0.318617582321167, 0.2941596210002899, -0.002589490730315447], "cos_apical_negg": [0.3861537575721741, 0.3816329836845398, 0.36212363839149475, 0.31617894768714905, 0.318617582321167, 0.2941596210002899, -0.002589490730315447], "cos_Ac_negg": [0.3861537575721741, 0.3816329836845398, 0.36212363839149475, 0.31617894768714905, 0.318617582321167, 0.2941596210002899, -0.002589490730315447], "r_norm": [1.2181181907653809, 1.2316641807556152, 1.2288341522216797, 1.2315599918365479, 1.2236418724060059, 1.251347541809082, 1.2028578519821167]}, {"step": 1200, "epoch": 2, "train_loss": 0.5513585805892944, "cos_r_negg": [0.34083250164985657, 0.335110604763031, 0.32271093130111694, 0.3059210181236267, 0.3158826231956482, 0.3170677125453949, -0.008210736326873302], "cos_apical_negg": [0.34083250164985657, 0.335110604763031, 0.32271093130111694, 0.3059210181236267, 0.3158826231956482, 0.3170677125453949, -0.008210736326873302], "cos_Ac_negg": [0.34083250164985657, 0.335110604763031, 0.32271093130111694, 0.3059210181236267, 0.3158826231956482, 0.3170677125453949, -0.008210736326873302], "r_norm": [1.4070265293121338, 1.43765389919281, 1.438979983329773, 1.4251573085784912, 1.4192779064178467, 1.45487380027771, 1.400923490524292]}, {"step": 1250, "epoch": 2, "train_loss": 0.3493107259273529, "cos_r_negg": [0.35556623339653015, 0.34366047382354736, 0.34680986404418945, 0.29855257272720337, 0.3457023501396179, 0.2937159538269043, -0.013170244172215462], "cos_apical_negg": [0.35556623339653015, 0.34366047382354736, 0.34680986404418945, 0.29855257272720337, 0.3457023501396179, 0.2937159538269043, -0.013170244172215462], "cos_Ac_negg": [0.35556623339653015, 0.34366047382354736, 0.34680986404418945, 0.29855257272720337, 0.3457023501396179, 0.2937159538269043, -0.013170244172215462], "r_norm": [1.2829937934875488, 1.2932753562927246, 1.285050630569458, 1.2946356534957886, 1.278732419013977, 1.3133045434951782, 1.2546660900115967]}, {"step": 1300, "epoch": 2, "train_loss": 0.4242388904094696, "cos_r_negg": [0.3608316481113434, 0.35351741313934326, 0.35345596075057983, 0.32185009121894836, 0.3589930534362793, 0.34191760420799255, 0.02196527272462845], "cos_apical_negg": [0.3608316481113434, 0.35351741313934326, 0.35345596075057983, 0.32185009121894836, 0.3589930534362793, 0.34191760420799255, 0.02196527272462845], "cos_Ac_negg": [0.3608316481113434, 0.35351741313934326, 0.35345596075057983, 0.32185009121894836, 0.3589930534362793, 0.34191760420799255, 0.02196527272462845], "r_norm": [1.212795615196228, 1.229679822921753, 1.226613163948059, 1.2247053384780884, 1.2132878303527832, 1.2497668266296387, 1.196422815322876]}, {"step": 1350, "epoch": 2, "train_loss": 0.2995835542678833, "cos_r_negg": [0.391886442899704, 0.37369853258132935, 0.3492920994758606, 0.33766037225723267, 0.3341197967529297, 0.32044607400894165, -0.005176561884582043], "cos_apical_negg": [0.391886442899704, 0.37369853258132935, 0.3492920994758606, 0.33766037225723267, 0.3341197967529297, 0.32044607400894165, -0.005176561884582043], "cos_Ac_negg": [0.391886442899704, 0.37369853258132935, 0.3492920994758606, 0.33766037225723267, 0.3341197967529297, 0.32044607400894165, -0.005176561884582043], "r_norm": [1.1589409112930298, 1.1812077760696411, 1.1776823997497559, 1.1728286743164062, 1.1663539409637451, 1.1995841264724731, 1.1526713371276855]}, {"step": 1400, "epoch": 2, "train_loss": 0.532172441482544, "cos_r_negg": [0.3483518660068512, 0.3427183926105499, 0.3261052668094635, 0.29986295104026794, 0.27546972036361694, 0.33204343914985657, -0.008111374452710152], "cos_apical_negg": [0.3483518660068512, 0.3427183926105499, 0.3261052668094635, 0.29986295104026794, 0.27546972036361694, 0.33204343914985657, -0.008111374452710152], "cos_Ac_negg": [0.3483518660068512, 0.3427183926105499, 0.3261052668094635, 0.29986295104026794, 0.27546972036361694, 0.33204343914985657, -0.008111374452710152], "r_norm": [1.1783275604248047, 1.2003365755081177, 1.1972073316574097, 1.196913242340088, 1.1822154521942139, 1.21523118019104, 1.1730797290802002]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8448, "test_loss": 0.46077915954589843}, {"step": 1450, "epoch": 3, "train_loss": 0.6959396004676819, "cos_r_negg": [0.36191874742507935, 0.34344232082366943, 0.3258039653301239, 0.31688958406448364, 0.29879167675971985, 0.3014439642429352, 0.024441484361886978], "cos_apical_negg": [0.36191874742507935, 0.34344232082366943, 0.3258039653301239, 0.31688958406448364, 0.29879167675971985, 0.3014439642429352, 0.024441484361886978], "cos_Ac_negg": [0.36191874742507935, 0.34344232082366943, 0.3258039653301239, 0.31688958406448364, 0.29879167675971985, 0.3014439642429352, 0.024441484361886978], "r_norm": [1.3493674993515015, 1.371550440788269, 1.3701263666152954, 1.3606911897659302, 1.3494246006011963, 1.3900476694107056, 1.3362349271774292]}, {"step": 1500, "epoch": 3, "train_loss": 0.46601513028144836, "cos_r_negg": [0.42383086681365967, 0.4254853129386902, 0.4027022123336792, 0.377502977848053, 0.3661697506904602, 0.3338422477245331, 0.044489115476608276], "cos_apical_negg": [0.42383086681365967, 0.4254853129386902, 0.4027022123336792, 0.377502977848053, 0.3661697506904602, 0.3338422477245331, 0.044489115476608276], "cos_Ac_negg": [0.42383086681365967, 0.4254853129386902, 0.4027022123336792, 0.377502977848053, 0.3661697506904602, 0.3338422477245331, 0.044489115476608276], "r_norm": [1.6346863508224487, 1.6506965160369873, 1.653676986694336, 1.6480525732040405, 1.6424561738967896, 1.6850264072418213, 1.6302331686019897]}, {"step": 1550, "epoch": 3, "train_loss": 0.45895469188690186, "cos_r_negg": [0.38498860597610474, 0.36412352323532104, 0.33975130319595337, 0.3227913975715637, 0.33883771300315857, 0.3191770911216736, -0.0023889841977506876], "cos_apical_negg": [0.38498860597610474, 0.36412352323532104, 0.33975130319595337, 0.3227913975715637, 0.33883771300315857, 0.3191770911216736, -0.0023889841977506876], "cos_Ac_negg": [0.38498860597610474, 0.36412352323532104, 0.33975130319595337, 0.3227913975715637, 0.33883771300315857, 0.3191770911216736, -0.0023889841977506876], "r_norm": [1.2394237518310547, 1.2519553899765015, 1.2499815225601196, 1.2492684125900269, 1.2381547689437866, 1.2714406251907349, 1.2205532789230347]}, {"step": 1600, "epoch": 3, "train_loss": 0.4035475552082062, "cos_r_negg": [0.3560672104358673, 0.32791668176651, 0.2904199957847595, 0.2955559492111206, 0.2662796378135681, 0.30527377128601074, -0.028677869588136673], "cos_apical_negg": [0.3560672104358673, 0.32791668176651, 0.2904199957847595, 0.2955559492111206, 0.2662796378135681, 0.30527377128601074, -0.028677869588136673], "cos_Ac_negg": [0.3560672104358673, 0.32791668176651, 0.2904199957847595, 0.2955559492111206, 0.2662796378135681, 0.30527377128601074, -0.028677869588136673], "r_norm": [1.3050161600112915, 1.3254191875457764, 1.3240697383880615, 1.31881582736969, 1.3071880340576172, 1.344626784324646, 1.2946738004684448]}, {"step": 1650, "epoch": 3, "train_loss": 0.6041021943092346, "cos_r_negg": [0.38590922951698303, 0.3620217442512512, 0.3535981774330139, 0.3813820481300354, 0.35483109951019287, 0.3512629270553589, -0.015667853876948357], "cos_apical_negg": [0.38590922951698303, 0.3620217442512512, 0.3535981774330139, 0.3813820481300354, 0.35483109951019287, 0.3512629270553589, -0.015667853876948357], "cos_Ac_negg": [0.38590922951698303, 0.3620217442512512, 0.3535981774330139, 0.3813820481300354, 0.35483109951019287, 0.3512629270553589, -0.015667853876948357], "r_norm": [1.2310512065887451, 1.244880199432373, 1.2441930770874023, 1.2418642044067383, 1.2379931211471558, 1.2664858102798462, 1.2155619859695435]}, {"step": 1700, "epoch": 3, "train_loss": 0.32849666476249695, "cos_r_negg": [0.3404049575328827, 0.3079849183559418, 0.28197795152664185, 0.3120533525943756, 0.30512961745262146, 0.3261822462081909, 0.029441680759191513], "cos_apical_negg": [0.3404049575328827, 0.3079849183559418, 0.28197795152664185, 0.3120533525943756, 0.30512961745262146, 0.3261822462081909, 0.029441680759191513], "cos_Ac_negg": [0.3404049575328827, 0.3079849183559418, 0.28197795152664185, 0.3120533525943756, 0.30512961745262146, 0.3261822462081909, 0.029441680759191513], "r_norm": [1.3129216432571411, 1.3275092840194702, 1.3270214796066284, 1.3258578777313232, 1.3074924945831299, 1.3483742475509644, 1.2958486080169678]}, {"step": 1750, "epoch": 3, "train_loss": 0.5731486678123474, "cos_r_negg": [0.35959765315055847, 0.36514079570770264, 0.333627313375473, 0.3552195429801941, 0.32210850715637207, 0.3531508445739746, 0.03038886748254299], "cos_apical_negg": [0.35959765315055847, 0.36514079570770264, 0.333627313375473, 0.3552195429801941, 0.32210850715637207, 0.3531508445739746, 0.03038886748254299], "cos_Ac_negg": [0.35959765315055847, 0.36514079570770264, 0.333627313375473, 0.3552195429801941, 0.32210850715637207, 0.3531508445739746, 0.03038886748254299], "r_norm": [1.268931269645691, 1.2875642776489258, 1.2847869396209717, 1.285223364830017, 1.2715543508529663, 1.308872103691101, 1.25601065158844]}, {"step": 1800, "epoch": 3, "train_loss": 0.3761839270591736, "cos_r_negg": [0.3609793782234192, 0.3295879662036896, 0.3349997103214264, 0.3250023126602173, 0.3192961812019348, 0.3112333118915558, -0.04060424491763115], "cos_apical_negg": [0.3609793782234192, 0.3295879662036896, 0.3349997103214264, 0.3250023126602173, 0.3192961812019348, 0.3112333118915558, -0.04060424491763115], "cos_Ac_negg": [0.3609793782234192, 0.3295879662036896, 0.3349997103214264, 0.3250023126602173, 0.3192961812019348, 0.3112333118915558, -0.04060424491763115], "r_norm": [1.2104861736297607, 1.2386871576309204, 1.2414014339447021, 1.226478934288025, 1.2162452936172485, 1.2541189193725586, 1.2091420888900757]}, {"step": 1850, "epoch": 3, "train_loss": 0.49341487884521484, "cos_r_negg": [0.37704068422317505, 0.3718395233154297, 0.3617568910121918, 0.3582746982574463, 0.3258213996887207, 0.2957301735877991, -0.019209610298275948], "cos_apical_negg": [0.37704068422317505, 0.3718395233154297, 0.3617568910121918, 0.3582746982574463, 0.3258213996887207, 0.2957301735877991, -0.019209610298275948], "cos_Ac_negg": [0.37704068422317505, 0.3718395233154297, 0.3617568910121918, 0.3582746982574463, 0.3258213996887207, 0.2957301735877991, -0.019209610298275948], "r_norm": [1.1253074407577515, 1.1415631771087646, 1.1377122402191162, 1.1394357681274414, 1.1328728199005127, 1.1588443517684937, 1.1137405633926392]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8575, "test_loss": 0.4232541717529297}, {"step": 1900, "epoch": 4, "train_loss": 0.3334558606147766, "cos_r_negg": [0.35876762866973877, 0.3661307096481323, 0.34239840507507324, 0.3178470730781555, 0.3107404112815857, 0.28321871161460876, -0.016963690519332886], "cos_apical_negg": [0.35876762866973877, 0.3661307096481323, 0.34239840507507324, 0.3178470730781555, 0.3107404112815857, 0.28321871161460876, -0.016963690519332886], "cos_Ac_negg": [0.35876762866973877, 0.3661307096481323, 0.34239840507507324, 0.3178470730781555, 0.3107404112815857, 0.28321871161460876, -0.016963690519332886], "r_norm": [1.2373473644256592, 1.2519207000732422, 1.250260353088379, 1.24918532371521, 1.2380808591842651, 1.271151065826416, 1.2249281406402588]}, {"step": 1950, "epoch": 4, "train_loss": 0.70087730884552, "cos_r_negg": [0.3195950984954834, 0.3251962661743164, 0.3014727830886841, 0.3253592252731323, 0.32515352964401245, 0.3096131384372711, -0.01240609772503376], "cos_apical_negg": [0.3195950984954834, 0.3251962661743164, 0.3014727830886841, 0.3253592252731323, 0.32515352964401245, 0.3096131384372711, -0.01240609772503376], "cos_Ac_negg": [0.3195950984954834, 0.3251962661743164, 0.3014727830886841, 0.3253592252731323, 0.32515352964401245, 0.3096131384372711, -0.01240609772503376], "r_norm": [1.380922555923462, 1.3937077522277832, 1.3920493125915527, 1.390728235244751, 1.376463532447815, 1.416395664215088, 1.3608653545379639]}, {"step": 2000, "epoch": 4, "train_loss": 0.4150586724281311, "cos_r_negg": [0.3805199861526489, 0.3806525468826294, 0.35438036918640137, 0.347903847694397, 0.3345555067062378, 0.3230077028274536, 0.006831514649093151], "cos_apical_negg": [0.3805199861526489, 0.3806525468826294, 0.35438036918640137, 0.347903847694397, 0.3345555067062378, 0.3230077028274536, 0.006831514649093151], "cos_Ac_negg": [0.3805199861526489, 0.3806525468826294, 0.35438036918640137, 0.347903847694397, 0.3345555067062378, 0.3230077028274536, 0.006831514649093151], "r_norm": [1.3484606742858887, 1.3689438104629517, 1.368996024131775, 1.360617756843567, 1.3541338443756104, 1.3940086364746094, 1.3413257598876953]}, {"step": 2050, "epoch": 4, "train_loss": 0.47461873292922974, "cos_r_negg": [0.3434855043888092, 0.3278079330921173, 0.3223780691623688, 0.3315408229827881, 0.3175026774406433, 0.3289388418197632, 0.009274173527956009], "cos_apical_negg": [0.3434855043888092, 0.3278079330921173, 0.3223780691623688, 0.3315408229827881, 0.3175026774406433, 0.3289388418197632, 0.009274173527956009], "cos_Ac_negg": [0.3434855043888092, 0.3278079330921173, 0.3223780691623688, 0.3315408229827881, 0.3175026774406433, 0.3289388418197632, 0.009274173527956009], "r_norm": [1.3139728307724, 1.325474500656128, 1.3224538564682007, 1.3259505033493042, 1.3160513639450073, 1.344316840171814, 1.2935106754302979]}, {"step": 2100, "epoch": 4, "train_loss": 0.365159809589386, "cos_r_negg": [0.3549885153770447, 0.34310129284858704, 0.3358701467514038, 0.3096860945224762, 0.2964543104171753, 0.30329543352127075, -0.01991856098175049], "cos_apical_negg": [0.3549885153770447, 0.34310129284858704, 0.3358701467514038, 0.3096860945224762, 0.2964543104171753, 0.30329543352127075, -0.01991856098175049], "cos_Ac_negg": [0.3549885153770447, 0.34310129284858704, 0.3358701467514038, 0.3096860945224762, 0.2964543104171753, 0.30329543352127075, -0.01991856098175049], "r_norm": [1.1474257707595825, 1.1671831607818604, 1.1617487668991089, 1.163367748260498, 1.156230092048645, 1.1864906549453735, 1.1430057287216187]}, {"step": 2150, "epoch": 4, "train_loss": 0.3918846845626831, "cos_r_negg": [0.3512381911277771, 0.3343806862831116, 0.3266662061214447, 0.3090345859527588, 0.3338453769683838, 0.3242446780204773, -0.020014548674225807], "cos_apical_negg": [0.3512381911277771, 0.3343806862831116, 0.3266662061214447, 0.3090345859527588, 0.3338453769683838, 0.3242446780204773, -0.020014548674225807], "cos_Ac_negg": [0.3512381911277771, 0.3343806862831116, 0.3266662061214447, 0.3090345859527588, 0.3338453769683838, 0.3242446780204773, -0.020014548674225807], "r_norm": [1.1287860870361328, 1.1460034847259521, 1.1422996520996094, 1.1397731304168701, 1.1312761306762695, 1.1646711826324463, 1.117438554763794]}, {"step": 2200, "epoch": 4, "train_loss": 0.35630714893341064, "cos_r_negg": [0.3212239146232605, 0.31029897928237915, 0.2933880686759949, 0.313870906829834, 0.32827872037887573, 0.32198601961135864, -0.012739581055939198], "cos_apical_negg": [0.3212239146232605, 0.31029897928237915, 0.2933880686759949, 0.313870906829834, 0.32827872037887573, 0.32198601961135864, -0.012739581055939198], "cos_Ac_negg": [0.3212239146232605, 0.31029897928237915, 0.2933880686759949, 0.313870906829834, 0.32827872037887573, 0.32198601961135864, -0.012739581055939198], "r_norm": [1.2104244232177734, 1.2329241037368774, 1.2293102741241455, 1.2256548404693604, 1.208957552909851, 1.2470512390136719, 1.1980407238006592]}, {"step": 2250, "epoch": 4, "train_loss": 0.2244015634059906, "cos_r_negg": [0.3378186523914337, 0.34277933835983276, 0.3089631497859955, 0.314624160528183, 0.3242558240890503, 0.3447127044200897, 0.003970005549490452], "cos_apical_negg": [0.3378186523914337, 0.34277933835983276, 0.3089631497859955, 0.314624160528183, 0.3242558240890503, 0.3447127044200897, 0.003970005549490452], "cos_Ac_negg": [0.3378186523914337, 0.34277933835983276, 0.3089631497859955, 0.314624160528183, 0.3242558240890503, 0.3447127044200897, 0.003970005549490452], "r_norm": [1.172258734703064, 1.1843152046203613, 1.1827422380447388, 1.1851449012756348, 1.1711044311523438, 1.1995835304260254, 1.1528083086013794]}, {"step": 2300, "epoch": 4, "train_loss": 0.1642591506242752, "cos_r_negg": [0.34947818517684937, 0.3437647819519043, 0.31716182827949524, 0.3229427933692932, 0.3228635787963867, 0.3575366139411926, 0.0405140221118927], "cos_apical_negg": [0.34947818517684937, 0.3437647819519043, 0.31716182827949524, 0.3229427933692932, 0.3228635787963867, 0.3575366139411926, 0.0405140221118927], "cos_Ac_negg": [0.34947818517684937, 0.3437647819519043, 0.31716182827949524, 0.3229427933692932, 0.3228635787963867, 0.3575366139411926, 0.0405140221118927], "r_norm": [1.1507890224456787, 1.1600708961486816, 1.158414363861084, 1.1564080715179443, 1.1503164768218994, 1.1816613674163818, 1.1330573558807373]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8534, "test_loss": 0.4385077606201172}, {"step": 2350, "epoch": 5, "train_loss": 0.2781723141670227, "cos_r_negg": [0.3153868317604065, 0.31717246770858765, 0.2967764735221863, 0.2428167760372162, 0.2971944510936737, 0.30216583609580994, -0.02155200019478798], "cos_apical_negg": [0.3153868317604065, 0.31717246770858765, 0.2967764735221863, 0.2428167760372162, 0.2971944510936737, 0.30216583609580994, -0.02155200019478798], "cos_Ac_negg": [0.3153868317604065, 0.31717246770858765, 0.2967764735221863, 0.2428167760372162, 0.2971944510936737, 0.30216583609580994, -0.02155200019478798], "r_norm": [1.1121478080749512, 1.1308443546295166, 1.1272493600845337, 1.1264381408691406, 1.1092426776885986, 1.143371343612671, 1.0954145193099976]}, {"step": 2400, "epoch": 5, "train_loss": 0.3583117127418518, "cos_r_negg": [0.3854725956916809, 0.3880581259727478, 0.3505334258079529, 0.3225324749946594, 0.3297485411167145, 0.365343302488327, 0.016617922112345695], "cos_apical_negg": [0.3854725956916809, 0.3880581259727478, 0.3505334258079529, 0.3225324749946594, 0.3297485411167145, 0.365343302488327, 0.016617922112345695], "cos_Ac_negg": [0.3854725956916809, 0.3880581259727478, 0.3505334258079529, 0.3225324749946594, 0.3297485411167145, 0.365343302488327, 0.016617922112345695], "r_norm": [1.367471694946289, 1.3849400281906128, 1.3819301128387451, 1.3791674375534058, 1.3627698421478271, 1.405147671699524, 1.3495726585388184]}, {"step": 2450, "epoch": 5, "train_loss": 0.5104072093963623, "cos_r_negg": [0.38832908868789673, 0.3902570307254791, 0.36851704120635986, 0.3491429090499878, 0.3557317852973938, 0.33818286657333374, -0.004102709703147411], "cos_apical_negg": [0.38832908868789673, 0.3902570307254791, 0.36851704120635986, 0.3491429090499878, 0.3557317852973938, 0.33818286657333374, -0.004102709703147411], "cos_Ac_negg": [0.38832908868789673, 0.3902570307254791, 0.36851704120635986, 0.3491429090499878, 0.3557317852973938, 0.33818286657333374, -0.004102709703147411], "r_norm": [1.1627534627914429, 1.1829750537872314, 1.1790034770965576, 1.1797525882720947, 1.1644127368927002, 1.2000879049301147, 1.1484932899475098]}, {"step": 2500, "epoch": 5, "train_loss": 0.3489809036254883, "cos_r_negg": [0.38574928045272827, 0.387997567653656, 0.3652710020542145, 0.34594130516052246, 0.35883623361587524, 0.3541850447654724, 0.0074663469567894936], "cos_apical_negg": [0.38574928045272827, 0.387997567653656, 0.3652710020542145, 0.34594130516052246, 0.35883623361587524, 0.3541850447654724, 0.0074663469567894936], "cos_Ac_negg": [0.38574928045272827, 0.387997567653656, 0.3652710020542145, 0.34594130516052246, 0.35883623361587524, 0.3541850447654724, 0.0074663469567894936], "r_norm": [1.1509819030761719, 1.1686075925827026, 1.1663987636566162, 1.1623239517211914, 1.148765206336975, 1.1846327781677246, 1.1362959146499634]}, {"step": 2550, "epoch": 5, "train_loss": 0.25770777463912964, "cos_r_negg": [0.35570400953292847, 0.3544026017189026, 0.31702709197998047, 0.3362784683704376, 0.3284071087837219, 0.3212379515171051, 0.010957927443087101], "cos_apical_negg": [0.35570400953292847, 0.3544026017189026, 0.31702709197998047, 0.3362784683704376, 0.3284071087837219, 0.3212379515171051, 0.010957927443087101], "cos_Ac_negg": [0.35570400953292847, 0.3544026017189026, 0.31702709197998047, 0.3362784683704376, 0.3284071087837219, 0.3212379515171051, 0.010957927443087101], "r_norm": [1.032466173171997, 1.0520119667053223, 1.0494669675827026, 1.0448546409606934, 1.0345624685287476, 1.0667550563812256, 1.0236387252807617]}, {"step": 2600, "epoch": 5, "train_loss": 0.3528522253036499, "cos_r_negg": [0.38261955976486206, 0.3801156282424927, 0.3400474786758423, 0.3795543611049652, 0.38313865661621094, 0.35953035950660706, 0.0011385846883058548], "cos_apical_negg": [0.38261955976486206, 0.3801156282424927, 0.3400474786758423, 0.3795543611049652, 0.38313865661621094, 0.35953035950660706, 0.0011385846883058548], "cos_Ac_negg": [0.38261955976486206, 0.3801156282424927, 0.3400474786758423, 0.3795543611049652, 0.38313865661621094, 0.35953035950660706, 0.0011385846883058548], "r_norm": [1.075124979019165, 1.0943570137023926, 1.0913817882537842, 1.092444896697998, 1.0803507566452026, 1.1096904277801514, 1.0690079927444458]}, {"step": 2650, "epoch": 5, "train_loss": 0.2873273491859436, "cos_r_negg": [0.36985474824905396, 0.37077343463897705, 0.34289470314979553, 0.3502981662750244, 0.35019561648368835, 0.34561094641685486, -0.008462030440568924], "cos_apical_negg": [0.36985474824905396, 0.37077343463897705, 0.34289470314979553, 0.3502981662750244, 0.35019561648368835, 0.34561094641685486, -0.008462030440568924], "cos_Ac_negg": [0.36985474824905396, 0.37077343463897705, 0.34289470314979553, 0.3502981662750244, 0.35019561648368835, 0.34561094641685486, -0.008462030440568924], "r_norm": [1.139000654220581, 1.1558486223220825, 1.150481939315796, 1.148815631866455, 1.1348059177398682, 1.1700104475021362, 1.1240310668945312]}, {"step": 2700, "epoch": 5, "train_loss": 0.2541559934616089, "cos_r_negg": [0.304778516292572, 0.33155304193496704, 0.305047869682312, 0.3089754581451416, 0.31451350450515747, 0.2778032720088959, -0.029785556718707085], "cos_apical_negg": [0.304778516292572, 0.33155304193496704, 0.305047869682312, 0.3089754581451416, 0.31451350450515747, 0.2778032720088959, -0.029785556718707085], "cos_Ac_negg": [0.304778516292572, 0.33155304193496704, 0.305047869682312, 0.3089754581451416, 0.31451350450515747, 0.2778032720088959, -0.029785556718707085], "r_norm": [1.165832281112671, 1.1843318939208984, 1.1784915924072266, 1.1800981760025024, 1.161747932434082, 1.197070837020874, 1.1495877504348755]}, {"step": 2750, "epoch": 5, "train_loss": 0.4394254684448242, "cos_r_negg": [0.37750592827796936, 0.3789350390434265, 0.3541374206542969, 0.33395618200302124, 0.36435049772262573, 0.290208637714386, -0.037000857293605804], "cos_apical_negg": [0.37750592827796936, 0.3789350390434265, 0.3541374206542969, 0.33395618200302124, 0.36435049772262573, 0.290208637714386, -0.037000857293605804], "cos_Ac_negg": [0.37750592827796936, 0.3789350390434265, 0.3541374206542969, 0.33395618200302124, 0.36435049772262573, 0.290208637714386, -0.037000857293605804], "r_norm": [1.282954454421997, 1.302621841430664, 1.3006737232208252, 1.2956836223602295, 1.2813419103622437, 1.3174381256103516, 1.2662006616592407]}, {"step": 2800, "epoch": 5, "train_loss": 0.42266467213630676, "cos_r_negg": [0.31745409965515137, 0.3191330134868622, 0.3148345351219177, 0.30650442838668823, 0.32169854640960693, 0.2703164219856262, -0.04473593458533287], "cos_apical_negg": [0.31745409965515137, 0.3191330134868622, 0.3148345351219177, 0.30650442838668823, 0.32169854640960693, 0.2703164219856262, -0.04473593458533287], "cos_Ac_negg": [0.31745409965515137, 0.3191330134868622, 0.3148345351219177, 0.30650442838668823, 0.32169854640960693, 0.2703164219856262, -0.04473593458533287], "r_norm": [1.1132676601409912, 1.1301157474517822, 1.130481481552124, 1.1239240169525146, 1.1163626909255981, 1.1473585367202759, 1.1022183895111084]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8536, "test_loss": 0.434310302734375}, {"step": 2850, "epoch": 6, "train_loss": 0.24819067120552063, "cos_r_negg": [0.3881387710571289, 0.39426204562187195, 0.3751501142978668, 0.35871922969818115, 0.3661666512489319, 0.3187481164932251, 0.008748261258006096], "cos_apical_negg": [0.3881387710571289, 0.39426204562187195, 0.3751501142978668, 0.35871922969818115, 0.3661666512489319, 0.3187481164932251, 0.008748261258006096], "cos_Ac_negg": [0.3881387710571289, 0.39426204562187195, 0.3751501142978668, 0.35871922969818115, 0.3661666512489319, 0.3187481164932251, 0.008748261258006096], "r_norm": [1.1870940923690796, 1.2031514644622803, 1.2029966115951538, 1.1994328498840332, 1.1868971586227417, 1.2235867977142334, 1.172588586807251]}, {"step": 2900, "epoch": 6, "train_loss": 0.33671706914901733, "cos_r_negg": [0.38023272156715393, 0.3949120044708252, 0.3524651527404785, 0.35678350925445557, 0.34984296560287476, 0.31568217277526855, 0.010966104455292225], "cos_apical_negg": [0.38023272156715393, 0.3949120044708252, 0.3524651527404785, 0.35678350925445557, 0.34984296560287476, 0.31568217277526855, 0.010966104455292225], "cos_Ac_negg": [0.38023272156715393, 0.3949120044708252, 0.3524651527404785, 0.35678350925445557, 0.34984296560287476, 0.31568217277526855, 0.010966104455292225], "r_norm": [1.1478538513183594, 1.1650314331054688, 1.1654331684112549, 1.1592257022857666, 1.142743468284607, 1.1844969987869263, 1.134535551071167]}, {"step": 2950, "epoch": 6, "train_loss": 0.20957106351852417, "cos_r_negg": [0.36472102999687195, 0.37078458070755005, 0.34900450706481934, 0.33203059434890747, 0.3320988118648529, 0.3196337819099426, 0.004739077296108007], "cos_apical_negg": [0.36472102999687195, 0.37078458070755005, 0.34900450706481934, 0.33203059434890747, 0.3320988118648529, 0.3196337819099426, 0.004739077296108007], "cos_Ac_negg": [0.36472102999687195, 0.37078458070755005, 0.34900450706481934, 0.33203059434890747, 0.3320988118648529, 0.3196337819099426, 0.004739077296108007], "r_norm": [1.1837928295135498, 1.1947529315948486, 1.1900466680526733, 1.197942852973938, 1.1802483797073364, 1.2074143886566162, 1.1599838733673096]}, {"step": 3000, "epoch": 6, "train_loss": 0.46911996603012085, "cos_r_negg": [0.3478538691997528, 0.3492123484611511, 0.3503924608230591, 0.32954370975494385, 0.3464567959308624, 0.31761449575424194, -0.011558535508811474], "cos_apical_negg": [0.3478538691997528, 0.3492123484611511, 0.3503924608230591, 0.32954370975494385, 0.3464567959308624, 0.31761449575424194, -0.011558535508811474], "cos_Ac_negg": [0.3478538691997528, 0.3492123484611511, 0.3503924608230591, 0.32954370975494385, 0.3464567959308624, 0.31761449575424194, -0.011558535508811474], "r_norm": [1.2805805206298828, 1.2950395345687866, 1.2948825359344482, 1.29219651222229, 1.2751803398132324, 1.3153380155563354, 1.2636854648590088]}, {"step": 3050, "epoch": 6, "train_loss": 0.5095701217651367, "cos_r_negg": [0.3858746886253357, 0.3740103244781494, 0.3609433174133301, 0.3771207630634308, 0.34673306345939636, 0.329237699508667, -0.006965617649257183], "cos_apical_negg": [0.3858746886253357, 0.3740103244781494, 0.3609433174133301, 0.3771207630634308, 0.34673306345939636, 0.329237699508667, -0.006965617649257183], "cos_Ac_negg": [0.3858746886253357, 0.3740103244781494, 0.3609433174133301, 0.3771207630634308, 0.34673306345939636, 0.329237699508667, -0.006965617649257183], "r_norm": [1.07929527759552, 1.0963125228881836, 1.0966084003448486, 1.0894370079040527, 1.0841870307922363, 1.1180932521820068, 1.0700303316116333]}, {"step": 3100, "epoch": 6, "train_loss": 0.3333912193775177, "cos_r_negg": [0.32441604137420654, 0.314064085483551, 0.3010179400444031, 0.32746875286102295, 0.31334686279296875, 0.3187428116798401, -0.03400794416666031], "cos_apical_negg": [0.32441604137420654, 0.314064085483551, 0.3010179400444031, 0.32746875286102295, 0.31334686279296875, 0.3187428116798401, -0.03400794416666031], "cos_Ac_negg": [0.32441604137420654, 0.314064085483551, 0.3010179400444031, 0.32746875286102295, 0.31334686279296875, 0.3187428116798401, -0.03400794416666031], "r_norm": [1.2547258138656616, 1.272576093673706, 1.2691373825073242, 1.2681543827056885, 1.2480747699737549, 1.2883679866790771, 1.235581874847412]}, {"step": 3150, "epoch": 6, "train_loss": 0.39833229780197144, "cos_r_negg": [0.3532935380935669, 0.3530166745185852, 0.3571591079235077, 0.36002060770988464, 0.3526119291782379, 0.34051835536956787, -0.017305675894021988], "cos_apical_negg": [0.3532935380935669, 0.3530166745185852, 0.3571591079235077, 0.36002060770988464, 0.3526119291782379, 0.34051835536956787, -0.017305675894021988], "cos_Ac_negg": [0.3532935380935669, 0.3530166745185852, 0.3571591079235077, 0.36002060770988464, 0.3526119291782379, 0.34051835536956787, -0.017305675894021988], "r_norm": [1.1953825950622559, 1.213070273399353, 1.2162437438964844, 1.2051359415054321, 1.1969776153564453, 1.2338922023773193, 1.1878321170806885]}, {"step": 3200, "epoch": 6, "train_loss": 0.23513680696487427, "cos_r_negg": [0.37517139315605164, 0.3803921341896057, 0.3787845969200134, 0.3540056049823761, 0.3360161781311035, 0.32140499353408813, -0.0004687495529651642], "cos_apical_negg": [0.37517139315605164, 0.3803921341896057, 0.3787845969200134, 0.3540056049823761, 0.3360161781311035, 0.32140499353408813, -0.0004687495529651642], "cos_Ac_negg": [0.37517139315605164, 0.3803921341896057, 0.3787845969200134, 0.3540056049823761, 0.3360161781311035, 0.32140499353408813, -0.0004687495529651642], "r_norm": [1.0963701009750366, 1.110718846321106, 1.1056125164031982, 1.1124885082244873, 1.1011605262756348, 1.134659767150879, 1.0827363729476929]}, {"step": 3250, "epoch": 6, "train_loss": 0.31610143184661865, "cos_r_negg": [0.354318231344223, 0.37498974800109863, 0.36325550079345703, 0.35313695669174194, 0.33437347412109375, 0.3188866376876831, -0.017405981197953224], "cos_apical_negg": [0.354318231344223, 0.37498974800109863, 0.36325550079345703, 0.35313695669174194, 0.33437347412109375, 0.3188866376876831, -0.017405981197953224], "cos_Ac_negg": [0.354318231344223, 0.37498974800109863, 0.36325550079345703, 0.35313695669174194, 0.33437347412109375, 0.3188866376876831, -0.017405981197953224], "r_norm": [1.057857871055603, 1.0733587741851807, 1.0730528831481934, 1.0683777332305908, 1.059185266494751, 1.0896797180175781, 1.0477259159088135]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8405, "test_loss": 0.4725453155517578}, {"step": 3300, "epoch": 7, "train_loss": 0.3587697148323059, "cos_r_negg": [0.3763645887374878, 0.37677010893821716, 0.35518497228622437, 0.3550407290458679, 0.35235562920570374, 0.34295105934143066, -0.028493870049715042], "cos_apical_negg": [0.3763645887374878, 0.37677010893821716, 0.35518497228622437, 0.3550407290458679, 0.35235562920570374, 0.34295105934143066, -0.028493870049715042], "cos_Ac_negg": [0.3763645887374878, 0.37677010893821716, 0.35518497228622437, 0.3550407290458679, 0.35235562920570374, 0.34295105934143066, -0.028493870049715042], "r_norm": [1.096172571182251, 1.1116057634353638, 1.1082007884979248, 1.1078758239746094, 1.0985581874847412, 1.1282484531402588, 1.083599328994751]}, {"step": 3350, "epoch": 7, "train_loss": 0.32100263237953186, "cos_r_negg": [0.3785836398601532, 0.3786151111125946, 0.3607361912727356, 0.3554087281227112, 0.36045679450035095, 0.35398662090301514, -0.0013803548645228148], "cos_apical_negg": [0.3785836398601532, 0.3786151111125946, 0.3607361912727356, 0.3554087281227112, 0.36045679450035095, 0.35398662090301514, -0.0013803548645228148], "cos_Ac_negg": [0.3785836398601532, 0.3786151111125946, 0.3607361912727356, 0.3554087281227112, 0.36045679450035095, 0.35398662090301514, -0.0013803548645228148], "r_norm": [1.2193552255630493, 1.2281731367111206, 1.227320671081543, 1.2292475700378418, 1.2181679010391235, 1.2524832487106323, 1.2037217617034912]}, {"step": 3400, "epoch": 7, "train_loss": 0.37359464168548584, "cos_r_negg": [0.3714142143726349, 0.36715152859687805, 0.341860294342041, 0.34761375188827515, 0.34053659439086914, 0.31715306639671326, -0.022934440523386], "cos_apical_negg": [0.3714142143726349, 0.36715152859687805, 0.341860294342041, 0.34761375188827515, 0.34053659439086914, 0.31715306639671326, -0.022934440523386], "cos_Ac_negg": [0.3714142143726349, 0.36715152859687805, 0.341860294342041, 0.34761375188827515, 0.34053659439086914, 0.31715306639671326, -0.022934440523386], "r_norm": [1.0942859649658203, 1.11162531375885, 1.111549973487854, 1.1055420637130737, 1.097015380859375, 1.1259413957595825, 1.0824320316314697]}, {"step": 3450, "epoch": 7, "train_loss": 0.3536667823791504, "cos_r_negg": [0.3532211482524872, 0.37773171067237854, 0.3684273958206177, 0.35316675901412964, 0.33852118253707886, 0.35054075717926025, 0.010706134140491486], "cos_apical_negg": [0.3532211482524872, 0.37773171067237854, 0.3684273958206177, 0.35316675901412964, 0.33852118253707886, 0.35054075717926025, 0.010706134140491486], "cos_Ac_negg": [0.3532211482524872, 0.37773171067237854, 0.3684273958206177, 0.35316675901412964, 0.33852118253707886, 0.35054075717926025, 0.010706134140491486], "r_norm": [1.1470595598220825, 1.1618385314941406, 1.1574766635894775, 1.165096402168274, 1.1483702659606934, 1.1811230182647705, 1.1325888633728027]}, {"step": 3500, "epoch": 7, "train_loss": 0.42093485593795776, "cos_r_negg": [0.357558012008667, 0.36287921667099, 0.338828980922699, 0.35572540760040283, 0.33916330337524414, 0.35495519638061523, 0.002953882096335292], "cos_apical_negg": [0.357558012008667, 0.36287921667099, 0.338828980922699, 0.35572540760040283, 0.33916330337524414, 0.35495519638061523, 0.002953882096335292], "cos_Ac_negg": [0.357558012008667, 0.36287921667099, 0.338828980922699, 0.35572540760040283, 0.33916330337524414, 0.35495519638061523, 0.002953882096335292], "r_norm": [1.1129150390625, 1.1226187944412231, 1.1198804378509521, 1.1223548650741577, 1.1067907810211182, 1.1377462148666382, 1.0906293392181396]}, {"step": 3550, "epoch": 7, "train_loss": 0.3351382911205292, "cos_r_negg": [0.35964471101760864, 0.3630235493183136, 0.33375084400177, 0.3630465865135193, 0.349964439868927, 0.3396727442741394, 0.016017921268939972], "cos_apical_negg": [0.35964471101760864, 0.3630235493183136, 0.33375084400177, 0.3630465865135193, 0.349964439868927, 0.3396727442741394, 0.016017921268939972], "cos_Ac_negg": [0.35964471101760864, 0.3630235493183136, 0.33375084400177, 0.3630465865135193, 0.349964439868927, 0.3396727442741394, 0.016017921268939972], "r_norm": [1.1624680757522583, 1.175398349761963, 1.1765435934066772, 1.1690783500671387, 1.160144567489624, 1.1966404914855957, 1.14779531955719]}, {"step": 3600, "epoch": 7, "train_loss": 0.32427459955215454, "cos_r_negg": [0.35320860147476196, 0.3988725543022156, 0.37232810258865356, 0.3514813184738159, 0.358712375164032, 0.3480072021484375, 0.01932505890727043], "cos_apical_negg": [0.35320860147476196, 0.3988725543022156, 0.37232810258865356, 0.3514813184738159, 0.358712375164032, 0.3480072021484375, 0.01932505890727043], "cos_Ac_negg": [0.35320860147476196, 0.3988725543022156, 0.37232810258865356, 0.3514813184738159, 0.358712375164032, 0.3480072021484375, 0.01932505890727043], "r_norm": [1.0736331939697266, 1.0909103155136108, 1.0901967287063599, 1.0886088609695435, 1.0724809169769287, 1.1065343618392944, 1.0631024837493896]}, {"step": 3650, "epoch": 7, "train_loss": 0.523910403251648, "cos_r_negg": [0.3810309171676636, 0.3983210623264313, 0.3870725631713867, 0.3693314790725708, 0.3671360909938812, 0.33654189109802246, -0.01337415911257267], "cos_apical_negg": [0.3810309171676636, 0.3983210623264313, 0.3870725631713867, 0.3693314790725708, 0.3671360909938812, 0.33654189109802246, -0.01337415911257267], "cos_Ac_negg": [0.3810309171676636, 0.3983210623264313, 0.3870725631713867, 0.3693314790725708, 0.3671360909938812, 0.33654189109802246, -0.01337415911257267], "r_norm": [1.0819549560546875, 1.0963172912597656, 1.0929827690124512, 1.0969350337982178, 1.0824568271636963, 1.1165999174118042, 1.0718927383422852]}, {"step": 3700, "epoch": 7, "train_loss": 0.3364725112915039, "cos_r_negg": [0.34259289503097534, 0.3481872081756592, 0.3418513834476471, 0.33634665608406067, 0.33081597089767456, 0.3294076919555664, -0.03272883594036102], "cos_apical_negg": [0.34259289503097534, 0.3481872081756592, 0.3418513834476471, 0.33634665608406067, 0.33081597089767456, 0.3294076919555664, -0.03272883594036102], "cos_Ac_negg": [0.34259289503097534, 0.3481872081756592, 0.3418513834476471, 0.33634665608406067, 0.33081597089767456, 0.3294076919555664, -0.03272883594036102], "r_norm": [1.1757450103759766, 1.1877694129943848, 1.1812567710876465, 1.1880414485931396, 1.1689969301223755, 1.2015306949615479, 1.1533799171447754]}, {"step": 3750, "epoch": 7, "train_loss": 0.45900875329971313, "cos_r_negg": [0.3470720052719116, 0.3542521595954895, 0.3540939688682556, 0.33614134788513184, 0.31458061933517456, 0.28752219676971436, -0.041667766869068146], "cos_apical_negg": [0.3470720052719116, 0.3542521595954895, 0.3540939688682556, 0.33614134788513184, 0.31458061933517456, 0.28752219676971436, -0.041667766869068146], "cos_Ac_negg": [0.3470720052719116, 0.3542521595954895, 0.3540939688682556, 0.33614134788513184, 0.31458061933517456, 0.28752219676971436, -0.041667766869068146], "r_norm": [1.0824000835418701, 1.096542477607727, 1.096351146697998, 1.0947191715240479, 1.0845651626586914, 1.112328052520752, 1.0727916955947876]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8584, "test_loss": 0.4189386474609375}, {"step": 3800, "epoch": 8, "train_loss": 0.29105687141418457, "cos_r_negg": [0.35665756464004517, 0.3658769726753235, 0.38000085949897766, 0.37903645634651184, 0.36497944593429565, 0.3452858030796051, -0.036087945103645325], "cos_apical_negg": [0.35665756464004517, 0.3658769726753235, 0.38000085949897766, 0.37903645634651184, 0.36497944593429565, 0.3452858030796051, -0.036087945103645325], "cos_Ac_negg": [0.35665756464004517, 0.3658769726753235, 0.38000085949897766, 0.37903645634651184, 0.36497944593429565, 0.3452858030796051, -0.036087945103645325], "r_norm": [1.089907169342041, 1.1080117225646973, 1.1062464714050293, 1.101523756980896, 1.0927718877792358, 1.1221659183502197, 1.0815074443817139]}, {"step": 3850, "epoch": 8, "train_loss": 0.35253727436065674, "cos_r_negg": [0.3695181608200073, 0.37396711111068726, 0.36839067935943604, 0.3630554676055908, 0.3353143632411957, 0.3420964777469635, -0.046794481575489044], "cos_apical_negg": [0.3695181608200073, 0.37396711111068726, 0.36839067935943604, 0.3630554676055908, 0.3353143632411957, 0.3420964777469635, -0.046794481575489044], "cos_Ac_negg": [0.3695181608200073, 0.37396711111068726, 0.36839067935943604, 0.3630554676055908, 0.3353143632411957, 0.3420964777469635, -0.046794481575489044], "r_norm": [1.0921794176101685, 1.1069409847259521, 1.1040499210357666, 1.1041646003723145, 1.0924321413040161, 1.125440239906311, 1.0787211656570435]}, {"step": 3900, "epoch": 8, "train_loss": 0.3578541874885559, "cos_r_negg": [0.3722464144229889, 0.3834473192691803, 0.3763122856616974, 0.3536543548107147, 0.34338822960853577, 0.3475867807865143, -0.005923433229327202], "cos_apical_negg": [0.3722464144229889, 0.3834473192691803, 0.3763122856616974, 0.3536543548107147, 0.34338822960853577, 0.3475867807865143, -0.005923433229327202], "cos_Ac_negg": [0.3722464144229889, 0.3834473192691803, 0.3763122856616974, 0.3536543548107147, 0.34338822960853577, 0.3475867807865143, -0.005923433229327202], "r_norm": [1.082392692565918, 1.0950409173965454, 1.0914241075515747, 1.0940535068511963, 1.0809266567230225, 1.1109023094177246, 1.0680567026138306]}, {"step": 3950, "epoch": 8, "train_loss": 0.38159316778182983, "cos_r_negg": [0.39181309938430786, 0.39818403124809265, 0.39591628313064575, 0.38170939683914185, 0.3384108543395996, 0.34872302412986755, 0.012876089662313461], "cos_apical_negg": [0.39181309938430786, 0.39818403124809265, 0.39591628313064575, 0.38170939683914185, 0.3384108543395996, 0.34872302412986755, 0.012876089662313461], "cos_Ac_negg": [0.39181309938430786, 0.39818403124809265, 0.39591628313064575, 0.38170939683914185, 0.3384108543395996, 0.34872302412986755, 0.012876089662313461], "r_norm": [0.976346492767334, 0.985236406326294, 0.9848869442939758, 0.9869800806045532, 0.9767994284629822, 1.004410982131958, 0.9647548198699951]}, {"step": 4000, "epoch": 8, "train_loss": 0.4662911891937256, "cos_r_negg": [0.34252384305000305, 0.3564612865447998, 0.35451000928878784, 0.3252277374267578, 0.3086211085319519, 0.31594303250312805, -0.007688520476222038], "cos_apical_negg": [0.34252384305000305, 0.3564612865447998, 0.35451000928878784, 0.3252277374267578, 0.3086211085319519, 0.31594303250312805, -0.007688520476222038], "cos_Ac_negg": [0.34252384305000305, 0.3564612865447998, 0.35451000928878784, 0.3252277374267578, 0.3086211085319519, 0.31594303250312805, -0.007688520476222038], "r_norm": [1.1913270950317383, 1.2116000652313232, 1.2181410789489746, 1.2043304443359375, 1.1974763870239258, 1.2337989807128906, 1.1879777908325195]}, {"step": 4050, "epoch": 8, "train_loss": 0.45651984214782715, "cos_r_negg": [0.34080302715301514, 0.37108176946640015, 0.35560062527656555, 0.3451170325279236, 0.3142699599266052, 0.29388362169265747, 0.02543828636407852], "cos_apical_negg": [0.34080302715301514, 0.37108176946640015, 0.35560062527656555, 0.3451170325279236, 0.3142699599266052, 0.29388362169265747, 0.02543828636407852], "cos_Ac_negg": [0.34080302715301514, 0.37108176946640015, 0.35560062527656555, 0.3451170325279236, 0.3142699599266052, 0.29388362169265747, 0.02543828636407852], "r_norm": [1.1494959592819214, 1.1676552295684814, 1.169474482536316, 1.1595968008041382, 1.1488977670669556, 1.184629201889038, 1.139641284942627]}, {"step": 4100, "epoch": 8, "train_loss": 0.288841187953949, "cos_r_negg": [0.3591611683368683, 0.36154454946517944, 0.3635367155075073, 0.3559466004371643, 0.3257666528224945, 0.29389071464538574, -0.013805541209876537], "cos_apical_negg": [0.3591611683368683, 0.36154454946517944, 0.3635367155075073, 0.3559466004371643, 0.3257666528224945, 0.29389071464538574, -0.013805541209876537], "cos_Ac_negg": [0.3591611683368683, 0.36154454946517944, 0.3635367155075073, 0.3559466004371643, 0.3257666528224945, 0.29389071464538574, -0.013805541209876537], "r_norm": [1.0037732124328613, 1.0187938213348389, 1.017101764678955, 1.015535831451416, 1.0073524713516235, 1.0377241373062134, 0.996444582939148]}, {"step": 4150, "epoch": 8, "train_loss": 0.34503859281539917, "cos_r_negg": [0.3685455918312073, 0.3752349615097046, 0.3628391623497009, 0.3801487386226654, 0.3524978756904602, 0.30165255069732666, 0.013060690835118294], "cos_apical_negg": [0.3685455918312073, 0.3752349615097046, 0.3628391623497009, 0.3801487386226654, 0.3524978756904602, 0.30165255069732666, 0.013060690835118294], "cos_Ac_negg": [0.3685455918312073, 0.3752349615097046, 0.3628391623497009, 0.3801487386226654, 0.3524978756904602, 0.30165255069732666, 0.013060690835118294], "r_norm": [1.072671890258789, 1.0855060815811157, 1.0810370445251465, 1.0825845003128052, 1.0759284496307373, 1.1068352460861206, 1.0570355653762817]}, {"step": 4200, "epoch": 8, "train_loss": 0.4043325185775757, "cos_r_negg": [0.32726314663887024, 0.33644795417785645, 0.3260035514831543, 0.33174407482147217, 0.32630929350852966, 0.2826119065284729, -9.09031368792057e-05], "cos_apical_negg": [0.32726314663887024, 0.33644795417785645, 0.3260035514831543, 0.33174407482147217, 0.32630929350852966, 0.2826119065284729, -9.09031368792057e-05], "cos_Ac_negg": [0.32726314663887024, 0.33644795417785645, 0.3260035514831543, 0.33174407482147217, 0.32630929350852966, 0.2826119065284729, -9.09031368792057e-05], "r_norm": [1.1278486251831055, 1.1454994678497314, 1.1413395404815674, 1.143406867980957, 1.1322195529937744, 1.1614900827407837, 1.1208832263946533]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8515, "test_loss": 0.4732751007080078}, {"step": 4250, "epoch": 9, "train_loss": 0.22905988991260529, "cos_r_negg": [0.38137590885162354, 0.3871992230415344, 0.38207298517227173, 0.3634510636329651, 0.3255934417247772, 0.28588348627090454, -0.010961678810417652], "cos_apical_negg": [0.38137590885162354, 0.3871992230415344, 0.38207298517227173, 0.3634510636329651, 0.3255934417247772, 0.28588348627090454, -0.010961678810417652], "cos_Ac_negg": [0.38137590885162354, 0.3871992230415344, 0.38207298517227173, 0.3634510636329651, 0.3255934417247772, 0.28588348627090454, -0.010961678810417652], "r_norm": [1.3022830486297607, 1.325122594833374, 1.3299362659454346, 1.309616208076477, 1.3105111122131348, 1.343109130859375, 1.3015507459640503]}, {"step": 4300, "epoch": 9, "train_loss": 0.26328393816947937, "cos_r_negg": [0.29720330238342285, 0.31412339210510254, 0.3362475335597992, 0.3344554603099823, 0.29830989241600037, 0.2911829948425293, -0.013265155255794525], "cos_apical_negg": [0.29720330238342285, 0.31412339210510254, 0.3362475335597992, 0.3344554603099823, 0.29830989241600037, 0.2911829948425293, -0.013265155255794525], "cos_Ac_negg": [0.29720330238342285, 0.31412339210510254, 0.3362475335597992, 0.3344554603099823, 0.29830989241600037, 0.2911829948425293, -0.013265155255794525], "r_norm": [1.024484634399414, 1.0396666526794434, 1.038205862045288, 1.0331759452819824, 1.0289196968078613, 1.0543314218521118, 1.0192575454711914]}, {"step": 4350, "epoch": 9, "train_loss": 0.21113340556621552, "cos_r_negg": [0.3655160367488861, 0.3710932433605194, 0.37600332498550415, 0.3752751350402832, 0.32052940130233765, 0.3311498165130615, -0.025237981230020523], "cos_apical_negg": [0.3655160367488861, 0.3710932433605194, 0.37600332498550415, 0.3752751350402832, 0.32052940130233765, 0.3311498165130615, -0.025237981230020523], "cos_Ac_negg": [0.3655160367488861, 0.3710932433605194, 0.37600332498550415, 0.3752751350402832, 0.32052940130233765, 0.3311498165130615, -0.025237981230020523], "r_norm": [1.0899813175201416, 1.1031570434570312, 1.1025609970092773, 1.0983246564865112, 1.0831732749938965, 1.1182777881622314, 1.0761628150939941]}, {"step": 4400, "epoch": 9, "train_loss": 0.3571344017982483, "cos_r_negg": [0.3299829661846161, 0.3443615436553955, 0.3596140146255493, 0.36901986598968506, 0.335608571767807, 0.28408798575401306, 0.018872544169425964], "cos_apical_negg": [0.3299829661846161, 0.3443615436553955, 0.3596140146255493, 0.36901986598968506, 0.335608571767807, 0.28408798575401306, 0.018872544169425964], "cos_Ac_negg": [0.3299829661846161, 0.3443615436553955, 0.3596140146255493, 0.36901986598968506, 0.335608571767807, 0.28408798575401306, 0.018872544169425964], "r_norm": [1.0989429950714111, 1.1082532405853271, 1.1030094623565674, 1.1062366962432861, 1.091369390487671, 1.12539803981781, 1.0751934051513672]}, {"step": 4450, "epoch": 9, "train_loss": 0.23113718628883362, "cos_r_negg": [0.3638777434825897, 0.3444499671459198, 0.34922659397125244, 0.3380530774593353, 0.3450314402580261, 0.31639742851257324, 0.02282010205090046], "cos_apical_negg": [0.3638777434825897, 0.3444499671459198, 0.34922659397125244, 0.3380530774593353, 0.3450314402580261, 0.31639742851257324, 0.02282010205090046], "cos_Ac_negg": [0.3638777434825897, 0.3444499671459198, 0.34922659397125244, 0.3380530774593353, 0.3450314402580261, 0.31639742851257324, 0.02282010205090046], "r_norm": [1.0666649341583252, 1.0801761150360107, 1.0773844718933105, 1.0791220664978027, 1.0721279382705688, 1.1006801128387451, 1.0568673610687256]}, {"step": 4500, "epoch": 9, "train_loss": 0.3667607307434082, "cos_r_negg": [0.3807372450828552, 0.3715639114379883, 0.37906724214553833, 0.34957876801490784, 0.3338358998298645, 0.3250354528427124, 0.0189038272947073], "cos_apical_negg": [0.3807372450828552, 0.3715639114379883, 0.37906724214553833, 0.34957876801490784, 0.3338358998298645, 0.3250354528427124, 0.0189038272947073], "cos_Ac_negg": [0.3807372450828552, 0.3715639114379883, 0.37906724214553833, 0.34957876801490784, 0.3338358998298645, 0.3250354528427124, 0.0189038272947073], "r_norm": [1.2048474550247192, 1.2247226238250732, 1.221238136291504, 1.219306468963623, 1.2024272680282593, 1.2370262145996094, 1.186448335647583]}, {"step": 4550, "epoch": 9, "train_loss": 0.26245856285095215, "cos_r_negg": [0.3624461889266968, 0.35812607407569885, 0.3404712677001953, 0.34199631214141846, 0.31401509046554565, 0.3229520320892334, 0.02348649688065052], "cos_apical_negg": [0.3624461889266968, 0.35812607407569885, 0.3404712677001953, 0.34199631214141846, 0.31401509046554565, 0.3229520320892334, 0.02348649688065052], "cos_Ac_negg": [0.3624461889266968, 0.35812607407569885, 0.3404712677001953, 0.34199631214141846, 0.31401509046554565, 0.3229520320892334, 0.02348649688065052], "r_norm": [1.0783336162567139, 1.0932939052581787, 1.0874438285827637, 1.0896245241165161, 1.0828969478607178, 1.1128311157226562, 1.0675272941589355]}, {"step": 4600, "epoch": 9, "train_loss": 0.32454630732536316, "cos_r_negg": [0.34621462225914, 0.35897642374038696, 0.36027243733406067, 0.34811294078826904, 0.32132774591445923, 0.30002880096435547, -0.02088966593146324], "cos_apical_negg": [0.34621462225914, 0.35897642374038696, 0.36027243733406067, 0.34811294078826904, 0.32132774591445923, 0.30002880096435547, -0.02088966593146324], "cos_Ac_negg": [0.34621462225914, 0.35897642374038696, 0.36027243733406067, 0.34811294078826904, 0.32132774591445923, 0.30002880096435547, -0.02088966593146324], "r_norm": [1.1204214096069336, 1.1325899362564087, 1.130556344985962, 1.1327626705169678, 1.1199469566345215, 1.1527875661849976, 1.108043909072876]}, {"step": 4650, "epoch": 9, "train_loss": 0.45928364992141724, "cos_r_negg": [0.3534085154533386, 0.3546699285507202, 0.3588913083076477, 0.3469155728816986, 0.3133676052093506, 0.2999412417411804, -0.050377219915390015], "cos_apical_negg": [0.3534085154533386, 0.3546699285507202, 0.3588913083076477, 0.3469155728816986, 0.3133676052093506, 0.2999412417411804, -0.050377219915390015], "cos_Ac_negg": [0.3534085154533386, 0.3546699285507202, 0.3588913083076477, 0.3469155728816986, 0.3133676052093506, 0.2999412417411804, -0.050377219915390015], "r_norm": [1.1322435140609741, 1.1424262523651123, 1.1394767761230469, 1.1399297714233398, 1.1279051303863525, 1.1605384349822998, 1.110471248626709]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8496, "test_loss": 0.43586676025390625}, {"step": 4700, "epoch": 10, "train_loss": 0.3034535050392151, "cos_r_negg": [0.3550755977630615, 0.35765331983566284, 0.3858160972595215, 0.37105709314346313, 0.36295709013938904, 0.33048731088638306, -0.024597374722361565], "cos_apical_negg": [0.3550755977630615, 0.35765331983566284, 0.3858160972595215, 0.37105709314346313, 0.36295709013938904, 0.33048731088638306, -0.024597374722361565], "cos_Ac_negg": [0.3550755977630615, 0.35765331983566284, 0.3858160972595215, 0.37105709314346313, 0.36295709013938904, 0.33048731088638306, -0.024597374722361565], "r_norm": [1.1031138896942139, 1.1159549951553345, 1.1127519607543945, 1.1160807609558105, 1.1051139831542969, 1.133650302886963, 1.0889089107513428]}, {"step": 4750, "epoch": 10, "train_loss": 0.33566993474960327, "cos_r_negg": [0.35741934180259705, 0.36576908826828003, 0.38742005825042725, 0.3683342933654785, 0.3327062129974365, 0.33852308988571167, -0.005061186850070953], "cos_apical_negg": [0.35741934180259705, 0.36576908826828003, 0.38742005825042725, 0.3683342933654785, 0.3327062129974365, 0.33852308988571167, -0.005061186850070953], "cos_Ac_negg": [0.35741934180259705, 0.36576908826828003, 0.38742005825042725, 0.3683342933654785, 0.3327062129974365, 0.33852308988571167, -0.005061186850070953], "r_norm": [1.0546844005584717, 1.0680006742477417, 1.0693440437316895, 1.064827799797058, 1.0506110191345215, 1.0831316709518433, 1.0445256233215332]}, {"step": 4800, "epoch": 10, "train_loss": 0.4144972562789917, "cos_r_negg": [0.3421478867530823, 0.3561704754829407, 0.36903542280197144, 0.37499043345451355, 0.3741082549095154, 0.3629356622695923, 0.015631049871444702], "cos_apical_negg": [0.3421478867530823, 0.3561704754829407, 0.36903542280197144, 0.37499043345451355, 0.3741082549095154, 0.3629356622695923, 0.015631049871444702], "cos_Ac_negg": [0.3421478867530823, 0.3561704754829407, 0.36903542280197144, 0.37499043345451355, 0.3741082549095154, 0.3629356622695923, 0.015631049871444702], "r_norm": [1.0246169567108154, 1.039881944656372, 1.03718900680542, 1.0345207452774048, 1.023999810218811, 1.0547484159469604, 1.0107834339141846]}, {"step": 4850, "epoch": 10, "train_loss": 0.2918362021446228, "cos_r_negg": [0.3294816017150879, 0.3493444323539734, 0.36540311574935913, 0.36704158782958984, 0.37603944540023804, 0.35512927174568176, 0.021751007065176964], "cos_apical_negg": [0.3294816017150879, 0.3493444323539734, 0.36540311574935913, 0.36704158782958984, 0.37603944540023804, 0.35512927174568176, 0.021751007065176964], "cos_Ac_negg": [0.3294816017150879, 0.3493444323539734, 0.36540311574935913, 0.36704158782958984, 0.37603944540023804, 0.35512927174568176, 0.021751007065176964], "r_norm": [1.1288299560546875, 1.1454511880874634, 1.1413592100143433, 1.1441359519958496, 1.128008246421814, 1.1623274087905884, 1.1114158630371094]}, {"step": 4900, "epoch": 10, "train_loss": 0.23504234850406647, "cos_r_negg": [0.31853753328323364, 0.3328045606613159, 0.35502880811691284, 0.3278617262840271, 0.3109346032142639, 0.29013413190841675, -0.00492134690284729], "cos_apical_negg": [0.31853753328323364, 0.3328045606613159, 0.35502880811691284, 0.3278617262840271, 0.3109346032142639, 0.29013413190841675, -0.00492134690284729], "cos_Ac_negg": [0.31853753328323364, 0.3328045606613159, 0.35502880811691284, 0.3278617262840271, 0.3109346032142639, 0.29013413190841675, -0.00492134690284729], "r_norm": [1.0676568746566772, 1.0848193168640137, 1.0844730138778687, 1.0853513479232788, 1.0695395469665527, 1.099648118019104, 1.058241844177246]}, {"step": 4950, "epoch": 10, "train_loss": 0.25781959295272827, "cos_r_negg": [0.33377373218536377, 0.3365976810455322, 0.3530283570289612, 0.3221004903316498, 0.29931777715682983, 0.29216423630714417, 0.03415245562791824], "cos_apical_negg": [0.33377373218536377, 0.3365976810455322, 0.3530283570289612, 0.3221004903316498, 0.29931777715682983, 0.29216423630714417, 0.03415245562791824], "cos_Ac_negg": [0.33377373218536377, 0.3365976810455322, 0.3530283570289612, 0.3221004903316498, 0.29931777715682983, 0.29216423630714417, 0.03415245562791824], "r_norm": [1.0299783945083618, 1.0508034229278564, 1.0469633340835571, 1.0471808910369873, 1.0365321636199951, 1.0661392211914062, 1.0236876010894775]}, {"step": 5000, "epoch": 10, "train_loss": 0.23653331398963928, "cos_r_negg": [0.36620858311653137, 0.3533732295036316, 0.358107328414917, 0.3476470410823822, 0.32197946310043335, 0.31540751457214355, 0.01671546697616577], "cos_apical_negg": [0.36620858311653137, 0.3533732295036316, 0.358107328414917, 0.3476470410823822, 0.32197946310043335, 0.31540751457214355, 0.01671546697616577], "cos_Ac_negg": [0.36620858311653137, 0.3533732295036316, 0.358107328414917, 0.3476470410823822, 0.32197946310043335, 0.31540751457214355, 0.01671546697616577], "r_norm": [1.12806236743927, 1.1394741535186768, 1.1401560306549072, 1.1374571323394775, 1.1250543594360352, 1.1616685390472412, 1.1136808395385742]}, {"step": 5050, "epoch": 10, "train_loss": 0.4658573567867279, "cos_r_negg": [0.34427183866500854, 0.35507696866989136, 0.3643314838409424, 0.3498685956001282, 0.30996596813201904, 0.33174124360084534, 0.011971578001976013], "cos_apical_negg": [0.34427183866500854, 0.35507696866989136, 0.3643314838409424, 0.3498685956001282, 0.30996596813201904, 0.33174124360084534, 0.011971578001976013], "cos_Ac_negg": [0.34427183866500854, 0.35507696866989136, 0.3643314838409424, 0.3498685956001282, 0.30996596813201904, 0.33174124360084534, 0.011971578001976013], "r_norm": [1.1012897491455078, 1.1180468797683716, 1.1204109191894531, 1.1105647087097168, 1.1039683818817139, 1.1350822448730469, 1.0925273895263672]}, {"step": 5100, "epoch": 10, "train_loss": 0.2573085427284241, "cos_r_negg": [0.3562808036804199, 0.3518182039260864, 0.35766881704330444, 0.3686096668243408, 0.32376915216445923, 0.3301975131034851, 0.019860336557030678], "cos_apical_negg": [0.3562808036804199, 0.3518182039260864, 0.35766881704330444, 0.3686096668243408, 0.32376915216445923, 0.3301975131034851, 0.019860336557030678], "cos_Ac_negg": [0.3562808036804199, 0.3518182039260864, 0.35766881704330444, 0.3686096668243408, 0.32376915216445923, 0.3301975131034851, 0.019860336557030678], "r_norm": [1.019903302192688, 1.0320185422897339, 1.0277303457260132, 1.0301802158355713, 1.0166945457458496, 1.0492883920669556, 1.0020978450775146]}, {"step": 5150, "epoch": 10, "train_loss": 0.29600095748901367, "cos_r_negg": [0.3473246395587921, 0.356120228767395, 0.3607330918312073, 0.3605330288410187, 0.3229110836982727, 0.3008924722671509, 0.003174775280058384], "cos_apical_negg": [0.3473246395587921, 0.356120228767395, 0.3607330918312073, 0.3605330288410187, 0.3229110836982727, 0.3008924722671509, 0.003174775280058384], "cos_Ac_negg": [0.3473246395587921, 0.356120228767395, 0.3607330918312073, 0.3605330288410187, 0.3229110836982727, 0.3008924722671509, 0.003174775280058384], "r_norm": [1.1035321950912476, 1.119429349899292, 1.117831826210022, 1.1181869506835938, 1.1060675382614136, 1.1401526927947998, 1.0924346446990967]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8653, "test_loss": 0.41800494079589845}, {"step": 5200, "epoch": 11, "train_loss": 0.325065553188324, "cos_r_negg": [0.3144918978214264, 0.31939467787742615, 0.3247750997543335, 0.3392140865325928, 0.30458664894104004, 0.2990160882472992, 0.002862226217985153], "cos_apical_negg": [0.3144918978214264, 0.31939467787742615, 0.3247750997543335, 0.3392140865325928, 0.30458664894104004, 0.2990160882472992, 0.002862226217985153], "cos_Ac_negg": [0.3144918978214264, 0.31939467787742615, 0.3247750997543335, 0.3392140865325928, 0.30458664894104004, 0.2990160882472992, 0.002862226217985153], "r_norm": [1.131131887435913, 1.147341251373291, 1.1433110237121582, 1.14009690284729, 1.1222647428512573, 1.16233229637146, 1.11001455783844]}, {"step": 5250, "epoch": 11, "train_loss": 0.15479865670204163, "cos_r_negg": [0.3386007249355316, 0.358862966299057, 0.3716074228286743, 0.3922252655029297, 0.3546733856201172, 0.34203144907951355, -0.004485637415200472], "cos_apical_negg": [0.3386007249355316, 0.358862966299057, 0.3716074228286743, 0.3922252655029297, 0.3546733856201172, 0.34203144907951355, -0.004485637415200472], "cos_Ac_negg": [0.3386007249355316, 0.358862966299057, 0.3716074228286743, 0.3922252655029297, 0.3546733856201172, 0.34203144907951355, -0.004485637415200472], "r_norm": [1.101792335510254, 1.1134822368621826, 1.1147648096084595, 1.1112273931503296, 1.1031556129455566, 1.1379351615905762, 1.0910465717315674]}, {"step": 5300, "epoch": 11, "train_loss": 0.34191420674324036, "cos_r_negg": [0.31596803665161133, 0.3086336851119995, 0.3254268169403076, 0.33770066499710083, 0.3273008167743683, 0.27108171582221985, -0.023479323834180832], "cos_apical_negg": [0.31596803665161133, 0.3086336851119995, 0.3254268169403076, 0.33770066499710083, 0.3273008167743683, 0.27108171582221985, -0.023479323834180832], "cos_Ac_negg": [0.31596803665161133, 0.3086336851119995, 0.3254268169403076, 0.33770066499710083, 0.3273008167743683, 0.27108171582221985, -0.023479323834180832], "r_norm": [1.1554241180419922, 1.176886796951294, 1.177597165107727, 1.1683934926986694, 1.1559582948684692, 1.1934702396392822, 1.144468069076538]}, {"step": 5350, "epoch": 11, "train_loss": 0.2588973641395569, "cos_r_negg": [0.3622951805591583, 0.3536875247955322, 0.35355108976364136, 0.3444878160953522, 0.363307386636734, 0.32710474729537964, -0.00889680813997984], "cos_apical_negg": [0.3622951805591583, 0.3536875247955322, 0.35355108976364136, 0.3444878160953522, 0.363307386636734, 0.32710474729537964, -0.00889680813997984], "cos_Ac_negg": [0.3622951805591583, 0.3536875247955322, 0.35355108976364136, 0.3444878160953522, 0.363307386636734, 0.32710474729537964, -0.00889680813997984], "r_norm": [1.1361751556396484, 1.1547632217407227, 1.1584107875823975, 1.1484302282333374, 1.1415578126907349, 1.1766347885131836, 1.133002758026123]}, {"step": 5400, "epoch": 11, "train_loss": 0.2549121379852295, "cos_r_negg": [0.3037334978580475, 0.3340962529182434, 0.3454389274120331, 0.34671497344970703, 0.33952218294143677, 0.3096190094947815, 0.0029960800893604755], "cos_apical_negg": [0.3037334978580475, 0.3340962529182434, 0.3454389274120331, 0.34671497344970703, 0.33952218294143677, 0.3096190094947815, 0.0029960800893604755], "cos_Ac_negg": [0.3037334978580475, 0.3340962529182434, 0.3454389274120331, 0.34671497344970703, 0.33952218294143677, 0.3096190094947815, 0.0029960800893604755], "r_norm": [1.0763320922851562, 1.0861904621124268, 1.0829136371612549, 1.08567476272583, 1.0703850984573364, 1.1016650199890137, 1.053468942642212]}, {"step": 5450, "epoch": 11, "train_loss": 0.28934556245803833, "cos_r_negg": [0.3110602796077728, 0.30199944972991943, 0.3036382794380188, 0.2904449701309204, 0.3083721995353699, 0.28646230697631836, -0.007759210653603077], "cos_apical_negg": [0.3110602796077728, 0.30199944972991943, 0.3036382794380188, 0.2904449701309204, 0.3083721995353699, 0.28646230697631836, -0.007759210653603077], "cos_Ac_negg": [0.3110602796077728, 0.30199944972991943, 0.3036382794380188, 0.2904449701309204, 0.3083721995353699, 0.28646230697631836, -0.007759210653603077], "r_norm": [1.1962003707885742, 1.213031530380249, 1.208748459815979, 1.208305835723877, 1.194322109222412, 1.2290520668029785, 1.1754767894744873]}, {"step": 5500, "epoch": 11, "train_loss": 0.3148823380470276, "cos_r_negg": [0.32143229246139526, 0.30825075507164, 0.3112868070602417, 0.30912938714027405, 0.2970583438873291, 0.3038943409919739, 0.02263857051730156], "cos_apical_negg": [0.32143229246139526, 0.30825075507164, 0.3112868070602417, 0.30912938714027405, 0.2970583438873291, 0.3038943409919739, 0.02263857051730156], "cos_Ac_negg": [0.32143229246139526, 0.30825075507164, 0.3112868070602417, 0.30912938714027405, 0.2970583438873291, 0.3038943409919739, 0.02263857051730156], "r_norm": [1.1657742261886597, 1.180678129196167, 1.1766647100448608, 1.1786317825317383, 1.1590416431427002, 1.1934764385223389, 1.1430957317352295]}, {"step": 5550, "epoch": 11, "train_loss": 0.3267277479171753, "cos_r_negg": [0.3477874994277954, 0.3651182949542999, 0.3558672070503235, 0.3662293255329132, 0.34699392318725586, 0.317766934633255, 0.03610304743051529], "cos_apical_negg": [0.3477874994277954, 0.3651182949542999, 0.3558672070503235, 0.3662293255329132, 0.34699392318725586, 0.317766934633255, 0.03610304743051529], "cos_Ac_negg": [0.3477874994277954, 0.3651182949542999, 0.3558672070503235, 0.3662293255329132, 0.34699392318725586, 0.317766934633255, 0.03610304743051529], "r_norm": [0.9595150947570801, 0.9701645970344543, 0.9680778384208679, 0.9688599109649658, 0.9574922919273376, 0.9839420914649963, 0.9441993236541748]}, {"step": 5600, "epoch": 11, "train_loss": 0.25216785073280334, "cos_r_negg": [0.3405913710594177, 0.3481307923793793, 0.3405018448829651, 0.3404102325439453, 0.3547224998474121, 0.3200950026512146, 0.018822409212589264], "cos_apical_negg": [0.3405913710594177, 0.3481307923793793, 0.3405018448829651, 0.3404102325439453, 0.3547224998474121, 0.3200950026512146, 0.018822409212589264], "cos_Ac_negg": [0.3405913710594177, 0.3481307923793793, 0.3405018448829651, 0.3404102325439453, 0.3547224998474121, 0.3200950026512146, 0.018822409212589264], "r_norm": [1.049773931503296, 1.0645194053649902, 1.0625070333480835, 1.0622553825378418, 1.052687644958496, 1.0823445320129395, 1.0354347229003906]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8654, "test_loss": 0.43911704406738283}, {"step": 5650, "epoch": 12, "train_loss": 0.207579106092453, "cos_r_negg": [0.3592943251132965, 0.35649800300598145, 0.3500332236289978, 0.36560821533203125, 0.3712320923805237, 0.32780134677886963, 0.023654397577047348], "cos_apical_negg": [0.3592943251132965, 0.35649800300598145, 0.3500332236289978, 0.36560821533203125, 0.3712320923805237, 0.32780134677886963, 0.023654397577047348], "cos_Ac_negg": [0.3592943251132965, 0.35649800300598145, 0.3500332236289978, 0.36560821533203125, 0.3712320923805237, 0.32780134677886963, 0.023654397577047348], "r_norm": [1.0559228658676147, 1.0711499452590942, 1.0708460807800293, 1.0678610801696777, 1.0591412782669067, 1.0908970832824707, 1.0463683605194092]}, {"step": 5700, "epoch": 12, "train_loss": 0.33696413040161133, "cos_r_negg": [0.3374406099319458, 0.3435235917568207, 0.3554817736148834, 0.3387605547904968, 0.35197174549102783, 0.32486507296562195, 0.03929338976740837], "cos_apical_negg": [0.3374406099319458, 0.3435235917568207, 0.3554817736148834, 0.3387605547904968, 0.35197174549102783, 0.32486507296562195, 0.03929338976740837], "cos_Ac_negg": [0.3374406099319458, 0.3435235917568207, 0.3554817736148834, 0.3387605547904968, 0.35197174549102783, 0.32486507296562195, 0.03929338976740837], "r_norm": [0.9785601496696472, 0.9907976388931274, 0.9893226623535156, 0.9880667924880981, 0.9799370765686035, 1.0092835426330566, 0.965699315071106]}, {"step": 5750, "epoch": 12, "train_loss": 0.45341426134109497, "cos_r_negg": [0.32919859886169434, 0.3418411314487457, 0.34884271025657654, 0.3596401810646057, 0.3426918089389801, 0.3044815957546234, 0.007493351120501757], "cos_apical_negg": [0.32919859886169434, 0.3418411314487457, 0.34884271025657654, 0.3596401810646057, 0.3426918089389801, 0.3044815957546234, 0.007493351120501757], "cos_Ac_negg": [0.32919859886169434, 0.3418411314487457, 0.34884271025657654, 0.3596401810646057, 0.3426918089389801, 0.3044815957546234, 0.007493351120501757], "r_norm": [1.0153340101242065, 1.0278263092041016, 1.0276753902435303, 1.0248326063156128, 1.0165516138076782, 1.0452780723571777, 1.0053074359893799]}, {"step": 5800, "epoch": 12, "train_loss": 0.23802299797534943, "cos_r_negg": [0.35567623376846313, 0.37425631284713745, 0.36673668026924133, 0.36390581727027893, 0.3605997562408447, 0.32213157415390015, 0.021616369485855103], "cos_apical_negg": [0.35567623376846313, 0.37425631284713745, 0.36673668026924133, 0.36390581727027893, 0.3605997562408447, 0.32213157415390015, 0.021616369485855103], "cos_Ac_negg": [0.35567623376846313, 0.37425631284713745, 0.36673668026924133, 0.36390581727027893, 0.3605997562408447, 0.32213157415390015, 0.021616369485855103], "r_norm": [1.0852041244506836, 1.095394253730774, 1.0955774784088135, 1.0962868928909302, 1.0829625129699707, 1.1148381233215332, 1.0715038776397705]}, {"step": 5850, "epoch": 12, "train_loss": 0.3426714539527893, "cos_r_negg": [0.3193870186805725, 0.33456146717071533, 0.353770911693573, 0.3550626039505005, 0.3413156270980835, 0.30366432666778564, -0.005071759223937988], "cos_apical_negg": [0.3193870186805725, 0.33456146717071533, 0.353770911693573, 0.3550626039505005, 0.3413156270980835, 0.30366432666778564, -0.005071759223937988], "cos_Ac_negg": [0.3193870186805725, 0.33456146717071533, 0.353770911693573, 0.3550626039505005, 0.3413156270980835, 0.30366432666778564, -0.005071759223937988], "r_norm": [0.9806076288223267, 0.9919224977493286, 0.9898885488510132, 0.9901648759841919, 0.9782347679138184, 1.0071815252304077, 0.9675759077072144]}, {"step": 5900, "epoch": 12, "train_loss": 0.2844139039516449, "cos_r_negg": [0.3686414957046509, 0.36707982420921326, 0.3655378818511963, 0.37022921442985535, 0.3398953080177307, 0.3465896248817444, 0.005981847643852234], "cos_apical_negg": [0.3686414957046509, 0.36707982420921326, 0.3655378818511963, 0.37022921442985535, 0.3398953080177307, 0.3465896248817444, 0.005981847643852234], "cos_Ac_negg": [0.3686414957046509, 0.36707982420921326, 0.3655378818511963, 0.37022921442985535, 0.3398953080177307, 0.3465896248817444, 0.005981847643852234], "r_norm": [1.0431936979293823, 1.0550609827041626, 1.053863286972046, 1.0532007217407227, 1.0440599918365479, 1.0737805366516113, 1.030991554260254]}, {"step": 5950, "epoch": 12, "train_loss": 0.2946605086326599, "cos_r_negg": [0.35481783747673035, 0.34193533658981323, 0.3484015166759491, 0.35865119099617004, 0.32766109704971313, 0.3482472598552704, 0.04720989614725113], "cos_apical_negg": [0.35481783747673035, 0.34193533658981323, 0.3484015166759491, 0.35865119099617004, 0.32766109704971313, 0.3482472598552704, 0.04720989614725113], "cos_Ac_negg": [0.35481783747673035, 0.34193533658981323, 0.3484015166759491, 0.35865119099617004, 0.32766109704971313, 0.3482472598552704, 0.04720989614725113], "r_norm": [1.074671745300293, 1.0894179344177246, 1.0889499187469482, 1.0827114582061768, 1.0736836194992065, 1.1075180768966675, 1.0607205629348755]}, {"step": 6000, "epoch": 12, "train_loss": 0.2207183688879013, "cos_r_negg": [0.2811221182346344, 0.2864949703216553, 0.3106647729873657, 0.3361228108406067, 0.3169396221637726, 0.3261617124080658, 0.07303636521100998], "cos_apical_negg": [0.2811221182346344, 0.2864949703216553, 0.3106647729873657, 0.3361228108406067, 0.3169396221637726, 0.3261617124080658, 0.07303636521100998], "cos_Ac_negg": [0.2811221182346344, 0.2864949703216553, 0.3106647729873657, 0.3361228108406067, 0.3169396221637726, 0.3261617124080658, 0.07303636521100998], "r_norm": [1.0815982818603516, 1.0952720642089844, 1.0883556604385376, 1.0937740802764893, 1.0830647945404053, 1.112044095993042, 1.0625648498535156]}, {"step": 6050, "epoch": 12, "train_loss": 0.20699362456798553, "cos_r_negg": [0.3152998685836792, 0.33980056643486023, 0.3362385928630829, 0.33687904477119446, 0.30826640129089355, 0.3022133708000183, 0.00343473837710917], "cos_apical_negg": [0.3152998685836792, 0.33980056643486023, 0.3362385928630829, 0.33687904477119446, 0.30826640129089355, 0.3022133708000183, 0.00343473837710917], "cos_Ac_negg": [0.3152998685836792, 0.33980056643486023, 0.3362385928630829, 0.33687904477119446, 0.30826640129089355, 0.3022133708000183, 0.00343473837710917], "r_norm": [1.1022722721099854, 1.11891508102417, 1.1198394298553467, 1.1108555793762207, 1.1044282913208008, 1.1361349821090698, 1.0915322303771973]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8538, "test_loss": 0.4431232757568359}, {"step": 6100, "epoch": 13, "train_loss": 0.38237684965133667, "cos_r_negg": [0.3323419392108917, 0.34707581996917725, 0.365590900182724, 0.3616214990615845, 0.3368135690689087, 0.3370036780834198, 0.0014152327785268426], "cos_apical_negg": [0.3323419392108917, 0.34707581996917725, 0.365590900182724, 0.3616214990615845, 0.3368135690689087, 0.3370036780834198, 0.0014152327785268426], "cos_Ac_negg": [0.3323419392108917, 0.34707581996917725, 0.365590900182724, 0.3616214990615845, 0.3368135690689087, 0.3370036780834198, 0.0014152327785268426], "r_norm": [1.0316156148910522, 1.046525001525879, 1.0413013696670532, 1.0389909744262695, 1.0302317142486572, 1.0629212856292725, 1.0166035890579224]}, {"step": 6150, "epoch": 13, "train_loss": 0.21732117235660553, "cos_r_negg": [0.2978712022304535, 0.28777235746383667, 0.30115124583244324, 0.2978270351886749, 0.27691391110420227, 0.27996206283569336, 0.016671638935804367], "cos_apical_negg": [0.2978712022304535, 0.28777235746383667, 0.30115124583244324, 0.2978270351886749, 0.27691391110420227, 0.27996206283569336, 0.016671638935804367], "cos_Ac_negg": [0.2978712022304535, 0.28777235746383667, 0.30115124583244324, 0.2978270351886749, 0.27691391110420227, 0.27996206283569336, 0.016671638935804367], "r_norm": [0.9728233814239502, 0.9834702610969543, 0.983580470085144, 0.9821404218673706, 0.9727575778961182, 1.0034220218658447, 0.9586315155029297]}, {"step": 6200, "epoch": 13, "train_loss": 0.27253103256225586, "cos_r_negg": [0.345944881439209, 0.3428472578525543, 0.34030088782310486, 0.34090572595596313, 0.32593944668769836, 0.3018609881401062, -0.008015152998268604], "cos_apical_negg": [0.345944881439209, 0.3428472578525543, 0.34030088782310486, 0.34090572595596313, 0.32593944668769836, 0.3018609881401062, -0.008015152998268604], "cos_Ac_negg": [0.345944881439209, 0.3428472578525543, 0.34030088782310486, 0.34090572595596313, 0.32593944668769836, 0.3018609881401062, -0.008015152998268604], "r_norm": [1.1049106121063232, 1.1201362609863281, 1.121595859527588, 1.112154245376587, 1.1086293458938599, 1.1398411989212036, 1.0953879356384277]}, {"step": 6250, "epoch": 13, "train_loss": 0.2237076759338379, "cos_r_negg": [0.30038022994995117, 0.2977988123893738, 0.2970893979072571, 0.29926803708076477, 0.2757166028022766, 0.24904564023017883, 0.0026030619628727436], "cos_apical_negg": [0.30038022994995117, 0.2977988123893738, 0.2970893979072571, 0.29926803708076477, 0.2757166028022766, 0.24904564023017883, 0.0026030619628727436], "cos_Ac_negg": [0.30038022994995117, 0.2977988123893738, 0.2970893979072571, 0.29926803708076477, 0.2757166028022766, 0.24904564023017883, 0.0026030619628727436], "r_norm": [1.2166074514389038, 1.2332756519317627, 1.2263977527618408, 1.225820779800415, 1.2109081745147705, 1.2474994659423828, 1.188204050064087]}, {"step": 6300, "epoch": 13, "train_loss": 0.26637279987335205, "cos_r_negg": [0.3378331661224365, 0.35885608196258545, 0.3613206148147583, 0.3602086007595062, 0.34164321422576904, 0.32551735639572144, -0.00942356139421463], "cos_apical_negg": [0.3378331661224365, 0.35885608196258545, 0.3613206148147583, 0.3602086007595062, 0.34164321422576904, 0.32551735639572144, -0.00942356139421463], "cos_Ac_negg": [0.3378331661224365, 0.35885608196258545, 0.3613206148147583, 0.3602086007595062, 0.34164321422576904, 0.32551735639572144, -0.00942356139421463], "r_norm": [1.0663508176803589, 1.0790196657180786, 1.0737308263778687, 1.078182578086853, 1.0661298036575317, 1.0950298309326172, 1.0483500957489014]}, {"step": 6350, "epoch": 13, "train_loss": 0.3231044113636017, "cos_r_negg": [0.36326998472213745, 0.36297857761383057, 0.36405906081199646, 0.37599068880081177, 0.3649529814720154, 0.3372286558151245, 0.002424284815788269], "cos_apical_negg": [0.36326998472213745, 0.36297857761383057, 0.36405906081199646, 0.37599068880081177, 0.3649529814720154, 0.3372286558151245, 0.002424284815788269], "cos_Ac_negg": [0.36326998472213745, 0.36297857761383057, 0.36405906081199646, 0.37599068880081177, 0.3649529814720154, 0.3372286558151245, 0.002424284815788269], "r_norm": [1.024855136871338, 1.0342506170272827, 1.0340250730514526, 1.0310747623443604, 1.0230326652526855, 1.0537470579147339, 1.008596658706665]}, {"step": 6400, "epoch": 13, "train_loss": 0.38085824251174927, "cos_r_negg": [0.36043474078178406, 0.3638308048248291, 0.38145551085472107, 0.37458595633506775, 0.383619487285614, 0.34991008043289185, 0.0028721150010824203], "cos_apical_negg": [0.36043474078178406, 0.3638308048248291, 0.38145551085472107, 0.37458595633506775, 0.383619487285614, 0.34991008043289185, 0.0028721150010824203], "cos_Ac_negg": [0.36043474078178406, 0.3638308048248291, 0.38145551085472107, 0.37458595633506775, 0.383619487285614, 0.34991008043289185, 0.0028721150010824203], "r_norm": [0.9937242269515991, 1.0083242654800415, 1.0082828998565674, 1.0036852359771729, 0.99501633644104, 1.0233736038208008, 0.9838323593139648]}, {"step": 6450, "epoch": 13, "train_loss": 0.2143411636352539, "cos_r_negg": [0.3408656716346741, 0.34160128235816956, 0.34109601378440857, 0.3169592022895813, 0.3497244417667389, 0.3335803747177124, 0.022071490064263344], "cos_apical_negg": [0.3408656716346741, 0.34160128235816956, 0.34109601378440857, 0.3169592022895813, 0.3497244417667389, 0.3335803747177124, 0.022071490064263344], "cos_Ac_negg": [0.3408656716346741, 0.34160128235816956, 0.34109601378440857, 0.3169592022895813, 0.3497244417667389, 0.3335803747177124, 0.022071490064263344], "r_norm": [1.1531486511230469, 1.1642494201660156, 1.1600747108459473, 1.1612825393676758, 1.1449697017669678, 1.186804175376892, 1.1306402683258057]}, {"step": 6500, "epoch": 13, "train_loss": 0.2505945563316345, "cos_r_negg": [0.2664604187011719, 0.2921947240829468, 0.2755536437034607, 0.29081761837005615, 0.29640841484069824, 0.28648561239242554, -0.009242684580385685], "cos_apical_negg": [0.2664604187011719, 0.2921947240829468, 0.2755536437034607, 0.29081761837005615, 0.29640841484069824, 0.28648561239242554, -0.009242684580385685], "cos_Ac_negg": [0.2664604187011719, 0.2921947240829468, 0.2755536437034607, 0.29081761837005615, 0.29640841484069824, 0.28648561239242554, -0.009242684580385685], "r_norm": [1.1282634735107422, 1.1421458721160889, 1.1400251388549805, 1.140933871269226, 1.1252350807189941, 1.1616137027740479, 1.1152057647705078]}, {"step": 6550, "epoch": 13, "train_loss": 0.3605717420578003, "cos_r_negg": [0.29373717308044434, 0.29727703332901, 0.3091350793838501, 0.32361528277397156, 0.3008098006248474, 0.26423031091690063, -0.009842568077147007], "cos_apical_negg": [0.29373717308044434, 0.29727703332901, 0.3091350793838501, 0.32361528277397156, 0.3008098006248474, 0.26423031091690063, -0.009842568077147007], "cos_Ac_negg": [0.29373717308044434, 0.29727703332901, 0.3091350793838501, 0.32361528277397156, 0.3008098006248474, 0.26423031091690063, -0.009842568077147007], "r_norm": [1.068429946899414, 1.0791397094726562, 1.0772662162780762, 1.0749324560165405, 1.0622687339782715, 1.0996992588043213, 1.0496801137924194]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8556, "test_loss": 0.4189563385009766}, {"step": 6600, "epoch": 14, "train_loss": 0.32085752487182617, "cos_r_negg": [0.37562447786331177, 0.3736560344696045, 0.3644396662712097, 0.3655931353569031, 0.35087740421295166, 0.2878416180610657, -0.004150634165853262], "cos_apical_negg": [0.37562447786331177, 0.3736560344696045, 0.3644396662712097, 0.3655931353569031, 0.35087740421295166, 0.2878416180610657, -0.004150634165853262], "cos_Ac_negg": [0.37562447786331177, 0.3736560344696045, 0.3644396662712097, 0.3655931353569031, 0.35087740421295166, 0.2878416180610657, -0.004150634165853262], "r_norm": [1.0966300964355469, 1.1067813634872437, 1.1042659282684326, 1.1073884963989258, 1.0961377620697021, 1.1235952377319336, 1.0775809288024902]}, {"step": 6650, "epoch": 14, "train_loss": 0.4827018678188324, "cos_r_negg": [0.33989912271499634, 0.339718759059906, 0.34009361267089844, 0.34403783082962036, 0.32787495851516724, 0.29829490184783936, 0.022491279989480972], "cos_apical_negg": [0.33989912271499634, 0.339718759059906, 0.34009361267089844, 0.34403783082962036, 0.32787495851516724, 0.29829490184783936, 0.022491279989480972], "cos_Ac_negg": [0.33989912271499634, 0.339718759059906, 0.34009361267089844, 0.34403783082962036, 0.32787495851516724, 0.29829490184783936, 0.022491279989480972], "r_norm": [0.970332682132721, 0.9811493158340454, 0.9818770289421082, 0.9787486791610718, 0.9713602066040039, 0.9967135787010193, 0.9598098993301392]}, {"step": 6700, "epoch": 14, "train_loss": 0.2587425112724304, "cos_r_negg": [0.37354880571365356, 0.3621474504470825, 0.36175334453582764, 0.37062376737594604, 0.3712838292121887, 0.34567615389823914, 0.02633124403655529], "cos_apical_negg": [0.37354880571365356, 0.3621474504470825, 0.36175334453582764, 0.37062376737594604, 0.3712838292121887, 0.34567615389823914, 0.02633124403655529], "cos_Ac_negg": [0.37354880571365356, 0.3621474504470825, 0.36175334453582764, 0.37062376737594604, 0.3712838292121887, 0.34567615389823914, 0.02633124403655529], "r_norm": [1.108965277671814, 1.1173782348632812, 1.11482572555542, 1.1164937019348145, 1.107452154159546, 1.1373581886291504, 1.089867353439331]}, {"step": 6750, "epoch": 14, "train_loss": 0.31451383233070374, "cos_r_negg": [0.37265580892562866, 0.3572232127189636, 0.3691510558128357, 0.34848830103874207, 0.3519219756126404, 0.3393079936504364, 0.013742851093411446], "cos_apical_negg": [0.37265580892562866, 0.3572232127189636, 0.3691510558128357, 0.34848830103874207, 0.3519219756126404, 0.3393079936504364, 0.013742851093411446], "cos_Ac_negg": [0.37265580892562866, 0.3572232127189636, 0.3691510558128357, 0.34848830103874207, 0.3519219756126404, 0.3393079936504364, 0.013742851093411446], "r_norm": [1.0345630645751953, 1.0427019596099854, 1.042898416519165, 1.0387084484100342, 1.0313918590545654, 1.0646017789840698, 1.0188934803009033]}, {"step": 6800, "epoch": 14, "train_loss": 0.23466353118419647, "cos_r_negg": [0.3647230863571167, 0.34522128105163574, 0.360392689704895, 0.34813326597213745, 0.3705306649208069, 0.3253321647644043, 0.010295959189534187], "cos_apical_negg": [0.3647230863571167, 0.34522128105163574, 0.360392689704895, 0.34813326597213745, 0.3705306649208069, 0.3253321647644043, 0.010295959189534187], "cos_Ac_negg": [0.3647230863571167, 0.34522128105163574, 0.360392689704895, 0.34813326597213745, 0.3705306649208069, 0.3253321647644043, 0.010295959189534187], "r_norm": [1.0338361263275146, 1.0446882247924805, 1.0453463792800903, 1.0414373874664307, 1.0338342189788818, 1.0644986629486084, 1.0227127075195312]}, {"step": 6850, "epoch": 14, "train_loss": 0.31228962540626526, "cos_r_negg": [0.32331401109695435, 0.3424564599990845, 0.34563472867012024, 0.3430647850036621, 0.33762383460998535, 0.31033048033714294, -0.03868134319782257], "cos_apical_negg": [0.32331401109695435, 0.3424564599990845, 0.34563472867012024, 0.3430647850036621, 0.33762383460998535, 0.31033048033714294, -0.03868134319782257], "cos_Ac_negg": [0.32331401109695435, 0.3424564599990845, 0.34563472867012024, 0.3430647850036621, 0.33762383460998535, 0.31033048033714294, -0.03868134319782257], "r_norm": [1.1472938060760498, 1.1606216430664062, 1.1569581031799316, 1.1557096242904663, 1.137730360031128, 1.174194097518921, 1.1223881244659424]}, {"step": 6900, "epoch": 14, "train_loss": 0.3809744417667389, "cos_r_negg": [0.312467485666275, 0.32906192541122437, 0.34514400362968445, 0.3217533230781555, 0.3247172236442566, 0.3043038547039032, 0.0015196449821814895], "cos_apical_negg": [0.312467485666275, 0.32906192541122437, 0.34514400362968445, 0.3217533230781555, 0.3247172236442566, 0.3043038547039032, 0.0015196449821814895], "cos_Ac_negg": [0.312467485666275, 0.32906192541122437, 0.34514400362968445, 0.3217533230781555, 0.3247172236442566, 0.3043038547039032, 0.0015196449821814895], "r_norm": [0.9751249551773071, 0.9846108555793762, 0.9842163324356079, 0.9813454747200012, 0.9757239818572998, 1.005815029144287, 0.9636226296424866]}, {"step": 6950, "epoch": 14, "train_loss": 0.33538398146629333, "cos_r_negg": [0.29228276014328003, 0.3110659122467041, 0.31135648488998413, 0.3064042031764984, 0.30295926332473755, 0.3070317506790161, 0.004940368700772524], "cos_apical_negg": [0.29228276014328003, 0.3110659122467041, 0.31135648488998413, 0.3064042031764984, 0.30295926332473755, 0.3070317506790161, 0.004940368700772524], "cos_Ac_negg": [0.29228276014328003, 0.3110659122467041, 0.31135648488998413, 0.3064042031764984, 0.30295926332473755, 0.3070317506790161, 0.004940368700772524], "r_norm": [1.0988810062408447, 1.1125121116638184, 1.1145906448364258, 1.106163740158081, 1.0934512615203857, 1.1310796737670898, 1.0842880010604858]}, {"step": 7000, "epoch": 14, "train_loss": 0.2666460871696472, "cos_r_negg": [0.31995314359664917, 0.33329474925994873, 0.33932968974113464, 0.33206579089164734, 0.322218656539917, 0.3290287256240845, 0.0020200195722281933], "cos_apical_negg": [0.31995314359664917, 0.33329474925994873, 0.33932968974113464, 0.33206579089164734, 0.322218656539917, 0.3290287256240845, 0.0020200195722281933], "cos_Ac_negg": [0.31995314359664917, 0.33329474925994873, 0.33932968974113464, 0.33206579089164734, 0.322218656539917, 0.3290287256240845, 0.0020200195722281933], "r_norm": [1.0370420217514038, 1.038985252380371, 1.0379693508148193, 1.0413411855697632, 1.036100149154663, 1.0643324851989746, 1.020289659500122]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8672, "test_loss": 0.4192318176269531}, {"step": 7050, "epoch": 15, "train_loss": 0.27494001388549805, "cos_r_negg": [0.32393842935562134, 0.3385695815086365, 0.3424016833305359, 0.3320615291595459, 0.32365667819976807, 0.3304240107536316, 0.02121814154088497], "cos_apical_negg": [0.32393842935562134, 0.3385695815086365, 0.3424016833305359, 0.3320615291595459, 0.32365667819976807, 0.3304240107536316, 0.02121814154088497], "cos_Ac_negg": [0.32393842935562134, 0.3385695815086365, 0.3424016833305359, 0.3320615291595459, 0.32365667819976807, 0.3304240107536316, 0.02121814154088497], "r_norm": [1.001610279083252, 1.0135117769241333, 1.012711524963379, 1.0125792026519775, 1.0008068084716797, 1.0345449447631836, 0.9894280433654785]}, {"step": 7100, "epoch": 15, "train_loss": 0.29258131980895996, "cos_r_negg": [0.32793307304382324, 0.33700183033943176, 0.336619108915329, 0.3340185880661011, 0.29373475909233093, 0.30517372488975525, 0.014893187209963799], "cos_apical_negg": [0.32793307304382324, 0.33700183033943176, 0.336619108915329, 0.3340185880661011, 0.29373475909233093, 0.30517372488975525, 0.014893187209963799], "cos_Ac_negg": [0.32793307304382324, 0.33700183033943176, 0.336619108915329, 0.3340185880661011, 0.29373475909233093, 0.30517372488975525, 0.014893187209963799], "r_norm": [1.007684588432312, 1.0232086181640625, 1.0275421142578125, 1.0153534412384033, 1.0108518600463867, 1.0423824787139893, 1.0011056661605835]}, {"step": 7150, "epoch": 15, "train_loss": 0.32347631454467773, "cos_r_negg": [0.33417823910713196, 0.3349703252315521, 0.34503328800201416, 0.3448343276977539, 0.31829914450645447, 0.31540340185165405, 0.005713747814297676], "cos_apical_negg": [0.33417823910713196, 0.3349703252315521, 0.34503328800201416, 0.3448343276977539, 0.31829914450645447, 0.31540340185165405, 0.005713747814297676], "cos_Ac_negg": [0.33417823910713196, 0.3349703252315521, 0.34503328800201416, 0.3448343276977539, 0.31829914450645447, 0.31540340185165405, 0.005713747814297676], "r_norm": [1.1679381132125854, 1.176701545715332, 1.1786013841629028, 1.175917387008667, 1.1687649488449097, 1.1985349655151367, 1.1575205326080322]}, {"step": 7200, "epoch": 15, "train_loss": 0.21077053248882294, "cos_r_negg": [0.3543449640274048, 0.3633367717266083, 0.37038755416870117, 0.36715471744537354, 0.33588770031929016, 0.31877705454826355, 0.025765100494027138], "cos_apical_negg": [0.3543449640274048, 0.3633367717266083, 0.37038755416870117, 0.36715471744537354, 0.33588770031929016, 0.31877705454826355, 0.025765100494027138], "cos_Ac_negg": [0.3543449640274048, 0.3633367717266083, 0.37038755416870117, 0.36715471744537354, 0.33588770031929016, 0.31877705454826355, 0.025765100494027138], "r_norm": [1.0321404933929443, 1.0453095436096191, 1.0454304218292236, 1.043297529220581, 1.031882882118225, 1.0606026649475098, 1.0214027166366577]}, {"step": 7250, "epoch": 15, "train_loss": 0.35851091146469116, "cos_r_negg": [0.3315974175930023, 0.33198845386505127, 0.33777493238449097, 0.3530125617980957, 0.3331852853298187, 0.3110993504524231, 0.030142173171043396], "cos_apical_negg": [0.3315974175930023, 0.33198845386505127, 0.33777493238449097, 0.3530125617980957, 0.3331852853298187, 0.3110993504524231, 0.030142173171043396], "cos_Ac_negg": [0.3315974175930023, 0.33198845386505127, 0.33777493238449097, 0.3530125617980957, 0.3331852853298187, 0.3110993504524231, 0.030142173171043396], "r_norm": [1.174901008605957, 1.1822633743286133, 1.1788033246994019, 1.1865167617797852, 1.1698170900344849, 1.202380895614624, 1.1522818803787231]}, {"step": 7300, "epoch": 15, "train_loss": 0.2943788468837738, "cos_r_negg": [0.3044589161872864, 0.3217763304710388, 0.31920725107192993, 0.33581846952438354, 0.29417386651039124, 0.2996670603752136, 0.03379446268081665], "cos_apical_negg": [0.3044589161872864, 0.3217763304710388, 0.31920725107192993, 0.33581846952438354, 0.29417386651039124, 0.2996670603752136, 0.03379446268081665], "cos_Ac_negg": [0.3044589161872864, 0.3217763304710388, 0.31920725107192993, 0.33581846952438354, 0.29417386651039124, 0.2996670603752136, 0.03379446268081665], "r_norm": [1.0474168062210083, 1.0600014925003052, 1.057082176208496, 1.0603141784667969, 1.0519345998764038, 1.078618049621582, 1.0376508235931396]}, {"step": 7350, "epoch": 15, "train_loss": 0.3687838315963745, "cos_r_negg": [0.3142787218093872, 0.32036423683166504, 0.3174894452095032, 0.31450140476226807, 0.283527135848999, 0.30524274706840515, 0.0570254847407341], "cos_apical_negg": [0.3142787218093872, 0.32036423683166504, 0.3174894452095032, 0.31450140476226807, 0.283527135848999, 0.30524274706840515, 0.0570254847407341], "cos_Ac_negg": [0.3142787218093872, 0.32036423683166504, 0.3174894452095032, 0.31450140476226807, 0.283527135848999, 0.30524274706840515, 0.0570254847407341], "r_norm": [1.032585859298706, 1.048316240310669, 1.050464391708374, 1.0456814765930176, 1.030369758605957, 1.062464952468872, 1.0258020162582397]}, {"step": 7400, "epoch": 15, "train_loss": 0.36616307497024536, "cos_r_negg": [0.33843642473220825, 0.343969464302063, 0.3483966588973999, 0.35918349027633667, 0.319873571395874, 0.3224683403968811, 0.025308195501565933], "cos_apical_negg": [0.33843642473220825, 0.343969464302063, 0.3483966588973999, 0.35918349027633667, 0.319873571395874, 0.3224683403968811, 0.025308195501565933], "cos_Ac_negg": [0.33843642473220825, 0.343969464302063, 0.3483966588973999, 0.35918349027633667, 0.319873571395874, 0.3224683403968811, 0.025308195501565933], "r_norm": [1.0293962955474854, 1.0472896099090576, 1.0520236492156982, 1.0409982204437256, 1.0329453945159912, 1.064272165298462, 1.0231120586395264]}, {"step": 7450, "epoch": 15, "train_loss": 0.3752543330192566, "cos_r_negg": [0.31284987926483154, 0.3198852837085724, 0.30927377939224243, 0.31655651330947876, 0.30577123165130615, 0.32263803482055664, 0.03836861252784729], "cos_apical_negg": [0.31284987926483154, 0.3198852837085724, 0.30927377939224243, 0.31655651330947876, 0.30577123165130615, 0.32263803482055664, 0.03836861252784729], "cos_Ac_negg": [0.31284987926483154, 0.3198852837085724, 0.30927377939224243, 0.31655651330947876, 0.30577123165130615, 0.32263803482055664, 0.03836861252784729], "r_norm": [1.0657985210418701, 1.071777582168579, 1.072113275527954, 1.0752869844436646, 1.0667574405670166, 1.0968914031982422, 1.0535385608673096]}, {"step": 7500, "epoch": 15, "train_loss": 0.2078847587108612, "cos_r_negg": [0.35359689593315125, 0.3527694642543793, 0.3742368817329407, 0.35499051213264465, 0.35256728529930115, 0.3265370726585388, 0.025600623339414597], "cos_apical_negg": [0.35359689593315125, 0.3527694642543793, 0.3742368817329407, 0.35499051213264465, 0.35256728529930115, 0.3265370726585388, 0.025600623339414597], "cos_Ac_negg": [0.35359689593315125, 0.3527694642543793, 0.3742368817329407, 0.35499051213264465, 0.35256728529930115, 0.3265370726585388, 0.025600623339414597], "r_norm": [1.0686134099960327, 1.079564094543457, 1.0796067714691162, 1.0758683681488037, 1.065971851348877, 1.1013538837432861, 1.0569366216659546]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8633, "test_loss": 0.4460864044189453}, {"step": 7550, "epoch": 16, "train_loss": 0.2656932473182678, "cos_r_negg": [0.32975608110427856, 0.33283981680870056, 0.3250296115875244, 0.30407798290252686, 0.3174225687980652, 0.28500956296920776, 0.0060019660741090775], "cos_apical_negg": [0.32975608110427856, 0.33283981680870056, 0.3250296115875244, 0.30407798290252686, 0.3174225687980652, 0.28500956296920776, 0.0060019660741090775], "cos_Ac_negg": [0.32975608110427856, 0.33283981680870056, 0.3250296115875244, 0.30407798290252686, 0.3174225687980652, 0.28500956296920776, 0.0060019660741090775], "r_norm": [1.0268704891204834, 1.0365562438964844, 1.0363991260528564, 1.0345121622085571, 1.0262477397918701, 1.0585918426513672, 1.0159912109375]}, {"step": 7600, "epoch": 16, "train_loss": 0.3820386230945587, "cos_r_negg": [0.3645212948322296, 0.3651292324066162, 0.3641335964202881, 0.34128719568252563, 0.3260500431060791, 0.29577723145484924, 0.005646572448313236], "cos_apical_negg": [0.3645212948322296, 0.3651292324066162, 0.3641335964202881, 0.34128719568252563, 0.3260500431060791, 0.29577723145484924, 0.005646572448313236], "cos_Ac_negg": [0.3645212948322296, 0.3651292324066162, 0.3641335964202881, 0.34128719568252563, 0.3260500431060791, 0.29577723145484924, 0.005646572448313236], "r_norm": [0.9849917888641357, 0.99544358253479, 0.9956557750701904, 0.993012547492981, 0.9840162396430969, 1.0144482851028442, 0.9728542566299438]}, {"step": 7650, "epoch": 16, "train_loss": 0.15430207550525665, "cos_r_negg": [0.314012736082077, 0.33078375458717346, 0.35290855169296265, 0.3515498638153076, 0.3496800363063812, 0.310288667678833, 0.022559696808457375], "cos_apical_negg": [0.314012736082077, 0.33078375458717346, 0.35290855169296265, 0.3515498638153076, 0.3496800363063812, 0.310288667678833, 0.022559696808457375], "cos_Ac_negg": [0.314012736082077, 0.33078375458717346, 0.35290855169296265, 0.3515498638153076, 0.3496800363063812, 0.310288667678833, 0.022559696808457375], "r_norm": [0.8972023129463196, 0.9110158085823059, 0.9105491638183594, 0.9021171927452087, 0.8954848051071167, 0.9249216318130493, 0.8878155946731567]}, {"step": 7700, "epoch": 16, "train_loss": 0.23814520239830017, "cos_r_negg": [0.32439690828323364, 0.3360569179058075, 0.3525547683238983, 0.3607887327671051, 0.34241002798080444, 0.31047821044921875, 0.031460948288440704], "cos_apical_negg": [0.32439690828323364, 0.3360569179058075, 0.3525547683238983, 0.3607887327671051, 0.34241002798080444, 0.31047821044921875, 0.031460948288440704], "cos_Ac_negg": [0.32439690828323364, 0.3360569179058075, 0.3525547683238983, 0.3607887327671051, 0.34241002798080444, 0.31047821044921875, 0.031460948288440704], "r_norm": [1.0518789291381836, 1.0654188394546509, 1.0633212327957153, 1.0598565340042114, 1.044382095336914, 1.0787767171859741, 1.0327492952346802]}, {"step": 7750, "epoch": 16, "train_loss": 0.2563993036746979, "cos_r_negg": [0.3375798761844635, 0.34534752368927, 0.34668058156967163, 0.3332895338535309, 0.3209717869758606, 0.30373767018318176, 0.02644243836402893], "cos_apical_negg": [0.3375798761844635, 0.34534752368927, 0.34668058156967163, 0.3332895338535309, 0.3209717869758606, 0.30373767018318176, 0.02644243836402893], "cos_Ac_negg": [0.3375798761844635, 0.34534752368927, 0.34668058156967163, 0.3332895338535309, 0.3209717869758606, 0.30373767018318176, 0.02644243836402893], "r_norm": [0.9703904390335083, 0.9809494614601135, 0.9825707674026489, 0.9769463539123535, 0.9690446853637695, 0.9996157884597778, 0.9610472917556763]}, {"step": 7800, "epoch": 16, "train_loss": 0.19204483926296234, "cos_r_negg": [0.3596770763397217, 0.36520540714263916, 0.3641287386417389, 0.34318578243255615, 0.34998154640197754, 0.31477296352386475, 0.04217799752950668], "cos_apical_negg": [0.3596770763397217, 0.36520540714263916, 0.3641287386417389, 0.34318578243255615, 0.34998154640197754, 0.31477296352386475, 0.04217799752950668], "cos_Ac_negg": [0.3596770763397217, 0.36520540714263916, 0.3641287386417389, 0.34318578243255615, 0.34998154640197754, 0.31477296352386475, 0.04217799752950668], "r_norm": [1.048228144645691, 1.0580346584320068, 1.057815670967102, 1.0562224388122559, 1.0465013980865479, 1.0769245624542236, 1.0361378192901611]}, {"step": 7850, "epoch": 16, "train_loss": 0.2366599142551422, "cos_r_negg": [0.3356088697910309, 0.32835352420806885, 0.3349190950393677, 0.3243957459926605, 0.3278498649597168, 0.30549156665802, 0.03931635618209839], "cos_apical_negg": [0.3356088697910309, 0.32835352420806885, 0.3349190950393677, 0.3243957459926605, 0.3278498649597168, 0.30549156665802, 0.03931635618209839], "cos_Ac_negg": [0.3356088697910309, 0.32835352420806885, 0.3349190950393677, 0.3243957459926605, 0.3278498649597168, 0.30549156665802, 0.03931635618209839], "r_norm": [1.0603580474853516, 1.0786817073822021, 1.080564022064209, 1.0700849294662476, 1.0580072402954102, 1.089843988418579, 1.0494046211242676]}, {"step": 7900, "epoch": 16, "train_loss": 0.17823739349842072, "cos_r_negg": [0.3353409767150879, 0.35056883096694946, 0.3498765230178833, 0.3435279130935669, 0.31960469484329224, 0.3302430510520935, 0.044838856905698776], "cos_apical_negg": [0.3353409767150879, 0.35056883096694946, 0.3498765230178833, 0.3435279130935669, 0.31960469484329224, 0.3302430510520935, 0.044838856905698776], "cos_Ac_negg": [0.3353409767150879, 0.35056883096694946, 0.3498765230178833, 0.3435279130935669, 0.31960469484329224, 0.3302430510520935, 0.044838856905698776], "r_norm": [0.9998117685317993, 1.0181596279144287, 1.0201354026794434, 1.0065127611160278, 0.9966026544570923, 1.034273624420166, 0.9898241758346558]}, {"step": 7950, "epoch": 16, "train_loss": 0.30123963952064514, "cos_r_negg": [0.3505095839500427, 0.3575130105018616, 0.36423376202583313, 0.3569733202457428, 0.35729753971099854, 0.3333631753921509, 0.07117640227079391], "cos_apical_negg": [0.3505095839500427, 0.3575130105018616, 0.36423376202583313, 0.3569733202457428, 0.35729753971099854, 0.3333631753921509, 0.07117640227079391], "cos_Ac_negg": [0.3505095839500427, 0.3575130105018616, 0.36423376202583313, 0.3569733202457428, 0.35729753971099854, 0.3333631753921509, 0.07117640227079391], "r_norm": [0.9937237501144409, 1.0009945631027222, 0.9989377856254578, 1.0020869970321655, 0.9923557043075562, 1.0204448699951172, 0.9781757593154907]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8681, "test_loss": 0.40106328125}, {"step": 8000, "epoch": 17, "train_loss": 0.24574938416481018, "cos_r_negg": [0.34236520528793335, 0.34463179111480713, 0.33333349227905273, 0.33321863412857056, 0.33270713686943054, 0.2820813059806824, 0.07335606217384338], "cos_apical_negg": [0.34236520528793335, 0.34463179111480713, 0.33333349227905273, 0.33321863412857056, 0.33270713686943054, 0.2820813059806824, 0.07335606217384338], "cos_Ac_negg": [0.34236520528793335, 0.34463179111480713, 0.33333349227905273, 0.33321863412857056, 0.33270713686943054, 0.2820813059806824, 0.07335606217384338], "r_norm": [1.0155576467514038, 1.0282468795776367, 1.0307738780975342, 1.0239112377166748, 1.0164639949798584, 1.045008659362793, 1.0052227973937988]}, {"step": 8050, "epoch": 17, "train_loss": 0.33986225724220276, "cos_r_negg": [0.3580048084259033, 0.35595905780792236, 0.38134342432022095, 0.3734298348426819, 0.3470374345779419, 0.33166974782943726, 0.08485691994428635], "cos_apical_negg": [0.3580048084259033, 0.35595905780792236, 0.38134342432022095, 0.3734298348426819, 0.3470374345779419, 0.33166974782943726, 0.08485691994428635], "cos_Ac_negg": [0.3580048084259033, 0.35595905780792236, 0.38134342432022095, 0.3734298348426819, 0.3470374345779419, 0.33166974782943726, 0.08485691994428635], "r_norm": [1.0706226825714111, 1.0869712829589844, 1.0856000185012817, 1.0805995464324951, 1.0655193328857422, 1.0968825817108154, 1.0498077869415283]}, {"step": 8100, "epoch": 17, "train_loss": 0.23490820825099945, "cos_r_negg": [0.3581011891365051, 0.3407346308231354, 0.34932631254196167, 0.35581502318382263, 0.3371124863624573, 0.31437796354293823, 0.08788615465164185], "cos_apical_negg": [0.3581011891365051, 0.3407346308231354, 0.34932631254196167, 0.35581502318382263, 0.3371124863624573, 0.31437796354293823, 0.08788615465164185], "cos_Ac_negg": [0.3581011891365051, 0.3407346308231354, 0.34932631254196167, 0.35581502318382263, 0.3371124863624573, 0.31437796354293823, 0.08788615465164185], "r_norm": [1.0703723430633545, 1.0853005647659302, 1.0845813751220703, 1.0759165287017822, 1.0692389011383057, 1.1021959781646729, 1.0555754899978638]}, {"step": 8150, "epoch": 17, "train_loss": 0.2139698565006256, "cos_r_negg": [0.3913688063621521, 0.3878074288368225, 0.3824438154697418, 0.3558182120323181, 0.34889206290245056, 0.32968032360076904, 0.0750131756067276], "cos_apical_negg": [0.3913688063621521, 0.3878074288368225, 0.3824438154697418, 0.3558182120323181, 0.34889206290245056, 0.32968032360076904, 0.0750131756067276], "cos_Ac_negg": [0.3913688063621521, 0.3878074288368225, 0.3824438154697418, 0.3558182120323181, 0.34889206290245056, 0.32968032360076904, 0.0750131756067276], "r_norm": [1.0351917743682861, 1.0459821224212646, 1.045516014099121, 1.0438847541809082, 1.0328432321548462, 1.0636003017425537, 1.019955039024353]}, {"step": 8200, "epoch": 17, "train_loss": 0.3154084086418152, "cos_r_negg": [0.3839639723300934, 0.38010096549987793, 0.37063032388687134, 0.360278844833374, 0.3287847936153412, 0.33722633123397827, 0.03466964513063431], "cos_apical_negg": [0.3839639723300934, 0.38010096549987793, 0.37063032388687134, 0.360278844833374, 0.3287847936153412, 0.33722633123397827, 0.03466964513063431], "cos_Ac_negg": [0.3839639723300934, 0.38010096549987793, 0.37063032388687134, 0.360278844833374, 0.3287847936153412, 0.33722633123397827, 0.03466964513063431], "r_norm": [1.0234827995300293, 1.0381486415863037, 1.039384126663208, 1.0308387279510498, 1.0212759971618652, 1.0534271001815796, 1.0117322206497192]}, {"step": 8250, "epoch": 17, "train_loss": 0.30636128783226013, "cos_r_negg": [0.362501323223114, 0.3420528769493103, 0.3630164861679077, 0.3546334505081177, 0.34234732389450073, 0.33426418900489807, 0.05392131209373474], "cos_apical_negg": [0.362501323223114, 0.3420528769493103, 0.3630164861679077, 0.3546334505081177, 0.34234732389450073, 0.33426418900489807, 0.05392131209373474], "cos_Ac_negg": [0.362501323223114, 0.3420528769493103, 0.3630164861679077, 0.3546334505081177, 0.34234732389450073, 0.33426418900489807, 0.05392131209373474], "r_norm": [0.9537186026573181, 0.9661246538162231, 0.9677808284759521, 0.9609442949295044, 0.9526993632316589, 0.9812947511672974, 0.9421277046203613]}, {"step": 8300, "epoch": 17, "train_loss": 0.253764808177948, "cos_r_negg": [0.3890501856803894, 0.3875144124031067, 0.3939566910266876, 0.366080641746521, 0.3659730553627014, 0.3441508710384369, 0.04116890951991081], "cos_apical_negg": [0.3890501856803894, 0.3875144124031067, 0.3939566910266876, 0.366080641746521, 0.3659730553627014, 0.3441508710384369, 0.04116890951991081], "cos_Ac_negg": [0.3890501856803894, 0.3875144124031067, 0.3939566910266876, 0.366080641746521, 0.3659730553627014, 0.3441508710384369, 0.04116890951991081], "r_norm": [1.2158398628234863, 1.227564811706543, 1.2286312580108643, 1.223751187324524, 1.2129528522491455, 1.2497453689575195, 1.2019014358520508]}, {"step": 8350, "epoch": 17, "train_loss": 0.28944143652915955, "cos_r_negg": [0.3500191569328308, 0.360378235578537, 0.35698825120925903, 0.35516244173049927, 0.3302735686302185, 0.3327781856060028, 0.06139739975333214], "cos_apical_negg": [0.3500191569328308, 0.360378235578537, 0.35698825120925903, 0.35516244173049927, 0.3302735686302185, 0.3327781856060028, 0.06139739975333214], "cos_Ac_negg": [0.3500191569328308, 0.360378235578537, 0.35698825120925903, 0.35516244173049927, 0.3302735686302185, 0.3327781856060028, 0.06139739975333214], "r_norm": [0.9603459239006042, 0.9711668491363525, 0.9712539911270142, 0.9684953689575195, 0.9588497877120972, 0.9885109663009644, 0.9517180919647217]}, {"step": 8400, "epoch": 17, "train_loss": 0.5558094382286072, "cos_r_negg": [0.34020891785621643, 0.34737029671669006, 0.3475327491760254, 0.3311552107334137, 0.34280121326446533, 0.31288832426071167, 0.05672803521156311], "cos_apical_negg": [0.34020891785621643, 0.34737029671669006, 0.3475327491760254, 0.3311552107334137, 0.34280121326446533, 0.31288832426071167, 0.05672803521156311], "cos_Ac_negg": [0.34020891785621643, 0.34737029671669006, 0.3475327491760254, 0.3311552107334137, 0.34280121326446533, 0.31288832426071167, 0.05672803521156311], "r_norm": [1.0032093524932861, 1.0098410844802856, 1.0086666345596313, 1.0078589916229248, 1.0006462335586548, 1.031501293182373, 0.9870331287384033]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8722, "test_loss": 0.41492752685546874}, {"step": 8450, "epoch": 18, "train_loss": 0.19738823175430298, "cos_r_negg": [0.34572768211364746, 0.34999746084213257, 0.36927735805511475, 0.3647735118865967, 0.3552650511264801, 0.3290214240550995, 0.06027885526418686], "cos_apical_negg": [0.34572768211364746, 0.34999746084213257, 0.36927735805511475, 0.3647735118865967, 0.3552650511264801, 0.3290214240550995, 0.06027885526418686], "cos_Ac_negg": [0.34572768211364746, 0.34999746084213257, 0.36927735805511475, 0.3647735118865967, 0.3552650511264801, 0.3290214240550995, 0.06027885526418686], "r_norm": [0.9890158772468567, 1.0052961111068726, 1.0050840377807617, 1.0012160539627075, 0.9910567998886108, 1.0230028629302979, 0.9821512699127197]}, {"step": 8500, "epoch": 18, "train_loss": 0.15869486331939697, "cos_r_negg": [0.36290279030799866, 0.35860952734947205, 0.3644300401210785, 0.36868712306022644, 0.35400789976119995, 0.351711630821228, 0.060071252286434174], "cos_apical_negg": [0.36290279030799866, 0.35860952734947205, 0.3644300401210785, 0.36868712306022644, 0.35400789976119995, 0.351711630821228, 0.060071252286434174], "cos_Ac_negg": [0.36290279030799866, 0.35860952734947205, 0.3644300401210785, 0.36868712306022644, 0.35400789976119995, 0.351711630821228, 0.060071252286434174], "r_norm": [1.1287925243377686, 1.145547866821289, 1.144209384918213, 1.1381590366363525, 1.1250561475753784, 1.1614792346954346, 1.1158595085144043]}, {"step": 8550, "epoch": 18, "train_loss": 0.26259303092956543, "cos_r_negg": [0.3729194402694702, 0.37774330377578735, 0.38441547751426697, 0.3700357675552368, 0.3600272238254547, 0.34821799397468567, 0.08490604162216187], "cos_apical_negg": [0.3729194402694702, 0.37774330377578735, 0.38441547751426697, 0.3700357675552368, 0.3600272238254547, 0.34821799397468567, 0.08490604162216187], "cos_Ac_negg": [0.3729194402694702, 0.37774330377578735, 0.38441547751426697, 0.3700357675552368, 0.3600272238254547, 0.34821799397468567, 0.08490604162216187], "r_norm": [1.1772570610046387, 1.1949448585510254, 1.2004324197769165, 1.1837842464447021, 1.180830717086792, 1.2169768810272217, 1.1751184463500977]}, {"step": 8600, "epoch": 18, "train_loss": 0.19497168064117432, "cos_r_negg": [0.35244816541671753, 0.35514330863952637, 0.35897043347358704, 0.3539274334907532, 0.33922967314720154, 0.324736088514328, 0.05342232808470726], "cos_apical_negg": [0.35244816541671753, 0.35514330863952637, 0.35897043347358704, 0.3539274334907532, 0.33922967314720154, 0.324736088514328, 0.05342232808470726], "cos_Ac_negg": [0.35244816541671753, 0.35514330863952637, 0.35897043347358704, 0.3539274334907532, 0.33922967314720154, 0.324736088514328, 0.05342232808470726], "r_norm": [1.0616512298583984, 1.069305658340454, 1.0675104856491089, 1.0699646472930908, 1.0654438734054565, 1.0947810411453247, 1.0507903099060059]}, {"step": 8650, "epoch": 18, "train_loss": 0.22866961359977722, "cos_r_negg": [0.37589067220687866, 0.3599463105201721, 0.3757244348526001, 0.38117092847824097, 0.3489797115325928, 0.3200024664402008, 0.05593028664588928], "cos_apical_negg": [0.37589067220687866, 0.3599463105201721, 0.3757244348526001, 0.38117092847824097, 0.3489797115325928, 0.3200024664402008, 0.05593028664588928], "cos_Ac_negg": [0.37589067220687866, 0.3599463105201721, 0.3757244348526001, 0.38117092847824097, 0.3489797115325928, 0.3200024664402008, 0.05593028664588928], "r_norm": [1.1153099536895752, 1.1342902183532715, 1.1405754089355469, 1.1271649599075317, 1.1238281726837158, 1.156456708908081, 1.1125202178955078]}, {"step": 8700, "epoch": 18, "train_loss": 0.19585579633712769, "cos_r_negg": [0.3543247580528259, 0.3500306308269501, 0.3640466034412384, 0.3586879074573517, 0.3291586637496948, 0.32293054461479187, 0.03332379460334778], "cos_apical_negg": [0.3543247580528259, 0.3500306308269501, 0.3640466034412384, 0.3586879074573517, 0.3291586637496948, 0.32293054461479187, 0.03332379460334778], "cos_Ac_negg": [0.3543247580528259, 0.3500306308269501, 0.3640466034412384, 0.3586879074573517, 0.3291586637496948, 0.32293054461479187, 0.03332379460334778], "r_norm": [1.058677315711975, 1.0720579624176025, 1.0715771913528442, 1.065692663192749, 1.055906057357788, 1.0895023345947266, 1.0400390625]}, {"step": 8750, "epoch": 18, "train_loss": 0.2927062213420868, "cos_r_negg": [0.3590410351753235, 0.35606154799461365, 0.35636386275291443, 0.3598802089691162, 0.34748518466949463, 0.34407976269721985, 0.028805609792470932], "cos_apical_negg": [0.3590410351753235, 0.35606154799461365, 0.35636386275291443, 0.3598802089691162, 0.34748518466949463, 0.34407976269721985, 0.028805609792470932], "cos_Ac_negg": [0.3590410351753235, 0.35606154799461365, 0.35636386275291443, 0.3598802089691162, 0.34748518466949463, 0.34407976269721985, 0.028805609792470932], "r_norm": [1.0127198696136475, 1.0298042297363281, 1.0309453010559082, 1.0222716331481934, 1.0168191194534302, 1.0466200113296509, 1.002748727798462]}, {"step": 8800, "epoch": 18, "train_loss": 0.17639966309070587, "cos_r_negg": [0.3358662724494934, 0.33754897117614746, 0.3442314863204956, 0.3502879738807678, 0.323943167924881, 0.33535802364349365, 0.01646120846271515], "cos_apical_negg": [0.3358662724494934, 0.33754897117614746, 0.3442314863204956, 0.3502879738807678, 0.323943167924881, 0.33535802364349365, 0.01646120846271515], "cos_Ac_negg": [0.3358662724494934, 0.33754897117614746, 0.3442314863204956, 0.3502879738807678, 0.323943167924881, 0.33535802364349365, 0.01646120846271515], "r_norm": [1.0120823383331299, 1.028309941291809, 1.031494140625, 1.0222675800323486, 1.0191322565078735, 1.0486791133880615, 1.0054923295974731]}, {"step": 8850, "epoch": 18, "train_loss": 0.13936272263526917, "cos_r_negg": [0.3054046332836151, 0.31137359142303467, 0.3202797770500183, 0.32983341813087463, 0.32460635900497437, 0.31425362825393677, 0.03553161025047302], "cos_apical_negg": [0.3054046332836151, 0.31137359142303467, 0.3202797770500183, 0.32983341813087463, 0.32460635900497437, 0.31425362825393677, 0.03553161025047302], "cos_Ac_negg": [0.3054046332836151, 0.31137359142303467, 0.3202797770500183, 0.32983341813087463, 0.32460635900497437, 0.31425362825393677, 0.03553161025047302], "r_norm": [0.9401557445526123, 0.9558885097503662, 0.9595414400100708, 0.9501999020576477, 0.9431240558624268, 0.9683010578155518, 0.9317100048065186]}, {"step": 8900, "epoch": 18, "train_loss": 0.2342299073934555, "cos_r_negg": [0.34765276312828064, 0.3300730586051941, 0.3393186330795288, 0.350984126329422, 0.3373888432979584, 0.33716028928756714, 0.05139681324362755], "cos_apical_negg": [0.34765276312828064, 0.3300730586051941, 0.3393186330795288, 0.350984126329422, 0.3373888432979584, 0.33716028928756714, 0.05139681324362755], "cos_Ac_negg": [0.34765276312828064, 0.3300730586051941, 0.3393186330795288, 0.350984126329422, 0.3373888432979584, 0.33716028928756714, 0.05139681324362755], "r_norm": [1.0186903476715088, 1.0333147048950195, 1.032832384109497, 1.0294065475463867, 1.0200026035308838, 1.0537176132202148, 1.0071539878845215]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.873, "test_loss": 0.4035446136474609}, {"step": 8950, "epoch": 19, "train_loss": 0.29873931407928467, "cos_r_negg": [0.3383297324180603, 0.33238595724105835, 0.3415684700012207, 0.3788517713546753, 0.3325951099395752, 0.34021711349487305, 0.06152154132723808], "cos_apical_negg": [0.3383297324180603, 0.33238595724105835, 0.3415684700012207, 0.3788517713546753, 0.3325951099395752, 0.34021711349487305, 0.06152154132723808], "cos_Ac_negg": [0.3383297324180603, 0.33238595724105835, 0.3415684700012207, 0.3788517713546753, 0.3325951099395752, 0.34021711349487305, 0.06152154132723808], "r_norm": [1.0455080270767212, 1.0534610748291016, 1.0537515878677368, 1.052048683166504, 1.0465211868286133, 1.0788841247558594, 1.0308504104614258]}, {"step": 9000, "epoch": 19, "train_loss": 0.30132371187210083, "cos_r_negg": [0.3332945704460144, 0.34182995557785034, 0.3405968248844147, 0.3559606671333313, 0.3343748450279236, 0.29855236411094666, 0.06486634910106659], "cos_apical_negg": [0.3332945704460144, 0.34182995557785034, 0.3405968248844147, 0.3559606671333313, 0.3343748450279236, 0.29855236411094666, 0.06486634910106659], "cos_Ac_negg": [0.3332945704460144, 0.34182995557785034, 0.3405968248844147, 0.3559606671333313, 0.3343748450279236, 0.29855236411094666, 0.06486634910106659], "r_norm": [1.0362837314605713, 1.0495994091033936, 1.051171064376831, 1.0447826385498047, 1.037569522857666, 1.071324110031128, 1.025406002998352]}, {"step": 9050, "epoch": 19, "train_loss": 0.28926485776901245, "cos_r_negg": [0.30304116010665894, 0.31173866987228394, 0.31354019045829773, 0.3426673412322998, 0.3017297685146332, 0.2972017526626587, 0.04773052781820297], "cos_apical_negg": [0.30304116010665894, 0.31173866987228394, 0.31354019045829773, 0.3426673412322998, 0.3017297685146332, 0.2972017526626587, 0.04773052781820297], "cos_Ac_negg": [0.30304116010665894, 0.31173866987228394, 0.31354019045829773, 0.3426673412322998, 0.3017297685146332, 0.2972017526626587, 0.04773052781820297], "r_norm": [0.9683249592781067, 0.9757703542709351, 0.9760709404945374, 0.9725971221923828, 0.9669216275215149, 0.9967743158340454, 0.9532848000526428]}, {"step": 9100, "epoch": 19, "train_loss": 0.19493982195854187, "cos_r_negg": [0.3443711996078491, 0.34907266497612, 0.362392395734787, 0.38221991062164307, 0.34235137701034546, 0.3226190209388733, 0.06041779741644859], "cos_apical_negg": [0.3443711996078491, 0.34907266497612, 0.362392395734787, 0.38221991062164307, 0.34235137701034546, 0.3226190209388733, 0.06041779741644859], "cos_Ac_negg": [0.3443711996078491, 0.34907266497612, 0.362392395734787, 0.38221991062164307, 0.34235137701034546, 0.3226190209388733, 0.06041779741644859], "r_norm": [0.9607089757919312, 0.9688980579376221, 0.97007155418396, 0.9654748439788818, 0.956264317035675, 0.9878600835800171, 0.945314884185791]}, {"step": 9150, "epoch": 19, "train_loss": 0.1510138064622879, "cos_r_negg": [0.3161165118217468, 0.32828623056411743, 0.3418489694595337, 0.35465139150619507, 0.3310993015766144, 0.3011898398399353, 0.04254723712801933], "cos_apical_negg": [0.3161165118217468, 0.32828623056411743, 0.3418489694595337, 0.35465139150619507, 0.3310993015766144, 0.3011898398399353, 0.04254723712801933], "cos_Ac_negg": [0.3161165118217468, 0.32828623056411743, 0.3418489694595337, 0.35465139150619507, 0.3310993015766144, 0.3011898398399353, 0.04254723712801933], "r_norm": [0.9571014046669006, 0.9665405750274658, 0.9667603373527527, 0.9649426341056824, 0.9538949131965637, 0.9819284677505493, 0.9396466612815857]}, {"step": 9200, "epoch": 19, "train_loss": 0.21887695789337158, "cos_r_negg": [0.3267672657966614, 0.33535921573638916, 0.33677855134010315, 0.3520568013191223, 0.3537910282611847, 0.33239859342575073, 0.05306960642337799], "cos_apical_negg": [0.3267672657966614, 0.33535921573638916, 0.33677855134010315, 0.3520568013191223, 0.3537910282611847, 0.33239859342575073, 0.05306960642337799], "cos_Ac_negg": [0.3267672657966614, 0.33535921573638916, 0.33677855134010315, 0.3520568013191223, 0.3537910282611847, 0.33239859342575073, 0.05306960642337799], "r_norm": [0.9810051918029785, 0.9994556307792664, 1.0046639442443848, 0.9937981963157654, 0.9863971471786499, 1.016451358795166, 0.9764775633811951]}, {"step": 9250, "epoch": 19, "train_loss": 0.25504234433174133, "cos_r_negg": [0.3279109597206116, 0.332264244556427, 0.3343139588832855, 0.3371630907058716, 0.34047412872314453, 0.29912376403808594, 0.08094427734613419], "cos_apical_negg": [0.3279109597206116, 0.332264244556427, 0.3343139588832855, 0.3371630907058716, 0.34047412872314453, 0.29912376403808594, 0.08094427734613419], "cos_Ac_negg": [0.3279109597206116, 0.332264244556427, 0.3343139588832855, 0.3371630907058716, 0.34047412872314453, 0.29912376403808594, 0.08094427734613419], "r_norm": [0.918914258480072, 0.927075207233429, 0.9273914098739624, 0.9281958341598511, 0.9192944765090942, 0.9461836814880371, 0.9059157371520996]}, {"step": 9300, "epoch": 19, "train_loss": 0.2271406501531601, "cos_r_negg": [0.35882121324539185, 0.3476177453994751, 0.3596576154232025, 0.3649926781654358, 0.33973976969718933, 0.3015996813774109, 0.07384051382541656], "cos_apical_negg": [0.35882121324539185, 0.3476177453994751, 0.3596576154232025, 0.3649926781654358, 0.33973976969718933, 0.3015996813774109, 0.07384051382541656], "cos_Ac_negg": [0.35882121324539185, 0.3476177453994751, 0.3596576154232025, 0.3649926781654358, 0.33973976969718933, 0.3015996813774109, 0.07384051382541656], "r_norm": [0.9846504330635071, 0.9997886419296265, 1.0018632411956787, 0.9969823360443115, 0.9884235858917236, 1.0183134078979492, 0.9774430990219116]}, {"step": 9350, "epoch": 19, "train_loss": 0.30441275238990784, "cos_r_negg": [0.34589684009552, 0.3503801226615906, 0.3459296226501465, 0.3577295243740082, 0.3316689431667328, 0.3097550868988037, 0.09026361256837845], "cos_apical_negg": [0.34589684009552, 0.3503801226615906, 0.3459296226501465, 0.3577295243740082, 0.3316689431667328, 0.3097550868988037, 0.09026361256837845], "cos_Ac_negg": [0.34589684009552, 0.3503801226615906, 0.3459296226501465, 0.3577295243740082, 0.3316689431667328, 0.3097550868988037, 0.09026361256837845], "r_norm": [1.0609309673309326, 1.0694472789764404, 1.0715543031692505, 1.0698456764221191, 1.0601012706756592, 1.0917572975158691, 1.050884485244751]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.87, "test_loss": 0.4170415832519531}], "final": {"test_acc": 0.87, "test_loss": 0.4170415832519531, "wall_s": 28.05267906188965, "cos_r_negg": [0.33307841420173645, 0.3542722761631012, 0.3560975193977356, 0.37083256244659424, 0.34823668003082275, 0.32176312804222107, 0.09047460556030273], "cos_apical_negg": [0.33307841420173645, 0.3542722761631012, 0.3560975193977356, 0.37083256244659424, 0.34823668003082275, 0.32176312804222107, 0.09047460556030273], "cos_Ac_negg": [0.33307841420173645, 0.3542722761631012, 0.3560975193977356, 0.37083256244659424, 0.34823668003082275, 0.32176312804222107, 0.09047460556030273]}}