1
|
{"args": {"mode": "dfa", "dataset": "mnist", "depth": 7, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d7_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3634605407714844, "cos_r_negg": [-0.02573799341917038, 0.003990300931036472, 0.02010888233780861, -0.0004756696871481836, -0.03500990569591522, -0.03427572548389435, -0.012468582950532436], "cos_apical_negg": [-0.02573799341917038, 0.003990300931036472, 0.02010888233780861, -0.0004756696871481836, -0.03500990569591522, -0.03427572548389435, -0.012468582950532436], "cos_Ac_negg": [-0.02573799341917038, 0.003990300931036472, 0.02010888233780861, -0.0004756696871481836, -0.03500990569591522, -0.03427572548389435, -0.012468582950532436], "r_norm": [4.842795372009277, 4.9189772605896, 4.742621898651123, 4.8005852699279785, 4.829050064086914, 4.647254943847656, 4.862675666809082]}, {"step": 50, "epoch": 0, "train_loss": 0.9227741360664368, "cos_r_negg": [0.1669464409351349, 0.13835082948207855, 0.16351445019245148, 0.16022594273090363, 0.12711849808692932, 0.1921420395374298, 0.18039914965629578], "cos_apical_negg": [0.1669464409351349, 0.13835082948207855, 0.16351445019245148, 0.16022594273090363, 0.12711849808692932, 0.1921420395374298, 0.18039914965629578], "cos_Ac_negg": [0.1669464409351349, 0.13835082948207855, 0.16351445019245148, 0.16022594273090363, 0.12711849808692932, 0.1921420395374298, 0.18039914965629578], "r_norm": [1.7892612218856812, 1.8308634757995605, 1.738669991493225, 1.7710673809051514, 1.8096346855163574, 1.7255632877349854, 1.8210092782974243]}, {"step": 100, "epoch": 0, "train_loss": 0.5822407007217407, "cos_r_negg": [0.2293337732553482, 0.19518999755382538, 0.1748889684677124, 0.17524179816246033, 0.17667141556739807, 0.16840265691280365, 0.2476413995027542], "cos_apical_negg": [0.2293337732553482, 0.19518999755382538, 0.1748889684677124, 0.17524179816246033, 0.17667141556739807, 0.16840265691280365, 0.2476413995027542], "cos_Ac_negg": [0.2293337732553482, 0.19518999755382538, 0.1748889684677124, 0.17524179816246033, 0.17667141556739807, 0.16840265691280365, 0.2476413995027542], "r_norm": [1.0711361169815063, 1.0918341875076294, 1.026139497756958, 1.0510380268096924, 1.0794734954833984, 1.034111499786377, 1.0798639059066772]}, {"step": 150, "epoch": 0, "train_loss": 0.5452160835266113, "cos_r_negg": [0.2479163408279419, 0.2430611252784729, 0.19780036807060242, 0.23779214918613434, 0.2050853818655014, 0.24376949667930603, 0.26008307933807373], "cos_apical_negg": [0.2479163408279419, 0.2430611252784729, 0.19780036807060242, 0.23779214918613434, 0.2050853818655014, 0.24376949667930603, 0.26008307933807373], "cos_Ac_negg": [0.2479163408279419, 0.2430611252784729, 0.19780036807060242, 0.23779214918613434, 0.2050853818655014, 0.24376949667930603, 0.26008307933807373], "r_norm": [0.9257341027259827, 0.9478596448898315, 0.8849607706069946, 0.9092233777046204, 0.9282721281051636, 0.8959435224533081, 0.9392620325088501]}, {"step": 200, "epoch": 0, "train_loss": 0.29086965322494507, "cos_r_negg": [0.27127784490585327, 0.2510206401348114, 0.24684685468673706, 0.24834075570106506, 0.2241370975971222, 0.2568422257900238, 0.21244150400161743], "cos_apical_negg": [0.27127784490585327, 0.2510206401348114, 0.24684685468673706, 0.24834075570106506, 0.2241370975971222, 0.2568422257900238, 0.21244150400161743], "cos_Ac_negg": [0.27127784490585327, 0.2510206401348114, 0.24684685468673706, 0.24834075570106506, 0.2241370975971222, 0.2568422257900238, 0.21244150400161743], "r_norm": [0.9146825075149536, 0.9307354092597961, 0.8782615661621094, 0.9000957608222961, 0.9144483804702759, 0.881632387638092, 0.9307724237442017]}, {"step": 250, "epoch": 0, "train_loss": 0.38934099674224854, "cos_r_negg": [0.29175400733947754, 0.27264517545700073, 0.2705762982368469, 0.2602023482322693, 0.24330686032772064, 0.2715300917625427, 0.23371581733226776], "cos_apical_negg": [0.29175400733947754, 0.27264517545700073, 0.2705762982368469, 0.2602023482322693, 0.24330686032772064, 0.2715300917625427, 0.23371581733226776], "cos_Ac_negg": [0.29175400733947754, 0.27264517545700073, 0.2705762982368469, 0.2602023482322693, 0.24330686032772064, 0.2715300917625427, 0.23371581733226776], "r_norm": [0.7938917875289917, 0.8068045973777771, 0.7616379261016846, 0.7805483937263489, 0.7950601577758789, 0.7681609392166138, 0.8086719512939453]}, {"step": 300, "epoch": 0, "train_loss": 0.19218677282333374, "cos_r_negg": [0.3076134920120239, 0.27013328671455383, 0.2588265538215637, 0.25872111320495605, 0.2760266661643982, 0.2957092523574829, 0.24015501141548157], "cos_apical_negg": [0.3076134920120239, 0.27013328671455383, 0.2588265538215637, 0.25872111320495605, 0.2760266661643982, 0.2957092523574829, 0.24015501141548157], "cos_Ac_negg": [0.3076134920120239, 0.27013328671455383, 0.2588265538215637, 0.25872111320495605, 0.2760266661643982, 0.2957092523574829, 0.24015501141548157], "r_norm": [0.7789732813835144, 0.7957013249397278, 0.7513914108276367, 0.7696049213409424, 0.7875111103057861, 0.7559932470321655, 0.7938505411148071]}, {"step": 350, "epoch": 0, "train_loss": 0.3181312382221222, "cos_r_negg": [0.3356642723083496, 0.2908952832221985, 0.2742866575717926, 0.25955694913864136, 0.25207948684692383, 0.2746067941188812, 0.25292694568634033], "cos_apical_negg": [0.3356642723083496, 0.2908952832221985, 0.2742866575717926, 0.25955694913864136, 0.25207948684692383, 0.2746067941188812, 0.25292694568634033], "cos_Ac_negg": [0.3356642723083496, 0.2908952832221985, 0.2742866575717926, 0.25955694913864136, 0.25207948684692383, 0.2746067941188812, 0.25292694568634033], "r_norm": [0.6997194886207581, 0.7170219421386719, 0.6759825348854065, 0.691501259803772, 0.7057653069496155, 0.680097758769989, 0.7116764783859253]}, {"step": 400, "epoch": 0, "train_loss": 0.17170944809913635, "cos_r_negg": [0.28200799226760864, 0.29230526089668274, 0.308511346578598, 0.32633668184280396, 0.32766541838645935, 0.37212783098220825, 0.26249486207962036], "cos_apical_negg": [0.28200799226760864, 0.29230526089668274, 0.308511346578598, 0.32633668184280396, 0.32766541838645935, 0.37212783098220825, 0.26249486207962036], "cos_Ac_negg": [0.28200799226760864, 0.29230526089668274, 0.308511346578598, 0.32633668184280396, 0.32766541838645935, 0.37212783098220825, 0.26249486207962036], "r_norm": [0.6900531053543091, 0.7047442197799683, 0.6601024270057678, 0.6802688837051392, 0.6929963827133179, 0.6689131259918213, 0.7048418521881104]}, {"step": 450, "epoch": 0, "train_loss": 0.29886284470558167, "cos_r_negg": [0.3071090877056122, 0.29838189482688904, 0.2900785207748413, 0.29027247428894043, 0.3231548070907593, 0.3654208779335022, 0.26732078194618225], "cos_apical_negg": [0.3071090877056122, 0.29838189482688904, 0.2900785207748413, 0.29027247428894043, 0.3231548070907593, 0.3654208779335022, 0.26732078194618225], "cos_Ac_negg": [0.3071090877056122, 0.29838189482688904, 0.2900785207748413, 0.29027247428894043, 0.3231548070907593, 0.3654208779335022, 0.26732078194618225], "r_norm": [0.7561807632446289, 0.7713809013366699, 0.7209078073501587, 0.7478455305099487, 0.7573807835578918, 0.728524923324585, 0.7683767080307007]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9323, "test_loss": 0.25485682830810547}, {"step": 500, "epoch": 1, "train_loss": 0.3728189468383789, "cos_r_negg": [0.2838103175163269, 0.30836978554725647, 0.2925722599029541, 0.28675636649131775, 0.34968888759613037, 0.36251187324523926, 0.26072755455970764], "cos_apical_negg": [0.2838103175163269, 0.30836978554725647, 0.2925722599029541, 0.28675636649131775, 0.34968888759613037, 0.36251187324523926, 0.26072755455970764], "cos_Ac_negg": [0.2838103175163269, 0.30836978554725647, 0.2925722599029541, 0.28675636649131775, 0.34968888759613037, 0.36251187324523926, 0.26072755455970764], "r_norm": [0.633294939994812, 0.6432770490646362, 0.6042121648788452, 0.6236572265625, 0.6350482702255249, 0.6166483163833618, 0.6448471546173096]}, {"step": 550, "epoch": 1, "train_loss": 0.24099761247634888, "cos_r_negg": [0.30126816034317017, 0.2973273694515228, 0.29012563824653625, 0.29991668462753296, 0.32997578382492065, 0.30232036113739014, 0.26177310943603516], "cos_apical_negg": [0.30126816034317017, 0.2973273694515228, 0.29012563824653625, 0.29991668462753296, 0.32997578382492065, 0.30232036113739014, 0.26177310943603516], "cos_Ac_negg": [0.30126816034317017, 0.2973273694515228, 0.29012563824653625, 0.29991668462753296, 0.32997578382492065, 0.30232036113739014, 0.26177310943603516], "r_norm": [0.6240003705024719, 0.6391175985336304, 0.6032557487487793, 0.6148916482925415, 0.6239564418792725, 0.6007131338119507, 0.6317265629768372]}, {"step": 600, "epoch": 1, "train_loss": 0.3949723243713379, "cos_r_negg": [0.29453057050704956, 0.2931963801383972, 0.27348560094833374, 0.28848451375961304, 0.2930586338043213, 0.3010249733924866, 0.19032080471515656], "cos_apical_negg": [0.29453057050704956, 0.2931963801383972, 0.27348560094833374, 0.28848451375961304, 0.2930586338043213, 0.3010249733924866, 0.19032080471515656], "cos_Ac_negg": [0.29453057050704956, 0.2931963801383972, 0.27348560094833374, 0.28848451375961304, 0.2930586338043213, 0.3010249733924866, 0.19032080471515656], "r_norm": [0.6777429580688477, 0.6921836137771606, 0.6589575409889221, 0.6711652278900146, 0.6861072778701782, 0.6535849571228027, 0.6912657022476196]}, {"step": 650, "epoch": 1, "train_loss": 0.2177778035402298, "cos_r_negg": [0.330450177192688, 0.316214382648468, 0.3242873549461365, 0.31024178862571716, 0.3402005732059479, 0.34371334314346313, 0.20750057697296143], "cos_apical_negg": [0.330450177192688, 0.316214382648468, 0.3242873549461365, 0.31024178862571716, 0.3402005732059479, 0.34371334314346313, 0.20750057697296143], "cos_Ac_negg": [0.330450177192688, 0.316214382648468, 0.3242873549461365, 0.31024178862571716, 0.3402005732059479, 0.34371334314346313, 0.20750057697296143], "r_norm": [0.6335964202880859, 0.6503689885139465, 0.612637996673584, 0.6277427673339844, 0.6430099606513977, 0.6212353706359863, 0.6438910961151123]}, {"step": 700, "epoch": 1, "train_loss": 0.0705738365650177, "cos_r_negg": [0.341103732585907, 0.31613099575042725, 0.3135722279548645, 0.3144073486328125, 0.3129603862762451, 0.3422459065914154, 0.21980278193950653], "cos_apical_negg": [0.341103732585907, 0.31613099575042725, 0.3135722279548645, 0.3144073486328125, 0.3129603862762451, 0.3422459065914154, 0.21980278193950653], "cos_Ac_negg": [0.341103732585907, 0.31613099575042725, 0.3135722279548645, 0.3144073486328125, 0.3129603862762451, 0.3422459065914154, 0.21980278193950653], "r_norm": [0.5682207345962524, 0.5793129205703735, 0.5461393594741821, 0.5584655404090881, 0.5736856460571289, 0.5522599220275879, 0.5780041217803955]}, {"step": 750, "epoch": 1, "train_loss": 0.08932149410247803, "cos_r_negg": [0.3360331654548645, 0.34193816781044006, 0.35123318433761597, 0.35831236839294434, 0.3215866684913635, 0.37424322962760925, 0.23930329084396362], "cos_apical_negg": [0.3360331654548645, 0.34193816781044006, 0.35123318433761597, 0.35831236839294434, 0.3215866684913635, 0.37424322962760925, 0.23930329084396362], "cos_Ac_negg": [0.3360331654548645, 0.34193816781044006, 0.35123318433761597, 0.35831236839294434, 0.3215866684913635, 0.37424322962760925, 0.23930329084396362], "r_norm": [0.49547967314720154, 0.5076441764831543, 0.4751774072647095, 0.4894598126411438, 0.49958041310310364, 0.4842676520347595, 0.5072745084762573]}, {"step": 800, "epoch": 1, "train_loss": 0.12992113828659058, "cos_r_negg": [0.3436998724937439, 0.33252447843551636, 0.34585610032081604, 0.3298105299472809, 0.3281196057796478, 0.35460367798805237, 0.21193072199821472], "cos_apical_negg": [0.3436998724937439, 0.33252447843551636, 0.34585610032081604, 0.3298105299472809, 0.3281196057796478, 0.35460367798805237, 0.21193072199821472], "cos_Ac_negg": [0.3436998724937439, 0.33252447843551636, 0.34585610032081604, 0.3298105299472809, 0.3281196057796478, 0.35460367798805237, 0.21193072199821472], "r_norm": [0.5312886834144592, 0.5416896343231201, 0.5130707621574402, 0.5256839394569397, 0.534622848033905, 0.5141545534133911, 0.5436687469482422]}, {"step": 850, "epoch": 1, "train_loss": 0.2629493474960327, "cos_r_negg": [0.3034794330596924, 0.3076280951499939, 0.32484665513038635, 0.30230218172073364, 0.32627877593040466, 0.3346904218196869, 0.2057112455368042], "cos_apical_negg": [0.3034794330596924, 0.3076280951499939, 0.32484665513038635, 0.30230218172073364, 0.32627877593040466, 0.3346904218196869, 0.2057112455368042], "cos_Ac_negg": [0.3034794330596924, 0.3076280951499939, 0.32484665513038635, 0.30230218172073364, 0.32627877593040466, 0.3346904218196869, 0.2057112455368042], "r_norm": [0.5716527700424194, 0.5817133784294128, 0.5444986820220947, 0.5624737739562988, 0.577650249004364, 0.5541911125183105, 0.581741988658905]}, {"step": 900, "epoch": 1, "train_loss": 0.20147410035133362, "cos_r_negg": [0.305607408285141, 0.31289663910865784, 0.3125864565372467, 0.2904078960418701, 0.3401670753955841, 0.322235107421875, 0.21978890895843506], "cos_apical_negg": [0.305607408285141, 0.31289663910865784, 0.3125864565372467, 0.2904078960418701, 0.3401670753955841, 0.322235107421875, 0.21978890895843506], "cos_Ac_negg": [0.305607408285141, 0.31289663910865784, 0.3125864565372467, 0.2904078960418701, 0.3401670753955841, 0.322235107421875, 0.21978890895843506], "r_norm": [0.5053955912590027, 0.5168166160583496, 0.4835919141769409, 0.4949483275413513, 0.5044559240341187, 0.4899759590625763, 0.5140553712844849]}, {"epoch_end": 1, "step": 938, "test_acc": 0.949, "test_loss": 0.18262964553833008}, {"step": 950, "epoch": 2, "train_loss": 0.1414613425731659, "cos_r_negg": [0.3602662980556488, 0.36623913049697876, 0.3777313828468323, 0.33837634325027466, 0.3775066137313843, 0.3558230400085449, 0.21836943924427032], "cos_apical_negg": [0.3602662980556488, 0.36623913049697876, 0.3777313828468323, 0.33837634325027466, 0.3775066137313843, 0.3558230400085449, 0.21836943924427032], "cos_Ac_negg": [0.3602662980556488, 0.36623913049697876, 0.3777313828468323, 0.33837634325027466, 0.3775066137313843, 0.3558230400085449, 0.21836943924427032], "r_norm": [0.4688398838043213, 0.47522246837615967, 0.44648993015289307, 0.46043309569358826, 0.4688504934310913, 0.4553714990615845, 0.4776094853878021]}, {"step": 1000, "epoch": 2, "train_loss": 0.17614451050758362, "cos_r_negg": [0.3501395285129547, 0.3671692907810211, 0.3618684411048889, 0.33160144090652466, 0.3713722825050354, 0.36817362904548645, 0.2541687488555908], "cos_apical_negg": [0.3501395285129547, 0.3671692907810211, 0.3618684411048889, 0.33160144090652466, 0.3713722825050354, 0.36817362904548645, 0.2541687488555908], "cos_Ac_negg": [0.3501395285129547, 0.3671692907810211, 0.3618684411048889, 0.33160144090652466, 0.3713722825050354, 0.36817362904548645, 0.2541687488555908], "r_norm": [0.44898560643196106, 0.4570361077785492, 0.42926910519599915, 0.44073694944381714, 0.4491598606109619, 0.4362265169620514, 0.45588788390159607]}, {"step": 1050, "epoch": 2, "train_loss": 0.10726437717676163, "cos_r_negg": [0.34042835235595703, 0.3664647340774536, 0.3627853989601135, 0.3588847517967224, 0.3535425662994385, 0.3538779616355896, 0.2453504502773285], "cos_apical_negg": [0.34042835235595703, 0.3664647340774536, 0.3627853989601135, 0.3588847517967224, 0.3535425662994385, 0.3538779616355896, 0.2453504502773285], "cos_Ac_negg": [0.34042835235595703, 0.3664647340774536, 0.3627853989601135, 0.3588847517967224, 0.3535425662994385, 0.3538779616355896, 0.2453504502773285], "r_norm": [0.44809040427207947, 0.45702695846557617, 0.4299734830856323, 0.44256025552749634, 0.4501800239086151, 0.4333999752998352, 0.4531312882900238]}, {"step": 1100, "epoch": 2, "train_loss": 0.10038749873638153, "cos_r_negg": [0.3121800422668457, 0.3373245596885681, 0.3585781455039978, 0.34138423204421997, 0.33775466680526733, 0.3507178723812103, 0.24003329873085022], "cos_apical_negg": [0.3121800422668457, 0.3373245596885681, 0.3585781455039978, 0.34138423204421997, 0.33775466680526733, 0.3507178723812103, 0.24003329873085022], "cos_Ac_negg": [0.3121800422668457, 0.3373245596885681, 0.3585781455039978, 0.34138423204421997, 0.33775466680526733, 0.3507178723812103, 0.24003329873085022], "r_norm": [0.408896803855896, 0.41684094071388245, 0.393747478723526, 0.4030598998069763, 0.4123136103153229, 0.3990078568458557, 0.41534048318862915]}, {"step": 1150, "epoch": 2, "train_loss": 0.09181280434131622, "cos_r_negg": [0.32623985409736633, 0.34530365467071533, 0.3397176265716553, 0.3153012692928314, 0.31086698174476624, 0.34286653995513916, 0.17805400490760803], "cos_apical_negg": [0.32623985409736633, 0.34530365467071533, 0.3397176265716553, 0.3153012692928314, 0.31086698174476624, 0.34286653995513916, 0.17805400490760803], "cos_Ac_negg": [0.32623985409736633, 0.34530365467071533, 0.3397176265716553, 0.3153012692928314, 0.31086698174476624, 0.34286653995513916, 0.17805400490760803], "r_norm": [0.4441130459308624, 0.4545155465602875, 0.43076780438423157, 0.4393520653247833, 0.44856002926826477, 0.4344455301761627, 0.45383238792419434]}, {"step": 1200, "epoch": 2, "train_loss": 0.057045817375183105, "cos_r_negg": [0.308214008808136, 0.308536171913147, 0.3148772120475769, 0.30893856287002563, 0.31607872247695923, 0.31998443603515625, 0.20764386653900146], "cos_apical_negg": [0.308214008808136, 0.308536171913147, 0.3148772120475769, 0.30893856287002563, 0.31607872247695923, 0.31998443603515625, 0.20764386653900146], "cos_Ac_negg": [0.308214008808136, 0.308536171913147, 0.3148772120475769, 0.30893856287002563, 0.31607872247695923, 0.31998443603515625, 0.20764386653900146], "r_norm": [0.4056476950645447, 0.41215312480926514, 0.3865050673484802, 0.39673912525177, 0.4071635603904724, 0.3949071168899536, 0.41527342796325684]}, {"step": 1250, "epoch": 2, "train_loss": 0.11419866979122162, "cos_r_negg": [0.3305777907371521, 0.33816057443618774, 0.349184513092041, 0.3396405577659607, 0.3370573818683624, 0.34078890085220337, 0.23727744817733765], "cos_apical_negg": [0.3305777907371521, 0.33816057443618774, 0.349184513092041, 0.3396405577659607, 0.3370573818683624, 0.34078890085220337, 0.23727744817733765], "cos_Ac_negg": [0.3305777907371521, 0.33816057443618774, 0.349184513092041, 0.3396405577659607, 0.3370573818683624, 0.34078890085220337, 0.23727744817733765], "r_norm": [0.3692714273929596, 0.3758774399757385, 0.3535619080066681, 0.3610219955444336, 0.3706471621990204, 0.35972779989242554, 0.37740153074264526]}, {"step": 1300, "epoch": 2, "train_loss": 0.2673274874687195, "cos_r_negg": [0.33449965715408325, 0.3444173038005829, 0.3516223728656769, 0.3352205157279968, 0.3173457384109497, 0.30918556451797485, 0.1997670829296112], "cos_apical_negg": [0.33449965715408325, 0.3444173038005829, 0.3516223728656769, 0.3352205157279968, 0.3173457384109497, 0.30918556451797485, 0.1997670829296112], "cos_Ac_negg": [0.33449965715408325, 0.3444173038005829, 0.3516223728656769, 0.3352205157279968, 0.3173457384109497, 0.30918556451797485, 0.1997670829296112], "r_norm": [0.3996196389198303, 0.40374019742012024, 0.3821184039115906, 0.3921549916267395, 0.4013510048389435, 0.38679611682891846, 0.40838104486465454]}, {"step": 1350, "epoch": 2, "train_loss": 0.12007465958595276, "cos_r_negg": [0.3493839502334595, 0.3773404657840729, 0.37062424421310425, 0.34701740741729736, 0.37213051319122314, 0.3644096255302429, 0.20768357813358307], "cos_apical_negg": [0.3493839502334595, 0.3773404657840729, 0.37062424421310425, 0.34701740741729736, 0.37213051319122314, 0.3644096255302429, 0.20768357813358307], "cos_Ac_negg": [0.3493839502334595, 0.3773404657840729, 0.37062424421310425, 0.34701740741729736, 0.37213051319122314, 0.3644096255302429, 0.20768357813358307], "r_norm": [0.4388386607170105, 0.44502753019332886, 0.4199565351009369, 0.43284106254577637, 0.4386860132217407, 0.42472314834594727, 0.4486967623233795]}, {"step": 1400, "epoch": 2, "train_loss": 0.2424878180027008, "cos_r_negg": [0.330685555934906, 0.3644676208496094, 0.359511137008667, 0.34751325845718384, 0.3561932444572449, 0.350801557302475, 0.17278091609477997], "cos_apical_negg": [0.330685555934906, 0.3644676208496094, 0.359511137008667, 0.34751325845718384, 0.3561932444572449, 0.350801557302475, 0.17278091609477997], "cos_Ac_negg": [0.330685555934906, 0.3644676208496094, 0.359511137008667, 0.34751325845718384, 0.3561932444572449, 0.350801557302475, 0.17278091609477997], "r_norm": [0.36367639899253845, 0.37502405047416687, 0.3528204560279846, 0.36180680990219116, 0.369637668132782, 0.3547773063182831, 0.3728402256965637]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9561, "test_loss": 0.16014174880981447}, {"step": 1450, "epoch": 3, "train_loss": 0.05165241286158562, "cos_r_negg": [0.3091002404689789, 0.35811856389045715, 0.3601084053516388, 0.32338839769363403, 0.32343727350234985, 0.2842424511909485, 0.19131648540496826], "cos_apical_negg": [0.3091002404689789, 0.35811856389045715, 0.3601084053516388, 0.32338839769363403, 0.32343727350234985, 0.2842424511909485, 0.19131648540496826], "cos_Ac_negg": [0.3091002404689789, 0.35811856389045715, 0.3601084053516388, 0.32338839769363403, 0.32343727350234985, 0.2842424511909485, 0.19131648540496826], "r_norm": [0.39430272579193115, 0.4005645513534546, 0.37667176127433777, 0.39070332050323486, 0.395776629447937, 0.38003408908843994, 0.4021463394165039]}, {"step": 1500, "epoch": 3, "train_loss": 0.09831011295318604, "cos_r_negg": [0.3468090891838074, 0.38574838638305664, 0.395180344581604, 0.35269302129745483, 0.35423824191093445, 0.3434584140777588, 0.20257990062236786], "cos_apical_negg": [0.3468090891838074, 0.38574838638305664, 0.395180344581604, 0.35269302129745483, 0.35423824191093445, 0.3434584140777588, 0.20257990062236786], "cos_Ac_negg": [0.3468090891838074, 0.38574838638305664, 0.395180344581604, 0.35269302129745483, 0.35423824191093445, 0.3434584140777588, 0.20257990062236786], "r_norm": [0.33901381492614746, 0.34679919481277466, 0.32803642749786377, 0.33405154943466187, 0.33976978063583374, 0.33086445927619934, 0.3457297384738922]}, {"step": 1550, "epoch": 3, "train_loss": 0.05516722425818443, "cos_r_negg": [0.37219417095184326, 0.40270304679870605, 0.3849523067474365, 0.36420729756355286, 0.37378180027008057, 0.383974552154541, 0.22874850034713745], "cos_apical_negg": [0.37219417095184326, 0.40270304679870605, 0.3849523067474365, 0.36420729756355286, 0.37378180027008057, 0.383974552154541, 0.22874850034713745], "cos_Ac_negg": [0.37219417095184326, 0.40270304679870605, 0.3849523067474365, 0.36420729756355286, 0.37378180027008057, 0.383974552154541, 0.22874850034713745], "r_norm": [0.33975130319595337, 0.34711652994155884, 0.3275032639503479, 0.3350142538547516, 0.3405388593673706, 0.3308662176132202, 0.3466625213623047]}, {"step": 1600, "epoch": 3, "train_loss": 0.06231174245476723, "cos_r_negg": [0.3403589129447937, 0.3869889974594116, 0.3790539503097534, 0.3665289878845215, 0.37725263833999634, 0.4032544195652008, 0.22905957698822021], "cos_apical_negg": [0.3403589129447937, 0.3869889974594116, 0.3790539503097534, 0.3665289878845215, 0.37725263833999634, 0.4032544195652008, 0.22905957698822021], "cos_Ac_negg": [0.3403589129447937, 0.3869889974594116, 0.3790539503097534, 0.3665289878845215, 0.37725263833999634, 0.4032544195652008, 0.22905957698822021], "r_norm": [0.2891327142715454, 0.29257479310035706, 0.2765014171600342, 0.285326212644577, 0.28981804847717285, 0.2800920307636261, 0.29506823420524597]}, {"step": 1650, "epoch": 3, "train_loss": 0.10211285203695297, "cos_r_negg": [0.3475898802280426, 0.38467246294021606, 0.37592601776123047, 0.3632212281227112, 0.3580288290977478, 0.3775482177734375, 0.19627438485622406], "cos_apical_negg": [0.3475898802280426, 0.38467246294021606, 0.37592601776123047, 0.3632212281227112, 0.3580288290977478, 0.3775482177734375, 0.19627438485622406], "cos_Ac_negg": [0.3475898802280426, 0.38467246294021606, 0.37592601776123047, 0.3632212281227112, 0.3580288290977478, 0.3775482177734375, 0.19627438485622406], "r_norm": [0.3170483708381653, 0.32243087887763977, 0.3044317662715912, 0.3129422068595886, 0.3177638649940491, 0.30791497230529785, 0.32533028721809387]}, {"step": 1700, "epoch": 3, "train_loss": 0.04571889713406563, "cos_r_negg": [0.3389253318309784, 0.37945759296417236, 0.3711899518966675, 0.3514542877674103, 0.3417856693267822, 0.3607591986656189, 0.1843070238828659], "cos_apical_negg": [0.3389253318309784, 0.37945759296417236, 0.3711899518966675, 0.3514542877674103, 0.3417856693267822, 0.3607591986656189, 0.1843070238828659], "cos_Ac_negg": [0.3389253318309784, 0.37945759296417236, 0.3711899518966675, 0.3514542877674103, 0.3417856693267822, 0.3607591986656189, 0.1843070238828659], "r_norm": [0.29376789927482605, 0.29983580112457275, 0.2808142900466919, 0.29052069783210754, 0.2952019274234772, 0.2858272194862366, 0.30210787057876587]}, {"step": 1750, "epoch": 3, "train_loss": 0.07235273718833923, "cos_r_negg": [0.35378122329711914, 0.3987681567668915, 0.38109225034713745, 0.35671767592430115, 0.37901806831359863, 0.3878837823867798, 0.1868455708026886], "cos_apical_negg": [0.35378122329711914, 0.3987681567668915, 0.38109225034713745, 0.35671767592430115, 0.37901806831359863, 0.3878837823867798, 0.1868455708026886], "cos_Ac_negg": [0.35378122329711914, 0.3987681567668915, 0.38109225034713745, 0.35671767592430115, 0.37901806831359863, 0.3878837823867798, 0.1868455708026886], "r_norm": [0.30358463525772095, 0.30991506576538086, 0.29127711057662964, 0.299130380153656, 0.3023003339767456, 0.29572245478630066, 0.30976730585098267]}, {"step": 1800, "epoch": 3, "train_loss": 0.10527495294809341, "cos_r_negg": [0.34105581045150757, 0.38093382120132446, 0.37612318992614746, 0.3453342318534851, 0.3585994839668274, 0.35915642976760864, 0.19050106406211853], "cos_apical_negg": [0.34105581045150757, 0.38093382120132446, 0.37612318992614746, 0.3453342318534851, 0.3585994839668274, 0.35915642976760864, 0.19050106406211853], "cos_Ac_negg": [0.34105581045150757, 0.38093382120132446, 0.37612318992614746, 0.3453342318534851, 0.3585994839668274, 0.35915642976760864, 0.19050106406211853], "r_norm": [0.35801997780799866, 0.3618070185184479, 0.34070128202438354, 0.35234105587005615, 0.35575252771377563, 0.3429052233695984, 0.36497220396995544]}, {"step": 1850, "epoch": 3, "train_loss": 0.13814283907413483, "cos_r_negg": [0.3534694314002991, 0.3976026177406311, 0.39582306146621704, 0.38694626092910767, 0.40162867307662964, 0.39772936701774597, 0.19546011090278625], "cos_apical_negg": [0.3534694314002991, 0.3976026177406311, 0.39582306146621704, 0.38694626092910767, 0.40162867307662964, 0.39772936701774597, 0.19546011090278625], "cos_Ac_negg": [0.3534694314002991, 0.3976026177406311, 0.39582306146621704, 0.38694626092910767, 0.40162867307662964, 0.39772936701774597, 0.19546011090278625], "r_norm": [0.3387587368488312, 0.34433138370513916, 0.32600709795951843, 0.3341825008392334, 0.3401912450790405, 0.32961148023605347, 0.34494635462760925]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9612, "test_loss": 0.13609478302001954}, {"step": 1900, "epoch": 4, "train_loss": 0.06359248608350754, "cos_r_negg": [0.34403109550476074, 0.40035462379455566, 0.3980831801891327, 0.3857914209365845, 0.3926716446876526, 0.39575234055519104, 0.19964805245399475], "cos_apical_negg": [0.34403109550476074, 0.40035462379455566, 0.3980831801891327, 0.3857914209365845, 0.3926716446876526, 0.39575234055519104, 0.19964805245399475], "cos_Ac_negg": [0.34403109550476074, 0.40035462379455566, 0.3980831801891327, 0.3857914209365845, 0.3926716446876526, 0.39575234055519104, 0.19964805245399475], "r_norm": [0.2830607295036316, 0.28647923469543457, 0.27045971155166626, 0.2802552580833435, 0.28184300661087036, 0.27367880940437317, 0.28775155544281006]}, {"step": 1950, "epoch": 4, "train_loss": 0.14406025409698486, "cos_r_negg": [0.3664775788784027, 0.4042389988899231, 0.40773797035217285, 0.38950660824775696, 0.38952475786209106, 0.41000017523765564, 0.21010138094425201], "cos_apical_negg": [0.3664775788784027, 0.4042389988899231, 0.40773797035217285, 0.38950660824775696, 0.38952475786209106, 0.41000017523765564, 0.21010138094425201], "cos_Ac_negg": [0.3664775788784027, 0.4042389988899231, 0.40773797035217285, 0.38950660824775696, 0.38952475786209106, 0.41000017523765564, 0.21010138094425201], "r_norm": [0.3059108853340149, 0.30824869871139526, 0.29194214940071106, 0.2988200783729553, 0.3045286536216736, 0.2968783676624298, 0.31117522716522217]}, {"step": 2000, "epoch": 4, "train_loss": 0.08214673399925232, "cos_r_negg": [0.37062421441078186, 0.4218560457229614, 0.41676491498947144, 0.39294856786727905, 0.38403448462486267, 0.3863787055015564, 0.22174876928329468], "cos_apical_negg": [0.37062421441078186, 0.4218560457229614, 0.41676491498947144, 0.39294856786727905, 0.38403448462486267, 0.3863787055015564, 0.22174876928329468], "cos_Ac_negg": [0.37062421441078186, 0.4218560457229614, 0.41676491498947144, 0.39294856786727905, 0.38403448462486267, 0.3863787055015564, 0.22174876928329468], "r_norm": [0.25649869441986084, 0.26128172874450684, 0.2468075305223465, 0.25258731842041016, 0.2582148015499115, 0.24931617081165314, 0.26235198974609375]}, {"step": 2050, "epoch": 4, "train_loss": 0.08986732363700867, "cos_r_negg": [0.3569164276123047, 0.40509170293807983, 0.4034014344215393, 0.3909427225589752, 0.38447409868240356, 0.39624184370040894, 0.22948014736175537], "cos_apical_negg": [0.3569164276123047, 0.40509170293807983, 0.4034014344215393, 0.3909427225589752, 0.38447409868240356, 0.39624184370040894, 0.22948014736175537], "cos_Ac_negg": [0.3569164276123047, 0.40509170293807983, 0.4034014344215393, 0.3909427225589752, 0.38447409868240356, 0.39624184370040894, 0.22948014736175537], "r_norm": [0.3303634822368622, 0.33481672406196594, 0.31166720390319824, 0.3229696750640869, 0.3294667601585388, 0.3190608322620392, 0.3351089358329773]}, {"step": 2100, "epoch": 4, "train_loss": 0.040402207523584366, "cos_r_negg": [0.3285157084465027, 0.3820670247077942, 0.4004368185997009, 0.39801037311553955, 0.4033461809158325, 0.3902095854282379, 0.22808226943016052], "cos_apical_negg": [0.3285157084465027, 0.3820670247077942, 0.4004368185997009, 0.39801037311553955, 0.4033461809158325, 0.3902095854282379, 0.22808226943016052], "cos_Ac_negg": [0.3285157084465027, 0.3820670247077942, 0.4004368185997009, 0.39801037311553955, 0.4033461809158325, 0.3902095854282379, 0.22808226943016052], "r_norm": [0.37593936920166016, 0.38571473956108093, 0.3630204200744629, 0.372069776058197, 0.3786958158016205, 0.3643495738506317, 0.38711273670196533]}, {"step": 2150, "epoch": 4, "train_loss": 0.10629468411207199, "cos_r_negg": [0.35978376865386963, 0.400770366191864, 0.3927021026611328, 0.41232824325561523, 0.4128611087799072, 0.3763274550437927, 0.2124248445034027], "cos_apical_negg": [0.35978376865386963, 0.400770366191864, 0.3927021026611328, 0.41232824325561523, 0.4128611087799072, 0.3763274550437927, 0.2124248445034027], "cos_Ac_negg": [0.35978376865386963, 0.400770366191864, 0.3927021026611328, 0.41232824325561523, 0.4128611087799072, 0.3763274550437927, 0.2124248445034027], "r_norm": [0.2887108623981476, 0.2937972843647003, 0.27775177359580994, 0.28490811586380005, 0.29126060009002686, 0.28233784437179565, 0.2972131371498108]}, {"step": 2200, "epoch": 4, "train_loss": 0.07315900176763535, "cos_r_negg": [0.3325388431549072, 0.3874388039112091, 0.3973724842071533, 0.3873418867588043, 0.3927599787712097, 0.36818820238113403, 0.20692767202854156], "cos_apical_negg": [0.3325388431549072, 0.3874388039112091, 0.3973724842071533, 0.3873418867588043, 0.3927599787712097, 0.36818820238113403, 0.20692767202854156], "cos_Ac_negg": [0.3325388431549072, 0.3874388039112091, 0.3973724842071533, 0.3873418867588043, 0.3927599787712097, 0.36818820238113403, 0.20692767202854156], "r_norm": [0.3139231204986572, 0.31735533475875854, 0.299848735332489, 0.3061577081680298, 0.31452882289886475, 0.30548056960105896, 0.3206639289855957]}, {"step": 2250, "epoch": 4, "train_loss": 0.008549254387617111, "cos_r_negg": [0.35064518451690674, 0.4141176640987396, 0.3969336152076721, 0.38932305574417114, 0.3917994499206543, 0.34924617409706116, 0.19458365440368652], "cos_apical_negg": [0.35064518451690674, 0.4141176640987396, 0.3969336152076721, 0.38932305574417114, 0.3917994499206543, 0.34924617409706116, 0.19458365440368652], "cos_Ac_negg": [0.35064518451690674, 0.4141176640987396, 0.3969336152076721, 0.38932305574417114, 0.3917994499206543, 0.34924617409706116, 0.19458365440368652], "r_norm": [0.27849674224853516, 0.28425416350364685, 0.26876896619796753, 0.27546972036361694, 0.27857503294944763, 0.27033019065856934, 0.28492748737335205]}, {"step": 2300, "epoch": 4, "train_loss": 0.1331242322921753, "cos_r_negg": [0.3678210973739624, 0.4320945739746094, 0.416785329580307, 0.40390557050704956, 0.40131351351737976, 0.3804876208305359, 0.20237964391708374], "cos_apical_negg": [0.3678210973739624, 0.4320945739746094, 0.416785329580307, 0.40390557050704956, 0.40131351351737976, 0.3804876208305359, 0.20237964391708374], "cos_Ac_negg": [0.3678210973739624, 0.4320945739746094, 0.416785329580307, 0.40390557050704956, 0.40131351351737976, 0.3804876208305359, 0.20237964391708374], "r_norm": [0.35673266649246216, 0.3576643764972687, 0.33734947443008423, 0.34933820366859436, 0.3532158136367798, 0.34166210889816284, 0.36065474152565]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9638, "test_loss": 0.13737388381958007}, {"step": 2350, "epoch": 5, "train_loss": 0.05840501934289932, "cos_r_negg": [0.3595661520957947, 0.41714364290237427, 0.4121813476085663, 0.3953963816165924, 0.37859606742858887, 0.3715527653694153, 0.2087000012397766], "cos_apical_negg": [0.3595661520957947, 0.41714364290237427, 0.4121813476085663, 0.3953963816165924, 0.37859606742858887, 0.3715527653694153, 0.2087000012397766], "cos_Ac_negg": [0.3595661520957947, 0.41714364290237427, 0.4121813476085663, 0.3953963816165924, 0.37859606742858887, 0.3715527653694153, 0.2087000012397766], "r_norm": [0.27862006425857544, 0.2838327884674072, 0.26613229513168335, 0.2735533118247986, 0.2791982889175415, 0.27189910411834717, 0.28390634059906006]}, {"step": 2400, "epoch": 5, "train_loss": 0.01452694647014141, "cos_r_negg": [0.3343731760978699, 0.3867013454437256, 0.3734334111213684, 0.3418805003166199, 0.3489558696746826, 0.35117411613464355, 0.19205203652381897], "cos_apical_negg": [0.3343731760978699, 0.3867013454437256, 0.3734334111213684, 0.3418805003166199, 0.3489558696746826, 0.35117411613464355, 0.19205203652381897], "cos_Ac_negg": [0.3343731760978699, 0.3867013454437256, 0.3734334111213684, 0.3418805003166199, 0.3489558696746826, 0.35117411613464355, 0.19205203652381897], "r_norm": [0.283754825592041, 0.29049524664878845, 0.2736258804798126, 0.2813107967376709, 0.28461623191833496, 0.2755863070487976, 0.291096955537796]}, {"step": 2450, "epoch": 5, "train_loss": 0.04419281333684921, "cos_r_negg": [0.34747663140296936, 0.4100887179374695, 0.40806013345718384, 0.3780778646469116, 0.3871854543685913, 0.37588316202163696, 0.21226534247398376], "cos_apical_negg": [0.34747663140296936, 0.4100887179374695, 0.40806013345718384, 0.3780778646469116, 0.3871854543685913, 0.37588316202163696, 0.21226534247398376], "cos_Ac_negg": [0.34747663140296936, 0.4100887179374695, 0.40806013345718384, 0.3780778646469116, 0.3871854543685913, 0.37588316202163696, 0.21226534247398376], "r_norm": [0.23584696650505066, 0.24177829921245575, 0.2269853800535202, 0.23415705561637878, 0.236765056848526, 0.23153480887413025, 0.240220308303833]}, {"step": 2500, "epoch": 5, "train_loss": 0.06954687088727951, "cos_r_negg": [0.3472527861595154, 0.41229110956192017, 0.40139901638031006, 0.39344489574432373, 0.3847416043281555, 0.3888123631477356, 0.20867770910263062], "cos_apical_negg": [0.3472527861595154, 0.41229110956192017, 0.40139901638031006, 0.39344489574432373, 0.3847416043281555, 0.3888123631477356, 0.20867770910263062], "cos_Ac_negg": [0.3472527861595154, 0.41229110956192017, 0.40139901638031006, 0.39344489574432373, 0.3847416043281555, 0.3888123631477356, 0.20867770910263062], "r_norm": [0.22686626017093658, 0.2324555665254593, 0.21769818663597107, 0.22567927837371826, 0.22833523154258728, 0.2201109230518341, 0.2315743863582611]}, {"step": 2550, "epoch": 5, "train_loss": 0.028228964656591415, "cos_r_negg": [0.3544970154762268, 0.4138026237487793, 0.39953523874282837, 0.37815380096435547, 0.3730848431587219, 0.37105172872543335, 0.1852012574672699], "cos_apical_negg": [0.3544970154762268, 0.4138026237487793, 0.39953523874282837, 0.37815380096435547, 0.3730848431587219, 0.37105172872543335, 0.1852012574672699], "cos_Ac_negg": [0.3544970154762268, 0.4138026237487793, 0.39953523874282837, 0.37815380096435547, 0.3730848431587219, 0.37105172872543335, 0.1852012574672699], "r_norm": [0.24616684019565582, 0.252475380897522, 0.23832541704177856, 0.24418054521083832, 0.2478441745042801, 0.24035657942295074, 0.25206252932548523]}, {"step": 2600, "epoch": 5, "train_loss": 0.06968282908201218, "cos_r_negg": [0.3528311848640442, 0.4202626943588257, 0.41697779297828674, 0.3963765799999237, 0.3891865313053131, 0.3743189573287964, 0.18957188725471497], "cos_apical_negg": [0.3528311848640442, 0.4202626943588257, 0.41697779297828674, 0.3963765799999237, 0.3891865313053131, 0.3743189573287964, 0.18957188725471497], "cos_Ac_negg": [0.3528311848640442, 0.4202626943588257, 0.41697779297828674, 0.3963765799999237, 0.3891865313053131, 0.3743189573287964, 0.18957188725471497], "r_norm": [0.3028436005115509, 0.3072325587272644, 0.29247957468032837, 0.29982972145080566, 0.30424511432647705, 0.2923887372016907, 0.30977383255958557]}, {"step": 2650, "epoch": 5, "train_loss": 0.043947964906692505, "cos_r_negg": [0.35579463839530945, 0.42121684551239014, 0.40919825434684753, 0.3960573077201843, 0.3863387107849121, 0.41232866048812866, 0.2199743241071701], "cos_apical_negg": [0.35579463839530945, 0.42121684551239014, 0.40919825434684753, 0.3960573077201843, 0.3863387107849121, 0.41232866048812866, 0.2199743241071701], "cos_Ac_negg": [0.35579463839530945, 0.42121684551239014, 0.40919825434684753, 0.3960573077201843, 0.3863387107849121, 0.41232866048812866, 0.2199743241071701], "r_norm": [0.27004286646842957, 0.27172204852104187, 0.25832030177116394, 0.2658577859401703, 0.26889699697494507, 0.26259711384773254, 0.2739938497543335]}, {"step": 2700, "epoch": 5, "train_loss": 0.030250947922468185, "cos_r_negg": [0.36832165718078613, 0.4502308964729309, 0.4394649267196655, 0.42010894417762756, 0.4048902690410614, 0.4238249659538269, 0.20124287903308868], "cos_apical_negg": [0.36832165718078613, 0.4502308964729309, 0.4394649267196655, 0.42010894417762756, 0.4048902690410614, 0.4238249659538269, 0.20124287903308868], "cos_Ac_negg": [0.36832165718078613, 0.4502308964729309, 0.4394649267196655, 0.42010894417762756, 0.4048902690410614, 0.4238249659538269, 0.20124287903308868], "r_norm": [0.23622223734855652, 0.23961281776428223, 0.2244006097316742, 0.23244749009609222, 0.23599302768707275, 0.22933520376682281, 0.2408391237258911]}, {"step": 2750, "epoch": 5, "train_loss": 0.02609935775399208, "cos_r_negg": [0.3461098074913025, 0.4195079207420349, 0.410784512758255, 0.40208613872528076, 0.38086697459220886, 0.4177420735359192, 0.20746800303459167], "cos_apical_negg": [0.3461098074913025, 0.4195079207420349, 0.410784512758255, 0.40208613872528076, 0.38086697459220886, 0.4177420735359192, 0.20746800303459167], "cos_Ac_negg": [0.3461098074913025, 0.4195079207420349, 0.410784512758255, 0.40208613872528076, 0.38086697459220886, 0.4177420735359192, 0.20746800303459167], "r_norm": [0.263685405254364, 0.26923996210098267, 0.25308656692504883, 0.26075479388237, 0.26427018642425537, 0.2570701539516449, 0.2692667245864868]}, {"step": 2800, "epoch": 5, "train_loss": 0.01235916092991829, "cos_r_negg": [0.31730157136917114, 0.40391796827316284, 0.3990962505340576, 0.4025856852531433, 0.39300256967544556, 0.41297417879104614, 0.2369992434978485], "cos_apical_negg": [0.31730157136917114, 0.40391796827316284, 0.3990962505340576, 0.4025856852531433, 0.39300256967544556, 0.41297417879104614, 0.2369992434978485], "cos_Ac_negg": [0.31730157136917114, 0.40391796827316284, 0.3990962505340576, 0.4025856852531433, 0.39300256967544556, 0.41297417879104614, 0.2369992434978485], "r_norm": [0.2368302345275879, 0.24131172895431519, 0.22579827904701233, 0.2343728244304657, 0.2381315529346466, 0.22826802730560303, 0.24219128489494324]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9676, "test_loss": 0.1314791717529297}, {"step": 2850, "epoch": 6, "train_loss": 0.06029682606458664, "cos_r_negg": [0.2998027205467224, 0.3798534870147705, 0.38013750314712524, 0.3685031533241272, 0.36566460132598877, 0.401691198348999, 0.20467311143875122], "cos_apical_negg": [0.2998027205467224, 0.3798534870147705, 0.38013750314712524, 0.3685031533241272, 0.36566460132598877, 0.401691198348999, 0.20467311143875122], "cos_Ac_negg": [0.2998027205467224, 0.3798534870147705, 0.38013750314712524, 0.3685031533241272, 0.36566460132598877, 0.401691198348999, 0.20467311143875122], "r_norm": [0.22210657596588135, 0.226604625582695, 0.2118382304906845, 0.21989873051643372, 0.22357402741909027, 0.2162596583366394, 0.22852736711502075]}, {"step": 2900, "epoch": 6, "train_loss": 0.01204393245279789, "cos_r_negg": [0.3116410970687866, 0.38753199577331543, 0.37536779046058655, 0.3570067286491394, 0.35056668519973755, 0.37840545177459717, 0.19569498300552368], "cos_apical_negg": [0.3116410970687866, 0.38753199577331543, 0.37536779046058655, 0.3570067286491394, 0.35056668519973755, 0.37840545177459717, 0.19569498300552368], "cos_Ac_negg": [0.3116410970687866, 0.38753199577331543, 0.37536779046058655, 0.3570067286491394, 0.35056668519973755, 0.37840545177459717, 0.19569498300552368], "r_norm": [0.22217629849910736, 0.22695210576057434, 0.21373620629310608, 0.22105062007904053, 0.22361823916435242, 0.2159711718559265, 0.22803601622581482]}, {"step": 2950, "epoch": 6, "train_loss": 0.12417171150445938, "cos_r_negg": [0.3019530177116394, 0.35942429304122925, 0.34765374660491943, 0.3269497752189636, 0.3160291016101837, 0.3483514189720154, 0.15574675798416138], "cos_apical_negg": [0.3019530177116394, 0.35942429304122925, 0.34765374660491943, 0.3269497752189636, 0.3160291016101837, 0.3483514189720154, 0.15574675798416138], "cos_Ac_negg": [0.3019530177116394, 0.35942429304122925, 0.34765374660491943, 0.3269497752189636, 0.3160291016101837, 0.3483514189720154, 0.15574675798416138], "r_norm": [0.2716389298439026, 0.27564892172813416, 0.2595411539077759, 0.2694132328033447, 0.27386221289634705, 0.2617252469062805, 0.27676743268966675]}, {"step": 3000, "epoch": 6, "train_loss": 0.005221026949584484, "cos_r_negg": [0.31693035364151, 0.37885165214538574, 0.3767770230770111, 0.3738635182380676, 0.37946122884750366, 0.38543227314949036, 0.21014422178268433], "cos_apical_negg": [0.31693035364151, 0.37885165214538574, 0.3767770230770111, 0.3738635182380676, 0.37946122884750366, 0.38543227314949036, 0.21014422178268433], "cos_Ac_negg": [0.31693035364151, 0.37885165214538574, 0.3767770230770111, 0.3738635182380676, 0.37946122884750366, 0.38543227314949036, 0.21014422178268433], "r_norm": [0.2511790096759796, 0.2570154368877411, 0.24511536955833435, 0.24985018372535706, 0.2531595528125763, 0.2446533739566803, 0.2571539580821991]}, {"step": 3050, "epoch": 6, "train_loss": 0.035937659442424774, "cos_r_negg": [0.2875148057937622, 0.35283052921295166, 0.3463938236236572, 0.3416592478752136, 0.34368911385536194, 0.35369184613227844, 0.19868361949920654], "cos_apical_negg": [0.2875148057937622, 0.35283052921295166, 0.3463938236236572, 0.3416592478752136, 0.34368911385536194, 0.35369184613227844, 0.19868361949920654], "cos_Ac_negg": [0.2875148057937622, 0.35283052921295166, 0.3463938236236572, 0.3416592478752136, 0.34368911385536194, 0.35369184613227844, 0.19868361949920654], "r_norm": [0.22965677082538605, 0.233912855386734, 0.21908755600452423, 0.22712087631225586, 0.23154759407043457, 0.22224825620651245, 0.23563840985298157]}, {"step": 3100, "epoch": 6, "train_loss": 0.07383611053228378, "cos_r_negg": [0.31373581290245056, 0.38385820388793945, 0.3742578625679016, 0.3601266145706177, 0.36678004264831543, 0.37945038080215454, 0.2067604959011078], "cos_apical_negg": [0.31373581290245056, 0.38385820388793945, 0.3742578625679016, 0.3601266145706177, 0.36678004264831543, 0.37945038080215454, 0.2067604959011078], "cos_Ac_negg": [0.31373581290245056, 0.38385820388793945, 0.3742578625679016, 0.3601266145706177, 0.36678004264831543, 0.37945038080215454, 0.2067604959011078], "r_norm": [0.21656861901283264, 0.22114208340644836, 0.20621152222156525, 0.2133699357509613, 0.2174103856086731, 0.21005535125732422, 0.22101476788520813]}, {"step": 3150, "epoch": 6, "train_loss": 0.003651655511930585, "cos_r_negg": [0.28886061906814575, 0.3471251130104065, 0.3350757956504822, 0.345580518245697, 0.33905479311943054, 0.3503159284591675, 0.18575456738471985], "cos_apical_negg": [0.28886061906814575, 0.3471251130104065, 0.3350757956504822, 0.345580518245697, 0.33905479311943054, 0.3503159284591675, 0.18575456738471985], "cos_Ac_negg": [0.28886061906814575, 0.3471251130104065, 0.3350757956504822, 0.345580518245697, 0.33905479311943054, 0.3503159284591675, 0.18575456738471985], "r_norm": [0.25706014037132263, 0.26025599241256714, 0.24440959095954895, 0.2535083293914795, 0.2592672109603882, 0.24953460693359375, 0.26309457421302795]}, {"step": 3200, "epoch": 6, "train_loss": 0.07561719417572021, "cos_r_negg": [0.3053545355796814, 0.36983412504196167, 0.37090665102005005, 0.3721104860305786, 0.3563191592693329, 0.3587579131126404, 0.21081098914146423], "cos_apical_negg": [0.3053545355796814, 0.36983412504196167, 0.37090665102005005, 0.3721104860305786, 0.3563191592693329, 0.3587579131126404, 0.21081098914146423], "cos_Ac_negg": [0.3053545355796814, 0.36983412504196167, 0.37090665102005005, 0.3721104860305786, 0.3563191592693329, 0.3587579131126404, 0.21081098914146423], "r_norm": [0.24201199412345886, 0.24495132267475128, 0.2302180379629135, 0.23989097774028778, 0.24301472306251526, 0.2343355268239975, 0.24633918702602386]}, {"step": 3250, "epoch": 6, "train_loss": 0.03530856594443321, "cos_r_negg": [0.3518778383731842, 0.42092365026474, 0.4169171452522278, 0.4230419397354126, 0.40499866008758545, 0.42153987288475037, 0.23788905143737793], "cos_apical_negg": [0.3518778383731842, 0.42092365026474, 0.4169171452522278, 0.4230419397354126, 0.40499866008758545, 0.42153987288475037, 0.23788905143737793], "cos_Ac_negg": [0.3518778383731842, 0.42092365026474, 0.4169171452522278, 0.4230419397354126, 0.40499866008758545, 0.42153987288475037, 0.23788905143737793], "r_norm": [0.27200502157211304, 0.27760934829711914, 0.2615073323249817, 0.2709309458732605, 0.27402612566947937, 0.26378053426742554, 0.27922898530960083]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9671, "test_loss": 0.1350620777130127}, {"step": 3300, "epoch": 7, "train_loss": 0.04402756690979004, "cos_r_negg": [0.32745227217674255, 0.3877037763595581, 0.37272757291793823, 0.36349916458129883, 0.36841684579849243, 0.3741414248943329, 0.2172090709209442], "cos_apical_negg": [0.32745227217674255, 0.3877037763595581, 0.37272757291793823, 0.36349916458129883, 0.36841684579849243, 0.3741414248943329, 0.2172090709209442], "cos_Ac_negg": [0.32745227217674255, 0.3877037763595581, 0.37272757291793823, 0.36349916458129883, 0.36841684579849243, 0.3741414248943329, 0.2172090709209442], "r_norm": [0.28787922859191895, 0.29281455278396606, 0.276231050491333, 0.28332090377807617, 0.2890462577342987, 0.27927011251449585, 0.2948378920555115]}, {"step": 3350, "epoch": 7, "train_loss": 0.011697749607264996, "cos_r_negg": [0.2880329489707947, 0.3381795287132263, 0.33162111043930054, 0.3338506817817688, 0.3290349841117859, 0.3389907777309418, 0.19332194328308105], "cos_apical_negg": [0.2880329489707947, 0.3381795287132263, 0.33162111043930054, 0.3338506817817688, 0.3290349841117859, 0.3389907777309418, 0.19332194328308105], "cos_Ac_negg": [0.2880329489707947, 0.3381795287132263, 0.33162111043930054, 0.3338506817817688, 0.3290349841117859, 0.3389907777309418, 0.19332194328308105], "r_norm": [0.24096886813640594, 0.24580708146095276, 0.23201045393943787, 0.2405710369348526, 0.24270567297935486, 0.23551347851753235, 0.24577371776103973]}, {"step": 3400, "epoch": 7, "train_loss": 0.008687623776495457, "cos_r_negg": [0.27122682332992554, 0.327675998210907, 0.3218057155609131, 0.30879393219947815, 0.30685168504714966, 0.3308470845222473, 0.19321024417877197], "cos_apical_negg": [0.27122682332992554, 0.327675998210907, 0.3218057155609131, 0.30879393219947815, 0.30685168504714966, 0.3308470845222473, 0.19321024417877197], "cos_Ac_negg": [0.27122682332992554, 0.327675998210907, 0.3218057155609131, 0.30879393219947815, 0.30685168504714966, 0.3308470845222473, 0.19321024417877197], "r_norm": [0.22981491684913635, 0.2329743504524231, 0.21886014938354492, 0.22915956377983093, 0.23036931455135345, 0.22348254919052124, 0.2337140440940857]}, {"step": 3450, "epoch": 7, "train_loss": 0.047885872423648834, "cos_r_negg": [0.280766099691391, 0.3451230823993683, 0.32444456219673157, 0.32392311096191406, 0.32473886013031006, 0.3459959626197815, 0.18844476342201233], "cos_apical_negg": [0.280766099691391, 0.3451230823993683, 0.32444456219673157, 0.32392311096191406, 0.32473886013031006, 0.3459959626197815, 0.18844476342201233], "cos_Ac_negg": [0.280766099691391, 0.3451230823993683, 0.32444456219673157, 0.32392311096191406, 0.32473886013031006, 0.3459959626197815, 0.18844476342201233], "r_norm": [0.22921323776245117, 0.23245900869369507, 0.21707755327224731, 0.227884441614151, 0.2299928367137909, 0.22283899784088135, 0.23454037308692932]}, {"step": 3500, "epoch": 7, "train_loss": 0.020771855488419533, "cos_r_negg": [0.2631523013114929, 0.3260256052017212, 0.3091646134853363, 0.30253860354423523, 0.300126850605011, 0.3328244686126709, 0.18110480904579163], "cos_apical_negg": [0.2631523013114929, 0.3260256052017212, 0.3091646134853363, 0.30253860354423523, 0.300126850605011, 0.3328244686126709, 0.18110480904579163], "cos_Ac_negg": [0.2631523013114929, 0.3260256052017212, 0.3091646134853363, 0.30253860354423523, 0.300126850605011, 0.3328244686126709, 0.18110480904579163], "r_norm": [0.20838198065757751, 0.2119949907064438, 0.20039905607700348, 0.20788615942001343, 0.2103588879108429, 0.20402589440345764, 0.2144441455602646]}, {"step": 3550, "epoch": 7, "train_loss": 0.05509781837463379, "cos_r_negg": [0.24857886135578156, 0.3141704797744751, 0.2981506586074829, 0.29945915937423706, 0.29767775535583496, 0.3083825707435608, 0.16198746860027313], "cos_apical_negg": [0.24857886135578156, 0.3141704797744751, 0.2981506586074829, 0.29945915937423706, 0.29767775535583496, 0.3083825707435608, 0.16198746860027313], "cos_Ac_negg": [0.24857886135578156, 0.3141704797744751, 0.2981506586074829, 0.29945915937423706, 0.29767775535583496, 0.3083825707435608, 0.16198746860027313], "r_norm": [0.24186770617961884, 0.24648791551589966, 0.233444482088089, 0.24083258211612701, 0.24427565932273865, 0.23613682389259338, 0.24880340695381165]}, {"step": 3600, "epoch": 7, "train_loss": 0.010248963721096516, "cos_r_negg": [0.2591056823730469, 0.3155660629272461, 0.31093335151672363, 0.3041819930076599, 0.30848485231399536, 0.32578665018081665, 0.18377287685871124], "cos_apical_negg": [0.2591056823730469, 0.3155660629272461, 0.31093335151672363, 0.3041819930076599, 0.30848485231399536, 0.32578665018081665, 0.18377287685871124], "cos_Ac_negg": [0.2591056823730469, 0.3155660629272461, 0.31093335151672363, 0.3041819930076599, 0.30848485231399536, 0.32578665018081665, 0.18377287685871124], "r_norm": [0.26318123936653137, 0.26949626207351685, 0.2526387870311737, 0.26069188117980957, 0.26646655797958374, 0.25771504640579224, 0.2702673673629761]}, {"step": 3650, "epoch": 7, "train_loss": 0.0040964954532682896, "cos_r_negg": [0.26925361156463623, 0.3231160044670105, 0.31387031078338623, 0.3099023997783661, 0.30558329820632935, 0.32429128885269165, 0.18938793241977692], "cos_apical_negg": [0.26925361156463623, 0.3231160044670105, 0.31387031078338623, 0.3099023997783661, 0.30558329820632935, 0.32429128885269165, 0.18938793241977692], "cos_Ac_negg": [0.26925361156463623, 0.3231160044670105, 0.31387031078338623, 0.3099023997783661, 0.30558329820632935, 0.32429128885269165, 0.18938793241977692], "r_norm": [0.27091720700263977, 0.2770340144634247, 0.2599698305130005, 0.2665947377681732, 0.2737083435058594, 0.2661249041557312, 0.27755358815193176]}, {"step": 3700, "epoch": 7, "train_loss": 0.012190733104944229, "cos_r_negg": [0.2578694224357605, 0.3183903694152832, 0.3064274489879608, 0.2991120219230652, 0.2964288890361786, 0.31565001606941223, 0.19414806365966797], "cos_apical_negg": [0.2578694224357605, 0.3183903694152832, 0.3064274489879608, 0.2991120219230652, 0.2964288890361786, 0.31565001606941223, 0.19414806365966797], "cos_Ac_negg": [0.2578694224357605, 0.3183903694152832, 0.3064274489879608, 0.2991120219230652, 0.2964288890361786, 0.31565001606941223, 0.19414806365966797], "r_norm": [0.2543753385543823, 0.2602981925010681, 0.24671801924705505, 0.2541864514350891, 0.25708073377609253, 0.249121755361557, 0.26038020849227905]}, {"step": 3750, "epoch": 7, "train_loss": 0.012841864489018917, "cos_r_negg": [0.2604009509086609, 0.317041277885437, 0.298534631729126, 0.2873460650444031, 0.2892078161239624, 0.31382590532302856, 0.18164925277233124], "cos_apical_negg": [0.2604009509086609, 0.317041277885437, 0.298534631729126, 0.2873460650444031, 0.2892078161239624, 0.31382590532302856, 0.18164925277233124], "cos_Ac_negg": [0.2604009509086609, 0.317041277885437, 0.298534631729126, 0.2873460650444031, 0.2892078161239624, 0.31382590532302856, 0.18164925277233124], "r_norm": [0.2428259551525116, 0.2471787929534912, 0.23363688588142395, 0.24034935235977173, 0.24431367218494415, 0.23634415864944458, 0.2492908388376236]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9677, "test_loss": 0.14900022621154785}, {"step": 3800, "epoch": 8, "train_loss": 0.05614946782588959, "cos_r_negg": [0.22427436709403992, 0.2808568477630615, 0.2653958201408386, 0.25528013706207275, 0.2499542534351349, 0.27242785692214966, 0.15612219274044037], "cos_apical_negg": [0.22427436709403992, 0.2808568477630615, 0.2653958201408386, 0.25528013706207275, 0.2499542534351349, 0.27242785692214966, 0.15612219274044037], "cos_Ac_negg": [0.22427436709403992, 0.2808568477630615, 0.2653958201408386, 0.25528013706207275, 0.2499542534351349, 0.27242785692214966, 0.15612219274044037], "r_norm": [0.22512705624103546, 0.23003286123275757, 0.21580687165260315, 0.22228071093559265, 0.22677025198936462, 0.2204732447862625, 0.23150402307510376]}, {"step": 3850, "epoch": 8, "train_loss": 0.00772895198315382, "cos_r_negg": [0.21601489186286926, 0.2768847346305847, 0.2566492557525635, 0.24895960092544556, 0.24301691353321075, 0.258029580116272, 0.15042853355407715], "cos_apical_negg": [0.21601489186286926, 0.2768847346305847, 0.2566492557525635, 0.24895960092544556, 0.24301691353321075, 0.258029580116272, 0.15042853355407715], "cos_Ac_negg": [0.21601489186286926, 0.2768847346305847, 0.2566492557525635, 0.24895960092544556, 0.24301691353321075, 0.258029580116272, 0.15042853355407715], "r_norm": [0.2258799970149994, 0.23124735057353973, 0.217748761177063, 0.22427025437355042, 0.2277129739522934, 0.22185158729553223, 0.23095563054084778]}, {"step": 3900, "epoch": 8, "train_loss": 0.0067223175428807735, "cos_r_negg": [0.22568194568157196, 0.28257226943969727, 0.2633272409439087, 0.2548798620700836, 0.255148708820343, 0.2673654556274414, 0.17107081413269043], "cos_apical_negg": [0.22568194568157196, 0.28257226943969727, 0.2633272409439087, 0.2548798620700836, 0.255148708820343, 0.2673654556274414, 0.17107081413269043], "cos_Ac_negg": [0.22568194568157196, 0.28257226943969727, 0.2633272409439087, 0.2548798620700836, 0.255148708820343, 0.2673654556274414, 0.17107081413269043], "r_norm": [0.23685744404792786, 0.2421802580356598, 0.2276797592639923, 0.2347227782011032, 0.24008296430110931, 0.2329314798116684, 0.24304987490177155]}, {"step": 3950, "epoch": 8, "train_loss": 0.01015019603073597, "cos_r_negg": [0.21217891573905945, 0.26478397846221924, 0.24714496731758118, 0.23800331354141235, 0.24458418786525726, 0.24751350283622742, 0.15504100918769836], "cos_apical_negg": [0.21217891573905945, 0.26478397846221924, 0.24714496731758118, 0.23800331354141235, 0.24458418786525726, 0.24751350283622742, 0.15504100918769836], "cos_Ac_negg": [0.21217891573905945, 0.26478397846221924, 0.24714496731758118, 0.23800331354141235, 0.24458418786525726, 0.24751350283622742, 0.15504100918769836], "r_norm": [0.21543043851852417, 0.22094164788722992, 0.2079588919878006, 0.2149113416671753, 0.21847058832645416, 0.21234771609306335, 0.2221827507019043]}, {"step": 4000, "epoch": 8, "train_loss": 0.006838271860033274, "cos_r_negg": [0.19965031743049622, 0.2508811354637146, 0.23334728181362152, 0.22980591654777527, 0.23604942858219147, 0.2347138375043869, 0.14071521162986755], "cos_apical_negg": [0.19965031743049622, 0.2508811354637146, 0.23334728181362152, 0.22980591654777527, 0.23604942858219147, 0.2347138375043869, 0.14071521162986755], "cos_Ac_negg": [0.19965031743049622, 0.2508811354637146, 0.23334728181362152, 0.22980591654777527, 0.23604942858219147, 0.2347138375043869, 0.14071521162986755], "r_norm": [0.22768738865852356, 0.23310843110084534, 0.220947727560997, 0.22695979475975037, 0.23082278668880463, 0.22398485243320465, 0.2342568337917328]}, {"step": 4050, "epoch": 8, "train_loss": 0.0016578013310208917, "cos_r_negg": [0.21314583718776703, 0.265777587890625, 0.2449086308479309, 0.23561376333236694, 0.2381279170513153, 0.2430054247379303, 0.14305324852466583], "cos_apical_negg": [0.21314583718776703, 0.265777587890625, 0.2449086308479309, 0.23561376333236694, 0.2381279170513153, 0.2430054247379303, 0.14305324852466583], "cos_Ac_negg": [0.21314583718776703, 0.265777587890625, 0.2449086308479309, 0.23561376333236694, 0.2381279170513153, 0.2430054247379303, 0.14305324852466583], "r_norm": [0.23121565580368042, 0.23601847887039185, 0.22095324099063873, 0.22983716428279877, 0.23293767869472504, 0.22665700316429138, 0.2374454289674759]}, {"step": 4100, "epoch": 8, "train_loss": 0.061716124415397644, "cos_r_negg": [0.21172529458999634, 0.2612546980381012, 0.24618107080459595, 0.2404402196407318, 0.24052555859088898, 0.24064525961875916, 0.1382659375667572], "cos_apical_negg": [0.21172529458999634, 0.2612546980381012, 0.24618107080459595, 0.2404402196407318, 0.24052555859088898, 0.24064525961875916, 0.1382659375667572], "cos_Ac_negg": [0.21172529458999634, 0.2612546980381012, 0.24618107080459595, 0.2404402196407318, 0.24052555859088898, 0.24064525961875916, 0.1382659375667572], "r_norm": [0.23235678672790527, 0.2360062301158905, 0.22021031379699707, 0.2310623824596405, 0.23371940851211548, 0.22650986909866333, 0.23859480023384094]}, {"step": 4150, "epoch": 8, "train_loss": 0.0006992191774770617, "cos_r_negg": [0.21172001957893372, 0.25567367672920227, 0.24493308365345, 0.23845136165618896, 0.23778240382671356, 0.24171671271324158, 0.1520565152168274], "cos_apical_negg": [0.21172001957893372, 0.25567367672920227, 0.24493308365345, 0.23845136165618896, 0.23778240382671356, 0.24171671271324158, 0.1520565152168274], "cos_Ac_negg": [0.21172001957893372, 0.25567367672920227, 0.24493308365345, 0.23845136165618896, 0.23778240382671356, 0.24171671271324158, 0.1520565152168274], "r_norm": [0.26510101556777954, 0.2697761058807373, 0.2526565492153168, 0.26283034682273865, 0.2673959732055664, 0.2591661810874939, 0.2718712091445923]}, {"step": 4200, "epoch": 8, "train_loss": 0.009719479829072952, "cos_r_negg": [0.2170296609401703, 0.26636117696762085, 0.24721860885620117, 0.24369914829730988, 0.24689960479736328, 0.25172966718673706, 0.14192545413970947], "cos_apical_negg": [0.2170296609401703, 0.26636117696762085, 0.24721860885620117, 0.24369914829730988, 0.24689960479736328, 0.25172966718673706, 0.14192545413970947], "cos_Ac_negg": [0.2170296609401703, 0.26636117696762085, 0.24721860885620117, 0.24369914829730988, 0.24689960479736328, 0.25172966718673706, 0.14192545413970947], "r_norm": [0.23975390195846558, 0.24437080323696136, 0.2275126427412033, 0.23605439066886902, 0.24183903634548187, 0.23529058694839478, 0.24707603454589844]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9702, "test_loss": 0.1446866491317749}, {"step": 4250, "epoch": 9, "train_loss": 0.02381182461977005, "cos_r_negg": [0.22412875294685364, 0.2779271602630615, 0.2594625651836395, 0.25495073199272156, 0.2509501874446869, 0.2539141774177551, 0.14976567029953003], "cos_apical_negg": [0.22412875294685364, 0.2779271602630615, 0.2594625651836395, 0.25495073199272156, 0.2509501874446869, 0.2539141774177551, 0.14976567029953003], "cos_Ac_negg": [0.22412875294685364, 0.2779271602630615, 0.2594625651836395, 0.25495073199272156, 0.2509501874446869, 0.2539141774177551, 0.14976567029953003], "r_norm": [0.19044512510299683, 0.19710706174373627, 0.18456628918647766, 0.19037388265132904, 0.19353103637695312, 0.18761396408081055, 0.19761605560779572]}, {"step": 4300, "epoch": 9, "train_loss": 0.014948543161153793, "cos_r_negg": [0.2116253823041916, 0.2598666846752167, 0.24039936065673828, 0.23242759704589844, 0.23557966947555542, 0.2357274740934372, 0.14139211177825928], "cos_apical_negg": [0.2116253823041916, 0.2598666846752167, 0.24039936065673828, 0.23242759704589844, 0.23557966947555542, 0.2357274740934372, 0.14139211177825928], "cos_Ac_negg": [0.2116253823041916, 0.2598666846752167, 0.24039936065673828, 0.23242759704589844, 0.23557966947555542, 0.2357274740934372, 0.14139211177825928], "r_norm": [0.23953713476657867, 0.24535949528217316, 0.22994659841060638, 0.23807570338249207, 0.24240078032016754, 0.23605281114578247, 0.24598005414009094]}, {"step": 4350, "epoch": 9, "train_loss": 0.023338254541158676, "cos_r_negg": [0.19217729568481445, 0.22845149040222168, 0.21467182040214539, 0.20683030784130096, 0.20911948382854462, 0.2068135142326355, 0.12267087399959564], "cos_apical_negg": [0.19217729568481445, 0.22845149040222168, 0.21467182040214539, 0.20683030784130096, 0.20911948382854462, 0.2068135142326355, 0.12267087399959564], "cos_Ac_negg": [0.19217729568481445, 0.22845149040222168, 0.21467182040214539, 0.20683030784130096, 0.20911948382854462, 0.2068135142326355, 0.12267087399959564], "r_norm": [0.24553659558296204, 0.25075459480285645, 0.2353346049785614, 0.24422010779380798, 0.24780714511871338, 0.24122054874897003, 0.2521490454673767]}, {"step": 4400, "epoch": 9, "train_loss": 0.005701666232198477, "cos_r_negg": [0.19506563246250153, 0.2365531325340271, 0.2176084816455841, 0.2097930908203125, 0.2088465541601181, 0.2077644169330597, 0.1219141036272049], "cos_apical_negg": [0.19506563246250153, 0.2365531325340271, 0.2176084816455841, 0.2097930908203125, 0.2088465541601181, 0.2077644169330597, 0.1219141036272049], "cos_Ac_negg": [0.19506563246250153, 0.2365531325340271, 0.2176084816455841, 0.2097930908203125, 0.2088465541601181, 0.2077644169330597, 0.1219141036272049], "r_norm": [0.23492279648780823, 0.24122466146945953, 0.22666820883750916, 0.2351878583431244, 0.23774953186511993, 0.23091208934783936, 0.24164168536663055]}, {"step": 4450, "epoch": 9, "train_loss": 0.0032884408719837666, "cos_r_negg": [0.17844542860984802, 0.21544939279556274, 0.20510989427566528, 0.20009015500545502, 0.19650226831436157, 0.1981220543384552, 0.1181798130273819], "cos_apical_negg": [0.17844542860984802, 0.21544939279556274, 0.20510989427566528, 0.20009015500545502, 0.19650226831436157, 0.1981220543384552, 0.1181798130273819], "cos_Ac_negg": [0.17844542860984802, 0.21544939279556274, 0.20510989427566528, 0.20009015500545502, 0.19650226831436157, 0.1981220543384552, 0.1181798130273819], "r_norm": [0.21669040620326996, 0.2234898805618286, 0.20732256770133972, 0.21560487151145935, 0.219114750623703, 0.21226558089256287, 0.22329068183898926]}, {"step": 4500, "epoch": 9, "train_loss": 0.005655031651258469, "cos_r_negg": [0.1822890043258667, 0.22093307971954346, 0.20835214853286743, 0.1989821195602417, 0.1922324001789093, 0.19947725534439087, 0.12110033631324768], "cos_apical_negg": [0.1822890043258667, 0.22093307971954346, 0.20835214853286743, 0.1989821195602417, 0.1922324001789093, 0.19947725534439087, 0.12110033631324768], "cos_Ac_negg": [0.1822890043258667, 0.22093307971954346, 0.20835214853286743, 0.1989821195602417, 0.1922324001789093, 0.19947725534439087, 0.12110033631324768], "r_norm": [0.21652507781982422, 0.22064529359340668, 0.20592841506004333, 0.213763028383255, 0.21793240308761597, 0.21262416243553162, 0.22311407327651978]}, {"step": 4550, "epoch": 9, "train_loss": 0.00178423710167408, "cos_r_negg": [0.1931530386209488, 0.2338060438632965, 0.22116531431674957, 0.21023206412792206, 0.2076384574174881, 0.20904511213302612, 0.13107827305793762], "cos_apical_negg": [0.1931530386209488, 0.2338060438632965, 0.22116531431674957, 0.21023206412792206, 0.2076384574174881, 0.20904511213302612, 0.13107827305793762], "cos_Ac_negg": [0.1931530386209488, 0.2338060438632965, 0.22116531431674957, 0.21023206412792206, 0.2076384574174881, 0.20904511213302612, 0.13107827305793762], "r_norm": [0.18694616854190826, 0.19190271198749542, 0.17961110174655914, 0.18673130869865417, 0.1898171603679657, 0.18327859044075012, 0.19400401413440704]}, {"step": 4600, "epoch": 9, "train_loss": 0.03564400598406792, "cos_r_negg": [0.19393470883369446, 0.23791001737117767, 0.21780407428741455, 0.20685043931007385, 0.20907041430473328, 0.20908723771572113, 0.12578102946281433], "cos_apical_negg": [0.19393470883369446, 0.23791001737117767, 0.21780407428741455, 0.20685043931007385, 0.20907041430473328, 0.20908723771572113, 0.12578102946281433], "cos_Ac_negg": [0.19393470883369446, 0.23791001737117767, 0.21780407428741455, 0.20685043931007385, 0.20907041430473328, 0.20908723771572113, 0.12578102946281433], "r_norm": [0.22880031168460846, 0.2324598878622055, 0.21631532907485962, 0.22596436738967896, 0.22976377606391907, 0.22397775948047638, 0.23424141108989716]}, {"step": 4650, "epoch": 9, "train_loss": 0.00859127938747406, "cos_r_negg": [0.17710751295089722, 0.21836495399475098, 0.20415955781936646, 0.19119226932525635, 0.18886780738830566, 0.18643131852149963, 0.11896365880966187], "cos_apical_negg": [0.17710751295089722, 0.21836495399475098, 0.20415955781936646, 0.19119226932525635, 0.18886780738830566, 0.18643131852149963, 0.11896365880966187], "cos_Ac_negg": [0.17710751295089722, 0.21836495399475098, 0.20415955781936646, 0.19119226932525635, 0.18886780738830566, 0.18643131852149963, 0.11896365880966187], "r_norm": [0.19713222980499268, 0.20339564979076385, 0.18976685404777527, 0.1962297558784485, 0.19940981268882751, 0.19373348355293274, 0.20389845967292786]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9694, "test_loss": 0.1576485580444336}, {"step": 4700, "epoch": 10, "train_loss": 0.006190818268805742, "cos_r_negg": [0.16330857574939728, 0.2006724774837494, 0.19060122966766357, 0.1807633489370346, 0.17589905858039856, 0.17127862572669983, 0.11552779376506805], "cos_apical_negg": [0.16330857574939728, 0.2006724774837494, 0.19060122966766357, 0.1807633489370346, 0.17589905858039856, 0.17127862572669983, 0.11552779376506805], "cos_Ac_negg": [0.16330857574939728, 0.2006724774837494, 0.19060122966766357, 0.1807633489370346, 0.17589905858039856, 0.17127862572669983, 0.11552779376506805], "r_norm": [0.17820486426353455, 0.18357595801353455, 0.17169059813022614, 0.1784813553094864, 0.1799091100692749, 0.17426365613937378, 0.18394026160240173]}, {"step": 4750, "epoch": 10, "train_loss": 0.0003286919090896845, "cos_r_negg": [0.1578526794910431, 0.1933772712945938, 0.1824760138988495, 0.1730809509754181, 0.17057056725025177, 0.17011350393295288, 0.11266149580478668], "cos_apical_negg": [0.1578526794910431, 0.1933772712945938, 0.1824760138988495, 0.1730809509754181, 0.17057056725025177, 0.17011350393295288, 0.11266149580478668], "cos_Ac_negg": [0.1578526794910431, 0.1933772712945938, 0.1824760138988495, 0.1730809509754181, 0.17057056725025177, 0.17011350393295288, 0.11266149580478668], "r_norm": [0.17156155407428741, 0.17492592334747314, 0.1639862060546875, 0.17106086015701294, 0.1728816032409668, 0.16783291101455688, 0.17628875374794006]}, {"step": 4800, "epoch": 10, "train_loss": 0.002998463809490204, "cos_r_negg": [0.15353979170322418, 0.18987950682640076, 0.18000344932079315, 0.1707381010055542, 0.1667717695236206, 0.16638362407684326, 0.10673048347234726], "cos_apical_negg": [0.15353979170322418, 0.18987950682640076, 0.18000344932079315, 0.1707381010055542, 0.1667717695236206, 0.16638362407684326, 0.10673048347234726], "cos_Ac_negg": [0.15353979170322418, 0.18987950682640076, 0.18000344932079315, 0.1707381010055542, 0.1667717695236206, 0.16638362407684326, 0.10673048347234726], "r_norm": [0.18276013433933258, 0.1858818084001541, 0.17253075540065765, 0.18103599548339844, 0.18328186869621277, 0.1787799894809723, 0.18658584356307983]}, {"step": 4850, "epoch": 10, "train_loss": 0.0013523994712159038, "cos_r_negg": [0.1448163390159607, 0.18258506059646606, 0.16836261749267578, 0.1561373770236969, 0.15634682774543762, 0.15495114028453827, 0.09839385747909546], "cos_apical_negg": [0.1448163390159607, 0.18258506059646606, 0.16836261749267578, 0.1561373770236969, 0.15634682774543762, 0.15495114028453827, 0.09839385747909546], "cos_Ac_negg": [0.1448163390159607, 0.18258506059646606, 0.16836261749267578, 0.1561373770236969, 0.15634682774543762, 0.15495114028453827, 0.09839385747909546], "r_norm": [0.18129375576972961, 0.18495407700538635, 0.17220930755138397, 0.180076465010643, 0.18254311382770538, 0.1777789443731308, 0.1856393665075302]}, {"step": 4900, "epoch": 10, "train_loss": 0.001159380073659122, "cos_r_negg": [0.1391592025756836, 0.17245693504810333, 0.16011840105056763, 0.14779675006866455, 0.14640270173549652, 0.1458853781223297, 0.09528607130050659], "cos_apical_negg": [0.1391592025756836, 0.17245693504810333, 0.16011840105056763, 0.14779675006866455, 0.14640270173549652, 0.1458853781223297, 0.09528607130050659], "cos_Ac_negg": [0.1391592025756836, 0.17245693504810333, 0.16011840105056763, 0.14779675006866455, 0.14640270173549652, 0.1458853781223297, 0.09528607130050659], "r_norm": [0.17711031436920166, 0.18084213137626648, 0.17065776884555817, 0.1777566373348236, 0.17924167215824127, 0.17450924217700958, 0.18236321210861206]}, {"step": 4950, "epoch": 10, "train_loss": 0.00031735628726892173, "cos_r_negg": [0.14283648133277893, 0.1750289499759674, 0.1632779836654663, 0.15466289222240448, 0.1499754935503006, 0.15076114237308502, 0.09711411595344543], "cos_apical_negg": [0.14283648133277893, 0.1750289499759674, 0.1632779836654663, 0.15466289222240448, 0.1499754935503006, 0.15076114237308502, 0.09711411595344543], "cos_Ac_negg": [0.14283648133277893, 0.1750289499759674, 0.1632779836654663, 0.15466289222240448, 0.1499754935503006, 0.15076114237308502, 0.09711411595344543], "r_norm": [0.18735960125923157, 0.19078756868839264, 0.17826709151268005, 0.18706092238426208, 0.18964019417762756, 0.1832447052001953, 0.19292524456977844]}, {"step": 5000, "epoch": 10, "train_loss": 0.000639556092210114, "cos_r_negg": [0.13148686289787292, 0.16603237390518188, 0.1524076759815216, 0.14652623236179352, 0.14243094623088837, 0.14194250106811523, 0.09150363504886627], "cos_apical_negg": [0.13148686289787292, 0.16603237390518188, 0.1524076759815216, 0.14652623236179352, 0.14243094623088837, 0.14194250106811523, 0.09150363504886627], "cos_Ac_negg": [0.13148686289787292, 0.16603237390518188, 0.1524076759815216, 0.14652623236179352, 0.14243094623088837, 0.14194250106811523, 0.09150363504886627], "r_norm": [0.18591880798339844, 0.18974755704402924, 0.1775732934474945, 0.18587225675582886, 0.18838897347450256, 0.1822717785835266, 0.19158467650413513]}, {"step": 5050, "epoch": 10, "train_loss": 0.0012932682875543833, "cos_r_negg": [0.15634019672870636, 0.1945127546787262, 0.18379919230937958, 0.17400458455085754, 0.17152179777622223, 0.1666378676891327, 0.10546913743019104], "cos_apical_negg": [0.15634019672870636, 0.1945127546787262, 0.18379919230937958, 0.17400458455085754, 0.17152179777622223, 0.1666378676891327, 0.10546913743019104], "cos_Ac_negg": [0.15634019672870636, 0.1945127546787262, 0.18379919230937958, 0.17400458455085754, 0.17152179777622223, 0.1666378676891327, 0.10546913743019104], "r_norm": [0.19840344786643982, 0.2024773806333542, 0.19024263322353363, 0.19968406856060028, 0.200856551527977, 0.1940106600522995, 0.2045823037624359]}, {"step": 5100, "epoch": 10, "train_loss": 0.0015239128842949867, "cos_r_negg": [0.14403104782104492, 0.17908817529678345, 0.1702786237001419, 0.16089114546775818, 0.16479387879371643, 0.16180244088172913, 0.1024031788110733], "cos_apical_negg": [0.14403104782104492, 0.17908817529678345, 0.1702786237001419, 0.16089114546775818, 0.16479387879371643, 0.16180244088172913, 0.1024031788110733], "cos_Ac_negg": [0.14403104782104492, 0.17908817529678345, 0.1702786237001419, 0.16089114546775818, 0.16479387879371643, 0.16180244088172913, 0.1024031788110733], "r_norm": [0.20665132999420166, 0.21125023066997528, 0.19923745095729828, 0.20751169323921204, 0.20903773605823517, 0.2034599334001541, 0.21252581477165222]}, {"step": 5150, "epoch": 10, "train_loss": 6.457445851992816e-05, "cos_r_negg": [0.14316606521606445, 0.17358443140983582, 0.16433873772621155, 0.15313878655433655, 0.1603795737028122, 0.1604267805814743, 0.10355676710605621], "cos_apical_negg": [0.14316606521606445, 0.17358443140983582, 0.16433873772621155, 0.15313878655433655, 0.1603795737028122, 0.1604267805814743, 0.10355676710605621], "cos_Ac_negg": [0.14316606521606445, 0.17358443140983582, 0.16433873772621155, 0.15313878655433655, 0.1603795737028122, 0.1604267805814743, 0.10355676710605621], "r_norm": [0.2085152566432953, 0.2115524858236313, 0.19970017671585083, 0.20850861072540283, 0.21064823865890503, 0.20353913307189941, 0.21402253210544586]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9702, "test_loss": 0.1710445960998535}, {"step": 5200, "epoch": 11, "train_loss": 0.004245718475431204, "cos_r_negg": [0.13486497104167938, 0.16431888937950134, 0.15320129692554474, 0.14085550606250763, 0.14460793137550354, 0.14487403631210327, 0.09259499609470367], "cos_apical_negg": [0.13486497104167938, 0.16431888937950134, 0.15320129692554474, 0.14085550606250763, 0.14460793137550354, 0.14487403631210327, 0.09259499609470367], "cos_Ac_negg": [0.13486497104167938, 0.16431888937950134, 0.15320129692554474, 0.14085550606250763, 0.14460793137550354, 0.14487403631210327, 0.09259499609470367], "r_norm": [0.1887308806180954, 0.19266146421432495, 0.18084664642810822, 0.1894342005252838, 0.19094382226467133, 0.18519559502601624, 0.19424012303352356]}, {"step": 5250, "epoch": 11, "train_loss": 0.007218279410153627, "cos_r_negg": [0.1365932822227478, 0.16698181629180908, 0.15576285123825073, 0.14462748169898987, 0.1444498598575592, 0.14356255531311035, 0.09136883914470673], "cos_apical_negg": [0.1365932822227478, 0.16698181629180908, 0.15576285123825073, 0.14462748169898987, 0.1444498598575592, 0.14356255531311035, 0.09136883914470673], "cos_Ac_negg": [0.1365932822227478, 0.16698181629180908, 0.15576285123825073, 0.14462748169898987, 0.1444498598575592, 0.14356255531311035, 0.09136883914470673], "r_norm": [0.19734513759613037, 0.20072902739048004, 0.18805384635925293, 0.19710658490657806, 0.19931167364120483, 0.19358563423156738, 0.20283064246177673]}, {"step": 5300, "epoch": 11, "train_loss": 0.0011929899919778109, "cos_r_negg": [0.13929103314876556, 0.16978032886981964, 0.1603056937456131, 0.14882014691829681, 0.15399609506130219, 0.1542198657989502, 0.09861414134502411], "cos_apical_negg": [0.13929103314876556, 0.16978032886981964, 0.1603056937456131, 0.14882014691829681, 0.15399609506130219, 0.1542198657989502, 0.09861414134502411], "cos_Ac_negg": [0.13929103314876556, 0.16978032886981964, 0.1603056937456131, 0.14882014691829681, 0.15399609506130219, 0.1542198657989502, 0.09861414134502411], "r_norm": [0.1905910223722458, 0.1934421956539154, 0.1822981834411621, 0.19155754148960114, 0.19266590476036072, 0.18640205264091492, 0.19631586968898773]}, {"step": 5350, "epoch": 11, "train_loss": 0.003734930418431759, "cos_r_negg": [0.13102057576179504, 0.16024214029312134, 0.15012049674987793, 0.13959571719169617, 0.14057621359825134, 0.14110104739665985, 0.09060579538345337], "cos_apical_negg": [0.13102057576179504, 0.16024214029312134, 0.15012049674987793, 0.13959571719169617, 0.14057621359825134, 0.14110104739665985, 0.09060579538345337], "cos_Ac_negg": [0.13102057576179504, 0.16024214029312134, 0.15012049674987793, 0.13959571719169617, 0.14057621359825134, 0.14110104739665985, 0.09060579538345337], "r_norm": [0.20353952050209045, 0.2066406011581421, 0.1936652511358261, 0.20251736044883728, 0.20514874160289764, 0.19970713555812836, 0.20913846790790558]}, {"step": 5400, "epoch": 11, "train_loss": 0.0032940185628831387, "cos_r_negg": [0.12783318758010864, 0.15717676281929016, 0.14923296868801117, 0.14120244979858398, 0.14044436812400818, 0.1432042121887207, 0.09312818944454193], "cos_apical_negg": [0.12783318758010864, 0.15717676281929016, 0.14923296868801117, 0.14120244979858398, 0.14044436812400818, 0.1432042121887207, 0.09312818944454193], "cos_Ac_negg": [0.12783318758010864, 0.15717676281929016, 0.14923296868801117, 0.14120244979858398, 0.14044436812400818, 0.1432042121887207, 0.09312818944454193], "r_norm": [0.20400798320770264, 0.20728090405464172, 0.19483545422554016, 0.203275665640831, 0.20593217015266418, 0.20020925998687744, 0.2095828652381897]}, {"step": 5450, "epoch": 11, "train_loss": 0.001981742912903428, "cos_r_negg": [0.12424329668283463, 0.15512993931770325, 0.147093266248703, 0.13887786865234375, 0.13615287840366364, 0.1364816129207611, 0.08960986137390137], "cos_apical_negg": [0.12424329668283463, 0.15512993931770325, 0.147093266248703, 0.13887786865234375, 0.13615287840366364, 0.1364816129207611, 0.08960986137390137], "cos_Ac_negg": [0.12424329668283463, 0.15512993931770325, 0.147093266248703, 0.13887786865234375, 0.13615287840366364, 0.1364816129207611, 0.08960986137390137], "r_norm": [0.20160003006458282, 0.20510390400886536, 0.19273558259010315, 0.20114067196846008, 0.2038298100233078, 0.19761022925376892, 0.20741823315620422]}, {"step": 5500, "epoch": 11, "train_loss": 0.0016108518466353416, "cos_r_negg": [0.11639721691608429, 0.14502958953380585, 0.13724255561828613, 0.12853239476680756, 0.13075797259807587, 0.13006529211997986, 0.08582724630832672], "cos_apical_negg": [0.11639721691608429, 0.14502958953380585, 0.13724255561828613, 0.12853239476680756, 0.13075797259807587, 0.13006529211997986, 0.08582724630832672], "cos_Ac_negg": [0.11639721691608429, 0.14502958953380585, 0.13724255561828613, 0.12853239476680756, 0.13075797259807587, 0.13006529211997986, 0.08582724630832672], "r_norm": [0.20876167714595795, 0.21282047033309937, 0.2023121565580368, 0.20887017250061035, 0.21162691712379456, 0.20618534088134766, 0.2152048945426941]}, {"step": 5550, "epoch": 11, "train_loss": 0.0006735459319315851, "cos_r_negg": [0.11800220608711243, 0.1473936289548874, 0.13696154952049255, 0.12920355796813965, 0.1289568990468979, 0.12987661361694336, 0.08392296731472015], "cos_apical_negg": [0.11800220608711243, 0.1473936289548874, 0.13696154952049255, 0.12920355796813965, 0.1289568990468979, 0.12987661361694336, 0.08392296731472015], "cos_Ac_negg": [0.11800220608711243, 0.1473936289548874, 0.13696154952049255, 0.12920355796813965, 0.1289568990468979, 0.12987661361694336, 0.08392296731472015], "r_norm": [0.20129704475402832, 0.20431947708129883, 0.19309547543525696, 0.20116597414016724, 0.20293162763118744, 0.19694805145263672, 0.20674218237400055]}, {"step": 5600, "epoch": 11, "train_loss": 0.0001638850662857294, "cos_r_negg": [0.11263647675514221, 0.1337193250656128, 0.12331549823284149, 0.11544184386730194, 0.11920756101608276, 0.12091904878616333, 0.07776182144880295], "cos_apical_negg": [0.11263647675514221, 0.1337193250656128, 0.12331549823284149, 0.11544184386730194, 0.11920756101608276, 0.12091904878616333, 0.07776182144880295], "cos_Ac_negg": [0.11263647675514221, 0.1337193250656128, 0.12331549823284149, 0.11544184386730194, 0.11920756101608276, 0.12091904878616333, 0.07776182144880295], "r_norm": [0.20531854033470154, 0.20953881740570068, 0.19815602898597717, 0.20605045557022095, 0.20787690579891205, 0.20209282636642456, 0.2116609811782837]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.972, "test_loss": 0.1716504077911377}, {"step": 5650, "epoch": 12, "train_loss": 0.0035766437649726868, "cos_r_negg": [0.11590424925088882, 0.1383868306875229, 0.12867727875709534, 0.1215626671910286, 0.1269623041152954, 0.12385502457618713, 0.08163492381572723], "cos_apical_negg": [0.11590424925088882, 0.1383868306875229, 0.12867727875709534, 0.1215626671910286, 0.1269623041152954, 0.12385502457618713, 0.08163492381572723], "cos_Ac_negg": [0.11590424925088882, 0.1383868306875229, 0.12867727875709534, 0.1215626671910286, 0.1269623041152954, 0.12385502457618713, 0.08163492381572723], "r_norm": [0.21167336404323578, 0.21514086425304413, 0.20194201171398163, 0.2105567753314972, 0.21419981122016907, 0.2072647213935852, 0.21799203753471375]}, {"step": 5700, "epoch": 12, "train_loss": 0.00017574001685716212, "cos_r_negg": [0.10855326056480408, 0.13027997314929962, 0.12124583125114441, 0.11556456238031387, 0.11805497854948044, 0.11638081073760986, 0.0732300728559494], "cos_apical_negg": [0.10855326056480408, 0.13027997314929962, 0.12124583125114441, 0.11556456238031387, 0.11805497854948044, 0.11638081073760986, 0.0732300728559494], "cos_Ac_negg": [0.10855326056480408, 0.13027997314929962, 0.12124583125114441, 0.11556456238031387, 0.11805497854948044, 0.11638081073760986, 0.0732300728559494], "r_norm": [0.22518950700759888, 0.22847044467926025, 0.2150348722934723, 0.22460708022117615, 0.22650261223316193, 0.21863526105880737, 0.23110783100128174]}, {"step": 5750, "epoch": 12, "train_loss": 0.0007960608345456421, "cos_r_negg": [0.1058960109949112, 0.1282370686531067, 0.11993856728076935, 0.11396729946136475, 0.11739277839660645, 0.11470134556293488, 0.07251755893230438], "cos_apical_negg": [0.1058960109949112, 0.1282370686531067, 0.11993856728076935, 0.11396729946136475, 0.11739277839660645, 0.11470134556293488, 0.07251755893230438], "cos_Ac_negg": [0.1058960109949112, 0.1282370686531067, 0.11993856728076935, 0.11396729946136475, 0.11739277839660645, 0.11470134556293488, 0.07251755893230438], "r_norm": [0.22903122007846832, 0.23427361249923706, 0.22043779492378235, 0.2290824055671692, 0.23152197897434235, 0.2224719375371933, 0.23620985448360443]}, {"step": 5800, "epoch": 12, "train_loss": 0.00034753777435980737, "cos_r_negg": [0.10766853392124176, 0.12946099042892456, 0.12177759408950806, 0.11445429176092148, 0.11654350161552429, 0.11435006558895111, 0.07504266500473022], "cos_apical_negg": [0.10766853392124176, 0.12946099042892456, 0.12177759408950806, 0.11445429176092148, 0.11654350161552429, 0.11435006558895111, 0.07504266500473022], "cos_Ac_negg": [0.10766853392124176, 0.12946099042892456, 0.12177759408950806, 0.11445429176092148, 0.11654350161552429, 0.11435006558895111, 0.07504266500473022], "r_norm": [0.21972878277301788, 0.2242998629808426, 0.2108798623085022, 0.22000733017921448, 0.2216571420431137, 0.21336930990219116, 0.22639766335487366]}, {"step": 5850, "epoch": 12, "train_loss": 0.0012896622065454721, "cos_r_negg": [0.10496996343135834, 0.12610673904418945, 0.11849980801343918, 0.11113838851451874, 0.1110822930932045, 0.11014452576637268, 0.0717393308877945], "cos_apical_negg": [0.10496996343135834, 0.12610673904418945, 0.11849980801343918, 0.11113838851451874, 0.1110822930932045, 0.11014452576637268, 0.0717393308877945], "cos_Ac_negg": [0.10496996343135834, 0.12610673904418945, 0.11849980801343918, 0.11113838851451874, 0.1110822930932045, 0.11014452576637268, 0.0717393308877945], "r_norm": [0.2077365219593048, 0.21077506244182587, 0.19822445511817932, 0.20738348364830017, 0.20897585153579712, 0.2017233520746231, 0.213622584939003]}, {"step": 5900, "epoch": 12, "train_loss": 0.0006706106942147017, "cos_r_negg": [0.0997600108385086, 0.11954841017723083, 0.11307117342948914, 0.1063423752784729, 0.10808753222227097, 0.10508784651756287, 0.06920354813337326], "cos_apical_negg": [0.0997600108385086, 0.11954841017723083, 0.11307117342948914, 0.1063423752784729, 0.10808753222227097, 0.10508784651756287, 0.06920354813337326], "cos_Ac_negg": [0.0997600108385086, 0.11954841017723083, 0.11307117342948914, 0.1063423752784729, 0.10808753222227097, 0.10508784651756287, 0.06920354813337326], "r_norm": [0.19843222200870514, 0.20137226581573486, 0.18878023326396942, 0.19757945835590363, 0.19964580237865448, 0.19337283074855804, 0.20372167229652405]}, {"step": 5950, "epoch": 12, "train_loss": 0.0027054320089519024, "cos_r_negg": [0.09630542248487473, 0.11610928177833557, 0.10954103618860245, 0.10275909304618835, 0.10563214123249054, 0.10174845159053802, 0.06642083823680878], "cos_apical_negg": [0.09630542248487473, 0.11610928177833557, 0.10954103618860245, 0.10275909304618835, 0.10563214123249054, 0.10174845159053802, 0.06642083823680878], "cos_Ac_negg": [0.09630542248487473, 0.11610928177833557, 0.10954103618860245, 0.10275909304618835, 0.10563214123249054, 0.10174845159053802, 0.06642083823680878], "r_norm": [0.2075636237859726, 0.2108232080936432, 0.19768688082695007, 0.20673198997974396, 0.20899173617362976, 0.20238040387630463, 0.21301451325416565]}, {"step": 6000, "epoch": 12, "train_loss": 0.0009432054357603192, "cos_r_negg": [0.09552378952503204, 0.11372670531272888, 0.10772046446800232, 0.10126202553510666, 0.10198286175727844, 0.09973398596048355, 0.06427325308322906], "cos_apical_negg": [0.09552378952503204, 0.11372670531272888, 0.10772046446800232, 0.10126202553510666, 0.10198286175727844, 0.09973398596048355, 0.06427325308322906], "cos_Ac_negg": [0.09552378952503204, 0.11372670531272888, 0.10772046446800232, 0.10126202553510666, 0.10198286175727844, 0.09973398596048355, 0.06427325308322906], "r_norm": [0.19930699467658997, 0.20269569754600525, 0.19063833355903625, 0.19898787140846252, 0.20092928409576416, 0.1940111368894577, 0.20456291735172272]}, {"step": 6050, "epoch": 12, "train_loss": 0.0008384709362871945, "cos_r_negg": [0.0931674987077713, 0.10971718281507492, 0.10414692759513855, 0.097814179956913, 0.09888025373220444, 0.09789121150970459, 0.06263332813978195], "cos_apical_negg": [0.0931674987077713, 0.10971718281507492, 0.10414692759513855, 0.097814179956913, 0.09888025373220444, 0.09789121150970459, 0.06263332813978195], "cos_Ac_negg": [0.0931674987077713, 0.10971718281507492, 0.10414692759513855, 0.097814179956913, 0.09888025373220444, 0.09789121150970459, 0.06263332813978195], "r_norm": [0.205521360039711, 0.20837099850177765, 0.19536715745925903, 0.20470497012138367, 0.20642410218715668, 0.19975091516971588, 0.21075496077537537]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9719, "test_loss": 0.18112503662109375}, {"step": 6100, "epoch": 13, "train_loss": 0.000871839583851397, "cos_r_negg": [0.09994249790906906, 0.11791713535785675, 0.11175365746021271, 0.10367991030216217, 0.10456022620201111, 0.10374397039413452, 0.06845441460609436], "cos_apical_negg": [0.09994249790906906, 0.11791713535785675, 0.11175365746021271, 0.10367991030216217, 0.10456022620201111, 0.10374397039413452, 0.06845441460609436], "cos_Ac_negg": [0.09994249790906906, 0.11791713535785675, 0.11175365746021271, 0.10367991030216217, 0.10456022620201111, 0.10374397039413452, 0.06845441460609436], "r_norm": [0.22336283326148987, 0.22653226554393768, 0.21242131292819977, 0.2214689701795578, 0.22433863580226898, 0.2178022414445877, 0.22947895526885986]}, {"step": 6150, "epoch": 13, "train_loss": 0.00012968797818757594, "cos_r_negg": [0.09717536717653275, 0.11420071125030518, 0.1088535487651825, 0.10075461864471436, 0.10373248904943466, 0.1048126220703125, 0.06814975291490555], "cos_apical_negg": [0.09717536717653275, 0.11420071125030518, 0.1088535487651825, 0.10075461864471436, 0.10373248904943466, 0.1048126220703125, 0.06814975291490555], "cos_Ac_negg": [0.09717536717653275, 0.11420071125030518, 0.1088535487651825, 0.10075461864471436, 0.10373248904943466, 0.1048126220703125, 0.06814975291490555], "r_norm": [0.20701338350772858, 0.20979835093021393, 0.19759121537208557, 0.20622366666793823, 0.20849749445915222, 0.20185808837413788, 0.21332129836082458]}, {"step": 6200, "epoch": 13, "train_loss": 0.00011935113434446976, "cos_r_negg": [0.09842702746391296, 0.11619623750448227, 0.11148129403591156, 0.10289586335420609, 0.10487645119428635, 0.10495026409626007, 0.06853373348712921], "cos_apical_negg": [0.09842702746391296, 0.11619623750448227, 0.11148129403591156, 0.10289586335420609, 0.10487645119428635, 0.10495026409626007, 0.06853373348712921], "cos_Ac_negg": [0.09842702746391296, 0.11619623750448227, 0.11148129403591156, 0.10289586335420609, 0.10487645119428635, 0.10495026409626007, 0.06853373348712921], "r_norm": [0.21014952659606934, 0.2137572020292282, 0.2009967565536499, 0.20908385515213013, 0.21199214458465576, 0.2052750140428543, 0.2171510010957718]}, {"step": 6250, "epoch": 13, "train_loss": 0.00013032696733716875, "cos_r_negg": [0.09749417752027512, 0.11500555276870728, 0.1102479100227356, 0.10298571735620499, 0.10294222831726074, 0.10213662683963776, 0.06647686660289764], "cos_apical_negg": [0.09749417752027512, 0.11500555276870728, 0.1102479100227356, 0.10298571735620499, 0.10294222831726074, 0.10213662683963776, 0.06647686660289764], "cos_Ac_negg": [0.09749417752027512, 0.11500555276870728, 0.1102479100227356, 0.10298571735620499, 0.10294222831726074, 0.10213662683963776, 0.06647686660289764], "r_norm": [0.21365541219711304, 0.217124804854393, 0.203941211104393, 0.21208149194717407, 0.21519559621810913, 0.20864024758338928, 0.220342755317688]}, {"step": 6300, "epoch": 13, "train_loss": 0.00034483696799725294, "cos_r_negg": [0.09337970614433289, 0.11049015820026398, 0.1059921607375145, 0.09909524023532867, 0.0979502871632576, 0.09848041087388992, 0.06529301404953003], "cos_apical_negg": [0.09337970614433289, 0.11049015820026398, 0.1059921607375145, 0.09909524023532867, 0.0979502871632576, 0.09848041087388992, 0.06529301404953003], "cos_Ac_negg": [0.09337970614433289, 0.11049015820026398, 0.1059921607375145, 0.09909524023532867, 0.0979502871632576, 0.09848041087388992, 0.06529301404953003], "r_norm": [0.20321343839168549, 0.20597395300865173, 0.1940849870443344, 0.20222662389278412, 0.20489250123500824, 0.19817686080932617, 0.20929118990898132]}, {"step": 6350, "epoch": 13, "train_loss": 0.0031055407598614693, "cos_r_negg": [0.09223330765962601, 0.10937356948852539, 0.10436439514160156, 0.09688147902488708, 0.09651067107915878, 0.09654809534549713, 0.06443223357200623], "cos_apical_negg": [0.09223330765962601, 0.10937356948852539, 0.10436439514160156, 0.09688147902488708, 0.09651067107915878, 0.09654809534549713, 0.06443223357200623], "cos_Ac_negg": [0.09223330765962601, 0.10937356948852539, 0.10436439514160156, 0.09688147902488708, 0.09651067107915878, 0.09654809534549713, 0.06443223357200623], "r_norm": [0.2072163224220276, 0.20994779467582703, 0.1976466178894043, 0.2059895396232605, 0.20872598886489868, 0.20202766358852386, 0.2132122814655304]}, {"step": 6400, "epoch": 13, "train_loss": 0.0014786019455641508, "cos_r_negg": [0.09392824023962021, 0.1115332543849945, 0.10715161263942719, 0.0999981015920639, 0.10010834038257599, 0.10027483105659485, 0.06762881577014923], "cos_apical_negg": [0.09392824023962021, 0.1115332543849945, 0.10715161263942719, 0.0999981015920639, 0.10010834038257599, 0.10027483105659485, 0.06762881577014923], "cos_Ac_negg": [0.09392824023962021, 0.1115332543849945, 0.10715161263942719, 0.0999981015920639, 0.10010834038257599, 0.10027483105659485, 0.06762881577014923], "r_norm": [0.19913822412490845, 0.20217865705490112, 0.19068562984466553, 0.19844529032707214, 0.2011776864528656, 0.19449284672737122, 0.20547781884670258]}, {"step": 6450, "epoch": 13, "train_loss": 0.00036103057209402323, "cos_r_negg": [0.09434264898300171, 0.11221575736999512, 0.10740300267934799, 0.09925945103168488, 0.09976068139076233, 0.10133997350931168, 0.0689563900232315], "cos_apical_negg": [0.09434264898300171, 0.11221575736999512, 0.10740300267934799, 0.09925945103168488, 0.09976068139076233, 0.10133997350931168, 0.0689563900232315], "cos_Ac_negg": [0.09434264898300171, 0.11221575736999512, 0.10740300267934799, 0.09925945103168488, 0.09976068139076233, 0.10133997350931168, 0.0689563900232315], "r_norm": [0.21470564603805542, 0.21829551458358765, 0.20507404208183289, 0.21360653638839722, 0.21643801033496857, 0.20926377177238464, 0.22116243839263916]}, {"step": 6500, "epoch": 13, "train_loss": 5.8308512961957604e-05, "cos_r_negg": [0.09009786695241928, 0.10730227828025818, 0.10278460383415222, 0.09585897624492645, 0.09674492478370667, 0.09846021234989166, 0.06656481325626373], "cos_apical_negg": [0.09009786695241928, 0.10730227828025818, 0.10278460383415222, 0.09585897624492645, 0.09674492478370667, 0.09846021234989166, 0.06656481325626373], "cos_Ac_negg": [0.09009786695241928, 0.10730227828025818, 0.10278460383415222, 0.09585897624492645, 0.09674492478370667, 0.09846021234989166, 0.06656481325626373], "r_norm": [0.20888328552246094, 0.21187156438827515, 0.19974100589752197, 0.20783081650733948, 0.21075433492660522, 0.20343178510665894, 0.21492670476436615]}, {"step": 6550, "epoch": 13, "train_loss": 0.0006765266880393028, "cos_r_negg": [0.08962278068065643, 0.10609239339828491, 0.10075509548187256, 0.09504061192274094, 0.09539145976305008, 0.09587458521127701, 0.06470270454883575], "cos_apical_negg": [0.08962278068065643, 0.10609239339828491, 0.10075509548187256, 0.09504061192274094, 0.09539145976305008, 0.09587458521127701, 0.06470270454883575], "cos_Ac_negg": [0.08962278068065643, 0.10609239339828491, 0.10075509548187256, 0.09504061192274094, 0.09539145976305008, 0.09587458521127701, 0.06470270454883575], "r_norm": [0.20760178565979004, 0.2105541080236435, 0.19820386171340942, 0.20638367533683777, 0.20941011607646942, 0.20230451226234436, 0.21368657052516937]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9723, "test_loss": 0.18654495887756348}, {"step": 6600, "epoch": 14, "train_loss": 0.00028365053003653884, "cos_r_negg": [0.08768551051616669, 0.10343099385499954, 0.09895513951778412, 0.09384466707706451, 0.0945901870727539, 0.09492462873458862, 0.06395167857408524], "cos_apical_negg": [0.08768551051616669, 0.10343099385499954, 0.09895513951778412, 0.09384466707706451, 0.0945901870727539, 0.09492462873458862, 0.06395167857408524], "cos_Ac_negg": [0.08768551051616669, 0.10343099385499954, 0.09895513951778412, 0.09384466707706451, 0.0945901870727539, 0.09492462873458862, 0.06395167857408524], "r_norm": [0.2015567123889923, 0.2044030725955963, 0.1927832067012787, 0.20047977566719055, 0.20367363095283508, 0.1966525912284851, 0.20779946446418762]}, {"step": 6650, "epoch": 14, "train_loss": 0.0012816620292142034, "cos_r_negg": [0.08549811691045761, 0.10107599198818207, 0.09692391753196716, 0.09162016957998276, 0.09185498207807541, 0.09244880080223083, 0.0621478445827961], "cos_apical_negg": [0.08549811691045761, 0.10107599198818207, 0.09692391753196716, 0.09162016957998276, 0.09185498207807541, 0.09244880080223083, 0.0621478445827961], "cos_Ac_negg": [0.08549811691045761, 0.10107599198818207, 0.09692391753196716, 0.09162016957998276, 0.09185498207807541, 0.09244880080223083, 0.0621478445827961], "r_norm": [0.20223715901374817, 0.20515750348567963, 0.1933227926492691, 0.2010442316532135, 0.20420441031455994, 0.1973157823085785, 0.20836949348449707]}, {"step": 6700, "epoch": 14, "train_loss": 0.0001624748983886093, "cos_r_negg": [0.08416914939880371, 0.09984105825424194, 0.09537872672080994, 0.09003043174743652, 0.08959080278873444, 0.09060435742139816, 0.06091983988881111], "cos_apical_negg": [0.08416914939880371, 0.09984105825424194, 0.09537872672080994, 0.09003043174743652, 0.08959080278873444, 0.09060435742139816, 0.06091983988881111], "cos_Ac_negg": [0.08416914939880371, 0.09984105825424194, 0.09537872672080994, 0.09003043174743652, 0.08959080278873444, 0.09060435742139816, 0.06091983988881111], "r_norm": [0.20428191125392914, 0.20731070637702942, 0.19526255130767822, 0.2031087577342987, 0.20618852972984314, 0.19924673438072205, 0.21037563681602478]}, {"step": 6750, "epoch": 14, "train_loss": 0.0004697143449448049, "cos_r_negg": [0.0828591138124466, 0.09824857115745544, 0.09389489144086838, 0.0885566771030426, 0.08822254836559296, 0.08961383998394012, 0.06013762205839157], "cos_apical_negg": [0.0828591138124466, 0.09824857115745544, 0.09389489144086838, 0.0885566771030426, 0.08822254836559296, 0.08961383998394012, 0.06013762205839157], "cos_Ac_negg": [0.0828591138124466, 0.09824857115745544, 0.09389489144086838, 0.0885566771030426, 0.08822254836559296, 0.08961383998394012, 0.06013762205839157], "r_norm": [0.20686306059360504, 0.20996186137199402, 0.1976567804813385, 0.20566797256469727, 0.20868411660194397, 0.201714426279068, 0.2128671258687973]}, {"step": 6800, "epoch": 14, "train_loss": 0.0009504781337454915, "cos_r_negg": [0.083605095744133, 0.09913555532693863, 0.09473869204521179, 0.08943304419517517, 0.08933200687170029, 0.09048937261104584, 0.05999138951301575], "cos_apical_negg": [0.083605095744133, 0.09913555532693863, 0.09473869204521179, 0.08943304419517517, 0.08933200687170029, 0.09048937261104584, 0.05999138951301575], "cos_Ac_negg": [0.083605095744133, 0.09913555532693863, 0.09473869204521179, 0.08943304419517517, 0.08933200687170029, 0.09048937261104584, 0.05999138951301575], "r_norm": [0.20151281356811523, 0.20446431636810303, 0.192638099193573, 0.20034551620483398, 0.20334899425506592, 0.19685788452625275, 0.2075975239276886]}, {"step": 6850, "epoch": 14, "train_loss": 0.0003346248995512724, "cos_r_negg": [0.08066016435623169, 0.0965813398361206, 0.0911920964717865, 0.08607552945613861, 0.08543147891759872, 0.08681975305080414, 0.05776533484458923], "cos_apical_negg": [0.08066016435623169, 0.0965813398361206, 0.0911920964717865, 0.08607552945613861, 0.08543147891759872, 0.08681975305080414, 0.05776533484458923], "cos_Ac_negg": [0.08066016435623169, 0.0965813398361206, 0.0911920964717865, 0.08607552945613861, 0.08543147891759872, 0.08681975305080414, 0.05776533484458923], "r_norm": [0.2080610692501068, 0.2112129181623459, 0.19874416291713715, 0.2067779302597046, 0.2098253071308136, 0.20287194848060608, 0.2139694094657898]}, {"step": 6900, "epoch": 14, "train_loss": 0.0006508664228022099, "cos_r_negg": [0.07993502914905548, 0.09527090191841125, 0.09042485803365707, 0.08516272157430649, 0.0841996818780899, 0.08603250235319138, 0.05765924230217934], "cos_apical_negg": [0.07993502914905548, 0.09527090191841125, 0.09042485803365707, 0.08516272157430649, 0.0841996818780899, 0.08603250235319138, 0.05765924230217934], "cos_Ac_negg": [0.07993502914905548, 0.09527090191841125, 0.09042485803365707, 0.08516272157430649, 0.0841996818780899, 0.08603250235319138, 0.05765924230217934], "r_norm": [0.21171770989894867, 0.21511375904083252, 0.20280243456363678, 0.21066594123840332, 0.2137722671031952, 0.20605960488319397, 0.217613086104393]}, {"step": 6950, "epoch": 14, "train_loss": 0.00013501601642929018, "cos_r_negg": [0.08310876786708832, 0.0986454039812088, 0.0942455604672432, 0.0888412594795227, 0.0899316817522049, 0.09095057845115662, 0.06159210950136185], "cos_apical_negg": [0.08310876786708832, 0.0986454039812088, 0.0942455604672432, 0.0888412594795227, 0.0899316817522049, 0.09095057845115662, 0.06159210950136185], "cos_Ac_negg": [0.08310876786708832, 0.0986454039812088, 0.0942455604672432, 0.0888412594795227, 0.0899316817522049, 0.09095057845115662, 0.06159210950136185], "r_norm": [0.19908365607261658, 0.20215094089508057, 0.19075599312782288, 0.19830863177776337, 0.20138609409332275, 0.19428423047065735, 0.20541350543498993]}, {"step": 7000, "epoch": 14, "train_loss": 0.00024986432981677353, "cos_r_negg": [0.08148884773254395, 0.09695148468017578, 0.09241332858800888, 0.0873529464006424, 0.088308185338974, 0.08906369656324387, 0.06051066145300865], "cos_apical_negg": [0.08148884773254395, 0.09695148468017578, 0.09241332858800888, 0.0873529464006424, 0.088308185338974, 0.08906369656324387, 0.06051066145300865], "cos_Ac_negg": [0.08148884773254395, 0.09695148468017578, 0.09241332858800888, 0.0873529464006424, 0.088308185338974, 0.08906369656324387, 0.06051066145300865], "r_norm": [0.20132029056549072, 0.20442306995391846, 0.19290655851364136, 0.20057693123817444, 0.2035457193851471, 0.19643600285053253, 0.2075587809085846]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9713, "test_loss": 0.19316751861572265}, {"step": 7050, "epoch": 15, "train_loss": 0.00016830085951369256, "cos_r_negg": [0.08077391982078552, 0.09627456963062286, 0.09105184674263, 0.08605353534221649, 0.08656096458435059, 0.08731411397457123, 0.05887628346681595], "cos_apical_negg": [0.08077391982078552, 0.09627456963062286, 0.09105184674263, 0.08605353534221649, 0.08656096458435059, 0.08731411397457123, 0.05887628346681595], "cos_Ac_negg": [0.08077391982078552, 0.09627456963062286, 0.09105184674263, 0.08605353534221649, 0.08656096458435059, 0.08731411397457123, 0.05887628346681595], "r_norm": [0.20081734657287598, 0.20379140973091125, 0.1923075169324875, 0.20000562071800232, 0.2029295712709427, 0.19596228003501892, 0.20706041157245636]}, {"step": 7100, "epoch": 15, "train_loss": 0.0004668241599574685, "cos_r_negg": [0.08094949275255203, 0.0966237410902977, 0.091133251786232, 0.0861244648694992, 0.08658497035503387, 0.08711245656013489, 0.05823926627635956], "cos_apical_negg": [0.08094949275255203, 0.0966237410902977, 0.091133251786232, 0.0861244648694992, 0.08658497035503387, 0.08711245656013489, 0.05823926627635956], "cos_Ac_negg": [0.08094949275255203, 0.0966237410902977, 0.091133251786232, 0.0861244648694992, 0.08658497035503387, 0.08711245656013489, 0.05823926627635956], "r_norm": [0.1971733570098877, 0.19997790455818176, 0.1885720193386078, 0.19621391594409943, 0.19915667176246643, 0.19261011481285095, 0.20345519483089447]}, {"step": 7150, "epoch": 15, "train_loss": 0.0001611123443581164, "cos_r_negg": [0.08017803728580475, 0.09578608721494675, 0.09045837819576263, 0.08555139601230621, 0.08592690527439117, 0.08641654253005981, 0.057797834277153015], "cos_apical_negg": [0.08017803728580475, 0.09578608721494675, 0.09045837819576263, 0.08555139601230621, 0.08592690527439117, 0.08641654253005981, 0.057797834277153015], "cos_Ac_negg": [0.08017803728580475, 0.09578608721494675, 0.09045837819576263, 0.08555139601230621, 0.08592690527439117, 0.08641654253005981, 0.057797834277153015], "r_norm": [0.197833850979805, 0.2007060945034027, 0.18923532962799072, 0.19691848754882812, 0.19982662796974182, 0.1931968629360199, 0.2040969580411911]}, {"step": 7200, "epoch": 15, "train_loss": 0.00032653482048772275, "cos_r_negg": [0.07886675000190735, 0.09435965865850449, 0.08938673883676529, 0.08470160514116287, 0.08467049896717072, 0.08536852896213531, 0.05734184384346008], "cos_apical_negg": [0.07886675000190735, 0.09435965865850449, 0.08938673883676529, 0.08470160514116287, 0.08467049896717072, 0.08536852896213531, 0.05734184384346008], "cos_Ac_negg": [0.07886675000190735, 0.09435965865850449, 0.08938673883676529, 0.08470160514116287, 0.08467049896717072, 0.08536852896213531, 0.05734184384346008], "r_norm": [0.19804514944553375, 0.20099201798439026, 0.18976658582687378, 0.19727134704589844, 0.20019592344760895, 0.1932688057422638, 0.2043314278125763]}, {"step": 7250, "epoch": 15, "train_loss": 0.0004496560140978545, "cos_r_negg": [0.07778291404247284, 0.09293912351131439, 0.0883796289563179, 0.08373083174228668, 0.08332362771034241, 0.08450724184513092, 0.0571163110435009], "cos_apical_negg": [0.07778291404247284, 0.09293912351131439, 0.0883796289563179, 0.08373083174228668, 0.08332362771034241, 0.08450724184513092, 0.0571163110435009], "cos_Ac_negg": [0.07778291404247284, 0.09293912351131439, 0.0883796289563179, 0.08373083174228668, 0.08332362771034241, 0.08450724184513092, 0.0571163110435009], "r_norm": [0.20040582120418549, 0.20344355702400208, 0.1922139674425125, 0.19973309338092804, 0.20260173082351685, 0.19534102082252502, 0.20667624473571777]}, {"step": 7300, "epoch": 15, "train_loss": 0.00012242647062521428, "cos_r_negg": [0.0769718587398529, 0.09208735823631287, 0.08745573461055756, 0.08283856511116028, 0.08263805508613586, 0.08356834948062897, 0.05647527799010277], "cos_apical_negg": [0.0769718587398529, 0.09208735823631287, 0.08745573461055756, 0.08283856511116028, 0.08263805508613586, 0.08356834948062897, 0.05647527799010277], "cos_Ac_negg": [0.0769718587398529, 0.09208735823631287, 0.08745573461055756, 0.08283856511116028, 0.08263805508613586, 0.08356834948062897, 0.05647527799010277], "r_norm": [0.20065225660800934, 0.20372319221496582, 0.19251789152622223, 0.1999935358762741, 0.20286226272583008, 0.19559088349342346, 0.20692060887813568]}, {"step": 7350, "epoch": 15, "train_loss": 0.00015424970479216427, "cos_r_negg": [0.07660713791847229, 0.09137332439422607, 0.08683928847312927, 0.08219443261623383, 0.08214273303747177, 0.0827319324016571, 0.055949196219444275], "cos_apical_negg": [0.07660713791847229, 0.09137332439422607, 0.08683928847312927, 0.08219443261623383, 0.08214273303747177, 0.0827319324016571, 0.055949196219444275], "cos_Ac_negg": [0.07660713791847229, 0.09137332439422607, 0.08683928847312927, 0.08219443261623383, 0.08214273303747177, 0.0827319324016571, 0.055949196219444275], "r_norm": [0.19861170649528503, 0.2016487419605255, 0.19049352407455444, 0.19793488085269928, 0.2007835954427719, 0.19369396567344666, 0.20495247840881348]}, {"step": 7400, "epoch": 15, "train_loss": 6.902137829456478e-05, "cos_r_negg": [0.07894854247570038, 0.09385800361633301, 0.08979692310094833, 0.08485230803489685, 0.08642907440662384, 0.08661952614784241, 0.05987776070833206], "cos_apical_negg": [0.07894854247570038, 0.09385800361633301, 0.08979692310094833, 0.08485230803489685, 0.08642907440662384, 0.08661952614784241, 0.05987776070833206], "cos_Ac_negg": [0.07894854247570038, 0.09385800361633301, 0.08979692310094833, 0.08485230803489685, 0.08642907440662384, 0.08661952614784241, 0.05987776070833206], "r_norm": [0.19818131625652313, 0.2012399584054947, 0.19006003439426422, 0.19763028621673584, 0.20039813220500946, 0.19346940517425537, 0.20460134744644165]}, {"step": 7450, "epoch": 15, "train_loss": 0.0001902160729514435, "cos_r_negg": [0.0776122584939003, 0.09245413541793823, 0.08832964301109314, 0.08353902399539948, 0.08471280336380005, 0.08507892489433289, 0.05900927260518074], "cos_apical_negg": [0.0776122584939003, 0.09245413541793823, 0.08832964301109314, 0.08353902399539948, 0.08471280336380005, 0.08507892489433289, 0.05900927260518074], "cos_Ac_negg": [0.0776122584939003, 0.09245413541793823, 0.08832964301109314, 0.08353902399539948, 0.08471280336380005, 0.08507892489433289, 0.05900927260518074], "r_norm": [0.19892145693302155, 0.2019432783126831, 0.19070592522621155, 0.19833101332187653, 0.20104603469371796, 0.1941586434841156, 0.20526713132858276]}, {"step": 7500, "epoch": 15, "train_loss": 0.00045365843106992543, "cos_r_negg": [0.07623464614152908, 0.09115272760391235, 0.08681264519691467, 0.08232475072145462, 0.08326778560876846, 0.0835367813706398, 0.057144731283187866], "cos_apical_negg": [0.07623464614152908, 0.09115272760391235, 0.08681264519691467, 0.08232475072145462, 0.08326778560876846, 0.0835367813706398, 0.057144731283187866], "cos_Ac_negg": [0.07623464614152908, 0.09115272760391235, 0.08681264519691467, 0.08232475072145462, 0.08326778560876846, 0.0835367813706398, 0.057144731283187866], "r_norm": [0.1983146071434021, 0.20128697156906128, 0.19006063044071198, 0.1976669579744339, 0.20038428902626038, 0.1935582458972931, 0.20461207628250122]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9713, "test_loss": 0.19733025436401366}, {"step": 7550, "epoch": 16, "train_loss": 4.7538080252707005e-05, "cos_r_negg": [0.0758330374956131, 0.0909246951341629, 0.08634711802005768, 0.08199432492256165, 0.08280255645513535, 0.08284032344818115, 0.05633893981575966], "cos_apical_negg": [0.0758330374956131, 0.0909246951341629, 0.08634711802005768, 0.08199432492256165, 0.08280255645513535, 0.08284032344818115, 0.05633893981575966], "cos_Ac_negg": [0.0758330374956131, 0.0909246951341629, 0.08634711802005768, 0.08199432492256165, 0.08280255645513535, 0.08284032344818115, 0.05633893981575966], "r_norm": [0.1985812783241272, 0.20157882571220398, 0.1902989149093628, 0.1979067027568817, 0.20063164830207825, 0.19379523396492004, 0.20483741164207458]}, {"step": 7600, "epoch": 16, "train_loss": 0.0009367951424792409, "cos_r_negg": [0.07525397837162018, 0.09038453549146652, 0.08590835332870483, 0.0815260112285614, 0.08206607401371002, 0.08260186016559601, 0.0565299466252327], "cos_apical_negg": [0.07525397837162018, 0.09038453549146652, 0.08590835332870483, 0.0815260112285614, 0.08206607401371002, 0.08260186016559601, 0.0565299466252327], "cos_Ac_negg": [0.07525397837162018, 0.09038453549146652, 0.08590835332870483, 0.0815260112285614, 0.08206607401371002, 0.08260186016559601, 0.0565299466252327], "r_norm": [0.19982630014419556, 0.2029930055141449, 0.19191133975982666, 0.19935482740402222, 0.20209313929080963, 0.1947939097881317, 0.20606879889965057]}, {"step": 7650, "epoch": 16, "train_loss": 0.00014225710765458643, "cos_r_negg": [0.07462067902088165, 0.089580237865448, 0.08507688343524933, 0.0808621495962143, 0.0813136026263237, 0.08184181898832321, 0.055916182696819305], "cos_apical_negg": [0.07462067902088165, 0.089580237865448, 0.08507688343524933, 0.0808621495962143, 0.0813136026263237, 0.08184181898832321, 0.055916182696819305], "cos_Ac_negg": [0.07462067902088165, 0.089580237865448, 0.08507688343524933, 0.0808621495962143, 0.0813136026263237, 0.08184181898832321, 0.055916182696819305], "r_norm": [0.19996362924575806, 0.20310845971107483, 0.1919502466917038, 0.19944040477275848, 0.20216284692287445, 0.19495290517807007, 0.20619046688079834]}, {"step": 7700, "epoch": 16, "train_loss": 4.3604060920188203e-05, "cos_r_negg": [0.07356148213148117, 0.08832841366529465, 0.08378681540489197, 0.07961071282625198, 0.07986882328987122, 0.08042013645172119, 0.05470641702413559], "cos_apical_negg": [0.07356148213148117, 0.08832841366529465, 0.08378681540489197, 0.07961071282625198, 0.07986882328987122, 0.08042013645172119, 0.05470641702413559], "cos_Ac_negg": [0.07356148213148117, 0.08832841366529465, 0.08378681540489197, 0.07961071282625198, 0.07986882328987122, 0.08042013645172119, 0.05470641702413559], "r_norm": [0.2002282440662384, 0.20330557227134705, 0.19200503826141357, 0.19956353306770325, 0.20229701697826385, 0.19522610306739807, 0.20643669366836548]}, {"step": 7750, "epoch": 16, "train_loss": 0.00022599345538765192, "cos_r_negg": [0.07335713505744934, 0.08800239115953445, 0.08331148326396942, 0.07924187928438187, 0.07969903945922852, 0.08017736673355103, 0.054651372134685516], "cos_apical_negg": [0.07335713505744934, 0.08800239115953445, 0.08331148326396942, 0.07924187928438187, 0.07969903945922852, 0.08017736673355103, 0.054651372134685516], "cos_Ac_negg": [0.07335713505744934, 0.08800239115953445, 0.08331148326396942, 0.07924187928438187, 0.07969903945922852, 0.08017736673355103, 0.054651372134685516], "r_norm": [0.19886593520641327, 0.20186233520507812, 0.19077442586421967, 0.1982242316007614, 0.20102383196353912, 0.19395658373832703, 0.2051497995853424]}, {"step": 7800, "epoch": 16, "train_loss": 0.00038637808756902814, "cos_r_negg": [0.07513348013162613, 0.08984848856925964, 0.08572827279567719, 0.08120958507061005, 0.08270879834890366, 0.08296284824609756, 0.05749239772558212], "cos_apical_negg": [0.07513348013162613, 0.08984848856925964, 0.08572827279567719, 0.08120958507061005, 0.08270879834890366, 0.08296284824609756, 0.05749239772558212], "cos_Ac_negg": [0.07513348013162613, 0.08984848856925964, 0.08572827279567719, 0.08120958507061005, 0.08270879834890366, 0.08296284824609756, 0.05749239772558212], "r_norm": [0.19880515336990356, 0.2019096463918686, 0.1908620446920395, 0.19833602011203766, 0.20107826590538025, 0.19402699172496796, 0.20514196157455444]}, {"step": 7850, "epoch": 16, "train_loss": 0.000748897553421557, "cos_r_negg": [0.07501767575740814, 0.08973978459835052, 0.08563342690467834, 0.08130145072937012, 0.08273597061634064, 0.08275263011455536, 0.0572943314909935], "cos_apical_negg": [0.07501767575740814, 0.08973978459835052, 0.08563342690467834, 0.08130145072937012, 0.08273597061634064, 0.08275263011455536, 0.0572943314909935], "cos_Ac_negg": [0.07501767575740814, 0.08973978459835052, 0.08563342690467834, 0.08130145072937012, 0.08273597061634064, 0.08275263011455536, 0.0572943314909935], "r_norm": [0.1983380913734436, 0.20141097903251648, 0.19040368497371674, 0.19781287014484406, 0.20058630406856537, 0.1935366839170456, 0.20463927090168]}, {"step": 7900, "epoch": 16, "train_loss": 0.000298241910059005, "cos_r_negg": [0.07387745380401611, 0.08861686289310455, 0.08418658375740051, 0.08030669391155243, 0.08112449198961258, 0.08104488253593445, 0.055819474160671234], "cos_apical_negg": [0.07387745380401611, 0.08861686289310455, 0.08418658375740051, 0.08030669391155243, 0.08112449198961258, 0.08104488253593445, 0.055819474160671234], "cos_Ac_negg": [0.07387745380401611, 0.08861686289310455, 0.08418658375740051, 0.08030669391155243, 0.08112449198961258, 0.08104488253593445, 0.055819474160671234], "r_norm": [0.19799044728279114, 0.20097532868385315, 0.1900203377008438, 0.1974015235900879, 0.20018284022808075, 0.1931125521659851, 0.20426900684833527]}, {"step": 7950, "epoch": 16, "train_loss": 0.00031672397744841874, "cos_r_negg": [0.07297627627849579, 0.08773922175168991, 0.08332595229148865, 0.07957417517900467, 0.08014777302742004, 0.08014699071645737, 0.055248528718948364], "cos_apical_negg": [0.07297627627849579, 0.08773922175168991, 0.08332595229148865, 0.07957417517900467, 0.08014777302742004, 0.08014699071645737, 0.055248528718948364], "cos_Ac_negg": [0.07297627627849579, 0.08773922175168991, 0.08332595229148865, 0.07957417517900467, 0.08014777302742004, 0.08014699071645737, 0.055248528718948364], "r_norm": [0.19849097728729248, 0.20146456360816956, 0.19037002325057983, 0.19783098995685577, 0.20062348246574402, 0.19357329607009888, 0.20476648211479187]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9715, "test_loss": 0.2012451988220215}, {"step": 8000, "epoch": 17, "train_loss": 0.0007594268536195159, "cos_r_negg": [0.07255937159061432, 0.08723500370979309, 0.0828091949224472, 0.07918524742126465, 0.07968468219041824, 0.07957570254802704, 0.05475287884473801], "cos_apical_negg": [0.07255937159061432, 0.08723500370979309, 0.0828091949224472, 0.07918524742126465, 0.07968468219041824, 0.07957570254802704, 0.05475287884473801], "cos_Ac_negg": [0.07255937159061432, 0.08723500370979309, 0.0828091949224472, 0.07918524742126465, 0.07968468219041824, 0.07957570254802704, 0.05475287884473801], "r_norm": [0.1991216242313385, 0.20215392112731934, 0.191124826669693, 0.19851292669773102, 0.20135262608528137, 0.1941249966621399, 0.2053735852241516]}, {"step": 8050, "epoch": 17, "train_loss": 1.5695719412178732e-05, "cos_r_negg": [0.07181569933891296, 0.08645917475223541, 0.08207518607378006, 0.07849463075399399, 0.07880449295043945, 0.07893245667219162, 0.0542190857231617], "cos_apical_negg": [0.07181569933891296, 0.08645917475223541, 0.08207518607378006, 0.07849463075399399, 0.07880449295043945, 0.07893245667219162, 0.0542190857231617], "cos_Ac_negg": [0.07181569933891296, 0.08645917475223541, 0.08207518607378006, 0.07849463075399399, 0.07880449295043945, 0.07893245667219162, 0.0542190857231617], "r_norm": [0.20009572803974152, 0.2032373547554016, 0.1920684576034546, 0.19952446222305298, 0.2022961974143982, 0.195048525929451, 0.2063269019126892]}, {"step": 8100, "epoch": 17, "train_loss": 0.0004019951156806201, "cos_r_negg": [0.07442459464073181, 0.08922357112169266, 0.08551859855651855, 0.08118215948343277, 0.08284918963909149, 0.0829373151063919, 0.05853039026260376], "cos_apical_negg": [0.07442459464073181, 0.08922357112169266, 0.08551859855651855, 0.08118215948343277, 0.08284918963909149, 0.0829373151063919, 0.05853039026260376], "cos_Ac_negg": [0.07442459464073181, 0.08922357112169266, 0.08551859855651855, 0.08118215948343277, 0.08284918963909149, 0.0829373151063919, 0.05853039026260376], "r_norm": [0.20026010274887085, 0.2034524381160736, 0.19237735867500305, 0.1998806595802307, 0.20256751775741577, 0.19535624980926514, 0.20656242966651917]}, {"step": 8150, "epoch": 17, "train_loss": 4.277610423741862e-05, "cos_r_negg": [0.07392780482769012, 0.08914324641227722, 0.08484093844890594, 0.08069466054439545, 0.08181856572628021, 0.08150171488523483, 0.05678699165582657], "cos_apical_negg": [0.07392780482769012, 0.08914324641227722, 0.08484093844890594, 0.08069466054439545, 0.08181856572628021, 0.08150171488523483, 0.05678699165582657], "cos_Ac_negg": [0.07392780482769012, 0.08914324641227722, 0.08484093844890594, 0.08069466054439545, 0.08181856572628021, 0.08150171488523483, 0.05678699165582657], "r_norm": [0.1983838528394699, 0.2014797329902649, 0.1903541088104248, 0.19783583283424377, 0.20056354999542236, 0.19355562329292297, 0.2046481817960739]}, {"step": 8200, "epoch": 17, "train_loss": 0.00012224879174027592, "cos_r_negg": [0.07318879663944244, 0.08807384967803955, 0.08376163989305496, 0.07997532933950424, 0.08084534108638763, 0.08051169663667679, 0.05608810484409332], "cos_apical_negg": [0.07318879663944244, 0.08807384967803955, 0.08376163989305496, 0.07997532933950424, 0.08084534108638763, 0.08051169663667679, 0.05608810484409332], "cos_Ac_negg": [0.07318879663944244, 0.08807384967803955, 0.08376163989305496, 0.07997532933950424, 0.08084534108638763, 0.08051169663667679, 0.05608810484409332], "r_norm": [0.19921347498893738, 0.20229917764663696, 0.19124513864517212, 0.1986415833234787, 0.20145437121391296, 0.1942434012889862, 0.20545874536037445]}, {"step": 8250, "epoch": 17, "train_loss": 0.00016910978592932224, "cos_r_negg": [0.07230550050735474, 0.087151899933815, 0.08271188288927078, 0.07917435467243195, 0.07963021099567413, 0.0795198380947113, 0.055204011499881744], "cos_apical_negg": [0.07230550050735474, 0.087151899933815, 0.08271188288927078, 0.07917435467243195, 0.07963021099567413, 0.0795198380947113, 0.055204011499881744], "cos_Ac_negg": [0.07230550050735474, 0.087151899933815, 0.08271188288927078, 0.07917435467243195, 0.07963021099567413, 0.0795198380947113, 0.055204011499881744], "r_norm": [0.20014062523841858, 0.20310398936271667, 0.1920126974582672, 0.1994478404521942, 0.20229852199554443, 0.1950775384902954, 0.20640280842781067]}, {"step": 8300, "epoch": 17, "train_loss": 3.8138947275001556e-05, "cos_r_negg": [0.0716829001903534, 0.08648931980133057, 0.08202674239873886, 0.07858860492706299, 0.07884392887353897, 0.0788414403796196, 0.05455974489450455], "cos_apical_negg": [0.0716829001903534, 0.08648931980133057, 0.08202674239873886, 0.07858860492706299, 0.07884392887353897, 0.0788414403796196, 0.05455974489450455], "cos_Ac_negg": [0.0716829001903534, 0.08648931980133057, 0.08202674239873886, 0.07858860492706299, 0.07884392887353897, 0.0788414403796196, 0.05455974489450455], "r_norm": [0.20041495561599731, 0.20340561866760254, 0.19240263104438782, 0.19975954294204712, 0.20264530181884766, 0.19532449543476105, 0.20667973160743713]}, {"step": 8350, "epoch": 17, "train_loss": 5.785301618743688e-05, "cos_r_negg": [0.07078784704208374, 0.08546211570501328, 0.08110536634922028, 0.07775319367647171, 0.07788541913032532, 0.07808704674243927, 0.05392429977655411], "cos_apical_negg": [0.07078784704208374, 0.08546211570501328, 0.08110536634922028, 0.07775319367647171, 0.07788541913032532, 0.07808704674243927, 0.05392429977655411], "cos_Ac_negg": [0.07078784704208374, 0.08546211570501328, 0.08110536634922028, 0.07775319367647171, 0.07788541913032532, 0.07808704674243927, 0.05392429977655411], "r_norm": [0.20072925090789795, 0.20379020273685455, 0.19278904795646667, 0.20011605322360992, 0.20298509299755096, 0.19561943411827087, 0.20696645975112915]}, {"step": 8400, "epoch": 17, "train_loss": 9.75938601186499e-05, "cos_r_negg": [0.07018505036830902, 0.0847129374742508, 0.08046446740627289, 0.0770154595375061, 0.07728323340415955, 0.07756219804286957, 0.05361410230398178], "cos_apical_negg": [0.07018505036830902, 0.0847129374742508, 0.08046446740627289, 0.0770154595375061, 0.07728323340415955, 0.07756219804286957, 0.05361410230398178], "cos_Ac_negg": [0.07018505036830902, 0.0847129374742508, 0.08046446740627289, 0.0770154595375061, 0.07728323340415955, 0.07756219804286957, 0.05361410230398178], "r_norm": [0.19952915608882904, 0.20256051421165466, 0.1914752572774887, 0.19891893863677979, 0.20169395208358765, 0.19452908635139465, 0.20578697323799133]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9716, "test_loss": 0.20451825561523437}, {"step": 8450, "epoch": 18, "train_loss": 0.00011869269656017423, "cos_r_negg": [0.06956856697797775, 0.08407433331012726, 0.0797533243894577, 0.07638685405254364, 0.0766020268201828, 0.07671930640935898, 0.05299360305070877], "cos_apical_negg": [0.06956856697797775, 0.08407433331012726, 0.0797533243894577, 0.07638685405254364, 0.0766020268201828, 0.07671930640935898, 0.05299360305070877], "cos_Ac_negg": [0.06956856697797775, 0.08407433331012726, 0.0797533243894577, 0.07638685405254364, 0.0766020268201828, 0.07671930640935898, 0.05299360305070877], "r_norm": [0.19910597801208496, 0.2021685093641281, 0.19112002849578857, 0.19853317737579346, 0.20131148397922516, 0.1941392421722412, 0.20535385608673096]}, {"step": 8500, "epoch": 18, "train_loss": 0.00018360724789090455, "cos_r_negg": [0.06924468278884888, 0.0836992859840393, 0.07935020327568054, 0.07601799070835114, 0.07624974101781845, 0.07631096243858337, 0.05263982713222504], "cos_apical_negg": [0.06924468278884888, 0.0836992859840393, 0.07935020327568054, 0.07601799070835114, 0.07624974101781845, 0.07631096243858337, 0.05263982713222504], "cos_Ac_negg": [0.06924468278884888, 0.0836992859840393, 0.07935020327568054, 0.07601799070835114, 0.07624974101781845, 0.07631096243858337, 0.05263982713222504], "r_norm": [0.1979529708623886, 0.20097169280052185, 0.18998359143733978, 0.19738411903381348, 0.2001509666442871, 0.19306641817092896, 0.2042245715856552]}, {"step": 8550, "epoch": 18, "train_loss": 0.0003956032742280513, "cos_r_negg": [0.06840711086988449, 0.08272634446620941, 0.07845195382833481, 0.07520682364702225, 0.07524102926254272, 0.07543647289276123, 0.05189725011587143], "cos_apical_negg": [0.06840711086988449, 0.08272634446620941, 0.07845195382833481, 0.07520682364702225, 0.07524102926254272, 0.07543647289276123, 0.05189725011587143], "cos_Ac_negg": [0.06840711086988449, 0.08272634446620941, 0.07845195382833481, 0.07520682364702225, 0.07524102926254272, 0.07543647289276123, 0.05189725011587143], "r_norm": [0.19901952147483826, 0.2021106779575348, 0.19108596444129944, 0.19848373532295227, 0.2012476623058319, 0.1940525770187378, 0.2052556276321411]}, {"step": 8600, "epoch": 18, "train_loss": 0.00037049761158414185, "cos_r_negg": [0.06798466295003891, 0.08220769464969635, 0.07795822620391846, 0.07471930980682373, 0.07476217299699783, 0.07499779015779495, 0.05155302956700325], "cos_apical_negg": [0.06798466295003891, 0.08220769464969635, 0.07795822620391846, 0.07471930980682373, 0.07476217299699783, 0.07499779015779495, 0.05155302956700325], "cos_Ac_negg": [0.06798466295003891, 0.08220769464969635, 0.07795822620391846, 0.07471930980682373, 0.07476217299699783, 0.07499779015779495, 0.05155302956700325], "r_norm": [0.1986808329820633, 0.20179328322410583, 0.1908034086227417, 0.1981830596923828, 0.20092517137527466, 0.19372302293777466, 0.2049272656440735]}, {"step": 8650, "epoch": 18, "train_loss": 9.168111864710227e-05, "cos_r_negg": [0.06906633824110031, 0.08342871069908142, 0.07910732924938202, 0.07580593973398209, 0.07633022964000702, 0.07650347054004669, 0.053002700209617615], "cos_apical_negg": [0.06906633824110031, 0.08342871069908142, 0.07910732924938202, 0.07580593973398209, 0.07633022964000702, 0.07650347054004669, 0.053002700209617615], "cos_Ac_negg": [0.06906633824110031, 0.08342871069908142, 0.07910732924938202, 0.07580593973398209, 0.07633022964000702, 0.07650347054004669, 0.053002700209617615], "r_norm": [0.19907818734645844, 0.20222268998622894, 0.19123858213424683, 0.19864410161972046, 0.20135465264320374, 0.1941411793231964, 0.20533615350723267]}, {"step": 8700, "epoch": 18, "train_loss": 6.886527262395248e-05, "cos_r_negg": [0.07032299041748047, 0.0845484584569931, 0.0805223286151886, 0.07691150903701782, 0.07802525162696838, 0.07808760553598404, 0.05468389391899109], "cos_apical_negg": [0.07032299041748047, 0.0845484584569931, 0.0805223286151886, 0.07691150903701782, 0.07802525162696838, 0.07808760553598404, 0.05468389391899109], "cos_Ac_negg": [0.07032299041748047, 0.0845484584569931, 0.0805223286151886, 0.07691150903701782, 0.07802525162696838, 0.07808760553598404, 0.05468389391899109], "r_norm": [0.19981008768081665, 0.20293927192687988, 0.19187085330486298, 0.19936561584472656, 0.2020546942949295, 0.1948564052581787, 0.20606154203414917]}, {"step": 8750, "epoch": 18, "train_loss": 0.0001224083243869245, "cos_r_negg": [0.06861161440610886, 0.08312703669071198, 0.07853160053491592, 0.07535796612501144, 0.07553687691688538, 0.07529962062835693, 0.05226273834705353], "cos_apical_negg": [0.06861161440610886, 0.08312703669071198, 0.07853160053491592, 0.07535796612501144, 0.07553687691688538, 0.07529962062835693, 0.05226273834705353], "cos_Ac_negg": [0.06861161440610886, 0.08312703669071198, 0.07853160053491592, 0.07535796612501144, 0.07553687691688538, 0.07529962062835693, 0.05226273834705353], "r_norm": [0.20071035623550415, 0.20371320843696594, 0.1923186033964157, 0.19994954764842987, 0.20271265506744385, 0.1956384778022766, 0.20691841840744019]}, {"step": 8800, "epoch": 18, "train_loss": 7.312705565709621e-05, "cos_r_negg": [0.06828832626342773, 0.08275924623012543, 0.07805603742599487, 0.07489657402038574, 0.07504391670227051, 0.07496967166662216, 0.05181943252682686], "cos_apical_negg": [0.06828832626342773, 0.08275924623012543, 0.07805603742599487, 0.07489657402038574, 0.07504391670227051, 0.07496967166662216, 0.05181943252682686], "cos_Ac_negg": [0.06828832626342773, 0.08275924623012543, 0.07805603742599487, 0.07489657402038574, 0.07504391670227051, 0.07496967166662216, 0.05181943252682686], "r_norm": [0.20064452290534973, 0.20364393293857574, 0.19229012727737427, 0.1998859941959381, 0.2026718705892563, 0.195608988404274, 0.20687641203403473]}, {"step": 8850, "epoch": 18, "train_loss": 9.880938159767538e-05, "cos_r_negg": [0.0673568993806839, 0.08182624727487564, 0.07754726707935333, 0.07446599006652832, 0.07427550107240677, 0.07421745359897614, 0.05140671879053116], "cos_apical_negg": [0.0673568993806839, 0.08182624727487564, 0.07754726707935333, 0.07446599006652832, 0.07427550107240677, 0.07421745359897614, 0.05140671879053116], "cos_Ac_negg": [0.0673568993806839, 0.08182624727487564, 0.07754726707935333, 0.07446599006652832, 0.07427550107240677, 0.07421745359897614, 0.05140671879053116], "r_norm": [0.1992720365524292, 0.20232000946998596, 0.1912553757429123, 0.19863244891166687, 0.20144063234329224, 0.19425763189792633, 0.20547480881214142]}, {"step": 8900, "epoch": 18, "train_loss": 9.918133582687005e-05, "cos_r_negg": [0.06693685054779053, 0.08139960467815399, 0.07714620232582092, 0.07406455278396606, 0.07383839040994644, 0.07383352518081665, 0.05108264833688736], "cos_apical_negg": [0.06693685054779053, 0.08139960467815399, 0.07714620232582092, 0.07406455278396606, 0.07383839040994644, 0.07383352518081665, 0.05108264833688736], "cos_Ac_negg": [0.06693685054779053, 0.08139960467815399, 0.07714620232582092, 0.07406455278396606, 0.07383839040994644, 0.07383352518081665, 0.05108264833688736], "r_norm": [0.19967709481716156, 0.20276501774787903, 0.1917254626750946, 0.1990782916545868, 0.20189371705055237, 0.19460389018058777, 0.20587515830993652]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9714, "test_loss": 0.2074885513305664}, {"step": 8950, "epoch": 19, "train_loss": 6.128268432803452e-05, "cos_r_negg": [0.06651945412158966, 0.08093667030334473, 0.07678720355033875, 0.07372927665710449, 0.07344213128089905, 0.07355376332998276, 0.05091334879398346], "cos_apical_negg": [0.06651945412158966, 0.08093667030334473, 0.07678720355033875, 0.07372927665710449, 0.07344213128089905, 0.07355376332998276, 0.05091334879398346], "cos_Ac_negg": [0.06651945412158966, 0.08093667030334473, 0.07678720355033875, 0.07372927665710449, 0.07344213128089905, 0.07355376332998276, 0.05091334879398346], "r_norm": [0.2006044089794159, 0.20374830067157745, 0.19259023666381836, 0.19998961687088013, 0.20281028747558594, 0.1955035924911499, 0.20678085088729858]}, {"step": 9000, "epoch": 19, "train_loss": 0.0002254790160804987, "cos_r_negg": [0.06605486571788788, 0.08048322051763535, 0.07637516409158707, 0.07335165143013, 0.07295992970466614, 0.07292351126670837, 0.05055391788482666], "cos_apical_negg": [0.06605486571788788, 0.08048322051763535, 0.07637516409158707, 0.07335165143013, 0.07295992970466614, 0.07292351126670837, 0.05055391788482666], "cos_Ac_negg": [0.06605486571788788, 0.08048322051763535, 0.07637516409158707, 0.07335165143013, 0.07295992970466614, 0.07292351126670837, 0.05055391788482666], "r_norm": [0.2007324993610382, 0.20389500260353088, 0.1926443874835968, 0.2000848948955536, 0.20290729403495789, 0.19562985002994537, 0.2069002091884613]}, {"step": 9050, "epoch": 19, "train_loss": 0.0005534643423743546, "cos_r_negg": [0.06581138074398041, 0.08024317026138306, 0.07608683407306671, 0.07302947342395782, 0.0726558119058609, 0.07256996631622314, 0.050133444368839264], "cos_apical_negg": [0.06581138074398041, 0.08024317026138306, 0.07608683407306671, 0.07302947342395782, 0.0726558119058609, 0.07256996631622314, 0.050133444368839264], "cos_Ac_negg": [0.06581138074398041, 0.08024317026138306, 0.07608683407306671, 0.07302947342395782, 0.0726558119058609, 0.07256996631622314, 0.050133444368839264], "r_norm": [0.19958341121673584, 0.20271146297454834, 0.19152319431304932, 0.19894461333751678, 0.20175068080425262, 0.19454987347126007, 0.2057749181985855]}, {"step": 9100, "epoch": 19, "train_loss": 0.0002361824590479955, "cos_r_negg": [0.0657387226819992, 0.08002840727567673, 0.07591072469949722, 0.07284191250801086, 0.0725921094417572, 0.07263164967298508, 0.05005454644560814], "cos_apical_negg": [0.0657387226819992, 0.08002840727567673, 0.07591072469949722, 0.07284191250801086, 0.0725921094417572, 0.07263164967298508, 0.05005454644560814], "cos_Ac_negg": [0.0657387226819992, 0.08002840727567673, 0.07591072469949722, 0.07284191250801086, 0.0725921094417572, 0.07263164967298508, 0.05005454644560814], "r_norm": [0.19936683773994446, 0.20249897241592407, 0.19147077202796936, 0.19880281388759613, 0.2016250044107437, 0.19431522488594055, 0.20556938648223877]}, {"step": 9150, "epoch": 19, "train_loss": 0.0010263031581416726, "cos_r_negg": [0.06731124222278595, 0.08177578449249268, 0.077529177069664, 0.07437701523303986, 0.07463837414979935, 0.07464616000652313, 0.05181577056646347], "cos_apical_negg": [0.06731124222278595, 0.08177578449249268, 0.077529177069664, 0.07437701523303986, 0.07463837414979935, 0.07464616000652313, 0.05181577056646347], "cos_Ac_negg": [0.06731124222278595, 0.08177578449249268, 0.077529177069664, 0.07437701523303986, 0.07463837414979935, 0.07464616000652313, 0.05181577056646347], "r_norm": [0.19857969880104065, 0.20177236199378967, 0.1908888816833496, 0.19815896451473236, 0.2009405493736267, 0.19362632930278778, 0.20483066141605377]}, {"step": 9200, "epoch": 19, "train_loss": 8.131464710459113e-05, "cos_r_negg": [0.06833262741565704, 0.08273494243621826, 0.07858031988143921, 0.07534435391426086, 0.07588745653629303, 0.07595110684633255, 0.05310767516493797], "cos_apical_negg": [0.06833262741565704, 0.08273494243621826, 0.07858031988143921, 0.07534435391426086, 0.07588745653629303, 0.07595110684633255, 0.05310767516493797], "cos_Ac_negg": [0.06833262741565704, 0.08273494243621826, 0.07858031988143921, 0.07534435391426086, 0.07588745653629303, 0.07595110684633255, 0.05310767516493797], "r_norm": [0.19834116101264954, 0.20153126120567322, 0.1906847506761551, 0.19797852635383606, 0.2007095366716385, 0.1934259533882141, 0.20461958646774292]}, {"step": 9250, "epoch": 19, "train_loss": 0.0004611569456756115, "cos_r_negg": [0.06715594977140427, 0.08157067000865936, 0.07728085666894913, 0.07425612211227417, 0.07450981438159943, 0.07460708916187286, 0.051930442452430725], "cos_apical_negg": [0.06715594977140427, 0.08157067000865936, 0.07728085666894913, 0.07425612211227417, 0.07450981438159943, 0.07460708916187286, 0.051930442452430725], "cos_Ac_negg": [0.06715594977140427, 0.08157067000865936, 0.07728085666894913, 0.07425612211227417, 0.07450981438159943, 0.07460708916187286, 0.051930442452430725], "r_norm": [0.19951878488063812, 0.20269671082496643, 0.19170698523521423, 0.19906127452850342, 0.20181317627429962, 0.19450362026691437, 0.20572450757026672]}, {"step": 9300, "epoch": 19, "train_loss": 4.8446898290421814e-05, "cos_r_negg": [0.06617471575737, 0.08055521547794342, 0.07634417712688446, 0.0733703076839447, 0.07338621467351913, 0.07358658313751221, 0.0512026883661747], "cos_apical_negg": [0.06617471575737, 0.08055521547794342, 0.07634417712688446, 0.0733703076839447, 0.07338621467351913, 0.07358658313751221, 0.0512026883661747], "cos_Ac_negg": [0.06617471575737, 0.08055521547794342, 0.07634417712688446, 0.0733703076839447, 0.07338621467351913, 0.07358658313751221, 0.0512026883661747], "r_norm": [0.19974562525749207, 0.2028988003730774, 0.1918669492006302, 0.19922703504562378, 0.20199555158615112, 0.19468097388744354, 0.20593801140785217]}, {"step": 9350, "epoch": 19, "train_loss": 0.00015026422624941915, "cos_r_negg": [0.06534504145383835, 0.07959981262683868, 0.07534351944923401, 0.07241034507751465, 0.07227437198162079, 0.07255194336175919, 0.050358813256025314], "cos_apical_negg": [0.06534504145383835, 0.07959981262683868, 0.07534351944923401, 0.07241034507751465, 0.07227437198162079, 0.07255194336175919, 0.050358813256025314], "cos_Ac_negg": [0.06534504145383835, 0.07959981262683868, 0.07534351944923401, 0.07241034507751465, 0.07227437198162079, 0.07255194336175919, 0.050358813256025314], "r_norm": [0.20074886083602905, 0.20387442409992218, 0.19278746843338013, 0.20017655193805695, 0.20296785235404968, 0.1956157684326172, 0.20694074034690857]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9714, "test_loss": 0.20996778717041015}], "final": {"test_acc": 0.9714, "test_loss": 0.20996778717041015, "wall_s": 24.664680242538452, "cos_r_negg": [0.0651712417602539, 0.07932080328464508, 0.07510068267583847, 0.07219716906547546, 0.07203906774520874, 0.07238003611564636, 0.05021427571773529], "cos_apical_negg": [0.0651712417602539, 0.07932080328464508, 0.07510068267583847, 0.07219716906547546, 0.07203906774520874, 0.07238003611564636, 0.05021427571773529], "cos_Ac_negg": [0.0651712417602539, 0.07932080328464508, 0.07510068267583847, 0.07219716906547546, 0.07203906774520874, 0.07238003611564636, 0.05021427571773529]}}
|
