path: root/results/deepres_cifar10_sdil_d20_s0.json

{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 20, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_sdil_d20_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.405811309814453, "cos_r_negg": [-0.021756738424301147, -0.007820929400622845, 0.013971375301480293, -0.010859769769012928, -0.014171868562698364, -0.007995640859007835, 0.030239298939704895, 0.018384728580713272, 0.016000740230083466, 0.026037678122520447, 0.007089130114763975, -0.04875464737415314, -0.00790475681424141, -0.05049549788236618, 0.0022333720698952675, 0.017606833949685097, -0.034960031509399414, 0.018210235983133316, -0.003956370986998081, -0.03421519324183464], "cos_apical_negg": [-0.021756738424301147, -0.007820929400622845, 0.013971375301480293, -0.010859769769012928, -0.014171868562698364, -0.007995640859007835, 0.030239298939704895, 0.018384728580713272, 0.016000740230083466, 0.026037678122520447, 0.007089130114763975, -0.04875464737415314, -0.00790475681424141, -0.05049549788236618, 0.0022333720698952675, 0.017606833949685097, -0.034960031509399414, 0.018210235983133316, -0.003956370986998081, -0.03421519324183464], "cos_Ac_negg": [-0.021756738424301147, -0.007820929400622845, 0.013971375301480293, -0.010859769769012928, -0.014171868562698364, -0.007995640859007835, 0.030239298939704895, 0.018384728580713272, 0.016000740230083466, 0.026037678122520447, 0.007089130114763975, -0.04875464737415314, -0.00790475681424141, -0.05049549788236618, 0.0022333720698952675, 0.017606833949685097, -0.034960031509399414, 0.018210235983133316, -0.003956370986998081, -0.03421519324183464], "r_norm": [5.072123050689697, 4.926836967468262, 4.805803298950195, 4.945363521575928, 4.812819480895996, 4.8660712242126465, 5.093082427978516, 4.901607990264893, 4.937991142272949, 4.9522318840026855, 5.047922134399414, 4.856790065765381, 4.946050643920898, 4.922868251800537, 4.866570949554443, 4.997820854187012, 4.997243881225586, 4.8667192459106445, 4.970040798187256, 5.0663065910339355], "ldr": {"dL_sdil": 0.09763360023498535, "dL_bp": -0.36548447608947754, "ratio": -0.26713473929076753}}, {"step": 50, "epoch": 0, "train_loss": 2.092548370361328, "cos_r_negg": [0.20894138514995575, 0.03237307071685791, 0.005398179870098829, -0.013553500175476074, -0.020453132688999176, 0.028711149469017982, -0.025083573535084724, -0.020519837737083435, -0.02949727699160576, 0.01782824844121933, -0.01773664355278015, -0.06564889848232269, 0.015881255269050598, -0.05714261904358864, 0.012107500806450844, 0.011565436609089375, 0.027211159467697144, -0.024956898763775826, -0.022188641130924225, -0.007853742688894272], "cos_apical_negg": [0.20894138514995575, 0.03237307071685791, 0.005398179870098829, -0.013553500175476074, -0.020453132688999176, 0.028711149469017982, -0.025083573535084724, -0.020519837737083435, -0.02949727699160576, 0.01782824844121933, -0.01773664355278015, -0.06564889848232269, 0.015881255269050598, -0.05714261904358864, 0.012107500806450844, 0.011565436609089375, 0.027211159467697144, -0.024956898763775826, -0.022188641130924225, -0.007853742688894272], "cos_Ac_negg": [0.20894138514995575, 0.03237307071685791, 0.005398179870098829, -0.013553500175476074, -0.020453132688999176, 0.028711149469017982, -0.025083573535084724, -0.020519837737083435, -0.02949727699160576, 0.01782824844121933, -0.01773664355278015, -0.06564889848232269, 0.015881255269050598, -0.05714261904358864, 0.012107500806450844, 0.011565436609089375, 0.027211159467697144, -0.024956898763775826, -0.022188641130924225, -0.007853742688894272], "r_norm": [4.649035453796387, 4.4715423583984375, 4.411355972290039, 4.505748271942139, 4.4049177169799805, 4.42191743850708, 4.666236400604248, 4.4544525146484375, 4.5123138427734375, 4.540741920471191, 4.589317798614502, 4.415125846862793, 4.510895252227783, 4.4891180992126465, 4.435943603515625, 4.568126678466797, 4.5517659187316895, 4.46476936340332, 4.551671028137207, 4.603264808654785]}, {"step": 100, "epoch": 0, "train_loss": 1.984588384628296, "cos_r_negg": [0.28982090950012207, 0.054398320615291595, 0.006258423440158367, -0.030338240787386894, -0.03225407749414444, 0.015199916437268257, -0.03878125548362732, -0.004783642943948507, 0.009574100375175476, -0.0075352489948272705, -0.044345758855342865, -0.05511965602636337, 0.04667259007692337, -0.019326655194163322, -0.060192033648490906, -0.010617190971970558, 0.0016798456199467182, 0.016946256160736084, -0.026136327534914017, -0.031208373606204987], "cos_apical_negg": [0.28982090950012207, 0.054398320615291595, 0.006258423440158367, -0.030338240787386894, -0.03225407749414444, 0.015199916437268257, -0.03878125548362732, -0.004783642943948507, 0.009574100375175476, -0.0075352489948272705, -0.044345758855342865, -0.05511965602636337, 0.04667259007692337, -0.019326655194163322, -0.060192033648490906, -0.010617190971970558, 0.0016798456199467182, 0.016946256160736084, -0.026136327534914017, -0.031208373606204987], "cos_Ac_negg": [0.28982090950012207, 0.054398320615291595, 0.006258423440158367, -0.030338240787386894, -0.03225407749414444, 0.015199916437268257, -0.03878125548362732, -0.004783642943948507, 0.009574100375175476, -0.0075352489948272705, -0.044345758855342865, -0.05511965602636337, 0.04667259007692337, -0.019326655194163322, -0.060192033648490906, -0.010617190971970558, 0.0016798456199467182, 0.016946256160736084, -0.026136327534914017, -0.031208373606204987], "r_norm": [4.427041053771973, 4.27199125289917, 4.199997901916504, 4.297303199768066, 4.183957576751709, 4.227196216583252, 4.441568374633789, 4.25465202331543, 4.300183296203613, 4.328000068664551, 4.385267734527588, 4.220421314239502, 4.3089213371276855, 4.289333343505859, 4.232974052429199, 4.360411167144775, 4.337913990020752, 4.252523899078369, 4.331122398376465, 4.384547233581543]}, {"step": 150, "epoch": 0, "train_loss": 2.0772719383239746, "cos_r_negg": [0.3365603983402252, 0.062483057379722595, -0.02830231562256813, 0.009150607511401176, -0.04961245134472847, 0.047119878232479095, -0.05126519501209259, 0.00961950421333313, -0.02515619434416294, -0.00724774319678545, -0.016538042575120926, -0.027665158733725548, 0.00889965146780014, -0.06629414856433868, -0.030487069860100746, -0.019200539216399193, 0.004288454074412584, -0.01483967900276184, -0.09518280625343323, 0.011231586337089539], "cos_apical_negg": [0.3365603983402252, 0.062483057379722595, -0.02830231562256813, 0.009150607511401176, -0.04961245134472847, 0.047119878232479095, -0.05126519501209259, 0.00961950421333313, -0.02515619434416294, -0.00724774319678545, -0.016538042575120926, -0.027665158733725548, 0.00889965146780014, -0.06629414856433868, -0.030487069860100746, -0.019200539216399193, 0.004288454074412584, -0.01483967900276184, -0.09518280625343323, 0.011231586337089539], "cos_Ac_negg": [0.3365603983402252, 0.062483057379722595, -0.02830231562256813, 0.009150607511401176, -0.04961245134472847, 0.047119878232479095, -0.05126519501209259, 0.00961950421333313, -0.02515619434416294, -0.00724774319678545, -0.016538042575120926, -0.027665158733725548, 0.00889965146780014, -0.06629414856433868, -0.030487069860100746, -0.019200539216399193, 0.004288454074412584, -0.01483967900276184, -0.09518280625343323, 0.011231586337089539], "r_norm": [4.30326509475708, 4.14586067199707, 4.075225830078125, 4.176588535308838, 4.067478179931641, 4.0969719886779785, 4.305912971496582, 4.132265090942383, 4.174915790557861, 4.1959638595581055, 4.256384372711182, 4.093689918518066, 4.1799421310424805, 4.158844470977783, 4.103951930999756, 4.235684871673584, 4.2066216468811035, 4.131399154663086, 4.207737445831299, 4.250819683074951]}, {"step": 200, "epoch": 0, "train_loss": 1.9156960248947144, "cos_r_negg": [0.3846776485443115, 0.0662154108285904, -0.02413160726428032, 0.01690906099975109, -0.03541506826877594, 0.04082031175494194, -0.02952883206307888, -0.009813833050429821, -0.029133498668670654, -0.005454187281429768, -0.03793763741850853, -0.013853466138243675, 0.02307596430182457, -0.04230644926428795, -0.005227673798799515, -0.040388621389865875, -0.010559040121734142, 0.02981383353471756, -0.07609574496746063, 0.05100980028510094], "cos_apical_negg": [0.3846776485443115, 0.0662154108285904, -0.02413160726428032, 0.01690906099975109, -0.03541506826877594, 0.04082031175494194, -0.02952883206307888, -0.009813833050429821, -0.029133498668670654, -0.005454187281429768, -0.03793763741850853, -0.013853466138243675, 0.02307596430182457, -0.04230644926428795, -0.005227673798799515, -0.040388621389865875, -0.010559040121734142, 0.02981383353471756, -0.07609574496746063, 0.05100980028510094], "cos_Ac_negg": [0.3846776485443115, 0.0662154108285904, -0.02413160726428032, 0.01690906099975109, -0.03541506826877594, 0.04082031175494194, -0.02952883206307888, -0.009813833050429821, -0.029133498668670654, -0.005454187281429768, -0.03793763741850853, -0.013853466138243675, 0.02307596430182457, -0.04230644926428795, -0.005227673798799515, -0.040388621389865875, -0.010559040121734142, 0.02981383353471756, -0.07609574496746063, 0.05100980028510094], "r_norm": [4.100630760192871, 3.9480361938476562, 3.8712124824523926, 3.9716973304748535, 3.863626480102539, 3.907524347305298, 4.098509788513184, 3.935147285461426, 3.9756603240966797, 3.999876022338867, 4.050223350524902, 3.9007132053375244, 3.980647563934326, 3.9559905529022217, 3.9078168869018555, 4.029095649719238, 4.009792327880859, 3.9240379333496094, 4.002915382385254, 4.048864841461182]}, {"step": 250, "epoch": 0, "train_loss": 2.0649616718292236, "cos_r_negg": [0.3912464380264282, 0.037720438092947006, -0.03798140585422516, 0.00691464077681303, -0.05932300537824631, 0.027358245104551315, -0.03280472755432129, 0.010359087027609348, -0.022501245141029358, -0.00843146163970232, 0.004163778852671385, 0.0025925994850695133, 0.023225851356983185, -0.0676267072558403, 0.01237146370112896, -0.03838181495666504, 0.008324270136654377, 0.029212888330221176, -0.0432879813015461, 0.025003772228956223], "cos_apical_negg": [0.3912464380264282, 0.037720438092947006, -0.03798140585422516, 0.00691464077681303, -0.05932300537824631, 0.027358245104551315, -0.03280472755432129, 0.010359087027609348, -0.022501245141029358, -0.00843146163970232, 0.004163778852671385, 0.0025925994850695133, 0.023225851356983185, -0.0676267072558403, 0.01237146370112896, -0.03838181495666504, 0.008324270136654377, 0.029212888330221176, -0.0432879813015461, 0.025003772228956223], "cos_Ac_negg": [0.3912464380264282, 0.037720438092947006, -0.03798140585422516, 0.00691464077681303, -0.05932300537824631, 0.027358245104551315, -0.03280472755432129, 0.010359087027609348, -0.022501245141029358, -0.00843146163970232, 0.004163778852671385, 0.0025925994850695133, 0.023225851356983185, -0.0676267072558403, 0.01237146370112896, -0.03838181495666504, 0.008324270136654377, 0.029212888330221176, -0.0432879813015461, 0.025003772228956223], "r_norm": [4.149503707885742, 3.979424238204956, 3.911147356033325, 4.014511585235596, 3.911623477935791, 3.9468607902526855, 4.12617826461792, 3.968201160430908, 4.021716117858887, 4.014926910400391, 4.089992523193359, 3.9327850341796875, 4.006777763366699, 3.9927780628204346, 3.937391757965088, 4.066553115844727, 4.048223495483398, 3.9578492641448975, 4.036985397338867, 4.091341972351074], "ldr": {"dL_sdil": -0.10065269470214844, "dL_bp": -0.09836101531982422, "ratio": 1.023298655212868}}, {"step": 300, "epoch": 0, "train_loss": 1.6866179704666138, "cos_r_negg": [0.41978806257247925, 0.04022970795631409, -0.003991952631622553, 0.009786788374185562, -0.04376153275370598, 0.015227600000798702, -0.013895191252231598, 0.004248050972819328, 0.010298187844455242, -0.031926658004522324, 0.019876772537827492, 0.029149621725082397, 0.04208169877529144, -0.0730113759636879, 0.036268897354602814, -0.050757139921188354, -0.01928248256444931, 0.0443994402885437, -0.02004157193005085, -0.003775964491069317], "cos_apical_negg": [0.41978806257247925, 0.04022970795631409, -0.003991952631622553, 0.009786788374185562, -0.04376153275370598, 0.015227600000798702, -0.013895191252231598, 0.004248050972819328, 0.010298187844455242, -0.031926658004522324, 0.019876772537827492, 0.029149621725082397, 0.04208169877529144, -0.0730113759636879, 0.036268897354602814, -0.050757139921188354, -0.01928248256444931, 0.0443994402885437, -0.02004157193005085, -0.003775964491069317], "cos_Ac_negg": [0.41978806257247925, 0.04022970795631409, -0.003991952631622553, 0.009786788374185562, -0.04376153275370598, 0.015227600000798702, -0.013895191252231598, 0.004248050972819328, 0.010298187844455242, -0.031926658004522324, 0.019876772537827492, 0.029149621725082397, 0.04208169877529144, -0.0730113759636879, 0.036268897354602814, -0.050757139921188354, -0.01928248256444931, 0.0443994402885437, -0.02004157193005085, -0.003775964491069317], "r_norm": [3.894913911819458, 3.753770351409912, 3.6805784702301025, 3.7631773948669434, 3.6554129123687744, 3.7034082412719727, 3.880051612854004, 3.7215590476989746, 3.768939733505249, 3.774374485015869, 3.841202735900879, 3.691727876663208, 3.7666263580322266, 3.7476253509521484, 3.6974785327911377, 3.814814805984497, 3.7941925525665283, 3.716829538345337, 3.790782928466797, 3.8333635330200195]}, {"step": 350, "epoch": 0, "train_loss": 2.169455051422119, "cos_r_negg": [0.43119585514068604, 0.06661094725131989, -0.002178728813305497, 0.024471456184983253, -0.0538659505546093, 0.013740917667746544, 0.017507877200841904, 0.005291355308145285, 0.022041700780391693, -0.011130415834486485, 0.015785984694957733, 0.036578353494405746, 0.023319194093346596, -0.03628608584403992, 0.0598459392786026, -0.06178632751107216, -0.010619927197694778, 0.050643254071474075, -0.044232554733753204, -0.009034093469381332], "cos_apical_negg": [0.43119585514068604, 0.06661094725131989, -0.002178728813305497, 0.024471456184983253, -0.0538659505546093, 0.013740917667746544, 0.017507877200841904, 0.005291355308145285, 0.022041700780391693, -0.011130415834486485, 0.015785984694957733, 0.036578353494405746, 0.023319194093346596, -0.03628608584403992, 0.0598459392786026, -0.06178632751107216, -0.010619927197694778, 0.050643254071474075, -0.044232554733753204, -0.009034093469381332], "cos_Ac_negg": [0.43119585514068604, 0.06661094725131989, -0.002178728813305497, 0.024471456184983253, -0.0538659505546093, 0.013740917667746544, 0.017507877200841904, 0.005291355308145285, 0.022041700780391693, -0.011130415834486485, 0.015785984694957733, 0.036578353494405746, 0.023319194093346596, -0.03628608584403992, 0.0598459392786026, -0.06178632751107216, -0.010619927197694778, 0.050643254071474075, -0.044232554733753204, -0.009034093469381332], "r_norm": [3.792113780975342, 3.6401069164276123, 3.569652557373047, 3.6613476276397705, 3.5555975437164307, 3.599395751953125, 3.7708539962768555, 3.6172091960906982, 3.659884214401245, 3.6746647357940674, 3.728271961212158, 3.59049654006958, 3.6571755409240723, 3.6395699977874756, 3.5948402881622314, 3.704620599746704, 3.6858339309692383, 3.609666347503662, 3.688925266265869, 3.7305450439453125]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3497, "test_loss": 1.8600717529296875}, {"step": 400, "epoch": 1, "train_loss": 1.8492182493209839, "cos_r_negg": [0.4622509479522705, 0.04250987619161606, 0.009195031598210335, 0.017837004736065865, -0.05647701770067215, 0.032439496368169785, -0.002280809450894594, 0.012472974136471748, -0.006034097634255886, -2.268305979669094e-05, 0.015888402238488197, 0.03433249145746231, 0.03937840461730957, -0.07458263635635376, 0.025675252079963684, -0.09037833660840988, 0.020717423409223557, 0.04032335430383682, -0.0626661479473114, 0.03812532126903534], "cos_apical_negg": [0.4622509479522705, 0.04250987619161606, 0.009195031598210335, 0.017837004736065865, -0.05647701770067215, 0.032439496368169785, -0.002280809450894594, 0.012472974136471748, -0.006034097634255886, -2.268305979669094e-05, 0.015888402238488197, 0.03433249145746231, 0.03937840461730957, -0.07458263635635376, 0.025675252079963684, -0.09037833660840988, 0.020717423409223557, 0.04032335430383682, -0.0626661479473114, 0.03812532126903534], "cos_Ac_negg": [0.4622509479522705, 0.04250987619161606, 0.009195031598210335, 0.017837004736065865, -0.05647701770067215, 0.032439496368169785, -0.002280809450894594, 0.012472974136471748, -0.006034097634255886, -2.268305979669094e-05, 0.015888402238488197, 0.03433249145746231, 0.03937840461730957, -0.07458263635635376, 0.025675252079963684, -0.09037833660840988, 0.020717423409223557, 0.04032335430383682, -0.0626661479473114, 0.03812532126903534], "r_norm": [3.7148752212524414, 3.5629937648773193, 3.491640090942383, 3.5756354331970215, 3.482043743133545, 3.5231850147247314, 3.6864495277404785, 3.5421321392059326, 3.582200288772583, 3.595932960510254, 3.646334648132324, 3.515117645263672, 3.588029623031616, 3.567671775817871, 3.5259602069854736, 3.6275429725646973, 3.6048192977905273, 3.538679361343384, 3.597226619720459, 3.6493539810180664]}, {"step": 450, "epoch": 1, "train_loss": 1.9524905681610107, "cos_r_negg": [0.48454606533050537, 0.04715981334447861, 0.011774491518735886, 0.03044855408370495, -0.01785638928413391, 0.04610869288444519, 0.015189863741397858, 0.04135745018720627, -0.027180194854736328, 0.01786094531416893, 0.021292496472597122, 0.02660016342997551, 0.05033266916871071, -0.038381434977054596, 0.02382514625787735, -0.03562382608652115, 0.03241384029388428, 0.024066299200057983, 0.014376215636730194, 0.05500296130776405], "cos_apical_negg": [0.48454606533050537, 0.04715981334447861, 0.011774491518735886, 0.03044855408370495, -0.01785638928413391, 0.04610869288444519, 0.015189863741397858, 0.04135745018720627, -0.027180194854736328, 0.01786094531416893, 0.021292496472597122, 0.02660016342997551, 0.05033266916871071, -0.038381434977054596, 0.02382514625787735, -0.03562382608652115, 0.03241384029388428, 0.024066299200057983, 0.014376215636730194, 0.05500296130776405], "cos_Ac_negg": [0.48454606533050537, 0.04715981334447861, 0.011774491518735886, 0.03044855408370495, -0.01785638928413391, 0.04610869288444519, 0.015189863741397858, 0.04135745018720627, -0.027180194854736328, 0.01786094531416893, 0.021292496472597122, 0.02660016342997551, 0.05033266916871071, -0.038381434977054596, 0.02382514625787735, -0.03562382608652115, 0.03241384029388428, 0.024066299200057983, 0.014376215636730194, 0.05500296130776405], "r_norm": [3.6609177589416504, 3.5013318061828613, 3.439333200454712, 3.5194525718688965, 3.422140598297119, 3.4611873626708984, 3.6216046810150146, 3.4813601970672607, 3.5239150524139404, 3.525730848312378, 3.5836739540100098, 3.4477622509002686, 3.519564390182495, 3.499660015106201, 3.4575741291046143, 3.5650696754455566, 3.545931339263916, 3.473583698272705, 3.5419437885284424, 3.5866808891296387]}, {"step": 500, "epoch": 1, "train_loss": 1.7785626649856567, "cos_r_negg": [0.5136374831199646, 0.0750240758061409, 0.026915842667222023, 0.020728282630443573, -0.01722090318799019, 0.03569718450307846, 0.04902811348438263, 0.0560653954744339, -0.0025108149275183678, 0.033805277198553085, 0.010618955828249454, 0.03918911889195442, 0.03867630288004875, -0.03814985230565071, 0.018025889992713928, -0.03312426060438156, 0.013432485982775688, 0.021761538460850716, 0.06360732018947601, 0.04243920370936394], "cos_apical_negg": [0.5136374831199646, 0.0750240758061409, 0.026915842667222023, 0.020728282630443573, -0.01722090318799019, 0.03569718450307846, 0.04902811348438263, 0.0560653954744339, -0.0025108149275183678, 0.033805277198553085, 0.010618955828249454, 0.03918911889195442, 0.03867630288004875, -0.03814985230565071, 0.018025889992713928, -0.03312426060438156, 0.013432485982775688, 0.021761538460850716, 0.06360732018947601, 0.04243920370936394], "cos_Ac_negg": [0.5136374831199646, 0.0750240758061409, 0.026915842667222023, 0.020728282630443573, -0.01722090318799019, 0.03569718450307846, 0.04902811348438263, 0.0560653954744339, -0.0025108149275183678, 0.033805277198553085, 0.010618955828249454, 0.03918911889195442, 0.03867630288004875, -0.03814985230565071, 0.018025889992713928, -0.03312426060438156, 0.013432485982775688, 0.021761538460850716, 0.06360732018947601, 0.04243920370936394], "r_norm": [3.560978651046753, 3.403745412826538, 3.333500385284424, 3.4145514965057373, 3.3261818885803223, 3.359405994415283, 3.5187792778015137, 3.3795220851898193, 3.418750286102295, 3.4286928176879883, 3.477985143661499, 3.3495864868164062, 3.416900634765625, 3.4031052589416504, 3.358238697052002, 3.460209846496582, 3.4364800453186035, 3.3783740997314453, 3.444089889526367, 3.4826879501342773], "ldr": {"dL_sdil": -0.07413911819458008, "dL_bp": -0.0711824893951416, "ratio": 1.0415359005362388}}, {"step": 550, "epoch": 1, "train_loss": 1.9478658437728882, "cos_r_negg": [0.5310564637184143, 0.0644795373082161, 0.03392560034990311, 0.013682466000318527, -0.00744822109118104, 0.05658883601427078, 0.055641308426856995, 0.04611016809940338, -0.012113720178604126, 0.046789802610874176, -0.0004717884585261345, 0.03572220355272293, 0.01016971655189991, -0.06290998309850693, 0.0013020085170865059, -0.016120649874210358, 0.039573222398757935, -0.005260150879621506, 0.00941636972129345, 0.007229492999613285], "cos_apical_negg": [0.5310564637184143, 0.0644795373082161, 0.03392560034990311, 0.013682466000318527, -0.00744822109118104, 0.05658883601427078, 0.055641308426856995, 0.04611016809940338, -0.012113720178604126, 0.046789802610874176, -0.0004717884585261345, 0.03572220355272293, 0.01016971655189991, -0.06290998309850693, 0.0013020085170865059, -0.016120649874210358, 0.039573222398757935, -0.005260150879621506, 0.00941636972129345, 0.007229492999613285], "cos_Ac_negg": [0.5310564637184143, 0.0644795373082161, 0.03392560034990311, 0.013682466000318527, -0.00744822109118104, 0.05658883601427078, 0.055641308426856995, 0.04611016809940338, -0.012113720178604126, 0.046789802610874176, -0.0004717884585261345, 0.03572220355272293, 0.01016971655189991, -0.06290998309850693, 0.0013020085170865059, -0.016120649874210358, 0.039573222398757935, -0.005260150879621506, 0.00941636972129345, 0.007229492999613285], "r_norm": [3.542677402496338, 3.3713183403015137, 3.3032989501953125, 3.3822200298309326, 3.293778419494629, 3.3407387733459473, 3.4922099113464355, 3.3495407104492188, 3.3939762115478516, 3.3965678215026855, 3.4498443603515625, 3.32295560836792, 3.3820018768310547, 3.3732991218566895, 3.32662296295166, 3.4319214820861816, 3.4076108932495117, 3.3409156799316406, 3.411564826965332, 3.4556803703308105]}, {"step": 600, "epoch": 1, "train_loss": 1.7740404605865479, "cos_r_negg": [0.5562870502471924, 0.06928690522909164, 0.01599821448326111, 0.024068892002105713, 0.013432477600872517, 0.06936752796173096, 0.0869269073009491, 0.06366384029388428, -0.02008645050227642, 0.009653449058532715, 0.015359314158558846, 0.04039978235960007, 0.01908017322421074, -0.06268025934696198, -0.0068398453295230865, -0.01255948655307293, 0.040316712111234665, 0.06402552127838135, -0.004881273489445448, 0.039526768028736115], "cos_apical_negg": [0.5562870502471924, 0.06928690522909164, 0.01599821448326111, 0.024068892002105713, 0.013432477600872517, 0.06936752796173096, 0.0869269073009491, 0.06366384029388428, -0.02008645050227642, 0.009653449058532715, 0.015359314158558846, 0.04039978235960007, 0.01908017322421074, -0.06268025934696198, -0.0068398453295230865, -0.01255948655307293, 0.040316712111234665, 0.06402552127838135, -0.004881273489445448, 0.039526768028736115], "cos_Ac_negg": [0.5562870502471924, 0.06928690522909164, 0.01599821448326111, 0.024068892002105713, 0.013432477600872517, 0.06936752796173096, 0.0869269073009491, 0.06366384029388428, -0.02008645050227642, 0.009653449058532715, 0.015359314158558846, 0.04039978235960007, 0.01908017322421074, -0.06268025934696198, -0.0068398453295230865, -0.01255948655307293, 0.040316712111234665, 0.06402552127838135, -0.004881273489445448, 0.039526768028736115], "r_norm": [3.3501362800598145, 3.1900956630706787, 3.1218271255493164, 3.1951041221618652, 3.1084561347961426, 3.149740695953369, 3.295290470123291, 3.160494804382324, 3.201385498046875, 3.2090182304382324, 3.2627973556518555, 3.134511709213257, 3.196526288986206, 3.1822469234466553, 3.140098810195923, 3.2392661571502686, 3.221566677093506, 3.151063919067383, 3.222744941711426, 3.257866859436035]}, {"step": 650, "epoch": 1, "train_loss": 1.7876267433166504, "cos_r_negg": [0.5462949275970459, 0.06232228875160217, 0.039351921528577805, 0.028838541358709335, 0.0270314272493124, 0.04898151382803917, 0.06396251916885376, 0.0724564865231514, -0.009592004120349884, 0.05325149744749069, 0.026228416711091995, 0.062172118574380875, 0.022018183022737503, -0.0489189587533474, 0.010560169816017151, 0.024584386497735977, 0.0821211040019989, 0.04784945771098137, -0.011184586212038994, 0.03528314083814621], "cos_apical_negg": [0.5462949275970459, 0.06232228875160217, 0.039351921528577805, 0.028838541358709335, 0.0270314272493124, 0.04898151382803917, 0.06396251916885376, 0.0724564865231514, -0.009592004120349884, 0.05325149744749069, 0.026228416711091995, 0.062172118574380875, 0.022018183022737503, -0.0489189587533474, 0.010560169816017151, 0.024584386497735977, 0.0821211040019989, 0.04784945771098137, -0.011184586212038994, 0.03528314083814621], "cos_Ac_negg": [0.5462949275970459, 0.06232228875160217, 0.039351921528577805, 0.028838541358709335, 0.0270314272493124, 0.04898151382803917, 0.06396251916885376, 0.0724564865231514, -0.009592004120349884, 0.05325149744749069, 0.026228416711091995, 0.062172118574380875, 0.022018183022737503, -0.0489189587533474, 0.010560169816017151, 0.024584386497735977, 0.0821211040019989, 0.04784945771098137, -0.011184586212038994, 0.03528314083814621], "r_norm": [3.360827684402466, 3.198127508163452, 3.134603500366211, 3.202826499938965, 3.113845109939575, 3.1596906185150146, 3.2938623428344727, 3.164449453353882, 3.2162511348724365, 3.2053160667419434, 3.265160083770752, 3.1468451023101807, 3.206801414489746, 3.190156936645508, 3.15385103225708, 3.248810291290283, 3.23246693611145, 3.1605374813079834, 3.2225780487060547, 3.271458387374878]}, {"step": 700, "epoch": 1, "train_loss": 1.9230389595031738, "cos_r_negg": [0.5522618293762207, 0.0843191146850586, 0.04221196845173836, 0.03707928955554962, 0.039598822593688965, 0.06644586473703384, 0.07883909344673157, 0.09043198823928833, -0.0004806972574442625, 0.04225751757621765, 0.03741956874728203, 0.06857066601514816, 0.0510047972202301, -0.00346151040866971, 0.02246076613664627, 0.04306007921695709, 0.052533358335494995, 0.05275970324873924, 0.014993371441960335, 0.06322763860225677], "cos_apical_negg": [0.5522618293762207, 0.0843191146850586, 0.04221196845173836, 0.03707928955554962, 0.039598822593688965, 0.06644586473703384, 0.07883909344673157, 0.09043198823928833, -0.0004806972574442625, 0.04225751757621765, 0.03741956874728203, 0.06857066601514816, 0.0510047972202301, -0.00346151040866971, 0.02246076613664627, 0.04306007921695709, 0.052533358335494995, 0.05275970324873924, 0.014993371441960335, 0.06322763860225677], "cos_Ac_negg": [0.5522618293762207, 0.0843191146850586, 0.04221196845173836, 0.03707928955554962, 0.039598822593688965, 0.06644586473703384, 0.07883909344673157, 0.09043198823928833, -0.0004806972574442625, 0.04225751757621765, 0.03741956874728203, 0.06857066601514816, 0.0510047972202301, -0.00346151040866971, 0.02246076613664627, 0.04306007921695709, 0.052533358335494995, 0.05275970324873924, 0.014993371441960335, 0.06322763860225677], "r_norm": [3.2880258560180664, 3.1140685081481934, 3.044358253479004, 3.119048833847046, 3.0420732498168945, 3.074164867401123, 3.2161593437194824, 3.087553024291992, 3.1275672912597656, 3.1321821212768555, 3.1841413974761963, 3.061937093734741, 3.1249308586120605, 3.1080996990203857, 3.0693821907043457, 3.162057638168335, 3.141828775405884, 3.085721492767334, 3.1430978775024414, 3.1848137378692627]}, {"step": 750, "epoch": 1, "train_loss": 1.9619182348251343, "cos_r_negg": [0.5657927989959717, 0.08477337658405304, 0.03265925124287605, 0.024123845621943474, 0.04720142483711243, 0.06067691743373871, 0.06945610791444778, 0.06760067492723465, -0.0019143219105899334, 0.044735655188560486, 0.06527728587388992, 0.07769090682268143, 0.08069786429405212, 0.00353455264121294, 0.008105847053229809, 0.028062637895345688, 0.08738931268453598, 0.07533285021781921, 0.06145765632390976, 0.07963547110557556], "cos_apical_negg": [0.5657927989959717, 0.08477337658405304, 0.03265925124287605, 0.024123845621943474, 0.04720142483711243, 0.06067691743373871, 0.06945610791444778, 0.06760067492723465, -0.0019143219105899334, 0.044735655188560486, 0.06527728587388992, 0.07769090682268143, 0.08069786429405212, 0.00353455264121294, 0.008105847053229809, 0.028062637895345688, 0.08738931268453598, 0.07533285021781921, 0.06145765632390976, 0.07963547110557556], "cos_Ac_negg": [0.5657927989959717, 0.08477337658405304, 0.03265925124287605, 0.024123845621943474, 0.04720142483711243, 0.06067691743373871, 0.06945610791444778, 0.06760067492723465, -0.0019143219105899334, 0.044735655188560486, 0.06527728587388992, 0.07769090682268143, 0.08069786429405212, 0.00353455264121294, 0.008105847053229809, 0.028062637895345688, 0.08738931268453598, 0.07533285021781921, 0.06145765632390976, 0.07963547110557556], "r_norm": [3.161458969116211, 2.990044593811035, 2.9207873344421387, 2.999831438064575, 2.9120235443115234, 2.9641332626342773, 3.091423988342285, 2.9661264419555664, 3.0062079429626465, 3.006983995437622, 3.060969114303589, 2.9465835094451904, 2.9939632415771484, 2.9869627952575684, 2.944350004196167, 3.0397286415100098, 3.01768159866333, 2.95418381690979, 3.0242319107055664, 3.060933828353882], "ldr": {"dL_sdil": -0.06143677234649658, "dL_bp": -0.05851733684539795, "ratio": 1.0498900951150896}}, {"epoch_end": 1, "step": 782, "test_acc": 0.3764, "test_loss": 1.8547676513671876}, {"step": 800, "epoch": 2, "train_loss": 1.9308555126190186, "cos_r_negg": [0.5437989830970764, 0.11560110747814178, 0.04416615143418312, 0.03850546479225159, 0.05436937138438225, 0.09194621443748474, 0.08110048621892929, 0.055873166769742966, 0.006562607362866402, 0.05524270981550217, 0.07090069353580475, 0.08066312223672867, 0.06946513056755066, 0.0024871500208973885, 0.028984442353248596, 0.024154232814908028, 0.033550795167684555, 0.06974787265062332, 0.055749423801898956, 0.049576543271541595], "cos_apical_negg": [0.5437989830970764, 0.11560110747814178, 0.04416615143418312, 0.03850546479225159, 0.05436937138438225, 0.09194621443748474, 0.08110048621892929, 0.055873166769742966, 0.006562607362866402, 0.05524270981550217, 0.07090069353580475, 0.08066312223672867, 0.06946513056755066, 0.0024871500208973885, 0.028984442353248596, 0.024154232814908028, 0.033550795167684555, 0.06974787265062332, 0.055749423801898956, 0.049576543271541595], "cos_Ac_negg": [0.5437989830970764, 0.11560110747814178, 0.04416615143418312, 0.03850546479225159, 0.05436937138438225, 0.09194621443748474, 0.08110048621892929, 0.055873166769742966, 0.006562607362866402, 0.05524270981550217, 0.07090069353580475, 0.08066312223672867, 0.06946513056755066, 0.0024871500208973885, 0.028984442353248596, 0.024154232814908028, 0.033550795167684555, 0.06974787265062332, 0.055749423801898956, 0.049576543271541595], "r_norm": [3.184880018234253, 3.002631664276123, 2.93770170211792, 3.0091075897216797, 2.9337916374206543, 2.964000701904297, 3.0998291969299316, 2.976430892944336, 3.0131020545959473, 3.0250706672668457, 3.072204113006592, 2.951834201812744, 3.0056285858154297, 2.9959752559661865, 2.955824375152588, 3.0469605922698975, 3.0276007652282715, 2.9706993103027344, 3.0311295986175537, 3.070819616317749]}, {"step": 850, "epoch": 2, "train_loss": 1.6667828559875488, "cos_r_negg": [0.5617150664329529, 0.1026947945356369, 0.05607958137989044, 0.049720488488674164, 0.06682931631803513, 0.09032021462917328, 0.07915639877319336, 0.0729985386133194, 0.03143337741494179, 0.0673280730843544, 0.07544608414173126, 0.12114521116018295, 0.07424218952655792, 0.008934048004448414, 0.06606040894985199, 0.03378253057599068, 0.0989585742354393, 0.06204501539468765, 0.11348974704742432, 0.0565682128071785], "cos_apical_negg": [0.5617150664329529, 0.1026947945356369, 0.05607958137989044, 0.049720488488674164, 0.06682931631803513, 0.09032021462917328, 0.07915639877319336, 0.0729985386133194, 0.03143337741494179, 0.0673280730843544, 0.07544608414173126, 0.12114521116018295, 0.07424218952655792, 0.008934048004448414, 0.06606040894985199, 0.03378253057599068, 0.0989585742354393, 0.06204501539468765, 0.11348974704742432, 0.0565682128071785], "cos_Ac_negg": [0.5617150664329529, 0.1026947945356369, 0.05607958137989044, 0.049720488488674164, 0.06682931631803513, 0.09032021462917328, 0.07915639877319336, 0.0729985386133194, 0.03143337741494179, 0.0673280730843544, 0.07544608414173126, 0.12114521116018295, 0.07424218952655792, 0.008934048004448414, 0.06606040894985199, 0.03378253057599068, 0.0989585742354393, 0.06204501539468765, 0.11348974704742432, 0.0565682128071785], "r_norm": [3.0481314659118652, 2.8673386573791504, 2.8067102432250977, 2.8656258583068848, 2.8021395206451416, 2.8308186531066895, 2.957797050476074, 2.8394088745117188, 2.8783435821533203, 2.8834452629089355, 2.9280266761779785, 2.8172225952148438, 2.8767266273498535, 2.86177921295166, 2.8270955085754395, 2.9091362953186035, 2.8887252807617188, 2.834963083267212, 2.8942368030548096, 2.9327545166015625]}, {"step": 900, "epoch": 2, "train_loss": 1.7569656372070312, "cos_r_negg": [0.5674267411231995, 0.11337092518806458, 0.06444856524467468, 0.05773290991783142, 0.07909449189901352, 0.09822097420692444, 0.09887327253818512, 0.07958206534385681, 0.0396471843123436, 0.0640755370259285, 0.09467342495918274, 0.10509512573480606, 0.0752449780702591, 0.005871581379324198, 0.059666816145181656, 0.08183174580335617, 0.06381496787071228, 0.06561872363090515, 0.07999259978532791, 0.09775955229997635], "cos_apical_negg": [0.5674267411231995, 0.11337092518806458, 0.06444856524467468, 0.05773290991783142, 0.07909449189901352, 0.09822097420692444, 0.09887327253818512, 0.07958206534385681, 0.0396471843123436, 0.0640755370259285, 0.09467342495918274, 0.10509512573480606, 0.0752449780702591, 0.005871581379324198, 0.059666816145181656, 0.08183174580335617, 0.06381496787071228, 0.06561872363090515, 0.07999259978532791, 0.09775955229997635], "cos_Ac_negg": [0.5674267411231995, 0.11337092518806458, 0.06444856524467468, 0.05773290991783142, 0.07909449189901352, 0.09822097420692444, 0.09887327253818512, 0.07958206534385681, 0.0396471843123436, 0.0640755370259285, 0.09467342495918274, 0.10509512573480606, 0.0752449780702591, 0.005871581379324198, 0.059666816145181656, 0.08183174580335617, 0.06381496787071228, 0.06561872363090515, 0.07999259978532791, 0.09775955229997635], "r_norm": [3.062870979309082, 2.869507074356079, 2.806251049041748, 2.874392509460449, 2.805194854736328, 2.8383595943450928, 2.96891713142395, 2.8515636920928955, 2.877763271331787, 2.888117790222168, 2.9307730197906494, 2.8224754333496094, 2.8773880004882812, 2.856506824493408, 2.8288800716400146, 2.914426803588867, 2.900818347930908, 2.8400487899780273, 2.9064197540283203, 2.9358160495758057]}, {"step": 950, "epoch": 2, "train_loss": 1.607492208480835, "cos_r_negg": [0.5732218623161316, 0.12660115957260132, 0.07145106792449951, 0.05753212049603462, 0.07808499038219452, 0.07457680255174637, 0.11095023900270462, 0.09396859258413315, 0.05774138867855072, 0.10130280256271362, 0.07066269963979721, 0.10560599714517593, 0.09522362053394318, 0.0045683677308261395, 0.07457701861858368, 0.08737361431121826, 0.05517525225877762, 0.04637213051319122, 0.07553906738758087, 0.06575644761323929], "cos_apical_negg": [0.5732218623161316, 0.12660115957260132, 0.07145106792449951, 0.05753212049603462, 0.07808499038219452, 0.07457680255174637, 0.11095023900270462, 0.09396859258413315, 0.05774138867855072, 0.10130280256271362, 0.07066269963979721, 0.10560599714517593, 0.09522362053394318, 0.0045683677308261395, 0.07457701861858368, 0.08737361431121826, 0.05517525225877762, 0.04637213051319122, 0.07553906738758087, 0.06575644761323929], "cos_Ac_negg": [0.5732218623161316, 0.12660115957260132, 0.07145106792449951, 0.05753212049603462, 0.07808499038219452, 0.07457680255174637, 0.11095023900270462, 0.09396859258413315, 0.05774138867855072, 0.10130280256271362, 0.07066269963979721, 0.10560599714517593, 0.09522362053394318, 0.0045683677308261395, 0.07457701861858368, 0.08737361431121826, 0.05517525225877762, 0.04637213051319122, 0.07553906738758087, 0.06575644761323929], "r_norm": [2.9325766563415527, 2.7479770183563232, 2.6878502368927, 2.7472167015075684, 2.677945852279663, 2.7156124114990234, 2.8396999835968018, 2.7187917232513428, 2.755417823791504, 2.7681796550750732, 2.806403160095215, 2.7016305923461914, 2.7539303302764893, 2.7373268604278564, 2.708207130432129, 2.7862961292266846, 2.771495819091797, 2.7137789726257324, 2.7748990058898926, 2.8108716011047363]}, {"step": 1000, "epoch": 2, "train_loss": 1.8405705690383911, "cos_r_negg": [0.6090444922447205, 0.1413745880126953, 0.0861186534166336, 0.07187452912330627, 0.07734309136867523, 0.10322628915309906, 0.1107439249753952, 0.11318211257457733, 0.05015905201435089, 0.10793890058994293, 0.07193765044212341, 0.11681967228651047, 0.10378982126712799, 0.02558079920709133, 0.08898137509822845, 0.0770304873585701, 0.08518519997596741, 0.06195240467786789, 0.08061367273330688, 0.10482363402843475], "cos_apical_negg": [0.6090444922447205, 0.1413745880126953, 0.0861186534166336, 0.07187452912330627, 0.07734309136867523, 0.10322628915309906, 0.1107439249753952, 0.11318211257457733, 0.05015905201435089, 0.10793890058994293, 0.07193765044212341, 0.11681967228651047, 0.10378982126712799, 0.02558079920709133, 0.08898137509822845, 0.0770304873585701, 0.08518519997596741, 0.06195240467786789, 0.08061367273330688, 0.10482363402843475], "cos_Ac_negg": [0.6090444922447205, 0.1413745880126953, 0.0861186534166336, 0.07187452912330627, 0.07734309136867523, 0.10322628915309906, 0.1107439249753952, 0.11318211257457733, 0.05015905201435089, 0.10793890058994293, 0.07193765044212341, 0.11681967228651047, 0.10378982126712799, 0.02558079920709133, 0.08898137509822845, 0.0770304873585701, 0.08518519997596741, 0.06195240467786789, 0.08061367273330688, 0.10482363402843475], "r_norm": [2.8461828231811523, 2.6565194129943848, 2.5959558486938477, 2.651411294937134, 2.587143898010254, 2.6214942932128906, 2.7402379512786865, 2.6262619495391846, 2.6562113761901855, 2.6690773963928223, 2.7097389698028564, 2.6086220741271973, 2.662644386291504, 2.6465256214141846, 2.6145389080047607, 2.6896474361419678, 2.672025442123413, 2.623096466064453, 2.6769256591796875, 2.7107062339782715], "ldr": {"dL_sdil": -0.040587425231933594, "dL_bp": -0.037035584449768066, "ratio": 1.0959034624384811}}, {"step": 1050, "epoch": 2, "train_loss": 1.9555306434631348, "cos_r_negg": [0.582035481929779, 0.1436794549226761, 0.08816947788000107, 0.07582971453666687, 0.09734794497489929, 0.11450527608394623, 0.11086109280586243, 0.1091289296746254, 0.05884361267089844, 0.13199058175086975, 0.0656428188085556, 0.12181618064641953, 0.12564346194267273, 0.028396882116794586, 0.09966374188661575, 0.10716211050748825, 0.09176865220069885, 0.04366712272167206, 0.08079171180725098, 0.0935746431350708], "cos_apical_negg": [0.582035481929779, 0.1436794549226761, 0.08816947788000107, 0.07582971453666687, 0.09734794497489929, 0.11450527608394623, 0.11086109280586243, 0.1091289296746254, 0.05884361267089844, 0.13199058175086975, 0.0656428188085556, 0.12181618064641953, 0.12564346194267273, 0.028396882116794586, 0.09966374188661575, 0.10716211050748825, 0.09176865220069885, 0.04366712272167206, 0.08079171180725098, 0.0935746431350708], "cos_Ac_negg": [0.582035481929779, 0.1436794549226761, 0.08816947788000107, 0.07582971453666687, 0.09734794497489929, 0.11450527608394623, 0.11086109280586243, 0.1091289296746254, 0.05884361267089844, 0.13199058175086975, 0.0656428188085556, 0.12181618064641953, 0.12564346194267273, 0.028396882116794586, 0.09966374188661575, 0.10716211050748825, 0.09176865220069885, 0.04366712272167206, 0.08079171180725098, 0.0935746431350708], "r_norm": [2.7862935066223145, 2.590439796447754, 2.5306482315063477, 2.5878961086273193, 2.5242080688476562, 2.559579372406006, 2.6737027168273926, 2.562704563140869, 2.592515230178833, 2.6063132286071777, 2.6413509845733643, 2.548041582107544, 2.597174644470215, 2.5809895992279053, 2.548328161239624, 2.6220104694366455, 2.605893611907959, 2.5601277351379395, 2.616421699523926, 2.647702217102051]}, {"step": 1100, "epoch": 2, "train_loss": 1.6362336874008179, "cos_r_negg": [0.6046675443649292, 0.1332157999277115, 0.09408386051654816, 0.06674286723136902, 0.10406720638275146, 0.11213816702365875, 0.13838760554790497, 0.11582192033529282, 0.061198458075523376, 0.14330598711967468, 0.1191941648721695, 0.1171218752861023, 0.12778621912002563, 0.05671851336956024, 0.08797261118888855, 0.12020040303468704, 0.10681110620498657, 0.061858534812927246, 0.10222050547599792, 0.13723021745681763], "cos_apical_negg": [0.6046675443649292, 0.1332157999277115, 0.09408386051654816, 0.06674286723136902, 0.10406720638275146, 0.11213816702365875, 0.13838760554790497, 0.11582192033529282, 0.061198458075523376, 0.14330598711967468, 0.1191941648721695, 0.1171218752861023, 0.12778621912002563, 0.05671851336956024, 0.08797261118888855, 0.12020040303468704, 0.10681110620498657, 0.061858534812927246, 0.10222050547599792, 0.13723021745681763], "cos_Ac_negg": [0.6046675443649292, 0.1332157999277115, 0.09408386051654816, 0.06674286723136902, 0.10406720638275146, 0.11213816702365875, 0.13838760554790497, 0.11582192033529282, 0.061198458075523376, 0.14330598711967468, 0.1191941648721695, 0.1171218752861023, 0.12778621912002563, 0.05671851336956024, 0.08797261118888855, 0.12020040303468704, 0.10681110620498657, 0.061858534812927246, 0.10222050547599792, 0.13723021745681763], "r_norm": [2.7486538887023926, 2.551057815551758, 2.489076852798462, 2.5471692085266113, 2.486513614654541, 2.5212182998657227, 2.630514621734619, 2.5256803035736084, 2.5534555912017822, 2.5591816902160645, 2.601309061050415, 2.506347894668579, 2.553654193878174, 2.5409584045410156, 2.5087108612060547, 2.5811636447906494, 2.566926956176758, 2.5125112533569336, 2.572880268096924, 2.603290557861328]}, {"step": 1150, "epoch": 2, "train_loss": 1.7087832689285278, "cos_r_negg": [0.6080029010772705, 0.15220361948013306, 0.0915638878941536, 0.07973034679889679, 0.10977640002965927, 0.11305423080921173, 0.1411164551973343, 0.13127636909484863, 0.05654386803507805, 0.15451867878437042, 0.09385359287261963, 0.1227998211979866, 0.12297526001930237, 0.07206948101520538, 0.11212273687124252, 0.09915143251419067, 0.11809186637401581, 0.046703360974788666, 0.12272744625806808, 0.1554466336965561], "cos_apical_negg": [0.6080029010772705, 0.15220361948013306, 0.0915638878941536, 0.07973034679889679, 0.10977640002965927, 0.11305423080921173, 0.1411164551973343, 0.13127636909484863, 0.05654386803507805, 0.15451867878437042, 0.09385359287261963, 0.1227998211979866, 0.12297526001930237, 0.07206948101520538, 0.11212273687124252, 0.09915143251419067, 0.11809186637401581, 0.046703360974788666, 0.12272744625806808, 0.1554466336965561], "cos_Ac_negg": [0.6080029010772705, 0.15220361948013306, 0.0915638878941536, 0.07973034679889679, 0.10977640002965927, 0.11305423080921173, 0.1411164551973343, 0.13127636909484863, 0.05654386803507805, 0.15451867878437042, 0.09385359287261963, 0.1227998211979866, 0.12297526001930237, 0.07206948101520538, 0.11212273687124252, 0.09915143251419067, 0.11809186637401581, 0.046703360974788666, 0.12272744625806808, 0.1554466336965561], "r_norm": [2.8046107292175293, 2.5960073471069336, 2.5315017700195312, 2.586143732070923, 2.5267083644866943, 2.5581624507904053, 2.6751933097839355, 2.568997383117676, 2.592052459716797, 2.601789951324463, 2.648754119873047, 2.543757915496826, 2.599266290664673, 2.5832557678222656, 2.5490150451660156, 2.6227588653564453, 2.6098573207855225, 2.5545334815979004, 2.6151435375213623, 2.6465091705322266]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3673, "test_loss": 1.8360987548828125}, {"step": 1200, "epoch": 3, "train_loss": 1.7846009731292725, "cos_r_negg": [0.6157931089401245, 0.1300625056028366, 0.1078181117773056, 0.10328969359397888, 0.12083892524242401, 0.13667066395282745, 0.1423681080341339, 0.12324352562427521, 0.07481011003255844, 0.15240833163261414, 0.09865643084049225, 0.12641647458076477, 0.12875710427761078, 0.07751398533582687, 0.08957099914550781, 0.10425873100757599, 0.09188174456357956, 0.04592040181159973, 0.08982326090335846, 0.11902477592229843], "cos_apical_negg": [0.6157931089401245, 0.1300625056028366, 0.1078181117773056, 0.10328969359397888, 0.12083892524242401, 0.13667066395282745, 0.1423681080341339, 0.12324352562427521, 0.07481011003255844, 0.15240833163261414, 0.09865643084049225, 0.12641647458076477, 0.12875710427761078, 0.07751398533582687, 0.08957099914550781, 0.10425873100757599, 0.09188174456357956, 0.04592040181159973, 0.08982326090335846, 0.11902477592229843], "cos_Ac_negg": [0.6157931089401245, 0.1300625056028366, 0.1078181117773056, 0.10328969359397888, 0.12083892524242401, 0.13667066395282745, 0.1423681080341339, 0.12324352562427521, 0.07481011003255844, 0.15240833163261414, 0.09865643084049225, 0.12641647458076477, 0.12875710427761078, 0.07751398533582687, 0.08957099914550781, 0.10425873100757599, 0.09188174456357956, 0.04592040181159973, 0.08982326090335846, 0.11902477592229843], "r_norm": [2.6629586219787598, 2.459372043609619, 2.3932557106018066, 2.4487264156341553, 2.3925817012786865, 2.425351142883301, 2.53257417678833, 2.429008960723877, 2.4566664695739746, 2.4646201133728027, 2.5050783157348633, 2.4109840393066406, 2.456686496734619, 2.445584774017334, 2.412623882293701, 2.485990047454834, 2.4693474769592285, 2.4164910316467285, 2.4813733100891113, 2.510464906692505]}, {"step": 1250, "epoch": 3, "train_loss": 1.5505956411361694, "cos_r_negg": [0.622315526008606, 0.15710225701332092, 0.11579281091690063, 0.10773561894893646, 0.128509983420372, 0.1453881859779358, 0.1595785766839981, 0.13595736026763916, 0.07491275668144226, 0.16417427361011505, 0.11849413067102432, 0.1559295654296875, 0.1339026391506195, 0.07272307574748993, 0.1206551045179367, 0.13644260168075562, 0.08949880301952362, 0.05340892821550369, 0.12672284245491028, 0.11466990411281586], "cos_apical_negg": [0.622315526008606, 0.15710225701332092, 0.11579281091690063, 0.10773561894893646, 0.128509983420372, 0.1453881859779358, 0.1595785766839981, 0.13595736026763916, 0.07491275668144226, 0.16417427361011505, 0.11849413067102432, 0.1559295654296875, 0.1339026391506195, 0.07272307574748993, 0.1206551045179367, 0.13644260168075562, 0.08949880301952362, 0.05340892821550369, 0.12672284245491028, 0.11466990411281586], "cos_Ac_negg": [0.622315526008606, 0.15710225701332092, 0.11579281091690063, 0.10773561894893646, 0.128509983420372, 0.1453881859779358, 0.1595785766839981, 0.13595736026763916, 0.07491275668144226, 0.16417427361011505, 0.11849413067102432, 0.1559295654296875, 0.1339026391506195, 0.07272307574748993, 0.1206551045179367, 0.13644260168075562, 0.08949880301952362, 0.05340892821550369, 0.12672284245491028, 0.11466990411281586], "r_norm": [2.632364273071289, 2.4183638095855713, 2.360783338546753, 2.4116744995117188, 2.3601396083831787, 2.3893027305603027, 2.494036912918091, 2.3976337909698486, 2.4217934608459473, 2.427276134490967, 2.46828556060791, 2.3757877349853516, 2.426722526550293, 2.4087090492248535, 2.377678871154785, 2.4512228965759277, 2.4356865882873535, 2.380892515182495, 2.4375123977661133, 2.4705376625061035], "ldr": {"dL_sdil": -0.0485764741897583, "dL_bp": -0.04525899887084961, "ratio": 1.0732997945530212}}, {"step": 1300, "epoch": 3, "train_loss": 1.6770572662353516, "cos_r_negg": [0.6333764791488647, 0.15538060665130615, 0.12305428087711334, 0.12016495317220688, 0.13384470343589783, 0.16056552529335022, 0.1652602255344391, 0.14216294884681702, 0.08968017995357513, 0.15403416752815247, 0.11426305025815964, 0.14634543657302856, 0.16483144462108612, 0.08707580715417862, 0.10100039839744568, 0.10481857508420944, 0.1379491686820984, 0.08781205117702484, 0.16336706280708313, 0.11072227358818054], "cos_apical_negg": [0.6333764791488647, 0.15538060665130615, 0.12305428087711334, 0.12016495317220688, 0.13384470343589783, 0.16056552529335022, 0.1652602255344391, 0.14216294884681702, 0.08968017995357513, 0.15403416752815247, 0.11426305025815964, 0.14634543657302856, 0.16483144462108612, 0.08707580715417862, 0.10100039839744568, 0.10481857508420944, 0.1379491686820984, 0.08781205117702484, 0.16336706280708313, 0.11072227358818054], "cos_Ac_negg": [0.6333764791488647, 0.15538060665130615, 0.12305428087711334, 0.12016495317220688, 0.13384470343589783, 0.16056552529335022, 0.1652602255344391, 0.14216294884681702, 0.08968017995357513, 0.15403416752815247, 0.11426305025815964, 0.14634543657302856, 0.16483144462108612, 0.08707580715417862, 0.10100039839744568, 0.10481857508420944, 0.1379491686820984, 0.08781205117702484, 0.16336706280708313, 0.11072227358818054], "r_norm": [2.679626703262329, 2.4506795406341553, 2.3891847133636475, 2.4412381649017334, 2.390766143798828, 2.4249448776245117, 2.5305399894714355, 2.4316248893737793, 2.4496326446533203, 2.4676308631896973, 2.502423048019409, 2.4072937965393066, 2.4608314037323, 2.441852569580078, 2.415832042694092, 2.4799773693084717, 2.470184803009033, 2.4141197204589844, 2.4689581394195557, 2.504523992538452]}, {"step": 1350, "epoch": 3, "train_loss": 1.7222440242767334, "cos_r_negg": [0.6279477477073669, 0.13996374607086182, 0.13088184595108032, 0.13342991471290588, 0.14140161871910095, 0.1636781394481659, 0.19128325581550598, 0.1414014995098114, 0.10485383868217468, 0.17717760801315308, 0.10484099388122559, 0.14063914120197296, 0.1571166217327118, 0.09860872477293015, 0.11095120757818222, 0.11396537721157074, 0.13549286127090454, 0.08287933468818665, 0.15969318151474, 0.09010657668113708], "cos_apical_negg": [0.6279477477073669, 0.13996374607086182, 0.13088184595108032, 0.13342991471290588, 0.14140161871910095, 0.1636781394481659, 0.19128325581550598, 0.1414014995098114, 0.10485383868217468, 0.17717760801315308, 0.10484099388122559, 0.14063914120197296, 0.1571166217327118, 0.09860872477293015, 0.11095120757818222, 0.11396537721157074, 0.13549286127090454, 0.08287933468818665, 0.15969318151474, 0.09010657668113708], "cos_Ac_negg": [0.6279477477073669, 0.13996374607086182, 0.13088184595108032, 0.13342991471290588, 0.14140161871910095, 0.1636781394481659, 0.19128325581550598, 0.1414014995098114, 0.10485383868217468, 0.17717760801315308, 0.10484099388122559, 0.14063914120197296, 0.1571166217327118, 0.09860872477293015, 0.11095120757818222, 0.11396537721157074, 0.13549286127090454, 0.08287933468818665, 0.15969318151474, 0.09010657668113708], "r_norm": [2.5531768798828125, 2.3327057361602783, 2.2694091796875, 2.3174424171447754, 2.2674760818481445, 2.3049705028533936, 2.4032156467437744, 2.3048486709594727, 2.3224549293518066, 2.3349201679229736, 2.376943349838257, 2.2861223220825195, 2.335364818572998, 2.3193159103393555, 2.287168264389038, 2.3527259826660156, 2.3436214923858643, 2.2868807315826416, 2.3462586402893066, 2.3742311000823975]}, {"step": 1400, "epoch": 3, "train_loss": 1.7611455917358398, "cos_r_negg": [0.6533542275428772, 0.1741494983434677, 0.1235816478729248, 0.15125885605812073, 0.14987578988075256, 0.15688350796699524, 0.18532653152942657, 0.13686217367649078, 0.10205309838056564, 0.17944443225860596, 0.108235202729702, 0.13926374912261963, 0.1710645854473114, 0.08610179275274277, 0.1265362948179245, 0.08735385537147522, 0.09859014302492142, 0.10092509537935257, 0.14214766025543213, 0.1376335620880127], "cos_apical_negg": [0.6533542275428772, 0.1741494983434677, 0.1235816478729248, 0.15125885605812073, 0.14987578988075256, 0.15688350796699524, 0.18532653152942657, 0.13686217367649078, 0.10205309838056564, 0.17944443225860596, 0.108235202729702, 0.13926374912261963, 0.1710645854473114, 0.08610179275274277, 0.1265362948179245, 0.08735385537147522, 0.09859014302492142, 0.10092509537935257, 0.14214766025543213, 0.1376335620880127], "cos_Ac_negg": [0.6533542275428772, 0.1741494983434677, 0.1235816478729248, 0.15125885605812073, 0.14987578988075256, 0.15688350796699524, 0.18532653152942657, 0.13686217367649078, 0.10205309838056564, 0.17944443225860596, 0.108235202729702, 0.13926374912261963, 0.1710645854473114, 0.08610179275274277, 0.1265362948179245, 0.08735385537147522, 0.09859014302492142, 0.10092509537935257, 0.14214766025543213, 0.1376335620880127], "r_norm": [2.501863479614258, 2.2757058143615723, 2.2144951820373535, 2.264969825744629, 2.2206239700317383, 2.2492032051086426, 2.3463594913482666, 2.2505910396575928, 2.271474838256836, 2.2812647819519043, 2.319566011428833, 2.230893135070801, 2.281707763671875, 2.2679905891418457, 2.236825942993164, 2.2999794483184814, 2.2853689193725586, 2.23966646194458, 2.2895021438598633, 2.3220996856689453]}, {"step": 1450, "epoch": 3, "train_loss": 1.6042594909667969, "cos_r_negg": [0.6673529148101807, 0.16932442784309387, 0.15027429163455963, 0.16343888640403748, 0.14735540747642517, 0.18406260013580322, 0.19412580132484436, 0.148048996925354, 0.11991454660892487, 0.1906798779964447, 0.11939454823732376, 0.15127786993980408, 0.18209543824195862, 0.12268088757991791, 0.11284421384334564, 0.14072054624557495, 0.09766194224357605, 0.10878027230501175, 0.14996305108070374, 0.12222606688737869], "cos_apical_negg": [0.6673529148101807, 0.16932442784309387, 0.15027429163455963, 0.16343888640403748, 0.14735540747642517, 0.18406260013580322, 0.19412580132484436, 0.148048996925354, 0.11991454660892487, 0.1906798779964447, 0.11939454823732376, 0.15127786993980408, 0.18209543824195862, 0.12268088757991791, 0.11284421384334564, 0.14072054624557495, 0.09766194224357605, 0.10878027230501175, 0.14996305108070374, 0.12222606688737869], "cos_Ac_negg": [0.6673529148101807, 0.16932442784309387, 0.15027429163455963, 0.16343888640403748, 0.14735540747642517, 0.18406260013580322, 0.19412580132484436, 0.148048996925354, 0.11991454660892487, 0.1906798779964447, 0.11939454823732376, 0.15127786993980408, 0.18209543824195862, 0.12268088757991791, 0.11284421384334564, 0.14072054624557495, 0.09766194224357605, 0.10878027230501175, 0.14996305108070374, 0.12222606688737869], "r_norm": [2.4770469665527344, 2.2428135871887207, 2.187126874923706, 2.2311415672302246, 2.1865227222442627, 2.218538761138916, 2.316340684890747, 2.217608690261841, 2.2417192459106445, 2.2482619285583496, 2.2828004360198975, 2.198446035385132, 2.2502317428588867, 2.233867645263672, 2.2031729221343994, 2.2690982818603516, 2.2566640377044678, 2.2062909603118896, 2.25579833984375, 2.289108991622925]}, {"step": 1500, "epoch": 3, "train_loss": 1.7538254261016846, "cos_r_negg": [0.6470203399658203, 0.19039472937583923, 0.15374717116355896, 0.15772782266139984, 0.1834852695465088, 0.1821896731853485, 0.1907411515712738, 0.1629168689250946, 0.10982140898704529, 0.20613132417201996, 0.1353859305381775, 0.15033362805843353, 0.16843566298484802, 0.13305304944515228, 0.12888625264167786, 0.13704565167427063, 0.12629982829093933, 0.12192526459693909, 0.13903319835662842, 0.15289978682994843], "cos_apical_negg": [0.6470203399658203, 0.19039472937583923, 0.15374717116355896, 0.15772782266139984, 0.1834852695465088, 0.1821896731853485, 0.1907411515712738, 0.1629168689250946, 0.10982140898704529, 0.20613132417201996, 0.1353859305381775, 0.15033362805843353, 0.16843566298484802, 0.13305304944515228, 0.12888625264167786, 0.13704565167427063, 0.12629982829093933, 0.12192526459693909, 0.13903319835662842, 0.15289978682994843], "cos_Ac_negg": [0.6470203399658203, 0.19039472937583923, 0.15374717116355896, 0.15772782266139984, 0.1834852695465088, 0.1821896731853485, 0.1907411515712738, 0.1629168689250946, 0.10982140898704529, 0.20613132417201996, 0.1353859305381775, 0.15033362805843353, 0.16843566298484802, 0.13305304944515228, 0.12888625264167786, 0.13704565167427063, 0.12629982829093933, 0.12192526459693909, 0.13903319835662842, 0.15289978682994843], "r_norm": [2.4176642894744873, 2.1793084144592285, 2.1243834495544434, 2.1686229705810547, 2.124927282333374, 2.1524925231933594, 2.2503390312194824, 2.1521379947662354, 2.1722145080566406, 2.185046911239624, 2.219684362411499, 2.1350009441375732, 2.1804022789001465, 2.168060302734375, 2.135464906692505, 2.201333999633789, 2.18628191947937, 2.142279624938965, 2.190627098083496, 2.222966194152832], "ldr": {"dL_sdil": -0.05736112594604492, "dL_bp": -0.05317103862762451, "ratio": 1.0788039396364826}}, {"step": 1550, "epoch": 3, "train_loss": 1.8690303564071655, "cos_r_negg": [0.6373028755187988, 0.19720809161663055, 0.1644384264945984, 0.1635269820690155, 0.18902060389518738, 0.20049695670604706, 0.20967616140842438, 0.1659163236618042, 0.12701623141765594, 0.193475604057312, 0.13452540338039398, 0.1614856719970703, 0.18098443746566772, 0.14822283387184143, 0.14148743450641632, 0.14908325672149658, 0.16039052605628967, 0.138738214969635, 0.1608208268880844, 0.1548600047826767], "cos_apical_negg": [0.6373028755187988, 0.19720809161663055, 0.1644384264945984, 0.1635269820690155, 0.18902060389518738, 0.20049695670604706, 0.20967616140842438, 0.1659163236618042, 0.12701623141765594, 0.193475604057312, 0.13452540338039398, 0.1614856719970703, 0.18098443746566772, 0.14822283387184143, 0.14148743450641632, 0.14908325672149658, 0.16039052605628967, 0.138738214969635, 0.1608208268880844, 0.1548600047826767], "cos_Ac_negg": [0.6373028755187988, 0.19720809161663055, 0.1644384264945984, 0.1635269820690155, 0.18902060389518738, 0.20049695670604706, 0.20967616140842438, 0.1659163236618042, 0.12701623141765594, 0.193475604057312, 0.13452540338039398, 0.1614856719970703, 0.18098443746566772, 0.14822283387184143, 0.14148743450641632, 0.14908325672149658, 0.16039052605628967, 0.138738214969635, 0.1608208268880844, 0.1548600047826767], "r_norm": [2.431778907775879, 2.1793875694274902, 2.1250758171081543, 2.1708898544311523, 2.1332435607910156, 2.158729076385498, 2.253446578979492, 2.1521191596984863, 2.1748030185699463, 2.186910629272461, 2.2190895080566406, 2.1348013877868652, 2.1816978454589844, 2.1649341583251953, 2.1375064849853516, 2.204747438430786, 2.196023941040039, 2.1406989097595215, 2.197620391845703, 2.2276225090026855]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3995, "test_loss": 1.788046826171875}, {"step": 1600, "epoch": 4, "train_loss": 1.5218353271484375, "cos_r_negg": [0.6637733578681946, 0.19925010204315186, 0.15928560495376587, 0.16834089159965515, 0.18701818585395813, 0.21519722044467926, 0.2305162250995636, 0.16602572798728943, 0.15309463441371918, 0.2070329338312149, 0.14102008938789368, 0.1713876873254776, 0.21394868195056915, 0.15178517997264862, 0.14691752195358276, 0.15479418635368347, 0.18465888500213623, 0.15695083141326904, 0.16333989799022675, 0.16872408986091614], "cos_apical_negg": [0.6637733578681946, 0.19925010204315186, 0.15928560495376587, 0.16834089159965515, 0.18701818585395813, 0.21519722044467926, 0.2305162250995636, 0.16602572798728943, 0.15309463441371918, 0.2070329338312149, 0.14102008938789368, 0.1713876873254776, 0.21394868195056915, 0.15178517997264862, 0.14691752195358276, 0.15479418635368347, 0.18465888500213623, 0.15695083141326904, 0.16333989799022675, 0.16872408986091614], "cos_Ac_negg": [0.6637733578681946, 0.19925010204315186, 0.15928560495376587, 0.16834089159965515, 0.18701818585395813, 0.21519722044467926, 0.2305162250995636, 0.16602572798728943, 0.15309463441371918, 0.2070329338312149, 0.14102008938789368, 0.1713876873254776, 0.21394868195056915, 0.15178517997264862, 0.14691752195358276, 0.15479418635368347, 0.18465888500213623, 0.15695083141326904, 0.16333989799022675, 0.16872408986091614], "r_norm": [2.4034109115600586, 2.153543472290039, 2.094151496887207, 2.1403276920318604, 2.1013669967651367, 2.1249465942382812, 2.2171671390533447, 2.1227076053619385, 2.1426424980163574, 2.159390449523926, 2.1927618980407715, 2.1045961380004883, 2.1543025970458984, 2.1406006813049316, 2.107591152191162, 2.172093391418457, 2.158457040786743, 2.1070308685302734, 2.1585874557495117, 2.194230556488037]}, {"step": 1650, "epoch": 4, "train_loss": 1.7565956115722656, "cos_r_negg": [0.6639922857284546, 0.19093579053878784, 0.18193377554416656, 0.17773544788360596, 0.20502302050590515, 0.21528837084770203, 0.23370316624641418, 0.17695723474025726, 0.15757989883422852, 0.21871042251586914, 0.16719119250774384, 0.17463138699531555, 0.1956360936164856, 0.18483152985572815, 0.14737141132354736, 0.1746697574853897, 0.17861872911453247, 0.15951424837112427, 0.18290600180625916, 0.17569570243358612], "cos_apical_negg": [0.6639922857284546, 0.19093579053878784, 0.18193377554416656, 0.17773544788360596, 0.20502302050590515, 0.21528837084770203, 0.23370316624641418, 0.17695723474025726, 0.15757989883422852, 0.21871042251586914, 0.16719119250774384, 0.17463138699531555, 0.1956360936164856, 0.18483152985572815, 0.14737141132354736, 0.1746697574853897, 0.17861872911453247, 0.15951424837112427, 0.18290600180625916, 0.17569570243358612], "cos_Ac_negg": [0.6639922857284546, 0.19093579053878784, 0.18193377554416656, 0.17773544788360596, 0.20502302050590515, 0.21528837084770203, 0.23370316624641418, 0.17695723474025726, 0.15757989883422852, 0.21871042251586914, 0.16719119250774384, 0.17463138699531555, 0.1956360936164856, 0.18483152985572815, 0.14737141132354736, 0.1746697574853897, 0.17861872911453247, 0.15951424837112427, 0.18290600180625916, 0.17569570243358612], "r_norm": [2.295227527618408, 2.048022985458374, 1.9931247234344482, 2.0349388122558594, 1.997551441192627, 2.0256080627441406, 2.113943576812744, 2.0156593322753906, 2.039566993713379, 2.0491440296173096, 2.079461097717285, 2.0025522708892822, 2.0468811988830566, 2.0319042205810547, 2.002990245819092, 2.067694664001465, 2.051903247833252, 2.0059328079223633, 2.0615768432617188, 2.089320659637451]}, {"step": 1700, "epoch": 4, "train_loss": 1.5834717750549316, "cos_r_negg": [0.674184262752533, 0.210146963596344, 0.19106674194335938, 0.17950254678726196, 0.20244160294532776, 0.22926919162273407, 0.24894531071186066, 0.2027445137500763, 0.165989488363266, 0.2320888638496399, 0.18124118447303772, 0.19399544596672058, 0.20986416935920715, 0.18078935146331787, 0.1464231014251709, 0.1956179141998291, 0.18019327521324158, 0.1613103449344635, 0.2066081315279007, 0.1930639147758484], "cos_apical_negg": [0.674184262752533, 0.210146963596344, 0.19106674194335938, 0.17950254678726196, 0.20244160294532776, 0.22926919162273407, 0.24894531071186066, 0.2027445137500763, 0.165989488363266, 0.2320888638496399, 0.18124118447303772, 0.19399544596672058, 0.20986416935920715, 0.18078935146331787, 0.1464231014251709, 0.1956179141998291, 0.18019327521324158, 0.1613103449344635, 0.2066081315279007, 0.1930639147758484], "cos_Ac_negg": [0.674184262752533, 0.210146963596344, 0.19106674194335938, 0.17950254678726196, 0.20244160294532776, 0.22926919162273407, 0.24894531071186066, 0.2027445137500763, 0.165989488363266, 0.2320888638496399, 0.18124118447303772, 0.19399544596672058, 0.20986416935920715, 0.18078935146331787, 0.1464231014251709, 0.1956179141998291, 0.18019327521324158, 0.1613103449344635, 0.2066081315279007, 0.1930639147758484], "r_norm": [2.2503280639648438, 2.0033793449401855, 1.948718786239624, 1.989243984222412, 1.9493818283081055, 1.9804949760437012, 2.0639028549194336, 1.9737513065338135, 1.9911311864852905, 2.002920627593994, 2.0339884757995605, 1.9568581581115723, 2.00457763671875, 1.9854042530059814, 1.9606647491455078, 2.021873950958252, 2.009783983230591, 1.9593884944915771, 2.0114970207214355, 2.038909673690796]}, {"step": 1750, "epoch": 4, "train_loss": 1.6561248302459717, "cos_r_negg": [0.6698324680328369, 0.2073764055967331, 0.18257124722003937, 0.19038839638233185, 0.21722450852394104, 0.24082715809345245, 0.253060519695282, 0.19178280234336853, 0.17282146215438843, 0.23662959039211273, 0.1813104748725891, 0.2070998102426529, 0.2059391885995865, 0.19439494609832764, 0.17182692885398865, 0.18010461330413818, 0.189827561378479, 0.15573826432228088, 0.21260705590248108, 0.19378022849559784], "cos_apical_negg": [0.6698324680328369, 0.2073764055967331, 0.18257124722003937, 0.19038839638233185, 0.21722450852394104, 0.24082715809345245, 0.253060519695282, 0.19178280234336853, 0.17282146215438843, 0.23662959039211273, 0.1813104748725891, 0.2070998102426529, 0.2059391885995865, 0.19439494609832764, 0.17182692885398865, 0.18010461330413818, 0.189827561378479, 0.15573826432228088, 0.21260705590248108, 0.19378022849559784], "cos_Ac_negg": [0.6698324680328369, 0.2073764055967331, 0.18257124722003937, 0.19038839638233185, 0.21722450852394104, 0.24082715809345245, 0.253060519695282, 0.19178280234336853, 0.17282146215438843, 0.23662959039211273, 0.1813104748725891, 0.2070998102426529, 0.2059391885995865, 0.19439494609832764, 0.17182692885398865, 0.18010461330413818, 0.189827561378479, 0.15573826432228088, 0.21260705590248108, 0.19378022849559784], "r_norm": [2.2355666160583496, 1.9811886548995972, 1.920091152191162, 1.9653109312057495, 1.9263370037078857, 1.9597994089126587, 2.0425467491149902, 1.9517579078674316, 1.9669791460037231, 1.981496810913086, 2.012404203414917, 1.9380409717559814, 1.9791072607040405, 1.960905909538269, 1.9365520477294922, 1.9946457147598267, 1.9834518432617188, 1.9352045059204102, 1.987921953201294, 2.0170862674713135], "ldr": {"dL_sdil": -0.05736422538757324, "dL_bp": -0.05435299873352051, "ratio": 1.055401297522075}}, {"step": 1800, "epoch": 4, "train_loss": 1.4635032415390015, "cos_r_negg": [0.6747137308120728, 0.2160334587097168, 0.2013036459684372, 0.20094092190265656, 0.23316441476345062, 0.25087493658065796, 0.26454100012779236, 0.20772236585617065, 0.18795818090438843, 0.26598599553108215, 0.18048664927482605, 0.21095511317253113, 0.20944567024707794, 0.16958948969841003, 0.17887601256370544, 0.18967455625534058, 0.2000359296798706, 0.16569924354553223, 0.21233639121055603, 0.21026074886322021], "cos_apical_negg": [0.6747137308120728, 0.2160334587097168, 0.2013036459684372, 0.20094092190265656, 0.23316441476345062, 0.25087493658065796, 0.26454100012779236, 0.20772236585617065, 0.18795818090438843, 0.26598599553108215, 0.18048664927482605, 0.21095511317253113, 0.20944567024707794, 0.16958948969841003, 0.17887601256370544, 0.18967455625534058, 0.2000359296798706, 0.16569924354553223, 0.21233639121055603, 0.21026074886322021], "cos_Ac_negg": [0.6747137308120728, 0.2160334587097168, 0.2013036459684372, 0.20094092190265656, 0.23316441476345062, 0.25087493658065796, 0.26454100012779236, 0.20772236585617065, 0.18795818090438843, 0.26598599553108215, 0.18048664927482605, 0.21095511317253113, 0.20944567024707794, 0.16958948969841003, 0.17887601256370544, 0.18967455625534058, 0.2000359296798706, 0.16569924354553223, 0.21233639121055603, 0.21026074886322021], "r_norm": [2.249413013458252, 1.9828449487686157, 1.924971580505371, 1.9721472263336182, 1.9343469142913818, 1.9612956047058105, 2.0493102073669434, 1.9539530277252197, 1.967550277709961, 1.990222692489624, 2.014458417892456, 1.9387609958648682, 1.9832183122634888, 1.9692820310592651, 1.9399031400680542, 1.996891736984253, 1.9836320877075195, 1.9380302429199219, 1.995322823524475, 2.0209221839904785]}, {"step": 1850, "epoch": 4, "train_loss": 1.645217776298523, "cos_r_negg": [0.6749401688575745, 0.21947315335273743, 0.21719639003276825, 0.22974124550819397, 0.23839157819747925, 0.24462732672691345, 0.2634718418121338, 0.21432945132255554, 0.1703302562236786, 0.24977996945381165, 0.1843615472316742, 0.2219776213169098, 0.232723668217659, 0.19532494246959686, 0.18503281474113464, 0.20391735434532166, 0.19495663046836853, 0.16215413808822632, 0.22789110243320465, 0.19861280918121338], "cos_apical_negg": [0.6749401688575745, 0.21947315335273743, 0.21719639003276825, 0.22974124550819397, 0.23839157819747925, 0.24462732672691345, 0.2634718418121338, 0.21432945132255554, 0.1703302562236786, 0.24977996945381165, 0.1843615472316742, 0.2219776213169098, 0.232723668217659, 0.19532494246959686, 0.18503281474113464, 0.20391735434532166, 0.19495663046836853, 0.16215413808822632, 0.22789110243320465, 0.19861280918121338], "cos_Ac_negg": [0.6749401688575745, 0.21947315335273743, 0.21719639003276825, 0.22974124550819397, 0.23839157819747925, 0.24462732672691345, 0.2634718418121338, 0.21432945132255554, 0.1703302562236786, 0.24977996945381165, 0.1843615472316742, 0.2219776213169098, 0.232723668217659, 0.19532494246959686, 0.18503281474113464, 0.20391735434532166, 0.19495663046836853, 0.16215413808822632, 0.22789110243320465, 0.19861280918121338], "r_norm": [2.196312427520752, 1.9319963455200195, 1.8755204677581787, 1.9180504083633423, 1.8799335956573486, 1.9087696075439453, 1.991202473640442, 1.9011492729187012, 1.9115214347839355, 1.9313995838165283, 1.960799217224121, 1.8868896961212158, 1.929436445236206, 1.9112646579742432, 1.884589433670044, 1.9447202682495117, 1.9326632022857666, 1.8900470733642578, 1.9402503967285156, 1.969836711883545]}, {"step": 1900, "epoch": 4, "train_loss": 1.6474963426589966, "cos_r_negg": [0.691484808921814, 0.23756539821624756, 0.2109159231185913, 0.24207526445388794, 0.24262234568595886, 0.2510812282562256, 0.251004695892334, 0.2264300286769867, 0.19795823097229004, 0.2719324827194214, 0.2052268087863922, 0.22520072758197784, 0.24499580264091492, 0.19321365654468536, 0.20111912488937378, 0.18161794543266296, 0.20631888508796692, 0.16163629293441772, 0.20553922653198242, 0.22493450343608856], "cos_apical_negg": [0.691484808921814, 0.23756539821624756, 0.2109159231185913, 0.24207526445388794, 0.24262234568595886, 0.2510812282562256, 0.251004695892334, 0.2264300286769867, 0.19795823097229004, 0.2719324827194214, 0.2052268087863922, 0.22520072758197784, 0.24499580264091492, 0.19321365654468536, 0.20111912488937378, 0.18161794543266296, 0.20631888508796692, 0.16163629293441772, 0.20553922653198242, 0.22493450343608856], "cos_Ac_negg": [0.691484808921814, 0.23756539821624756, 0.2109159231185913, 0.24207526445388794, 0.24262234568595886, 0.2510812282562256, 0.251004695892334, 0.2264300286769867, 0.19795823097229004, 0.2719324827194214, 0.2052268087863922, 0.22520072758197784, 0.24499580264091492, 0.19321365654468536, 0.20111912488937378, 0.18161794543266296, 0.20631888508796692, 0.16163629293441772, 0.20553922653198242, 0.22493450343608856], "r_norm": [2.16933012008667, 1.89548659324646, 1.8426192998886108, 1.8836406469345093, 1.8482718467712402, 1.8753122091293335, 1.95357346534729, 1.8663620948791504, 1.8782402276992798, 1.9007437229156494, 1.921583890914917, 1.8525543212890625, 1.8991868495941162, 1.875260353088379, 1.8514231443405151, 1.908358097076416, 1.894967794418335, 1.850046992301941, 1.9017497301101685, 1.9296561479568481]}, {"step": 1950, "epoch": 4, "train_loss": 1.4805958271026611, "cos_r_negg": [0.688648521900177, 0.2486979365348816, 0.23049502074718475, 0.24072062969207764, 0.2623623311519623, 0.2474319338798523, 0.2621985077857971, 0.24881938099861145, 0.2117304503917694, 0.26673364639282227, 0.19898197054862976, 0.2358553409576416, 0.23771899938583374, 0.18088042736053467, 0.19020462036132812, 0.1932317614555359, 0.24758654832839966, 0.18932871520519257, 0.22121939063072205, 0.21669414639472961], "cos_apical_negg": [0.688648521900177, 0.2486979365348816, 0.23049502074718475, 0.24072062969207764, 0.2623623311519623, 0.2474319338798523, 0.2621985077857971, 0.24881938099861145, 0.2117304503917694, 0.26673364639282227, 0.19898197054862976, 0.2358553409576416, 0.23771899938583374, 0.18088042736053467, 0.19020462036132812, 0.1932317614555359, 0.24758654832839966, 0.18932871520519257, 0.22121939063072205, 0.21669414639472961], "cos_Ac_negg": [0.688648521900177, 0.2486979365348816, 0.23049502074718475, 0.24072062969207764, 0.2623623311519623, 0.2474319338798523, 0.2621985077857971, 0.24881938099861145, 0.2117304503917694, 0.26673364639282227, 0.19898197054862976, 0.2358553409576416, 0.23771899938583374, 0.18088042736053467, 0.19020462036132812, 0.1932317614555359, 0.24758654832839966, 0.18932871520519257, 0.22121939063072205, 0.21669414639472961], "r_norm": [2.123539924621582, 1.8513827323913574, 1.7974801063537598, 1.8385764360427856, 1.8058722019195557, 1.8312947750091553, 1.9074065685272217, 1.8233351707458496, 1.836029052734375, 1.8495430946350098, 1.8794581890106201, 1.8076930046081543, 1.851798176765442, 1.8345632553100586, 1.8066658973693848, 1.863905668258667, 1.8508436679840088, 1.8085079193115234, 1.8534653186798096, 1.8839318752288818]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4014, "test_loss": 1.7753544921875}, {"step": 2000, "epoch": 5, "train_loss": 1.3615363836288452, "cos_r_negg": [0.7068831920623779, 0.25327324867248535, 0.23749184608459473, 0.24427904188632965, 0.27740657329559326, 0.26507383584976196, 0.2688327133655548, 0.26216185092926025, 0.23000888526439667, 0.28867197036743164, 0.21868842840194702, 0.25925949215888977, 0.2624346613883972, 0.2287646383047104, 0.20928433537483215, 0.23418954014778137, 0.25237295031547546, 0.19457706809043884, 0.2228052318096161, 0.23394379019737244], "cos_apical_negg": [0.7068831920623779, 0.25327324867248535, 0.23749184608459473, 0.24427904188632965, 0.27740657329559326, 0.26507383584976196, 0.2688327133655548, 0.26216185092926025, 0.23000888526439667, 0.28867197036743164, 0.21868842840194702, 0.25925949215888977, 0.2624346613883972, 0.2287646383047104, 0.20928433537483215, 0.23418954014778137, 0.25237295031547546, 0.19457706809043884, 0.2228052318096161, 0.23394379019737244], "cos_Ac_negg": [0.7068831920623779, 0.25327324867248535, 0.23749184608459473, 0.24427904188632965, 0.27740657329559326, 0.26507383584976196, 0.2688327133655548, 0.26216185092926025, 0.23000888526439667, 0.28867197036743164, 0.21868842840194702, 0.25925949215888977, 0.2624346613883972, 0.2287646383047104, 0.20928433537483215, 0.23418954014778137, 0.25237295031547546, 0.19457706809043884, 0.2228052318096161, 0.23394379019737244], "r_norm": [2.084531307220459, 1.8110878467559814, 1.755983591079712, 1.7971382141113281, 1.7660223245620728, 1.7960394620895386, 1.8662543296813965, 1.7824561595916748, 1.799128770828247, 1.8084568977355957, 1.838322639465332, 1.771484375, 1.8083096742630005, 1.7957026958465576, 1.767385721206665, 1.8249788284301758, 1.8075236082077026, 1.7617661952972412, 1.8138066530227661, 1.8436188697814941], "ldr": {"dL_sdil": -0.08869898319244385, "dL_bp": -0.08530080318450928, "ratio": 1.039837608569572}}, {"step": 2050, "epoch": 5, "train_loss": 1.5481410026550293, "cos_r_negg": [0.7051151394844055, 0.27222001552581787, 0.2508837580680847, 0.24235957860946655, 0.2812182307243347, 0.2772056758403778, 0.29945653676986694, 0.26059967279434204, 0.2215370237827301, 0.28135135769844055, 0.2213222086429596, 0.2629992663860321, 0.2677392065525055, 0.24545788764953613, 0.2094998061656952, 0.2468913495540619, 0.25616246461868286, 0.21951411664485931, 0.25690460205078125, 0.2229471355676651], "cos_apical_negg": [0.7051151394844055, 0.27222001552581787, 0.2508837580680847, 0.24235957860946655, 0.2812182307243347, 0.2772056758403778, 0.29945653676986694, 0.26059967279434204, 0.2215370237827301, 0.28135135769844055, 0.2213222086429596, 0.2629992663860321, 0.2677392065525055, 0.24545788764953613, 0.2094998061656952, 0.2468913495540619, 0.25616246461868286, 0.21951411664485931, 0.25690460205078125, 0.2229471355676651], "cos_Ac_negg": [0.7051151394844055, 0.27222001552581787, 0.2508837580680847, 0.24235957860946655, 0.2812182307243347, 0.2772056758403778, 0.29945653676986694, 0.26059967279434204, 0.2215370237827301, 0.28135135769844055, 0.2213222086429596, 0.2629992663860321, 0.2677392065525055, 0.24545788764953613, 0.2094998061656952, 0.2468913495540619, 0.25616246461868286, 0.21951411664485931, 0.25690460205078125, 0.2229471355676651], "r_norm": [2.0281436443328857, 1.7545006275177002, 1.7020766735076904, 1.7390503883361816, 1.7095547914505005, 1.7343504428863525, 1.8077219724655151, 1.7233421802520752, 1.7327193021774292, 1.7506752014160156, 1.776757001876831, 1.7083244323730469, 1.7514225244522095, 1.7334060668945312, 1.7067968845367432, 1.7629172801971436, 1.7518956661224365, 1.7068719863891602, 1.7587236166000366, 1.781557321548462]}, {"step": 2100, "epoch": 5, "train_loss": 1.6091854572296143, "cos_r_negg": [0.711556613445282, 0.2839687466621399, 0.25128358602523804, 0.2696876525878906, 0.2901046872138977, 0.29381418228149414, 0.30687299370765686, 0.2800860106945038, 0.24512700736522675, 0.30411022901535034, 0.2525326609611511, 0.27652406692504883, 0.278560072183609, 0.2357378453016281, 0.2490263283252716, 0.23245204985141754, 0.2511855959892273, 0.24219569563865662, 0.2627124786376953, 0.23985861241817474], "cos_apical_negg": [0.711556613445282, 0.2839687466621399, 0.25128358602523804, 0.2696876525878906, 0.2901046872138977, 0.29381418228149414, 0.30687299370765686, 0.2800860106945038, 0.24512700736522675, 0.30411022901535034, 0.2525326609611511, 0.27652406692504883, 0.278560072183609, 0.2357378453016281, 0.2490263283252716, 0.23245204985141754, 0.2511855959892273, 0.24219569563865662, 0.2627124786376953, 0.23985861241817474], "cos_Ac_negg": [0.711556613445282, 0.2839687466621399, 0.25128358602523804, 0.2696876525878906, 0.2901046872138977, 0.29381418228149414, 0.30687299370765686, 0.2800860106945038, 0.24512700736522675, 0.30411022901535034, 0.2525326609611511, 0.27652406692504883, 0.278560072183609, 0.2357378453016281, 0.2490263283252716, 0.23245204985141754, 0.2511855959892273, 0.24219569563865662, 0.2627124786376953, 0.23985861241817474], "r_norm": [2.0151607990264893, 1.7368237972259521, 1.683481216430664, 1.7206737995147705, 1.6930146217346191, 1.7180888652801514, 1.789973258972168, 1.707671880722046, 1.7176369428634644, 1.7362778186798096, 1.7577561140060425, 1.695127248764038, 1.7359893321990967, 1.7175852060317993, 1.6943129301071167, 1.745331048965454, 1.7321794033050537, 1.689546823501587, 1.7378406524658203, 1.7651150226593018]}, {"step": 2150, "epoch": 5, "train_loss": 1.5963160991668701, "cos_r_negg": [0.7079184055328369, 0.28075599670410156, 0.26899850368499756, 0.28858423233032227, 0.29888010025024414, 0.30044400691986084, 0.2939867675304413, 0.2693682909011841, 0.2602640986442566, 0.3027193248271942, 0.25767678022384644, 0.28182244300842285, 0.28968754410743713, 0.25090837478637695, 0.24465356767177582, 0.24439936876296997, 0.26231086254119873, 0.2286117672920227, 0.27332717180252075, 0.2520240843296051], "cos_apical_negg": [0.7079184055328369, 0.28075599670410156, 0.26899850368499756, 0.28858423233032227, 0.29888010025024414, 0.30044400691986084, 0.2939867675304413, 0.2693682909011841, 0.2602640986442566, 0.3027193248271942, 0.25767678022384644, 0.28182244300842285, 0.28968754410743713, 0.25090837478637695, 0.24465356767177582, 0.24439936876296997, 0.26231086254119873, 0.2286117672920227, 0.27332717180252075, 0.2520240843296051], "cos_Ac_negg": [0.7079184055328369, 0.28075599670410156, 0.26899850368499756, 0.28858423233032227, 0.29888010025024414, 0.30044400691986084, 0.2939867675304413, 0.2693682909011841, 0.2602640986442566, 0.3027193248271942, 0.25767678022384644, 0.28182244300842285, 0.28968754410743713, 0.25090837478637695, 0.24465356767177582, 0.24439936876296997, 0.26231086254119873, 0.2286117672920227, 0.27332717180252075, 0.2520240843296051], "r_norm": [1.9782907962799072, 1.6981239318847656, 1.6432808637619019, 1.6818122863769531, 1.6536805629730225, 1.6807032823562622, 1.7476402521133423, 1.6680828332901, 1.6756598949432373, 1.6964191198349, 1.7163783311843872, 1.6561963558197021, 1.6940540075302124, 1.6756000518798828, 1.652561902999878, 1.701200008392334, 1.6927518844604492, 1.6441236734390259, 1.695202350616455, 1.7214152812957764]}, {"step": 2200, "epoch": 5, "train_loss": 1.6883108615875244, "cos_r_negg": [0.7195174694061279, 0.29783371090888977, 0.2800484299659729, 0.2962339222431183, 0.30212506651878357, 0.30030015110969543, 0.3147934675216675, 0.2747332453727722, 0.28220227360725403, 0.31850841641426086, 0.27144938707351685, 0.29722556471824646, 0.3060053586959839, 0.26745158433914185, 0.258322536945343, 0.2576124668121338, 0.2828497886657715, 0.2418578863143921, 0.26952025294303894, 0.2680068612098694], "cos_apical_negg": [0.7195174694061279, 0.29783371090888977, 0.2800484299659729, 0.2962339222431183, 0.30212506651878357, 0.30030015110969543, 0.3147934675216675, 0.2747332453727722, 0.28220227360725403, 0.31850841641426086, 0.27144938707351685, 0.29722556471824646, 0.3060053586959839, 0.26745158433914185, 0.258322536945343, 0.2576124668121338, 0.2828497886657715, 0.2418578863143921, 0.26952025294303894, 0.2680068612098694], "cos_Ac_negg": [0.7195174694061279, 0.29783371090888977, 0.2800484299659729, 0.2962339222431183, 0.30212506651878357, 0.30030015110969543, 0.3147934675216675, 0.2747332453727722, 0.28220227360725403, 0.31850841641426086, 0.27144938707351685, 0.29722556471824646, 0.3060053586959839, 0.26745158433914185, 0.258322536945343, 0.2576124668121338, 0.2828497886657715, 0.2418578863143921, 0.26952025294303894, 0.2680068612098694], "r_norm": [2.0354113578796387, 1.741000771522522, 1.6873972415924072, 1.720387578010559, 1.697643518447876, 1.7171216011047363, 1.7860009670257568, 1.7079455852508545, 1.7164214849472046, 1.7318408489227295, 1.7610851526260376, 1.6914746761322021, 1.73602294921875, 1.7197790145874023, 1.69197416305542, 1.744964838027954, 1.732187271118164, 1.6846498250961304, 1.738295316696167, 1.7626947164535522]}, {"step": 2250, "epoch": 5, "train_loss": 1.691092848777771, "cos_r_negg": [0.7108164429664612, 0.3011983633041382, 0.2952357232570648, 0.30370599031448364, 0.3124578893184662, 0.3131386935710907, 0.33113813400268555, 0.29360663890838623, 0.285156786441803, 0.3344062566757202, 0.29932546615600586, 0.30550578236579895, 0.32034415006637573, 0.2520869970321655, 0.2702501118183136, 0.2646690011024475, 0.29756054282188416, 0.2683263123035431, 0.27897122502326965, 0.28117966651916504], "cos_apical_negg": [0.7108164429664612, 0.3011983633041382, 0.2952357232570648, 0.30370599031448364, 0.3124578893184662, 0.3131386935710907, 0.33113813400268555, 0.29360663890838623, 0.285156786441803, 0.3344062566757202, 0.29932546615600586, 0.30550578236579895, 0.32034415006637573, 0.2520869970321655, 0.2702501118183136, 0.2646690011024475, 0.29756054282188416, 0.2683263123035431, 0.27897122502326965, 0.28117966651916504], "cos_Ac_negg": [0.7108164429664612, 0.3011983633041382, 0.2952357232570648, 0.30370599031448364, 0.3124578893184662, 0.3131386935710907, 0.33113813400268555, 0.29360663890838623, 0.285156786441803, 0.3344062566757202, 0.29932546615600586, 0.30550578236579895, 0.32034415006637573, 0.2520869970321655, 0.2702501118183136, 0.2646690011024475, 0.29756054282188416, 0.2683263123035431, 0.27897122502326965, 0.28117966651916504], "r_norm": [1.9400432109832764, 1.651057243347168, 1.6013615131378174, 1.6338069438934326, 1.6111760139465332, 1.6344430446624756, 1.6974921226501465, 1.6187609434127808, 1.6297974586486816, 1.648232102394104, 1.6700894832611084, 1.6078006029129028, 1.6473792791366577, 1.6312346458435059, 1.6056427955627441, 1.653777837753296, 1.6470065116882324, 1.5984266996383667, 1.6452195644378662, 1.6745425462722778], "ldr": {"dL_sdil": -0.03460109233856201, "dL_bp": -0.0323718786239624, "ratio": 1.0688626613393235}}, {"step": 2300, "epoch": 5, "train_loss": 1.581717848777771, "cos_r_negg": [0.719701886177063, 0.30684733390808105, 0.30162665247917175, 0.3116273880004883, 0.3258727192878723, 0.30786746740341187, 0.3460868299007416, 0.3142750859260559, 0.30294257402420044, 0.34289735555648804, 0.29966941475868225, 0.32026180624961853, 0.33367568254470825, 0.27280405163764954, 0.2984091639518738, 0.2769739627838135, 0.31370246410369873, 0.2861649692058563, 0.30186694860458374, 0.2844932973384857], "cos_apical_negg": [0.719701886177063, 0.30684733390808105, 0.30162665247917175, 0.3116273880004883, 0.3258727192878723, 0.30786746740341187, 0.3460868299007416, 0.3142750859260559, 0.30294257402420044, 0.34289735555648804, 0.29966941475868225, 0.32026180624961853, 0.33367568254470825, 0.27280405163764954, 0.2984091639518738, 0.2769739627838135, 0.31370246410369873, 0.2861649692058563, 0.30186694860458374, 0.2844932973384857], "cos_Ac_negg": [0.719701886177063, 0.30684733390808105, 0.30162665247917175, 0.3116273880004883, 0.3258727192878723, 0.30786746740341187, 0.3460868299007416, 0.3142750859260559, 0.30294257402420044, 0.34289735555648804, 0.29966941475868225, 0.32026180624961853, 0.33367568254470825, 0.27280405163764954, 0.2984091639518738, 0.2769739627838135, 0.31370246410369873, 0.2861649692058563, 0.30186694860458374, 0.2844932973384857], "r_norm": [1.9160234928131104, 1.6231615543365479, 1.5735193490982056, 1.6079492568969727, 1.5863302946090698, 1.6083786487579346, 1.6732944250106812, 1.5949639081954956, 1.6022355556488037, 1.6224865913391113, 1.64121413230896, 1.5820395946502686, 1.6184651851654053, 1.602583408355713, 1.5773048400878906, 1.6251651048660278, 1.6156796216964722, 1.5710093975067139, 1.6206541061401367, 1.6469069719314575]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4172, "test_loss": 1.7630079956054687}, {"step": 2350, "epoch": 6, "train_loss": 1.3436691761016846, "cos_r_negg": [0.7253841161727905, 0.3266099691390991, 0.3183606266975403, 0.3256836533546448, 0.32888346910476685, 0.32250577211380005, 0.3514317274093628, 0.3256906270980835, 0.3003794252872467, 0.3492143154144287, 0.3120202124118805, 0.3275476098060608, 0.333850234746933, 0.31738460063934326, 0.31131041049957275, 0.2980276942253113, 0.3207184672355652, 0.299253910779953, 0.30958855152130127, 0.2959970235824585], "cos_apical_negg": [0.7253841161727905, 0.3266099691390991, 0.3183606266975403, 0.3256836533546448, 0.32888346910476685, 0.32250577211380005, 0.3514317274093628, 0.3256906270980835, 0.3003794252872467, 0.3492143154144287, 0.3120202124118805, 0.3275476098060608, 0.333850234746933, 0.31738460063934326, 0.31131041049957275, 0.2980276942253113, 0.3207184672355652, 0.299253910779953, 0.30958855152130127, 0.2959970235824585], "cos_Ac_negg": [0.7253841161727905, 0.3266099691390991, 0.3183606266975403, 0.3256836533546448, 0.32888346910476685, 0.32250577211380005, 0.3514317274093628, 0.3256906270980835, 0.3003794252872467, 0.3492143154144287, 0.3120202124118805, 0.3275476098060608, 0.333850234746933, 0.31738460063934326, 0.31131041049957275, 0.2980276942253113, 0.3207184672355652, 0.299253910779953, 0.30958855152130127, 0.2959970235824585], "r_norm": [1.9246878623962402, 1.6269593238830566, 1.5767991542816162, 1.6074113845825195, 1.590482473373413, 1.6061804294586182, 1.6688487529754639, 1.5926921367645264, 1.6014976501464844, 1.6193578243255615, 1.6421345472335815, 1.5796608924865723, 1.6200138330459595, 1.604984998703003, 1.5782233476638794, 1.6252399682998657, 1.6179969310760498, 1.5717343091964722, 1.615923523902893, 1.6445114612579346]}, {"step": 2400, "epoch": 6, "train_loss": 1.3799281120300293, "cos_r_negg": [0.7289541959762573, 0.3359295427799225, 0.3187207877635956, 0.33473628759384155, 0.35325586795806885, 0.35076451301574707, 0.3578472137451172, 0.3341263234615326, 0.322634220123291, 0.37447530031204224, 0.3260219693183899, 0.3492753505706787, 0.34381499886512756, 0.3123936355113983, 0.33443373441696167, 0.27773231267929077, 0.31189700961112976, 0.2973015308380127, 0.3147188127040863, 0.2928922474384308], "cos_apical_negg": [0.7289541959762573, 0.3359295427799225, 0.3187207877635956, 0.33473628759384155, 0.35325586795806885, 0.35076451301574707, 0.3578472137451172, 0.3341263234615326, 0.322634220123291, 0.37447530031204224, 0.3260219693183899, 0.3492753505706787, 0.34381499886512756, 0.3123936355113983, 0.33443373441696167, 0.27773231267929077, 0.31189700961112976, 0.2973015308380127, 0.3147188127040863, 0.2928922474384308], "cos_Ac_negg": [0.7289541959762573, 0.3359295427799225, 0.3187207877635956, 0.33473628759384155, 0.35325586795806885, 0.35076451301574707, 0.3578472137451172, 0.3341263234615326, 0.322634220123291, 0.37447530031204224, 0.3260219693183899, 0.3492753505706787, 0.34381499886512756, 0.3123936355113983, 0.33443373441696167, 0.27773231267929077, 0.31189700961112976, 0.2973015308380127, 0.3147188127040863, 0.2928922474384308], "r_norm": [1.898604393005371, 1.5967587232589722, 1.5462603569030762, 1.5771249532699585, 1.5581085681915283, 1.5783488750457764, 1.6408460140228271, 1.5646449327468872, 1.5710393190383911, 1.5928194522857666, 1.6103183031082153, 1.548856258392334, 1.5892112255096436, 1.576493501663208, 1.5463016033172607, 1.596250057220459, 1.585366129875183, 1.5386300086975098, 1.588639736175537, 1.612574577331543]}, {"step": 2450, "epoch": 6, "train_loss": 1.302983283996582, "cos_r_negg": [0.730933427810669, 0.35127389430999756, 0.33129027485847473, 0.35177165269851685, 0.3661556541919708, 0.3547874689102173, 0.3721681237220764, 0.34536856412887573, 0.3162740170955658, 0.3857356905937195, 0.3420940637588501, 0.3498304486274719, 0.36287856101989746, 0.3120879530906677, 0.3340931534767151, 0.3013456165790558, 0.3441299796104431, 0.3303104639053345, 0.3232349753379822, 0.3115181028842926], "cos_apical_negg": [0.730933427810669, 0.35127389430999756, 0.33129027485847473, 0.35177165269851685, 0.3661556541919708, 0.3547874689102173, 0.3721681237220764, 0.34536856412887573, 0.3162740170955658, 0.3857356905937195, 0.3420940637588501, 0.3498304486274719, 0.36287856101989746, 0.3120879530906677, 0.3340931534767151, 0.3013456165790558, 0.3441299796104431, 0.3303104639053345, 0.3232349753379822, 0.3115181028842926], "cos_Ac_negg": [0.730933427810669, 0.35127389430999756, 0.33129027485847473, 0.35177165269851685, 0.3661556541919708, 0.3547874689102173, 0.3721681237220764, 0.34536856412887573, 0.3162740170955658, 0.3857356905937195, 0.3420940637588501, 0.3498304486274719, 0.36287856101989746, 0.3120879530906677, 0.3340931534767151, 0.3013456165790558, 0.3441299796104431, 0.3303104639053345, 0.3232349753379822, 0.3115181028842926], "r_norm": [1.8770694732666016, 1.5719573497772217, 1.5256359577178955, 1.554607629776001, 1.5399470329284668, 1.5536108016967773, 1.6158583164215088, 1.5377901792526245, 1.5458807945251465, 1.569783329963684, 1.5854287147521973, 1.526581048965454, 1.5654585361480713, 1.5495216846466064, 1.524153470993042, 1.5721449851989746, 1.5641937255859375, 1.519181728363037, 1.5631886720657349, 1.5920398235321045]}, {"step": 2500, "epoch": 6, "train_loss": 1.4543193578720093, "cos_r_negg": [0.7513996362686157, 0.3435690104961395, 0.3315238356590271, 0.35524654388427734, 0.37533825635910034, 0.37618061900138855, 0.37195467948913574, 0.3582415282726288, 0.3396797478199005, 0.3955913782119751, 0.3596267104148865, 0.35921618342399597, 0.3894481062889099, 0.34194836020469666, 0.37272244691848755, 0.3154102563858032, 0.3518756628036499, 0.31573569774627686, 0.34793949127197266, 0.32100701332092285], "cos_apical_negg": [0.7513996362686157, 0.3435690104961395, 0.3315238356590271, 0.35524654388427734, 0.37533825635910034, 0.37618061900138855, 0.37195467948913574, 0.3582415282726288, 0.3396797478199005, 0.3955913782119751, 0.3596267104148865, 0.35921618342399597, 0.3894481062889099, 0.34194836020469666, 0.37272244691848755, 0.3154102563858032, 0.3518756628036499, 0.31573569774627686, 0.34793949127197266, 0.32100701332092285], "cos_Ac_negg": [0.7513996362686157, 0.3435690104961395, 0.3315238356590271, 0.35524654388427734, 0.37533825635910034, 0.37618061900138855, 0.37195467948913574, 0.3582415282726288, 0.3396797478199005, 0.3955913782119751, 0.3596267104148865, 0.35921618342399597, 0.3894481062889099, 0.34194836020469666, 0.37272244691848755, 0.3154102563858032, 0.3518756628036499, 0.31573569774627686, 0.34793949127197266, 0.32100701332092285], "r_norm": [1.8246022462844849, 1.5226222276687622, 1.4740073680877686, 1.5024361610412598, 1.4882745742797852, 1.5069923400878906, 1.5636851787567139, 1.491668701171875, 1.5002025365829468, 1.5196994543075562, 1.535440444946289, 1.4812220335006714, 1.517202377319336, 1.502455472946167, 1.4763059616088867, 1.5221683979034424, 1.5135071277618408, 1.4645955562591553, 1.512841820716858, 1.5386111736297607], "ldr": {"dL_sdil": -0.04818010330200195, "dL_bp": -0.04582571983337402, "ratio": 1.0513769009453349}}, {"step": 2550, "epoch": 6, "train_loss": 1.5098650455474854, "cos_r_negg": [0.7502329349517822, 0.37190407514572144, 0.3415295481681824, 0.3601037263870239, 0.3783910274505615, 0.37274792790412903, 0.40742361545562744, 0.35534608364105225, 0.3439617156982422, 0.41122180223464966, 0.3547966480255127, 0.36047422885894775, 0.3965417146682739, 0.3510426878929138, 0.366315096616745, 0.3414185047149658, 0.35472482442855835, 0.33964407444000244, 0.3516562581062317, 0.335665225982666], "cos_apical_negg": [0.7502329349517822, 0.37190407514572144, 0.3415295481681824, 0.3601037263870239, 0.3783910274505615, 0.37274792790412903, 0.40742361545562744, 0.35534608364105225, 0.3439617156982422, 0.41122180223464966, 0.3547966480255127, 0.36047422885894775, 0.3965417146682739, 0.3510426878929138, 0.366315096616745, 0.3414185047149658, 0.35472482442855835, 0.33964407444000244, 0.3516562581062317, 0.335665225982666], "cos_Ac_negg": [0.7502329349517822, 0.37190407514572144, 0.3415295481681824, 0.3601037263870239, 0.3783910274505615, 0.37274792790412903, 0.40742361545562744, 0.35534608364105225, 0.3439617156982422, 0.41122180223464966, 0.3547966480255127, 0.36047422885894775, 0.3965417146682739, 0.3510426878929138, 0.366315096616745, 0.3414185047149658, 0.35472482442855835, 0.33964407444000244, 0.3516562581062317, 0.335665225982666], "r_norm": [1.8939008712768555, 1.5723518133163452, 1.5224486589431763, 1.5548381805419922, 1.5374208688735962, 1.5517971515655518, 1.612799882888794, 1.5374679565429688, 1.543641448020935, 1.5669500827789307, 1.5878732204437256, 1.523374080657959, 1.5646259784698486, 1.5504765510559082, 1.519864797592163, 1.5688602924346924, 1.5610237121582031, 1.5145554542541504, 1.5619020462036133, 1.5861515998840332]}, {"step": 2600, "epoch": 6, "train_loss": 1.562525987625122, "cos_r_negg": [0.7433403730392456, 0.37330663204193115, 0.3603464365005493, 0.36532866954803467, 0.39322641491889954, 0.3781284987926483, 0.413895845413208, 0.36396342515945435, 0.35471856594085693, 0.4230158030986786, 0.37291061878204346, 0.36593061685562134, 0.3894837498664856, 0.35350775718688965, 0.3854491710662842, 0.331922322511673, 0.367458701133728, 0.3334495425224304, 0.36768805980682373, 0.3346874713897705], "cos_apical_negg": [0.7433403730392456, 0.37330663204193115, 0.3603464365005493, 0.36532866954803467, 0.39322641491889954, 0.3781284987926483, 0.413895845413208, 0.36396342515945435, 0.35471856594085693, 0.4230158030986786, 0.37291061878204346, 0.36593061685562134, 0.3894837498664856, 0.35350775718688965, 0.3854491710662842, 0.331922322511673, 0.367458701133728, 0.3334495425224304, 0.36768805980682373, 0.3346874713897705], "cos_Ac_negg": [0.7433403730392456, 0.37330663204193115, 0.3603464365005493, 0.36532866954803467, 0.39322641491889954, 0.3781284987926483, 0.413895845413208, 0.36396342515945435, 0.35471856594085693, 0.4230158030986786, 0.37291061878204346, 0.36593061685562134, 0.3894837498664856, 0.35350775718688965, 0.3854491710662842, 0.331922322511673, 0.367458701133728, 0.3334495425224304, 0.36768805980682373, 0.3346874713897705], "r_norm": [1.8232872486114502, 1.5105810165405273, 1.4619724750518799, 1.490499496459961, 1.4764200448989868, 1.4921958446502686, 1.5489758253097534, 1.478508710861206, 1.4827228784561157, 1.504138469696045, 1.5215086936950684, 1.4646252393722534, 1.5034104585647583, 1.4904310703277588, 1.4592779874801636, 1.5069679021835327, 1.4949754476547241, 1.4512521028518677, 1.4960194826126099, 1.5241966247558594]}, {"step": 2650, "epoch": 6, "train_loss": 1.43695068359375, "cos_r_negg": [0.7474380135536194, 0.3780401945114136, 0.3770965039730072, 0.3790384829044342, 0.40578722953796387, 0.3845733404159546, 0.4257146418094635, 0.38443467020988464, 0.35776612162590027, 0.42435288429260254, 0.3689802885055542, 0.39509886503219604, 0.3974885940551758, 0.34654420614242554, 0.4047051668167114, 0.3387407660484314, 0.3904924988746643, 0.38189399242401123, 0.3889910578727722, 0.35169804096221924], "cos_apical_negg": [0.7474380135536194, 0.3780401945114136, 0.3770965039730072, 0.3790384829044342, 0.40578722953796387, 0.3845733404159546, 0.4257146418094635, 0.38443467020988464, 0.35776612162590027, 0.42435288429260254, 0.3689802885055542, 0.39509886503219604, 0.3974885940551758, 0.34654420614242554, 0.4047051668167114, 0.3387407660484314, 0.3904924988746643, 0.38189399242401123, 0.3889910578727722, 0.35169804096221924], "cos_Ac_negg": [0.7474380135536194, 0.3780401945114136, 0.3770965039730072, 0.3790384829044342, 0.40578722953796387, 0.3845733404159546, 0.4257146418094635, 0.38443467020988464, 0.35776612162590027, 0.42435288429260254, 0.3689802885055542, 0.39509886503219604, 0.3974885940551758, 0.34654420614242554, 0.4047051668167114, 0.3387407660484314, 0.3904924988746643, 0.38189399242401123, 0.3889910578727722, 0.35169804096221924], "r_norm": [1.8079055547714233, 1.4930307865142822, 1.444476842880249, 1.474316120147705, 1.4578269720077515, 1.4775667190551758, 1.5344425439834595, 1.4599504470825195, 1.4649639129638672, 1.4899647235870361, 1.501836895942688, 1.4502408504486084, 1.485370397567749, 1.4711706638336182, 1.4412879943847656, 1.4885094165802002, 1.4799487590789795, 1.4343700408935547, 1.4771748781204224, 1.5070991516113281]}, {"step": 2700, "epoch": 6, "train_loss": 1.4608898162841797, "cos_r_negg": [0.7581787705421448, 0.3801841735839844, 0.38869571685791016, 0.3889051079750061, 0.41896748542785645, 0.4055558443069458, 0.4364626407623291, 0.3970945179462433, 0.37609177827835083, 0.4227428138256073, 0.39120569825172424, 0.4125991463661194, 0.3975337743759155, 0.3563581109046936, 0.4014299213886261, 0.36445796489715576, 0.40984153747558594, 0.37493884563446045, 0.37948447465896606, 0.3489692807197571], "cos_apical_negg": [0.7581787705421448, 0.3801841735839844, 0.38869571685791016, 0.3889051079750061, 0.41896748542785645, 0.4055558443069458, 0.4364626407623291, 0.3970945179462433, 0.37609177827835083, 0.4227428138256073, 0.39120569825172424, 0.4125991463661194, 0.3975337743759155, 0.3563581109046936, 0.4014299213886261, 0.36445796489715576, 0.40984153747558594, 0.37493884563446045, 0.37948447465896606, 0.3489692807197571], "cos_Ac_negg": [0.7581787705421448, 0.3801841735839844, 0.38869571685791016, 0.3889051079750061, 0.41896748542785645, 0.4055558443069458, 0.4364626407623291, 0.3970945179462433, 0.37609177827835083, 0.4227428138256073, 0.39120569825172424, 0.4125991463661194, 0.3975337743759155, 0.3563581109046936, 0.4014299213886261, 0.36445796489715576, 0.40984153747558594, 0.37493884563446045, 0.37948447465896606, 0.3489692807197571], "r_norm": [1.7797845602035522, 1.4645936489105225, 1.4139435291290283, 1.444679856300354, 1.4298629760742188, 1.444881558418274, 1.5023342370986938, 1.4266796112060547, 1.4350008964538574, 1.4585309028625488, 1.4707748889923096, 1.4189832210540771, 1.45257568359375, 1.4392199516296387, 1.4127895832061768, 1.4553754329681396, 1.4455159902572632, 1.402090311050415, 1.4465715885162354, 1.4723320007324219]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4269, "test_loss": 1.720835546875}, {"step": 2750, "epoch": 7, "train_loss": 1.5807048082351685, "cos_r_negg": [0.7588101625442505, 0.392296701669693, 0.40517908334732056, 0.4022231996059418, 0.425919771194458, 0.41214799880981445, 0.4433586001396179, 0.4030410051345825, 0.38339924812316895, 0.4379465579986572, 0.3995194435119629, 0.4255261719226837, 0.4222228527069092, 0.3760813772678375, 0.41288089752197266, 0.38440823554992676, 0.41734057664871216, 0.3767848014831543, 0.39831170439720154, 0.36381518840789795], "cos_apical_negg": [0.7588101625442505, 0.392296701669693, 0.40517908334732056, 0.4022231996059418, 0.425919771194458, 0.41214799880981445, 0.4433586001396179, 0.4030410051345825, 0.38339924812316895, 0.4379465579986572, 0.3995194435119629, 0.4255261719226837, 0.4222228527069092, 0.3760813772678375, 0.41288089752197266, 0.38440823554992676, 0.41734057664871216, 0.3767848014831543, 0.39831170439720154, 0.36381518840789795], "cos_Ac_negg": [0.7588101625442505, 0.392296701669693, 0.40517908334732056, 0.4022231996059418, 0.425919771194458, 0.41214799880981445, 0.4433586001396179, 0.4030410051345825, 0.38339924812316895, 0.4379465579986572, 0.3995194435119629, 0.4255261719226837, 0.4222228527069092, 0.3760813772678375, 0.41288089752197266, 0.38440823554992676, 0.41734057664871216, 0.3767848014831543, 0.39831170439720154, 0.36381518840789795], "r_norm": [1.7578153610229492, 1.4402623176574707, 1.3917908668518066, 1.423140525817871, 1.4090797901153564, 1.4240047931671143, 1.477959156036377, 1.407010555267334, 1.4124382734298706, 1.4341479539871216, 1.4465389251708984, 1.3965587615966797, 1.430415391921997, 1.4178004264831543, 1.3884060382843018, 1.4321589469909668, 1.4232285022735596, 1.3820348978042603, 1.4220197200775146, 1.448148250579834], "ldr": {"dL_sdil": -0.03455495834350586, "dL_bp": -0.0322800874710083, "ratio": 1.070472884391676}}, {"step": 2800, "epoch": 7, "train_loss": 1.6461067199707031, "cos_r_negg": [0.7662191390991211, 0.4133029580116272, 0.41495513916015625, 0.41952580213546753, 0.4272613823413849, 0.43175527453422546, 0.4480007290840149, 0.42350637912750244, 0.40183311700820923, 0.45645684003829956, 0.41260138154029846, 0.43686842918395996, 0.43665558099746704, 0.3750511407852173, 0.4254641532897949, 0.40589678287506104, 0.44619476795196533, 0.40950900316238403, 0.41643962264060974, 0.3711063265800476], "cos_apical_negg": [0.7662191390991211, 0.4133029580116272, 0.41495513916015625, 0.41952580213546753, 0.4272613823413849, 0.43175527453422546, 0.4480007290840149, 0.42350637912750244, 0.40183311700820923, 0.45645684003829956, 0.41260138154029846, 0.43686842918395996, 0.43665558099746704, 0.3750511407852173, 0.4254641532897949, 0.40589678287506104, 0.44619476795196533, 0.40950900316238403, 0.41643962264060974, 0.3711063265800476], "cos_Ac_negg": [0.7662191390991211, 0.4133029580116272, 0.41495513916015625, 0.41952580213546753, 0.4272613823413849, 0.43175527453422546, 0.4480007290840149, 0.42350637912750244, 0.40183311700820923, 0.45645684003829956, 0.41260138154029846, 0.43686842918395996, 0.43665558099746704, 0.3750511407852173, 0.4254641532897949, 0.40589678287506104, 0.44619476795196533, 0.40950900316238403, 0.41643962264060974, 0.3711063265800476], "r_norm": [1.7310428619384766, 1.4122114181518555, 1.3672200441360474, 1.3932833671569824, 1.3836740255355835, 1.3948090076446533, 1.4477264881134033, 1.3745421171188354, 1.3832858800888062, 1.4070215225219727, 1.4166185855865479, 1.365210771560669, 1.4024031162261963, 1.3876280784606934, 1.359520673751831, 1.4005153179168701, 1.3940805196762085, 1.3522191047668457, 1.3895183801651, 1.4178452491760254]}, {"step": 2850, "epoch": 7, "train_loss": 1.5815839767456055, "cos_r_negg": [0.7681360244750977, 0.4175008535385132, 0.4134680926799774, 0.4136649966239929, 0.43752190470695496, 0.4360169768333435, 0.44687074422836304, 0.43921369314193726, 0.40439826250076294, 0.463344931602478, 0.42310789227485657, 0.4424237310886383, 0.4341803789138794, 0.4005270004272461, 0.43340742588043213, 0.4103062152862549, 0.4466313421726227, 0.4287945628166199, 0.4393075108528137, 0.3926648199558258], "cos_apical_negg": [0.7681360244750977, 0.4175008535385132, 0.4134680926799774, 0.4136649966239929, 0.43752190470695496, 0.4360169768333435, 0.44687074422836304, 0.43921369314193726, 0.40439826250076294, 0.463344931602478, 0.42310789227485657, 0.4424237310886383, 0.4341803789138794, 0.4005270004272461, 0.43340742588043213, 0.4103062152862549, 0.4466313421726227, 0.4287945628166199, 0.4393075108528137, 0.3926648199558258], "cos_Ac_negg": [0.7681360244750977, 0.4175008535385132, 0.4134680926799774, 0.4136649966239929, 0.43752190470695496, 0.4360169768333435, 0.44687074422836304, 0.43921369314193726, 0.40439826250076294, 0.463344931602478, 0.42310789227485657, 0.4424237310886383, 0.4341803789138794, 0.4005270004272461, 0.43340742588043213, 0.4103062152862549, 0.4466313421726227, 0.4287945628166199, 0.4393075108528137, 0.3926648199558258], "r_norm": [1.7532962560653687, 1.4248323440551758, 1.3764863014221191, 1.4106885194778442, 1.394780158996582, 1.411421775817871, 1.4597141742706299, 1.3915191888809204, 1.3988289833068848, 1.4231250286102295, 1.4278881549835205, 1.381582260131836, 1.4166765213012695, 1.398705005645752, 1.3742198944091797, 1.415333867073059, 1.4097703695297241, 1.3628995418548584, 1.4054633378982544, 1.431523323059082]}, {"step": 2900, "epoch": 7, "train_loss": 1.398951768875122, "cos_r_negg": [0.7687571048736572, 0.4305204749107361, 0.4263247847557068, 0.4337950348854065, 0.4500191807746887, 0.45239129662513733, 0.4656992554664612, 0.43714362382888794, 0.42882126569747925, 0.4741632342338562, 0.43477803468704224, 0.45269596576690674, 0.46037331223487854, 0.40307527780532837, 0.449808269739151, 0.41973644495010376, 0.4589768052101135, 0.41572457551956177, 0.4449727237224579, 0.3931065797805786], "cos_apical_negg": [0.7687571048736572, 0.4305204749107361, 0.4263247847557068, 0.4337950348854065, 0.4500191807746887, 0.45239129662513733, 0.4656992554664612, 0.43714362382888794, 0.42882126569747925, 0.4741632342338562, 0.43477803468704224, 0.45269596576690674, 0.46037331223487854, 0.40307527780532837, 0.449808269739151, 0.41973644495010376, 0.4589768052101135, 0.41572457551956177, 0.4449727237224579, 0.3931065797805786], "cos_Ac_negg": [0.7687571048736572, 0.4305204749107361, 0.4263247847557068, 0.4337950348854065, 0.4500191807746887, 0.45239129662513733, 0.4656992554664612, 0.43714362382888794, 0.42882126569747925, 0.4741632342338562, 0.43477803468704224, 0.45269596576690674, 0.46037331223487854, 0.40307527780532837, 0.449808269739151, 0.41973644495010376, 0.4589768052101135, 0.41572457551956177, 0.4449727237224579, 0.3931065797805786], "r_norm": [1.7336713075637817, 1.40504789352417, 1.3571823835372925, 1.3827786445617676, 1.3744724988937378, 1.3872060775756836, 1.4345488548278809, 1.369871973991394, 1.3775429725646973, 1.3968985080718994, 1.4082348346710205, 1.3583441972732544, 1.3940849304199219, 1.383011817932129, 1.351790428161621, 1.3968336582183838, 1.3853554725646973, 1.3411445617675781, 1.381800889968872, 1.4068225622177124]}, {"step": 2950, "epoch": 7, "train_loss": 1.4305648803710938, "cos_r_negg": [0.7673282623291016, 0.431406170129776, 0.4306246042251587, 0.4494173526763916, 0.4719294607639313, 0.46090224385261536, 0.4830980598926544, 0.45172232389450073, 0.43373554944992065, 0.4905734062194824, 0.43848222494125366, 0.463727205991745, 0.46256569027900696, 0.4223787188529968, 0.4624353051185608, 0.4153202176094055, 0.46776124835014343, 0.4457113742828369, 0.4463271200656891, 0.3934926986694336], "cos_apical_negg": [0.7673282623291016, 0.431406170129776, 0.4306246042251587, 0.4494173526763916, 0.4719294607639313, 0.46090224385261536, 0.4830980598926544, 0.45172232389450073, 0.43373554944992065, 0.4905734062194824, 0.43848222494125366, 0.463727205991745, 0.46256569027900696, 0.4223787188529968, 0.4624353051185608, 0.4153202176094055, 0.46776124835014343, 0.4457113742828369, 0.4463271200656891, 0.3934926986694336], "cos_Ac_negg": [0.7673282623291016, 0.431406170129776, 0.4306246042251587, 0.4494173526763916, 0.4719294607639313, 0.46090224385261536, 0.4830980598926544, 0.45172232389450073, 0.43373554944992065, 0.4905734062194824, 0.43848222494125366, 0.463727205991745, 0.46256569027900696, 0.4223787188529968, 0.4624353051185608, 0.4153202176094055, 0.46776124835014343, 0.4457113742828369, 0.4463271200656891, 0.3934926986694336], "r_norm": [1.6943702697753906, 1.368579387664795, 1.3216148614883423, 1.3497271537780762, 1.3402416706085205, 1.3528132438659668, 1.4027997255325317, 1.3290934562683105, 1.3369574546813965, 1.3634343147277832, 1.3695919513702393, 1.320730209350586, 1.3541040420532227, 1.3413221836090088, 1.3165240287780762, 1.35442316532135, 1.3481298685073853, 1.3064888715744019, 1.3460458517074585, 1.3698005676269531]}, {"step": 3000, "epoch": 7, "train_loss": 1.5402095317840576, "cos_r_negg": [0.7792443037033081, 0.4514778256416321, 0.4557969868183136, 0.4671650528907776, 0.48784777522087097, 0.47194570302963257, 0.4860476851463318, 0.47519949078559875, 0.4479639530181885, 0.49783575534820557, 0.4529629647731781, 0.48903125524520874, 0.48267224431037903, 0.4404970109462738, 0.47440192103385925, 0.425095796585083, 0.4745858311653137, 0.4472445547580719, 0.4715595245361328, 0.40987420082092285], "cos_apical_negg": [0.7792443037033081, 0.4514778256416321, 0.4557969868183136, 0.4671650528907776, 0.48784777522087097, 0.47194570302963257, 0.4860476851463318, 0.47519949078559875, 0.4479639530181885, 0.49783575534820557, 0.4529629647731781, 0.48903125524520874, 0.48267224431037903, 0.4404970109462738, 0.47440192103385925, 0.425095796585083, 0.4745858311653137, 0.4472445547580719, 0.4715595245361328, 0.40987420082092285], "cos_Ac_negg": [0.7792443037033081, 0.4514778256416321, 0.4557969868183136, 0.4671650528907776, 0.48784777522087097, 0.47194570302963257, 0.4860476851463318, 0.47519949078559875, 0.4479639530181885, 0.49783575534820557, 0.4529629647731781, 0.48903125524520874, 0.48267224431037903, 0.4404970109462738, 0.47440192103385925, 0.425095796585083, 0.4745858311653137, 0.4472445547580719, 0.4715595245361328, 0.40987420082092285], "r_norm": [1.6523936986923218, 1.3289880752563477, 1.2833822965621948, 1.3110666275024414, 1.3020613193511963, 1.3119404315948486, 1.360727071762085, 1.2921347618103027, 1.2974615097045898, 1.324080228805542, 1.3296308517456055, 1.2842998504638672, 1.3158838748931885, 1.3026304244995117, 1.2774860858917236, 1.3140456676483154, 1.3079235553741455, 1.269658088684082, 1.306993007659912, 1.3278374671936035], "ldr": {"dL_sdil": -0.05257093906402588, "dL_bp": -0.05015981197357178, "ratio": 1.0480689020868834}}, {"step": 3050, "epoch": 7, "train_loss": 1.4852087497711182, "cos_r_negg": [0.780771017074585, 0.4639512896537781, 0.4658913016319275, 0.4779224991798401, 0.4983484447002411, 0.4907197058200836, 0.49670425057411194, 0.4765569567680359, 0.475706547498703, 0.5161172747612, 0.45677435398101807, 0.5006904602050781, 0.4817613661289215, 0.44738253951072693, 0.4840771555900574, 0.4543478488922119, 0.48595118522644043, 0.4569299817085266, 0.4632856845855713, 0.42650777101516724], "cos_apical_negg": [0.780771017074585, 0.4639512896537781, 0.4658913016319275, 0.4779224991798401, 0.4983484447002411, 0.4907197058200836, 0.49670425057411194, 0.4765569567680359, 0.475706547498703, 0.5161172747612, 0.45677435398101807, 0.5006904602050781, 0.4817613661289215, 0.44738253951072693, 0.4840771555900574, 0.4543478488922119, 0.48595118522644043, 0.4569299817085266, 0.4632856845855713, 0.42650777101516724], "cos_Ac_negg": [0.780771017074585, 0.4639512896537781, 0.4658913016319275, 0.4779224991798401, 0.4983484447002411, 0.4907197058200836, 0.49670425057411194, 0.4765569567680359, 0.475706547498703, 0.5161172747612, 0.45677435398101807, 0.5006904602050781, 0.4817613661289215, 0.44738253951072693, 0.4840771555900574, 0.4543478488922119, 0.48595118522644043, 0.4569299817085266, 0.4632856845855713, 0.42650777101516724], "r_norm": [1.6841981410980225, 1.3525606393814087, 1.306459665298462, 1.3329565525054932, 1.3272294998168945, 1.3355523347854614, 1.3806709051132202, 1.3120145797729492, 1.3214523792266846, 1.3419909477233887, 1.3525424003601074, 1.304304838180542, 1.3368760347366333, 1.326653003692627, 1.297777771949768, 1.3363683223724365, 1.325974702835083, 1.2872638702392578, 1.3256819248199463, 1.3488763570785522]}, {"step": 3100, "epoch": 7, "train_loss": 1.3797669410705566, "cos_r_negg": [0.7887143492698669, 0.4682055115699768, 0.48810216784477234, 0.48303765058517456, 0.508313775062561, 0.49981796741485596, 0.5070477724075317, 0.4920375347137451, 0.4603930413722992, 0.51038658618927, 0.4685974717140198, 0.500786542892456, 0.4970760941505432, 0.4658224284648895, 0.5073021054267883, 0.4744335412979126, 0.5092345476150513, 0.4471331834793091, 0.47024181485176086, 0.47061687707901], "cos_apical_negg": [0.7887143492698669, 0.4682055115699768, 0.48810216784477234, 0.48303765058517456, 0.508313775062561, 0.49981796741485596, 0.5070477724075317, 0.4920375347137451, 0.4603930413722992, 0.51038658618927, 0.4685974717140198, 0.500786542892456, 0.4970760941505432, 0.4658224284648895, 0.5073021054267883, 0.4744335412979126, 0.5092345476150513, 0.4471331834793091, 0.47024181485176086, 0.47061687707901], "cos_Ac_negg": [0.7887143492698669, 0.4682055115699768, 0.48810216784477234, 0.48303765058517456, 0.508313775062561, 0.49981796741485596, 0.5070477724075317, 0.4920375347137451, 0.4603930413722992, 0.51038658618927, 0.4685974717140198, 0.500786542892456, 0.4970760941505432, 0.4658224284648895, 0.5073021054267883, 0.4744335412979126, 0.5092345476150513, 0.4471331834793091, 0.47024181485176086, 0.47061687707901], "r_norm": [1.6576812267303467, 1.3280401229858398, 1.2820217609405518, 1.3094797134399414, 1.3018536567687988, 1.3111519813537598, 1.3563132286071777, 1.2885890007019043, 1.292502999305725, 1.3221116065979004, 1.3236572742462158, 1.2800812721252441, 1.310976266860962, 1.2979912757873535, 1.2728205919265747, 1.3086082935333252, 1.3057255744934082, 1.2636207342147827, 1.3009121417999268, 1.3235630989074707]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4335, "test_loss": 1.7580369262695312}, {"step": 3150, "epoch": 8, "train_loss": 1.3135371208190918, "cos_r_negg": [0.7866609692573547, 0.48086845874786377, 0.4939424991607666, 0.48797905445098877, 0.5153289437294006, 0.5119500160217285, 0.5128030776977539, 0.4944979250431061, 0.4798206686973572, 0.5157110691070557, 0.47585657238960266, 0.5109213590621948, 0.5093404054641724, 0.4681470990180969, 0.5132778882980347, 0.48005595803260803, 0.5064164996147156, 0.4711986184120178, 0.4839450716972351, 0.4755162298679352], "cos_apical_negg": [0.7866609692573547, 0.48086845874786377, 0.4939424991607666, 0.48797905445098877, 0.5153289437294006, 0.5119500160217285, 0.5128030776977539, 0.4944979250431061, 0.4798206686973572, 0.5157110691070557, 0.47585657238960266, 0.5109213590621948, 0.5093404054641724, 0.4681470990180969, 0.5132778882980347, 0.48005595803260803, 0.5064164996147156, 0.4711986184120178, 0.4839450716972351, 0.4755162298679352], "cos_Ac_negg": [0.7866609692573547, 0.48086845874786377, 0.4939424991607666, 0.48797905445098877, 0.5153289437294006, 0.5119500160217285, 0.5128030776977539, 0.4944979250431061, 0.4798206686973572, 0.5157110691070557, 0.47585657238960266, 0.5109213590621948, 0.5093404054641724, 0.4681470990180969, 0.5132778882980347, 0.48005595803260803, 0.5064164996147156, 0.4711986184120178, 0.4839450716972351, 0.4755162298679352], "r_norm": [1.6525721549987793, 1.3221790790557861, 1.2773630619049072, 1.3008732795715332, 1.2936160564422607, 1.300764799118042, 1.34564208984375, 1.2798197269439697, 1.284209966659546, 1.3110911846160889, 1.3179597854614258, 1.2708594799041748, 1.3047746419906616, 1.2918428182601929, 1.2651702165603638, 1.3022857904434204, 1.2949936389923096, 1.2554489374160767, 1.290917158126831, 1.3127562999725342]}, {"step": 3200, "epoch": 8, "train_loss": 1.3459811210632324, "cos_r_negg": [0.7867564558982849, 0.49135738611221313, 0.4969237446784973, 0.5043286681175232, 0.5198217630386353, 0.5181466937065125, 0.5168417096138, 0.5145193338394165, 0.5003527402877808, 0.5352762341499329, 0.488161563873291, 0.5182162523269653, 0.5185296535491943, 0.48203474283218384, 0.5163005590438843, 0.4950876832008362, 0.5069986581802368, 0.47211727499961853, 0.505993664264679, 0.49292272329330444], "cos_apical_negg": [0.7867564558982849, 0.49135738611221313, 0.4969237446784973, 0.5043286681175232, 0.5198217630386353, 0.5181466937065125, 0.5168417096138, 0.5145193338394165, 0.5003527402877808, 0.5352762341499329, 0.488161563873291, 0.5182162523269653, 0.5185296535491943, 0.48203474283218384, 0.5163005590438843, 0.4950876832008362, 0.5069986581802368, 0.47211727499961853, 0.505993664264679, 0.49292272329330444], "cos_Ac_negg": [0.7867564558982849, 0.49135738611221313, 0.4969237446784973, 0.5043286681175232, 0.5198217630386353, 0.5181466937065125, 0.5168417096138, 0.5145193338394165, 0.5003527402877808, 0.5352762341499329, 0.488161563873291, 0.5182162523269653, 0.5185296535491943, 0.48203474283218384, 0.5163005590438843, 0.4950876832008362, 0.5069986581802368, 0.47211727499961853, 0.505993664264679, 0.49292272329330444], "r_norm": [1.6394436359405518, 1.3078033924102783, 1.2641113996505737, 1.2895081043243408, 1.2826220989227295, 1.2893149852752686, 1.332890272140503, 1.2662439346313477, 1.2729438543319702, 1.2969975471496582, 1.3023688793182373, 1.256152629852295, 1.2886476516723633, 1.2791006565093994, 1.2508955001831055, 1.2885346412658691, 1.2801167964935303, 1.2381250858306885, 1.2781906127929688, 1.297212839126587]}, {"step": 3250, "epoch": 8, "train_loss": 1.3038785457611084, "cos_r_negg": [0.7945326566696167, 0.504027247428894, 0.5148712396621704, 0.5167646408081055, 0.5403481721878052, 0.5217019319534302, 0.529128909111023, 0.5190580487251282, 0.5108097791671753, 0.54896479845047, 0.5107029676437378, 0.5347375869750977, 0.5218061208724976, 0.4913640022277832, 0.5308694839477539, 0.4986986815929413, 0.5258179306983948, 0.4982371926307678, 0.5125691890716553, 0.510688841342926], "cos_apical_negg": [0.7945326566696167, 0.504027247428894, 0.5148712396621704, 0.5167646408081055, 0.5403481721878052, 0.5217019319534302, 0.529128909111023, 0.5190580487251282, 0.5108097791671753, 0.54896479845047, 0.5107029676437378, 0.5347375869750977, 0.5218061208724976, 0.4913640022277832, 0.5308694839477539, 0.4986986815929413, 0.5258179306983948, 0.4982371926307678, 0.5125691890716553, 0.510688841342926], "cos_Ac_negg": [0.7945326566696167, 0.504027247428894, 0.5148712396621704, 0.5167646408081055, 0.5403481721878052, 0.5217019319534302, 0.529128909111023, 0.5190580487251282, 0.5108097791671753, 0.54896479845047, 0.5107029676437378, 0.5347375869750977, 0.5218061208724976, 0.4913640022277832, 0.5308694839477539, 0.4986986815929413, 0.5258179306983948, 0.4982371926307678, 0.5125691890716553, 0.510688841342926], "r_norm": [1.676231861114502, 1.332678198814392, 1.2871124744415283, 1.317328691482544, 1.3086333274841309, 1.3182625770568848, 1.3609261512756348, 1.294628381729126, 1.2975380420684814, 1.3242204189300537, 1.3258863687515259, 1.2840416431427002, 1.3145263195037842, 1.302951455116272, 1.275499701499939, 1.3116734027862549, 1.3047256469726562, 1.2650916576385498, 1.2983739376068115, 1.3252589702606201], "ldr": {"dL_sdil": -0.07829666137695312, "dL_bp": -0.075836181640625, "ratio": 1.0324446680080483}}, {"step": 3300, "epoch": 8, "train_loss": 1.4667941331863403, "cos_r_negg": [0.7908324003219604, 0.5171087980270386, 0.522571861743927, 0.5238890647888184, 0.5478034019470215, 0.5449895858764648, 0.5451485514640808, 0.5386786460876465, 0.5230723023414612, 0.5531724691390991, 0.5163346529006958, 0.5543714761734009, 0.5337908267974854, 0.4979509115219116, 0.5509703755378723, 0.5194814205169678, 0.5521265268325806, 0.5112533569335938, 0.5241868495941162, 0.5213420391082764], "cos_apical_negg": [0.7908324003219604, 0.5171087980270386, 0.522571861743927, 0.5238890647888184, 0.5478034019470215, 0.5449895858764648, 0.5451485514640808, 0.5386786460876465, 0.5230723023414612, 0.5531724691390991, 0.5163346529006958, 0.5543714761734009, 0.5337908267974854, 0.4979509115219116, 0.5509703755378723, 0.5194814205169678, 0.5521265268325806, 0.5112533569335938, 0.5241868495941162, 0.5213420391082764], "cos_Ac_negg": [0.7908324003219604, 0.5171087980270386, 0.522571861743927, 0.5238890647888184, 0.5478034019470215, 0.5449895858764648, 0.5451485514640808, 0.5386786460876465, 0.5230723023414612, 0.5531724691390991, 0.5163346529006958, 0.5543714761734009, 0.5337908267974854, 0.4979509115219116, 0.5509703755378723, 0.5194814205169678, 0.5521265268325806, 0.5112533569335938, 0.5241868495941162, 0.5213420391082764], "r_norm": [1.6213836669921875, 1.285827398300171, 1.238763689994812, 1.2667419910430908, 1.262366533279419, 1.2688102722167969, 1.308546781539917, 1.2489898204803467, 1.250471591949463, 1.2759559154510498, 1.2798854112625122, 1.2382746934890747, 1.2675596475601196, 1.2535626888275146, 1.229203462600708, 1.2636425495147705, 1.257291316986084, 1.2189768552780151, 1.2516088485717773, 1.2761621475219727]}, {"step": 3350, "epoch": 8, "train_loss": 1.4220969676971436, "cos_r_negg": [0.7823063135147095, 0.5268508195877075, 0.5321403741836548, 0.5327913761138916, 0.5552114844322205, 0.5516909956932068, 0.5616438388824463, 0.5441325306892395, 0.5252581834793091, 0.5607660412788391, 0.5185725688934326, 0.5566555857658386, 0.5504292249679565, 0.5165626406669617, 0.5517134666442871, 0.5175138711929321, 0.5524911880493164, 0.5274698734283447, 0.5228005647659302, 0.5400110483169556], "cos_apical_negg": [0.7823063135147095, 0.5268508195877075, 0.5321403741836548, 0.5327913761138916, 0.5552114844322205, 0.5516909956932068, 0.5616438388824463, 0.5441325306892395, 0.5252581834793091, 0.5607660412788391, 0.5185725688934326, 0.5566555857658386, 0.5504292249679565, 0.5165626406669617, 0.5517134666442871, 0.5175138711929321, 0.5524911880493164, 0.5274698734283447, 0.5228005647659302, 0.5400110483169556], "cos_Ac_negg": [0.7823063135147095, 0.5268508195877075, 0.5321403741836548, 0.5327913761138916, 0.5552114844322205, 0.5516909956932068, 0.5616438388824463, 0.5441325306892395, 0.5252581834793091, 0.5607660412788391, 0.5185725688934326, 0.5566555857658386, 0.5504292249679565, 0.5165626406669617, 0.5517134666442871, 0.5175138711929321, 0.5524911880493164, 0.5274698734283447, 0.5228005647659302, 0.5400110483169556], "r_norm": [1.6529868841171265, 1.3090271949768066, 1.2638447284698486, 1.2899339199066162, 1.2871270179748535, 1.2907421588897705, 1.3334100246429443, 1.2670310735702515, 1.270737886428833, 1.2972286939620972, 1.299865484237671, 1.2548797130584717, 1.2877968549728394, 1.2749812602996826, 1.246256709098816, 1.284519910812378, 1.2775853872299194, 1.2383818626403809, 1.2725234031677246, 1.297667384147644]}, {"step": 3400, "epoch": 8, "train_loss": 1.3126475811004639, "cos_r_negg": [0.7939320802688599, 0.5308776497840881, 0.5452982187271118, 0.5453369617462158, 0.5747787952423096, 0.562915563583374, 0.5669771432876587, 0.5693442821502686, 0.5404117107391357, 0.5755424499511719, 0.5378601551055908, 0.573799729347229, 0.5693114995956421, 0.5354362726211548, 0.578020453453064, 0.5424069166183472, 0.5701471567153931, 0.5361666679382324, 0.5403136014938354, 0.5468446612358093], "cos_apical_negg": [0.7939320802688599, 0.5308776497840881, 0.5452982187271118, 0.5453369617462158, 0.5747787952423096, 0.562915563583374, 0.5669771432876587, 0.5693442821502686, 0.5404117107391357, 0.5755424499511719, 0.5378601551055908, 0.573799729347229, 0.5693114995956421, 0.5354362726211548, 0.578020453453064, 0.5424069166183472, 0.5701471567153931, 0.5361666679382324, 0.5403136014938354, 0.5468446612358093], "cos_Ac_negg": [0.7939320802688599, 0.5308776497840881, 0.5452982187271118, 0.5453369617462158, 0.5747787952423096, 0.562915563583374, 0.5669771432876587, 0.5693442821502686, 0.5404117107391357, 0.5755424499511719, 0.5378601551055908, 0.573799729347229, 0.5693114995956421, 0.5354362726211548, 0.578020453453064, 0.5424069166183472, 0.5701471567153931, 0.5361666679382324, 0.5403136014938354, 0.5468446612358093], "r_norm": [1.6416257619857788, 1.2958348989486694, 1.2486108541488647, 1.2772446870803833, 1.2729568481445312, 1.27969229221344, 1.3180370330810547, 1.2514138221740723, 1.2566802501678467, 1.2836265563964844, 1.283147931098938, 1.2419497966766357, 1.2706406116485596, 1.2604708671569824, 1.232405424118042, 1.267453670501709, 1.2637486457824707, 1.2235013246536255, 1.2584483623504639, 1.2806053161621094]}, {"step": 3450, "epoch": 8, "train_loss": 1.3089464902877808, "cos_r_negg": [0.7942022085189819, 0.5451052188873291, 0.5565207600593567, 0.5483332276344299, 0.5874621868133545, 0.5735474824905396, 0.5784321427345276, 0.5729857683181763, 0.5580741167068481, 0.5841658711433411, 0.5507113337516785, 0.5861734747886658, 0.570026695728302, 0.539534866809845, 0.5843992233276367, 0.5361195802688599, 0.5829729437828064, 0.5440422296524048, 0.5642473697662354, 0.5548377633094788], "cos_apical_negg": [0.7942022085189819, 0.5451052188873291, 0.5565207600593567, 0.5483332276344299, 0.5874621868133545, 0.5735474824905396, 0.5784321427345276, 0.5729857683181763, 0.5580741167068481, 0.5841658711433411, 0.5507113337516785, 0.5861734747886658, 0.570026695728302, 0.539534866809845, 0.5843992233276367, 0.5361195802688599, 0.5829729437828064, 0.5440422296524048, 0.5642473697662354, 0.5548377633094788], "cos_Ac_negg": [0.7942022085189819, 0.5451052188873291, 0.5565207600593567, 0.5483332276344299, 0.5874621868133545, 0.5735474824905396, 0.5784321427345276, 0.5729857683181763, 0.5580741167068481, 0.5841658711433411, 0.5507113337516785, 0.5861734747886658, 0.570026695728302, 0.539534866809845, 0.5843992233276367, 0.5361195802688599, 0.5829729437828064, 0.5440422296524048, 0.5642473697662354, 0.5548377633094788], "r_norm": [1.609924554824829, 1.2729617357254028, 1.2253341674804688, 1.250537633895874, 1.247002124786377, 1.2518112659454346, 1.28834867477417, 1.2297656536102295, 1.2296801805496216, 1.2581679821014404, 1.2608306407928467, 1.2154455184936523, 1.2469907999038696, 1.2357563972473145, 1.2075932025909424, 1.2421928644180298, 1.2379165887832642, 1.1954634189605713, 1.2309582233428955, 1.2525475025177002]}, {"step": 3500, "epoch": 8, "train_loss": 1.2197459936141968, "cos_r_negg": [0.8056405782699585, 0.5631341934204102, 0.5647458434104919, 0.5677225589752197, 0.5949875712394714, 0.5832473635673523, 0.5846235752105713, 0.5801106095314026, 0.5738256573677063, 0.6028686165809631, 0.5567702054977417, 0.5913283824920654, 0.5942601561546326, 0.5635343790054321, 0.5922440886497498, 0.5565764904022217, 0.5851596593856812, 0.5621565580368042, 0.5722059607505798, 0.5695371627807617], "cos_apical_negg": [0.8056405782699585, 0.5631341934204102, 0.5647458434104919, 0.5677225589752197, 0.5949875712394714, 0.5832473635673523, 0.5846235752105713, 0.5801106095314026, 0.5738256573677063, 0.6028686165809631, 0.5567702054977417, 0.5913283824920654, 0.5942601561546326, 0.5635343790054321, 0.5922440886497498, 0.5565764904022217, 0.5851596593856812, 0.5621565580368042, 0.5722059607505798, 0.5695371627807617], "cos_Ac_negg": [0.8056405782699585, 0.5631341934204102, 0.5647458434104919, 0.5677225589752197, 0.5949875712394714, 0.5832473635673523, 0.5846235752105713, 0.5801106095314026, 0.5738256573677063, 0.6028686165809631, 0.5567702054977417, 0.5913283824920654, 0.5942601561546326, 0.5635343790054321, 0.5922440886497498, 0.5565764904022217, 0.5851596593856812, 0.5621565580368042, 0.5722059607505798, 0.5695371627807617], "r_norm": [1.5815212726593018, 1.2480396032333374, 1.20123291015625, 1.2269370555877686, 1.2256948947906494, 1.2303423881530762, 1.267932415008545, 1.2043087482452393, 1.2055447101593018, 1.2340185642242432, 1.233474850654602, 1.1938430070877075, 1.221407413482666, 1.2104908227920532, 1.1844873428344727, 1.21547532081604, 1.2110222578048706, 1.1735832691192627, 1.206635594367981, 1.2278151512145996], "ldr": {"dL_sdil": -0.04304325580596924, "dL_bp": -0.041210293769836426, "ratio": 1.0444782569706998}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4292, "test_loss": 1.7698130981445312}, {"step": 3550, "epoch": 9, "train_loss": 1.3018004894256592, "cos_r_negg": [0.8113365173339844, 0.5734562277793884, 0.5761295557022095, 0.5735766291618347, 0.6041792631149292, 0.5951759815216064, 0.5887577533721924, 0.5930275917053223, 0.5790801048278809, 0.6028010845184326, 0.5709066390991211, 0.6012593507766724, 0.5957313776016235, 0.5686795115470886, 0.6041935086250305, 0.5749543309211731, 0.6039490699768066, 0.5754002928733826, 0.5609127283096313, 0.5711420774459839], "cos_apical_negg": [0.8113365173339844, 0.5734562277793884, 0.5761295557022095, 0.5735766291618347, 0.6041792631149292, 0.5951759815216064, 0.5887577533721924, 0.5930275917053223, 0.5790801048278809, 0.6028010845184326, 0.5709066390991211, 0.6012593507766724, 0.5957313776016235, 0.5686795115470886, 0.6041935086250305, 0.5749543309211731, 0.6039490699768066, 0.5754002928733826, 0.5609127283096313, 0.5711420774459839], "cos_Ac_negg": [0.8113365173339844, 0.5734562277793884, 0.5761295557022095, 0.5735766291618347, 0.6041792631149292, 0.5951759815216064, 0.5887577533721924, 0.5930275917053223, 0.5790801048278809, 0.6028010845184326, 0.5709066390991211, 0.6012593507766724, 0.5957313776016235, 0.5686795115470886, 0.6041935086250305, 0.5749543309211731, 0.6039490699768066, 0.5754002928733826, 0.5609127283096313, 0.5711420774459839], "r_norm": [1.6639305353164673, 1.3060622215270996, 1.260585904121399, 1.2871875762939453, 1.2897913455963135, 1.2881417274475098, 1.324770450592041, 1.2632982730865479, 1.2620325088500977, 1.2905888557434082, 1.2949931621551514, 1.2506341934204102, 1.2826261520385742, 1.2661899328231812, 1.2385393381118774, 1.2728906869888306, 1.2637929916381836, 1.2302582263946533, 1.2604637145996094, 1.2830874919891357]}, {"step": 3600, "epoch": 9, "train_loss": 1.2886850833892822, "cos_r_negg": [0.8092524409294128, 0.5801980495452881, 0.5861994028091431, 0.581153154373169, 0.6161677241325378, 0.6066957712173462, 0.6052529811859131, 0.6055245399475098, 0.5866506695747375, 0.6256933212280273, 0.582211434841156, 0.6037262678146362, 0.6161714196205139, 0.5806335806846619, 0.6207297444343567, 0.5881742835044861, 0.6227834820747375, 0.5861515998840332, 0.590680718421936, 0.581488847732544], "cos_apical_negg": [0.8092524409294128, 0.5801980495452881, 0.5861994028091431, 0.581153154373169, 0.6161677241325378, 0.6066957712173462, 0.6052529811859131, 0.6055245399475098, 0.5866506695747375, 0.6256933212280273, 0.582211434841156, 0.6037262678146362, 0.6161714196205139, 0.5806335806846619, 0.6207297444343567, 0.5881742835044861, 0.6227834820747375, 0.5861515998840332, 0.590680718421936, 0.581488847732544], "cos_Ac_negg": [0.8092524409294128, 0.5801980495452881, 0.5861994028091431, 0.581153154373169, 0.6161677241325378, 0.6066957712173462, 0.6052529811859131, 0.6055245399475098, 0.5866506695747375, 0.6256933212280273, 0.582211434841156, 0.6037262678146362, 0.6161714196205139, 0.5806335806846619, 0.6207297444343567, 0.5881742835044861, 0.6227834820747375, 0.5861515998840332, 0.590680718421936, 0.581488847732544], "r_norm": [1.579749584197998, 1.2447237968444824, 1.1964640617370605, 1.2213863134384155, 1.2200634479522705, 1.223495364189148, 1.2572829723358154, 1.1990691423416138, 1.198281168937683, 1.227048397064209, 1.2254438400268555, 1.185699701309204, 1.2160670757293701, 1.203590750694275, 1.1768169403076172, 1.2080917358398438, 1.2044535875320435, 1.165545105934143, 1.197965145111084, 1.2186205387115479]}, {"step": 3650, "epoch": 9, "train_loss": 1.2951159477233887, "cos_r_negg": [0.8081681728363037, 0.5892486572265625, 0.5930372476577759, 0.5925090909004211, 0.6199003458023071, 0.6120847463607788, 0.6161894202232361, 0.6076164245605469, 0.6005738973617554, 0.6408968567848206, 0.5981320142745972, 0.6255545020103455, 0.6272166967391968, 0.5954158306121826, 0.6342496275901794, 0.6124677658081055, 0.6194953322410583, 0.5873362421989441, 0.6064776182174683, 0.5976032018661499], "cos_apical_negg": [0.8081681728363037, 0.5892486572265625, 0.5930372476577759, 0.5925090909004211, 0.6199003458023071, 0.6120847463607788, 0.6161894202232361, 0.6076164245605469, 0.6005738973617554, 0.6408968567848206, 0.5981320142745972, 0.6255545020103455, 0.6272166967391968, 0.5954158306121826, 0.6342496275901794, 0.6124677658081055, 0.6194953322410583, 0.5873362421989441, 0.6064776182174683, 0.5976032018661499], "cos_Ac_negg": [0.8081681728363037, 0.5892486572265625, 0.5930372476577759, 0.5925090909004211, 0.6199003458023071, 0.6120847463607788, 0.6161894202232361, 0.6076164245605469, 0.6005738973617554, 0.6408968567848206, 0.5981320142745972, 0.6255545020103455, 0.6272166967391968, 0.5954158306121826, 0.6342496275901794, 0.6124677658081055, 0.6194953322410583, 0.5873362421989441, 0.6064776182174683, 0.5976032018661499], "r_norm": [1.6108918190002441, 1.2658257484436035, 1.2169861793518066, 1.2424888610839844, 1.240756869316101, 1.2443844079971313, 1.2786757946014404, 1.218345046043396, 1.2187978029251099, 1.2446597814559937, 1.2464025020599365, 1.2047746181488037, 1.2361199855804443, 1.2254778146743774, 1.194495677947998, 1.2291938066482544, 1.2203532457351685, 1.1858551502227783, 1.2168833017349243, 1.236084222793579]}, {"step": 3700, "epoch": 9, "train_loss": 1.1974287033081055, "cos_r_negg": [0.8156567811965942, 0.60406494140625, 0.6029349565505981, 0.6065347194671631, 0.632187008857727, 0.6274070739746094, 0.625583827495575, 0.6215076446533203, 0.6100244522094727, 0.6456476449966431, 0.6078709363937378, 0.6265387535095215, 0.6260002851486206, 0.5956034064292908, 0.6339108943939209, 0.6142905950546265, 0.6356624364852905, 0.6102280616760254, 0.6117376089096069, 0.6112679243087769], "cos_apical_negg": [0.8156567811965942, 0.60406494140625, 0.6029349565505981, 0.6065347194671631, 0.632187008857727, 0.6274070739746094, 0.625583827495575, 0.6215076446533203, 0.6100244522094727, 0.6456476449966431, 0.6078709363937378, 0.6265387535095215, 0.6260002851486206, 0.5956034064292908, 0.6339108943939209, 0.6142905950546265, 0.6356624364852905, 0.6102280616760254, 0.6117376089096069, 0.6112679243087769], "cos_Ac_negg": [0.8156567811965942, 0.60406494140625, 0.6029349565505981, 0.6065347194671631, 0.632187008857727, 0.6274070739746094, 0.625583827495575, 0.6215076446533203, 0.6100244522094727, 0.6456476449966431, 0.6078709363937378, 0.6265387535095215, 0.6260002851486206, 0.5956034064292908, 0.6339108943939209, 0.6142905950546265, 0.6356624364852905, 0.6102280616760254, 0.6117376089096069, 0.6112679243087769], "r_norm": [1.6133959293365479, 1.2662303447723389, 1.21989107131958, 1.2453949451446533, 1.2470173835754395, 1.2468847036361694, 1.2794885635375977, 1.2199037075042725, 1.2192459106445312, 1.2502013444900513, 1.246218204498291, 1.2076778411865234, 1.237026572227478, 1.223609209060669, 1.1966829299926758, 1.2277445793151855, 1.2228665351867676, 1.1847906112670898, 1.2161808013916016, 1.2408041954040527]}, {"step": 3750, "epoch": 9, "train_loss": 1.1592607498168945, "cos_r_negg": [0.8086421489715576, 0.6063697338104248, 0.6141754388809204, 0.6193971633911133, 0.6383581161499023, 0.630661129951477, 0.6358069181442261, 0.6253910660743713, 0.6175629496574402, 0.6576477885246277, 0.6165547370910645, 0.6468803286552429, 0.637610673904419, 0.6134940385818481, 0.6529067754745483, 0.6278464198112488, 0.6421723365783691, 0.6146008372306824, 0.6259158849716187, 0.6266501545906067], "cos_apical_negg": [0.8086421489715576, 0.6063697338104248, 0.6141754388809204, 0.6193971633911133, 0.6383581161499023, 0.630661129951477, 0.6358069181442261, 0.6253910660743713, 0.6175629496574402, 0.6576477885246277, 0.6165547370910645, 0.6468803286552429, 0.637610673904419, 0.6134940385818481, 0.6529067754745483, 0.6278464198112488, 0.6421723365783691, 0.6146008372306824, 0.6259158849716187, 0.6266501545906067], "cos_Ac_negg": [0.8086421489715576, 0.6063697338104248, 0.6141754388809204, 0.6193971633911133, 0.6383581161499023, 0.630661129951477, 0.6358069181442261, 0.6253910660743713, 0.6175629496574402, 0.6576477885246277, 0.6165547370910645, 0.6468803286552429, 0.637610673904419, 0.6134940385818481, 0.6529067754745483, 0.6278464198112488, 0.6421723365783691, 0.6146008372306824, 0.6259158849716187, 0.6266501545906067], "r_norm": [1.5941084623336792, 1.2498513460159302, 1.204061508178711, 1.2284176349639893, 1.2300117015838623, 1.2306007146835327, 1.2604496479034424, 1.2007960081100464, 1.203020691871643, 1.2272987365722656, 1.2269279956817627, 1.1893939971923828, 1.2173100709915161, 1.209434986114502, 1.1771011352539062, 1.2135076522827148, 1.2033402919769287, 1.168778419494629, 1.1989760398864746, 1.220330834388733], "ldr": {"dL_sdil": -0.05904829502105713, "dL_bp": -0.05837249755859375, "ratio": 1.0115773264932688}}, {"step": 3800, "epoch": 9, "train_loss": 1.463287353515625, "cos_r_negg": [0.8190643191337585, 0.6164321899414062, 0.6299887895584106, 0.6247485280036926, 0.6548649072647095, 0.6423723101615906, 0.6385456323623657, 0.6438519954681396, 0.6272501945495605, 0.6648542881011963, 0.6228882074356079, 0.6649781465530396, 0.6566148996353149, 0.6321247220039368, 0.6593495607376099, 0.6281359791755676, 0.6560993790626526, 0.6265650987625122, 0.6399447917938232, 0.6335666179656982], "cos_apical_negg": [0.8190643191337585, 0.6164321899414062, 0.6299887895584106, 0.6247485280036926, 0.6548649072647095, 0.6423723101615906, 0.6385456323623657, 0.6438519954681396, 0.6272501945495605, 0.6648542881011963, 0.6228882074356079, 0.6649781465530396, 0.6566148996353149, 0.6321247220039368, 0.6593495607376099, 0.6281359791755676, 0.6560993790626526, 0.6265650987625122, 0.6399447917938232, 0.6335666179656982], "cos_Ac_negg": [0.8190643191337585, 0.6164321899414062, 0.6299887895584106, 0.6247485280036926, 0.6548649072647095, 0.6423723101615906, 0.6385456323623657, 0.6438519954681396, 0.6272501945495605, 0.6648542881011963, 0.6228882074356079, 0.6649781465530396, 0.6566148996353149, 0.6321247220039368, 0.6593495607376099, 0.6281359791755676, 0.6560993790626526, 0.6265650987625122, 0.6399447917938232, 0.6335666179656982], "r_norm": [1.573956847190857, 1.2340381145477295, 1.1862813234329224, 1.2123394012451172, 1.2139227390289307, 1.2138848304748535, 1.2439002990722656, 1.1880459785461426, 1.185831904411316, 1.214915156364441, 1.2114593982696533, 1.1765588521957397, 1.2019987106323242, 1.1908812522888184, 1.164428472518921, 1.1942992210388184, 1.186466932296753, 1.154685616493225, 1.18253493309021, 1.2038273811340332]}, {"step": 3850, "epoch": 9, "train_loss": 1.148184061050415, "cos_r_negg": [0.8221219778060913, 0.6214475631713867, 0.6334067583084106, 0.6342338919639587, 0.6608408689498901, 0.6507026553153992, 0.6477287411689758, 0.6511576175689697, 0.63057541847229, 0.6674088835716248, 0.6391492486000061, 0.6692813634872437, 0.6694790124893188, 0.6388930082321167, 0.6737508773803711, 0.6386263370513916, 0.6701873540878296, 0.6361421942710876, 0.6521700620651245, 0.6450390815734863], "cos_apical_negg": [0.8221219778060913, 0.6214475631713867, 0.6334067583084106, 0.6342338919639587, 0.6608408689498901, 0.6507026553153992, 0.6477287411689758, 0.6511576175689697, 0.63057541847229, 0.6674088835716248, 0.6391492486000061, 0.6692813634872437, 0.6694790124893188, 0.6388930082321167, 0.6737508773803711, 0.6386263370513916, 0.6701873540878296, 0.6361421942710876, 0.6521700620651245, 0.6450390815734863], "cos_Ac_negg": [0.8221219778060913, 0.6214475631713867, 0.6334067583084106, 0.6342338919639587, 0.6608408689498901, 0.6507026553153992, 0.6477287411689758, 0.6511576175689697, 0.63057541847229, 0.6674088835716248, 0.6391492486000061, 0.6692813634872437, 0.6694790124893188, 0.6388930082321167, 0.6737508773803711, 0.6386263370513916, 0.6701873540878296, 0.6361421942710876, 0.6521700620651245, 0.6450390815734863], "r_norm": [1.5775208473205566, 1.235404133796692, 1.1899492740631104, 1.2157906293869019, 1.213937520980835, 1.2163288593292236, 1.2437032461166382, 1.1879830360412598, 1.1876394748687744, 1.2149858474731445, 1.2103382349014282, 1.174497127532959, 1.2024226188659668, 1.1935455799102783, 1.1639169454574585, 1.1961584091186523, 1.1882004737854004, 1.1545085906982422, 1.1808468103408813, 1.2029370069503784]}, {"step": 3900, "epoch": 9, "train_loss": 1.2439186573028564, "cos_r_negg": [0.8141195178031921, 0.6282172203063965, 0.6478759050369263, 0.6421177983283997, 0.6709499359130859, 0.6547161340713501, 0.6651893258094788, 0.6587804555892944, 0.6538578867912292, 0.6761168241500854, 0.6486137509346008, 0.677398681640625, 0.6728236675262451, 0.6394162178039551, 0.6829273700714111, 0.6311827301979065, 0.6782828569412231, 0.6355364322662354, 0.6557403802871704, 0.6444916725158691], "cos_apical_negg": [0.8141195178031921, 0.6282172203063965, 0.6478759050369263, 0.6421177983283997, 0.6709499359130859, 0.6547161340713501, 0.6651893258094788, 0.6587804555892944, 0.6538578867912292, 0.6761168241500854, 0.6486137509346008, 0.677398681640625, 0.6728236675262451, 0.6394162178039551, 0.6829273700714111, 0.6311827301979065, 0.6782828569412231, 0.6355364322662354, 0.6557403802871704, 0.6444916725158691], "cos_Ac_negg": [0.8141195178031921, 0.6282172203063965, 0.6478759050369263, 0.6421177983283997, 0.6709499359130859, 0.6547161340713501, 0.6651893258094788, 0.6587804555892944, 0.6538578867912292, 0.6761168241500854, 0.6486137509346008, 0.677398681640625, 0.6728236675262451, 0.6394162178039551, 0.6829273700714111, 0.6311827301979065, 0.6782828569412231, 0.6355364322662354, 0.6557403802871704, 0.6444916725158691], "r_norm": [1.5759782791137695, 1.2355995178222656, 1.1902873516082764, 1.2146373987197876, 1.211965799331665, 1.2168097496032715, 1.2425816059112549, 1.188056468963623, 1.184086561203003, 1.2150338888168335, 1.2075424194335938, 1.1718618869781494, 1.1984655857086182, 1.1925971508026123, 1.1618614196777344, 1.1926496028900146, 1.1872360706329346, 1.1500606536865234, 1.1781710386276245, 1.200568437576294]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4269, "test_loss": 1.8272705078125}, {"step": 3950, "epoch": 10, "train_loss": 1.0494046211242676, "cos_r_negg": [0.8264666199684143, 0.6439006924629211, 0.6508927941322327, 0.6440981030464172, 0.6761943101882935, 0.6702293753623962, 0.6675334572792053, 0.6673673987388611, 0.6594966053962708, 0.6870739459991455, 0.6527031660079956, 0.6864184737205505, 0.6794743537902832, 0.6579539775848389, 0.6963219046592712, 0.6562429070472717, 0.6875485181808472, 0.6434793472290039, 0.6721968650817871, 0.6508435010910034], "cos_apical_negg": [0.8264666199684143, 0.6439006924629211, 0.6508927941322327, 0.6440981030464172, 0.6761943101882935, 0.6702293753623962, 0.6675334572792053, 0.6673673987388611, 0.6594966053962708, 0.6870739459991455, 0.6527031660079956, 0.6864184737205505, 0.6794743537902832, 0.6579539775848389, 0.6963219046592712, 0.6562429070472717, 0.6875485181808472, 0.6434793472290039, 0.6721968650817871, 0.6508435010910034], "cos_Ac_negg": [0.8264666199684143, 0.6439006924629211, 0.6508927941322327, 0.6440981030464172, 0.6761943101882935, 0.6702293753623962, 0.6675334572792053, 0.6673673987388611, 0.6594966053962708, 0.6870739459991455, 0.6527031660079956, 0.6864184737205505, 0.6794743537902832, 0.6579539775848389, 0.6963219046592712, 0.6562429070472717, 0.6875485181808472, 0.6434793472290039, 0.6721968650817871, 0.6508435010910034], "r_norm": [1.567906379699707, 1.2271668910980225, 1.1843125820159912, 1.2062630653381348, 1.205929160118103, 1.2059932947158813, 1.2335327863693237, 1.1779981851577759, 1.1768162250518799, 1.2061970233917236, 1.1992549896240234, 1.1632691621780396, 1.1899582147598267, 1.1806230545043945, 1.1552790403366089, 1.1833451986312866, 1.1772141456604004, 1.1455100774765015, 1.1710810661315918, 1.1909524202346802]}, {"step": 4000, "epoch": 10, "train_loss": 1.0045775175094604, "cos_r_negg": [0.8173247575759888, 0.6519684791564941, 0.6617889404296875, 0.654178261756897, 0.6861962080001831, 0.6823853850364685, 0.6773606538772583, 0.6800425052642822, 0.671280026435852, 0.6943641304969788, 0.6636244058609009, 0.6963880062103271, 0.695988655090332, 0.6620888710021973, 0.6986212730407715, 0.6713547110557556, 0.6946898698806763, 0.6619532108306885, 0.6863273978233337, 0.6726697087287903], "cos_apical_negg": [0.8173247575759888, 0.6519684791564941, 0.6617889404296875, 0.654178261756897, 0.6861962080001831, 0.6823853850364685, 0.6773606538772583, 0.6800425052642822, 0.671280026435852, 0.6943641304969788, 0.6636244058609009, 0.6963880062103271, 0.695988655090332, 0.6620888710021973, 0.6986212730407715, 0.6713547110557556, 0.6946898698806763, 0.6619532108306885, 0.6863273978233337, 0.6726697087287903], "cos_Ac_negg": [0.8173247575759888, 0.6519684791564941, 0.6617889404296875, 0.654178261756897, 0.6861962080001831, 0.6823853850364685, 0.6773606538772583, 0.6800425052642822, 0.671280026435852, 0.6943641304969788, 0.6636244058609009, 0.6963880062103271, 0.695988655090332, 0.6620888710021973, 0.6986212730407715, 0.6713547110557556, 0.6946898698806763, 0.6619532108306885, 0.6863273978233337, 0.6726697087287903], "r_norm": [1.5839567184448242, 1.2395564317703247, 1.194978952407837, 1.2197046279907227, 1.2180981636047363, 1.2211681604385376, 1.2455739974975586, 1.1896401643753052, 1.1895112991333008, 1.2194712162017822, 1.210403323173523, 1.1761313676834106, 1.2017288208007812, 1.1957658529281616, 1.1640191078186035, 1.1936149597167969, 1.1880990266799927, 1.1553748846054077, 1.1829488277435303, 1.2023417949676514], "ldr": {"dL_sdil": -0.06367051601409912, "dL_bp": -0.06406426429748535, "ratio": 0.9938538545989096}}, {"step": 4050, "epoch": 10, "train_loss": 1.1591179370880127, "cos_r_negg": [0.8230713605880737, 0.6599069833755493, 0.6681334376335144, 0.6632710695266724, 0.6891911029815674, 0.6854681372642517, 0.6793391704559326, 0.6854378581047058, 0.6763747930526733, 0.6986376047134399, 0.673690915107727, 0.705958902835846, 0.6941723227500916, 0.6745016574859619, 0.7117444276809692, 0.6790636777877808, 0.7003270387649536, 0.6644943952560425, 0.6924371719360352, 0.676646888256073], "cos_apical_negg": [0.8230713605880737, 0.6599069833755493, 0.6681334376335144, 0.6632710695266724, 0.6891911029815674, 0.6854681372642517, 0.6793391704559326, 0.6854378581047058, 0.6763747930526733, 0.6986376047134399, 0.673690915107727, 0.705958902835846, 0.6941723227500916, 0.6745016574859619, 0.7117444276809692, 0.6790636777877808, 0.7003270387649536, 0.6644943952560425, 0.6924371719360352, 0.676646888256073], "cos_Ac_negg": [0.8230713605880737, 0.6599069833755493, 0.6681334376335144, 0.6632710695266724, 0.6891911029815674, 0.6854681372642517, 0.6793391704559326, 0.6854378581047058, 0.6763747930526733, 0.6986376047134399, 0.673690915107727, 0.705958902835846, 0.6941723227500916, 0.6745016574859619, 0.7117444276809692, 0.6790636777877808, 0.7003270387649536, 0.6644943952560425, 0.6924371719360352, 0.676646888256073], "r_norm": [1.5556752681732178, 1.2188475131988525, 1.1748859882354736, 1.197581171989441, 1.1989233493804932, 1.1988404989242554, 1.2227466106414795, 1.1695036888122559, 1.1679131984710693, 1.1956279277801514, 1.1871659755706787, 1.154919981956482, 1.1784453392028809, 1.172973871231079, 1.1431961059570312, 1.1716012954711914, 1.1641627550125122, 1.1348822116851807, 1.1596229076385498, 1.180651307106018]}, {"step": 4100, "epoch": 10, "train_loss": 1.37276291847229, "cos_r_negg": [0.8164160251617432, 0.6656997799873352, 0.6718639731407166, 0.6740433573722839, 0.6936177015304565, 0.6957576870918274, 0.6935692429542542, 0.6953486204147339, 0.6842955946922302, 0.7092437744140625, 0.6882327198982239, 0.7153487205505371, 0.7054524421691895, 0.6861476898193359, 0.7127826809883118, 0.6906391978263855, 0.7061440348625183, 0.6862262487411499, 0.702104926109314, 0.6767739057540894], "cos_apical_negg": [0.8164160251617432, 0.6656997799873352, 0.6718639731407166, 0.6740433573722839, 0.6936177015304565, 0.6957576870918274, 0.6935692429542542, 0.6953486204147339, 0.6842955946922302, 0.7092437744140625, 0.6882327198982239, 0.7153487205505371, 0.7054524421691895, 0.6861476898193359, 0.7127826809883118, 0.6906391978263855, 0.7061440348625183, 0.6862262487411499, 0.702104926109314, 0.6767739057540894], "cos_Ac_negg": [0.8164160251617432, 0.6656997799873352, 0.6718639731407166, 0.6740433573722839, 0.6936177015304565, 0.6957576870918274, 0.6935692429542542, 0.6953486204147339, 0.6842955946922302, 0.7092437744140625, 0.6882327198982239, 0.7153487205505371, 0.7054524421691895, 0.6861476898193359, 0.7127826809883118, 0.6906391978263855, 0.7061440348625183, 0.6862262487411499, 0.702104926109314, 0.6767739057540894], "r_norm": [1.574041485786438, 1.231734275817871, 1.1885111331939697, 1.211822509765625, 1.210674524307251, 1.2127047777175903, 1.2364475727081299, 1.183375358581543, 1.179240107536316, 1.2101458311080933, 1.196598768234253, 1.1660864353179932, 1.1903443336486816, 1.1825809478759766, 1.154638409614563, 1.1825045347213745, 1.1772594451904297, 1.147316813468933, 1.1696488857269287, 1.1905951499938965]}, {"step": 4150, "epoch": 10, "train_loss": 1.123124599456787, "cos_r_negg": [0.8175915479660034, 0.6749042868614197, 0.6806673407554626, 0.6748449802398682, 0.7013354301452637, 0.696927547454834, 0.7037231922149658, 0.7037607431411743, 0.694156289100647, 0.7141298055648804, 0.6932923793792725, 0.7217510938644409, 0.7128872275352478, 0.6939074397087097, 0.7260673642158508, 0.6897923946380615, 0.7168437242507935, 0.701907753944397, 0.7066818475723267, 0.682674765586853], "cos_apical_negg": [0.8175915479660034, 0.6749042868614197, 0.6806673407554626, 0.6748449802398682, 0.7013354301452637, 0.696927547454834, 0.7037231922149658, 0.7037607431411743, 0.694156289100647, 0.7141298055648804, 0.6932923793792725, 0.7217510938644409, 0.7128872275352478, 0.6939074397087097, 0.7260673642158508, 0.6897923946380615, 0.7168437242507935, 0.701907753944397, 0.7066818475723267, 0.682674765586853], "cos_Ac_negg": [0.8175915479660034, 0.6749042868614197, 0.6806673407554626, 0.6748449802398682, 0.7013354301452637, 0.696927547454834, 0.7037231922149658, 0.7037607431411743, 0.694156289100647, 0.7141298055648804, 0.6932923793792725, 0.7217510938644409, 0.7128872275352478, 0.6939074397087097, 0.7260673642158508, 0.6897923946380615, 0.7168437242507935, 0.701907753944397, 0.7066818475723267, 0.682674765586853], "r_norm": [1.590523600578308, 1.2473626136779785, 1.2032136917114258, 1.225158929824829, 1.2270158529281616, 1.2263081073760986, 1.246099591255188, 1.1975212097167969, 1.1924906969070435, 1.2223091125488281, 1.211484670639038, 1.1820166110992432, 1.2028882503509521, 1.1964106559753418, 1.168661117553711, 1.1969571113586426, 1.1914135217666626, 1.1589770317077637, 1.1791355609893799, 1.203176498413086]}, {"step": 4200, "epoch": 10, "train_loss": 1.323704719543457, "cos_r_negg": [0.8321556448936462, 0.6843074560165405, 0.6873552799224854, 0.689441978931427, 0.7111741900444031, 0.710303008556366, 0.7100546360015869, 0.7171262502670288, 0.7054092884063721, 0.725110650062561, 0.704371452331543, 0.7232899069786072, 0.7233957052230835, 0.698525607585907, 0.7385851740837097, 0.7010111808776855, 0.7247297167778015, 0.7128308415412903, 0.7106031179428101, 0.7012137174606323], "cos_apical_negg": [0.8321556448936462, 0.6843074560165405, 0.6873552799224854, 0.689441978931427, 0.7111741900444031, 0.710303008556366, 0.7100546360015869, 0.7171262502670288, 0.7054092884063721, 0.725110650062561, 0.704371452331543, 0.7232899069786072, 0.7233957052230835, 0.698525607585907, 0.7385851740837097, 0.7010111808776855, 0.7247297167778015, 0.7128308415412903, 0.7106031179428101, 0.7012137174606323], "cos_Ac_negg": [0.8321556448936462, 0.6843074560165405, 0.6873552799224854, 0.689441978931427, 0.7111741900444031, 0.710303008556366, 0.7100546360015869, 0.7171262502670288, 0.7054092884063721, 0.725110650062561, 0.704371452331543, 0.7232899069786072, 0.7233957052230835, 0.698525607585907, 0.7385851740837097, 0.7010111808776855, 0.7247297167778015, 0.7128308415412903, 0.7106031179428101, 0.7012137174606323], "r_norm": [1.5439894199371338, 1.2091422080993652, 1.167504072189331, 1.1888964176177979, 1.1888841390609741, 1.1887891292572021, 1.2099592685699463, 1.1617863178253174, 1.1546905040740967, 1.1868910789489746, 1.173133373260498, 1.1449822187423706, 1.1664832830429077, 1.1576138734817505, 1.131981372833252, 1.156153678894043, 1.155393362045288, 1.1236968040466309, 1.1435118913650513, 1.1658042669296265]}, {"step": 4250, "epoch": 10, "train_loss": 1.3171807527542114, "cos_r_negg": [0.8270245790481567, 0.6936023235321045, 0.7006561756134033, 0.7010427713394165, 0.7228311896324158, 0.722298264503479, 0.7142220735549927, 0.7200517654418945, 0.7139886617660522, 0.737689733505249, 0.7151051759719849, 0.739449143409729, 0.7376542091369629, 0.7093547582626343, 0.7383745908737183, 0.7186234593391418, 0.7403265237808228, 0.7115710973739624, 0.7220612168312073, 0.7034552097320557], "cos_apical_negg": [0.8270245790481567, 0.6936023235321045, 0.7006561756134033, 0.7010427713394165, 0.7228311896324158, 0.722298264503479, 0.7142220735549927, 0.7200517654418945, 0.7139886617660522, 0.737689733505249, 0.7151051759719849, 0.739449143409729, 0.7376542091369629, 0.7093547582626343, 0.7383745908737183, 0.7186234593391418, 0.7403265237808228, 0.7115710973739624, 0.7220612168312073, 0.7034552097320557], "cos_Ac_negg": [0.8270245790481567, 0.6936023235321045, 0.7006561756134033, 0.7010427713394165, 0.7228311896324158, 0.722298264503479, 0.7142220735549927, 0.7200517654418945, 0.7139886617660522, 0.737689733505249, 0.7151051759719849, 0.739449143409729, 0.7376542091369629, 0.7093547582626343, 0.7383745908737183, 0.7186234593391418, 0.7403265237808228, 0.7115710973739624, 0.7220612168312073, 0.7034552097320557], "r_norm": [1.5748634338378906, 1.2317914962768555, 1.1890485286712646, 1.2117693424224854, 1.2120623588562012, 1.2123663425445557, 1.2327405214309692, 1.1814947128295898, 1.1782474517822266, 1.2066172361373901, 1.1963001489639282, 1.1636898517608643, 1.1897351741790771, 1.1802756786346436, 1.1520180702209473, 1.1764907836914062, 1.174121618270874, 1.142087459564209, 1.1686617136001587, 1.18434476852417], "ldr": {"dL_sdil": -0.05003917217254639, "dL_bp": -0.05111384391784668, "ratio": 0.9789749378460447}}, {"step": 4300, "epoch": 10, "train_loss": 1.2334253787994385, "cos_r_negg": [0.8278621435165405, 0.6969196200370789, 0.7084862589836121, 0.7084032297134399, 0.7286149263381958, 0.7279074192047119, 0.7270647883415222, 0.7294643521308899, 0.7223469018936157, 0.747569739818573, 0.7276937961578369, 0.7475982904434204, 0.7390387058258057, 0.7167177200317383, 0.7492575645446777, 0.7322346568107605, 0.7501978874206543, 0.7313627600669861, 0.7348489761352539, 0.7278027534484863], "cos_apical_negg": [0.8278621435165405, 0.6969196200370789, 0.7084862589836121, 0.7084032297134399, 0.7286149263381958, 0.7279074192047119, 0.7270647883415222, 0.7294643521308899, 0.7223469018936157, 0.747569739818573, 0.7276937961578369, 0.7475982904434204, 0.7390387058258057, 0.7167177200317383, 0.7492575645446777, 0.7322346568107605, 0.7501978874206543, 0.7313627600669861, 0.7348489761352539, 0.7278027534484863], "cos_Ac_negg": [0.8278621435165405, 0.6969196200370789, 0.7084862589836121, 0.7084032297134399, 0.7286149263381958, 0.7279074192047119, 0.7270647883415222, 0.7294643521308899, 0.7223469018936157, 0.747569739818573, 0.7276937961578369, 0.7475982904434204, 0.7390387058258057, 0.7167177200317383, 0.7492575645446777, 0.7322346568107605, 0.7501978874206543, 0.7313627600669861, 0.7348489761352539, 0.7278027534484863], "r_norm": [1.5314545631408691, 1.2010562419891357, 1.1590814590454102, 1.1773087978363037, 1.180856704711914, 1.1806600093841553, 1.1992183923721313, 1.150431513786316, 1.1468322277069092, 1.1746625900268555, 1.1625380516052246, 1.1332900524139404, 1.1560039520263672, 1.1484953165054321, 1.1216514110565186, 1.1433628797531128, 1.1419293880462646, 1.1102852821350098, 1.133373498916626, 1.150744915008545]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4362, "test_loss": 1.8165791748046876}, {"step": 4350, "epoch": 11, "train_loss": 0.9246541857719421, "cos_r_negg": [0.8308241367340088, 0.7047274708747864, 0.712087869644165, 0.7144182324409485, 0.7379331588745117, 0.7346639633178711, 0.7341833114624023, 0.736628532409668, 0.7361838817596436, 0.7556443214416504, 0.7314845323562622, 0.7544429302215576, 0.7450757026672363, 0.7343977689743042, 0.7562219500541687, 0.7388445138931274, 0.7535897493362427, 0.739991307258606, 0.7467005252838135, 0.7331609129905701], "cos_apical_negg": [0.8308241367340088, 0.7047274708747864, 0.712087869644165, 0.7144182324409485, 0.7379331588745117, 0.7346639633178711, 0.7341833114624023, 0.736628532409668, 0.7361838817596436, 0.7556443214416504, 0.7314845323562622, 0.7544429302215576, 0.7450757026672363, 0.7343977689743042, 0.7562219500541687, 0.7388445138931274, 0.7535897493362427, 0.739991307258606, 0.7467005252838135, 0.7331609129905701], "cos_Ac_negg": [0.8308241367340088, 0.7047274708747864, 0.712087869644165, 0.7144182324409485, 0.7379331588745117, 0.7346639633178711, 0.7341833114624023, 0.736628532409668, 0.7361838817596436, 0.7556443214416504, 0.7314845323562622, 0.7544429302215576, 0.7450757026672363, 0.7343977689743042, 0.7562219500541687, 0.7388445138931274, 0.7535897493362427, 0.739991307258606, 0.7467005252838135, 0.7331609129905701], "r_norm": [1.5734689235687256, 1.2363777160644531, 1.1946684122085571, 1.214435338973999, 1.2164335250854492, 1.2162046432495117, 1.2341818809509277, 1.1830010414123535, 1.1797924041748047, 1.2095839977264404, 1.1956658363342285, 1.1667780876159668, 1.1897261142730713, 1.1802527904510498, 1.1542527675628662, 1.1764373779296875, 1.1767680644989014, 1.1442914009094238, 1.1673760414123535, 1.1832154989242554]}, {"step": 4400, "epoch": 11, "train_loss": 1.2833431959152222, "cos_r_negg": [0.8339675664901733, 0.7164790630340576, 0.7227011919021606, 0.7184097766876221, 0.7421479225158691, 0.7421252727508545, 0.7418022155761719, 0.7448375225067139, 0.7449641823768616, 0.7580280900001526, 0.7387821674346924, 0.7619369029998779, 0.7562388777732849, 0.7414882183074951, 0.764541506767273, 0.7373337149620056, 0.7599775195121765, 0.7487684488296509, 0.7525933384895325, 0.7434337139129639], "cos_apical_negg": [0.8339675664901733, 0.7164790630340576, 0.7227011919021606, 0.7184097766876221, 0.7421479225158691, 0.7421252727508545, 0.7418022155761719, 0.7448375225067139, 0.7449641823768616, 0.7580280900001526, 0.7387821674346924, 0.7619369029998779, 0.7562388777732849, 0.7414882183074951, 0.764541506767273, 0.7373337149620056, 0.7599775195121765, 0.7487684488296509, 0.7525933384895325, 0.7434337139129639], "cos_Ac_negg": [0.8339675664901733, 0.7164790630340576, 0.7227011919021606, 0.7184097766876221, 0.7421479225158691, 0.7421252727508545, 0.7418022155761719, 0.7448375225067139, 0.7449641823768616, 0.7580280900001526, 0.7387821674346924, 0.7619369029998779, 0.7562388777732849, 0.7414882183074951, 0.764541506767273, 0.7373337149620056, 0.7599775195121765, 0.7487684488296509, 0.7525933384895325, 0.7434337139129639], "r_norm": [1.588118314743042, 1.2463828325271606, 1.2070152759552002, 1.224532127380371, 1.2298123836517334, 1.2264714241027832, 1.2433665990829468, 1.1959099769592285, 1.191920518875122, 1.220503330230713, 1.207401990890503, 1.1768040657043457, 1.2012602090835571, 1.1913862228393555, 1.164880394935608, 1.1880345344543457, 1.1845346689224243, 1.1530671119689941, 1.177721381187439, 1.1921943426132202]}, {"step": 4450, "epoch": 11, "train_loss": 1.4493967294692993, "cos_r_negg": [0.829831600189209, 0.7216179966926575, 0.7289431095123291, 0.723685085773468, 0.7473570108413696, 0.7439365386962891, 0.7459113597869873, 0.7498941421508789, 0.7494455575942993, 0.7606217861175537, 0.7411267757415771, 0.7709067463874817, 0.7611995339393616, 0.7449824810028076, 0.7759432792663574, 0.7465336322784424, 0.758704423904419, 0.7464795112609863, 0.7503365278244019, 0.7428741455078125], "cos_apical_negg": [0.829831600189209, 0.7216179966926575, 0.7289431095123291, 0.723685085773468, 0.7473570108413696, 0.7439365386962891, 0.7459113597869873, 0.7498941421508789, 0.7494455575942993, 0.7606217861175537, 0.7411267757415771, 0.7709067463874817, 0.7611995339393616, 0.7449824810028076, 0.7759432792663574, 0.7465336322784424, 0.758704423904419, 0.7464795112609863, 0.7503365278244019, 0.7428741455078125], "cos_Ac_negg": [0.829831600189209, 0.7216179966926575, 0.7289431095123291, 0.723685085773468, 0.7473570108413696, 0.7439365386962891, 0.7459113597869873, 0.7498941421508789, 0.7494455575942993, 0.7606217861175537, 0.7411267757415771, 0.7709067463874817, 0.7611995339393616, 0.7449824810028076, 0.7759432792663574, 0.7465336322784424, 0.758704423904419, 0.7464795112609863, 0.7503365278244019, 0.7428741455078125], "r_norm": [1.5983383655548096, 1.253831148147583, 1.2146183252334595, 1.2342252731323242, 1.2360562086105347, 1.235426664352417, 1.253783941268921, 1.2035635709762573, 1.1982840299606323, 1.2311252355575562, 1.2121943235397339, 1.1835366487503052, 1.2069127559661865, 1.19798743724823, 1.1722543239593506, 1.1922463178634644, 1.1914949417114258, 1.1613497734069824, 1.1842445135116577, 1.2002668380737305]}, {"step": 4500, "epoch": 11, "train_loss": 1.2292284965515137, "cos_r_negg": [0.8288830518722534, 0.7319222092628479, 0.7333170175552368, 0.7330106496810913, 0.7592037916183472, 0.7559553384780884, 0.7520589828491211, 0.7575908899307251, 0.7579601407051086, 0.7670048475265503, 0.7541608810424805, 0.7805889844894409, 0.7671944499015808, 0.7525371313095093, 0.7827849388122559, 0.7531757950782776, 0.7722088098526001, 0.7564020156860352, 0.7689054012298584, 0.7580344676971436], "cos_apical_negg": [0.8288830518722534, 0.7319222092628479, 0.7333170175552368, 0.7330106496810913, 0.7592037916183472, 0.7559553384780884, 0.7520589828491211, 0.7575908899307251, 0.7579601407051086, 0.7670048475265503, 0.7541608810424805, 0.7805889844894409, 0.7671944499015808, 0.7525371313095093, 0.7827849388122559, 0.7531757950782776, 0.7722088098526001, 0.7564020156860352, 0.7689054012298584, 0.7580344676971436], "cos_Ac_negg": [0.8288830518722534, 0.7319222092628479, 0.7333170175552368, 0.7330106496810913, 0.7592037916183472, 0.7559553384780884, 0.7520589828491211, 0.7575908899307251, 0.7579601407051086, 0.7670048475265503, 0.7541608810424805, 0.7805889844894409, 0.7671944499015808, 0.7525371313095093, 0.7827849388122559, 0.7531757950782776, 0.7722088098526001, 0.7564020156860352, 0.7689054012298584, 0.7580344676971436], "r_norm": [1.5677589178085327, 1.2355577945709229, 1.19350004196167, 1.2117490768432617, 1.2150847911834717, 1.2144101858139038, 1.2284704446792603, 1.180915355682373, 1.176800012588501, 1.2059072256088257, 1.1913217306137085, 1.1628447771072388, 1.1852002143859863, 1.1762858629226685, 1.149791955947876, 1.1681504249572754, 1.1690822839736938, 1.1407887935638428, 1.1610373258590698, 1.1766928434371948], "ldr": {"dL_sdil": -0.08796072006225586, "dL_bp": -0.0885167121887207, "ratio": 0.9937187892238988}}, {"step": 4550, "epoch": 11, "train_loss": 1.2265715599060059, "cos_r_negg": [0.8309508562088013, 0.7309289574623108, 0.7360413670539856, 0.7370516061782837, 0.7618401050567627, 0.7589926719665527, 0.7571203708648682, 0.7565978169441223, 0.7639009952545166, 0.7743525505065918, 0.7632659077644348, 0.7781722545623779, 0.7780989408493042, 0.7608030438423157, 0.7862632274627686, 0.757818341255188, 0.780461311340332, 0.7592805624008179, 0.7718580961227417, 0.7554449439048767], "cos_apical_negg": [0.8309508562088013, 0.7309289574623108, 0.7360413670539856, 0.7370516061782837, 0.7618401050567627, 0.7589926719665527, 0.7571203708648682, 0.7565978169441223, 0.7639009952545166, 0.7743525505065918, 0.7632659077644348, 0.7781722545623779, 0.7780989408493042, 0.7608030438423157, 0.7862632274627686, 0.757818341255188, 0.780461311340332, 0.7592805624008179, 0.7718580961227417, 0.7554449439048767], "cos_Ac_negg": [0.8309508562088013, 0.7309289574623108, 0.7360413670539856, 0.7370516061782837, 0.7618401050567627, 0.7589926719665527, 0.7571203708648682, 0.7565978169441223, 0.7639009952545166, 0.7743525505065918, 0.7632659077644348, 0.7781722545623779, 0.7780989408493042, 0.7608030438423157, 0.7862632274627686, 0.757818341255188, 0.780461311340332, 0.7592805624008179, 0.7718580961227417, 0.7554449439048767], "r_norm": [1.5667651891708374, 1.2396283149719238, 1.1986615657806396, 1.215037226676941, 1.2193710803985596, 1.218061923980713, 1.2308273315429688, 1.1847773790359497, 1.17840576171875, 1.2083381414413452, 1.1918201446533203, 1.1642976999282837, 1.1855335235595703, 1.1788108348846436, 1.1546589136123657, 1.1721965074539185, 1.1725893020629883, 1.141374111175537, 1.1616705656051636, 1.1784206628799438]}, {"step": 4600, "epoch": 11, "train_loss": 1.2696058750152588, "cos_r_negg": [0.8347705602645874, 0.7369464635848999, 0.744786262512207, 0.7443503737449646, 0.7654277086257935, 0.7659509181976318, 0.7632908821105957, 0.7622225284576416, 0.7679380178451538, 0.7854429483413696, 0.7705950736999512, 0.7906812429428101, 0.7829306125640869, 0.7637043595314026, 0.7901791334152222, 0.771467924118042, 0.7892457246780396, 0.7609182000160217, 0.771520733833313, 0.7605626583099365], "cos_apical_negg": [0.8347705602645874, 0.7369464635848999, 0.744786262512207, 0.7443503737449646, 0.7654277086257935, 0.7659509181976318, 0.7632908821105957, 0.7622225284576416, 0.7679380178451538, 0.7854429483413696, 0.7705950736999512, 0.7906812429428101, 0.7829306125640869, 0.7637043595314026, 0.7901791334152222, 0.771467924118042, 0.7892457246780396, 0.7609182000160217, 0.771520733833313, 0.7605626583099365], "cos_Ac_negg": [0.8347705602645874, 0.7369464635848999, 0.744786262512207, 0.7443503737449646, 0.7654277086257935, 0.7659509181976318, 0.7632908821105957, 0.7622225284576416, 0.7679380178451538, 0.7854429483413696, 0.7705950736999512, 0.7906812429428101, 0.7829306125640869, 0.7637043595314026, 0.7901791334152222, 0.771467924118042, 0.7892457246780396, 0.7609182000160217, 0.771520733833313, 0.7605626583099365], "r_norm": [1.582961082458496, 1.253441572189331, 1.2107527256011963, 1.2302794456481934, 1.232945442199707, 1.2303396463394165, 1.2440396547317505, 1.195340633392334, 1.1903005838394165, 1.219506025314331, 1.2056034803390503, 1.1747018098831177, 1.1961371898651123, 1.1911073923110962, 1.164781093597412, 1.1823182106018066, 1.182110071182251, 1.1533617973327637, 1.1748069524765015, 1.1874828338623047]}, {"step": 4650, "epoch": 11, "train_loss": 1.1185897588729858, "cos_r_negg": [0.8283016085624695, 0.7450495958328247, 0.7506968975067139, 0.7510256767272949, 0.7721389532089233, 0.7670928835868835, 0.7656745910644531, 0.7712513208389282, 0.7751240134239197, 0.7882221341133118, 0.771580696105957, 0.7978600859642029, 0.7893270254135132, 0.7716919779777527, 0.7984216809272766, 0.7791815996170044, 0.7905142307281494, 0.7765887975692749, 0.7836925983428955, 0.7713084816932678], "cos_apical_negg": [0.8283016085624695, 0.7450495958328247, 0.7506968975067139, 0.7510256767272949, 0.7721389532089233, 0.7670928835868835, 0.7656745910644531, 0.7712513208389282, 0.7751240134239197, 0.7882221341133118, 0.771580696105957, 0.7978600859642029, 0.7893270254135132, 0.7716919779777527, 0.7984216809272766, 0.7791815996170044, 0.7905142307281494, 0.7765887975692749, 0.7836925983428955, 0.7713084816932678], "cos_Ac_negg": [0.8283016085624695, 0.7450495958328247, 0.7506968975067139, 0.7510256767272949, 0.7721389532089233, 0.7670928835868835, 0.7656745910644531, 0.7712513208389282, 0.7751240134239197, 0.7882221341133118, 0.771580696105957, 0.7978600859642029, 0.7893270254135132, 0.7716919779777527, 0.7984216809272766, 0.7791815996170044, 0.7905142307281494, 0.7765887975692749, 0.7836925983428955, 0.7713084816932678], "r_norm": [1.5821702480316162, 1.2555303573608398, 1.2149829864501953, 1.2322670221328735, 1.235518217086792, 1.2312722206115723, 1.2452630996704102, 1.1980774402618408, 1.1923997402191162, 1.2205464839935303, 1.2072736024856567, 1.177917718887329, 1.1976912021636963, 1.1925883293151855, 1.1665681600570679, 1.185119390487671, 1.184121012687683, 1.1540485620498657, 1.1739654541015625, 1.188507318496704]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4302, "test_loss": 1.8916716186523437}, {"step": 4700, "epoch": 12, "train_loss": 1.054046630859375, "cos_r_negg": [0.8378943204879761, 0.7464154362678528, 0.756885290145874, 0.759401798248291, 0.7720562815666199, 0.7736881971359253, 0.7744115591049194, 0.7797555327415466, 0.7783900499343872, 0.7910797595977783, 0.7802753448486328, 0.8006867170333862, 0.7957334518432617, 0.7701680660247803, 0.8034524917602539, 0.7788547873497009, 0.7959437370300293, 0.7809484004974365, 0.7928661108016968, 0.7788114547729492], "cos_apical_negg": [0.8378943204879761, 0.7464154362678528, 0.756885290145874, 0.759401798248291, 0.7720562815666199, 0.7736881971359253, 0.7744115591049194, 0.7797555327415466, 0.7783900499343872, 0.7910797595977783, 0.7802753448486328, 0.8006867170333862, 0.7957334518432617, 0.7701680660247803, 0.8034524917602539, 0.7788547873497009, 0.7959437370300293, 0.7809484004974365, 0.7928661108016968, 0.7788114547729492], "cos_Ac_negg": [0.8378943204879761, 0.7464154362678528, 0.756885290145874, 0.759401798248291, 0.7720562815666199, 0.7736881971359253, 0.7744115591049194, 0.7797555327415466, 0.7783900499343872, 0.7910797595977783, 0.7802753448486328, 0.8006867170333862, 0.7957334518432617, 0.7701680660247803, 0.8034524917602539, 0.7788547873497009, 0.7959437370300293, 0.7809484004974365, 0.7928661108016968, 0.7788114547729492], "r_norm": [1.5989255905151367, 1.2700467109680176, 1.2294244766235352, 1.2464243173599243, 1.2506574392318726, 1.246036410331726, 1.258186936378479, 1.2124130725860596, 1.2057161331176758, 1.2353003025054932, 1.2196377515792847, 1.1923344135284424, 1.2103533744812012, 1.2051597833633423, 1.1801509857177734, 1.1987836360931396, 1.1966135501861572, 1.166640043258667, 1.185610055923462, 1.200491189956665]}, {"step": 4750, "epoch": 12, "train_loss": 0.9953018426895142, "cos_r_negg": [0.8339130878448486, 0.7606306076049805, 0.7634432315826416, 0.7659507393836975, 0.781033992767334, 0.7841859459877014, 0.7809152007102966, 0.7918277978897095, 0.7847284078598022, 0.7949528694152832, 0.7908649444580078, 0.8090134859085083, 0.8010717034339905, 0.7866387367248535, 0.8117543458938599, 0.791597843170166, 0.8034208416938782, 0.7924797534942627, 0.799942672252655, 0.7866581082344055], "cos_apical_negg": [0.8339130878448486, 0.7606306076049805, 0.7634432315826416, 0.7659507393836975, 0.781033992767334, 0.7841859459877014, 0.7809152007102966, 0.7918277978897095, 0.7847284078598022, 0.7949528694152832, 0.7908649444580078, 0.8090134859085083, 0.8010717034339905, 0.7866387367248535, 0.8117543458938599, 0.791597843170166, 0.8034208416938782, 0.7924797534942627, 0.799942672252655, 0.7866581082344055], "cos_Ac_negg": [0.8339130878448486, 0.7606306076049805, 0.7634432315826416, 0.7659507393836975, 0.781033992767334, 0.7841859459877014, 0.7809152007102966, 0.7918277978897095, 0.7847284078598022, 0.7949528694152832, 0.7908649444580078, 0.8090134859085083, 0.8010717034339905, 0.7866387367248535, 0.8117543458938599, 0.791597843170166, 0.8034208416938782, 0.7924797534942627, 0.799942672252655, 0.7866581082344055], "r_norm": [1.6103110313415527, 1.2810673713684082, 1.2402006387710571, 1.2568976879119873, 1.2613317966461182, 1.254167079925537, 1.2659077644348145, 1.2213079929351807, 1.2161682844161987, 1.2425932884216309, 1.229936122894287, 1.202197551727295, 1.2189064025878906, 1.2123711109161377, 1.1892224550247192, 1.208939552307129, 1.205221176147461, 1.1765952110290527, 1.1936476230621338, 1.2093570232391357], "ldr": {"dL_sdil": -0.08170294761657715, "dL_bp": -0.08363878726959229, "ratio": 0.9768547618131364}}, {"step": 4800, "epoch": 12, "train_loss": 0.9964205622673035, "cos_r_negg": [0.8330783247947693, 0.7640040516853333, 0.7694652080535889, 0.7713918685913086, 0.7856987714767456, 0.7887833714485168, 0.7901736497879028, 0.7926418781280518, 0.7903702259063721, 0.8064624071121216, 0.7936970591545105, 0.8141560554504395, 0.8061822056770325, 0.7976071834564209, 0.8201789855957031, 0.8023313283920288, 0.8016412854194641, 0.7885209918022156, 0.8026226758956909, 0.7925059795379639], "cos_apical_negg": [0.8330783247947693, 0.7640040516853333, 0.7694652080535889, 0.7713918685913086, 0.7856987714767456, 0.7887833714485168, 0.7901736497879028, 0.7926418781280518, 0.7903702259063721, 0.8064624071121216, 0.7936970591545105, 0.8141560554504395, 0.8061822056770325, 0.7976071834564209, 0.8201789855957031, 0.8023313283920288, 0.8016412854194641, 0.7885209918022156, 0.8026226758956909, 0.7925059795379639], "cos_Ac_negg": [0.8330783247947693, 0.7640040516853333, 0.7694652080535889, 0.7713918685913086, 0.7856987714767456, 0.7887833714485168, 0.7901736497879028, 0.7926418781280518, 0.7903702259063721, 0.8064624071121216, 0.7936970591545105, 0.8141560554504395, 0.8061822056770325, 0.7976071834564209, 0.8201789855957031, 0.8023313283920288, 0.8016412854194641, 0.7885209918022156, 0.8026226758956909, 0.7925059795379639], "r_norm": [1.644637942314148, 1.3126589059829712, 1.2710275650024414, 1.2877682447433472, 1.2911531925201416, 1.286255955696106, 1.2961071729660034, 1.2513047456741333, 1.2429637908935547, 1.275437355041504, 1.2556276321411133, 1.2321008443832397, 1.2474888563156128, 1.2398693561553955, 1.2179057598114014, 1.2342573404312134, 1.2376141548156738, 1.2041501998901367, 1.2184159755706787, 1.2390658855438232]}, {"step": 4850, "epoch": 12, "train_loss": 0.9541728496551514, "cos_r_negg": [0.8376790285110474, 0.7613526582717896, 0.7707226276397705, 0.7740252017974854, 0.7866437435150146, 0.7998566031455994, 0.7939790487289429, 0.7920626401901245, 0.7958643436431885, 0.8093826174736023, 0.8042911291122437, 0.8181328177452087, 0.8122372031211853, 0.8002139925956726, 0.8266818523406982, 0.8084522485733032, 0.8138018846511841, 0.8010615110397339, 0.8116952180862427, 0.7982285618782043], "cos_apical_negg": [0.8376790285110474, 0.7613526582717896, 0.7707226276397705, 0.7740252017974854, 0.7866437435150146, 0.7998566031455994, 0.7939790487289429, 0.7920626401901245, 0.7958643436431885, 0.8093826174736023, 0.8042911291122437, 0.8181328177452087, 0.8122372031211853, 0.8002139925956726, 0.8266818523406982, 0.8084522485733032, 0.8138018846511841, 0.8010615110397339, 0.8116952180862427, 0.7982285618782043], "cos_Ac_negg": [0.8376790285110474, 0.7613526582717896, 0.7707226276397705, 0.7740252017974854, 0.7866437435150146, 0.7998566031455994, 0.7939790487289429, 0.7920626401901245, 0.7958643436431885, 0.8093826174736023, 0.8042911291122437, 0.8181328177452087, 0.8122372031211853, 0.8002139925956726, 0.8266818523406982, 0.8084522485733032, 0.8138018846511841, 0.8010615110397339, 0.8116952180862427, 0.7982285618782043], "r_norm": [1.6163674592971802, 1.2902421951293945, 1.248632550239563, 1.2663371562957764, 1.2678905725479126, 1.2645282745361328, 1.2757519483566284, 1.229766845703125, 1.2236618995666504, 1.2505801916122437, 1.2358651161193848, 1.2089643478393555, 1.2260723114013672, 1.2190978527069092, 1.1955857276916504, 1.2121602296829224, 1.2117875814437866, 1.1817750930786133, 1.2016208171844482, 1.211388111114502]}, {"step": 4900, "epoch": 12, "train_loss": 1.0845425128936768, "cos_r_negg": [0.8320673704147339, 0.7679288387298584, 0.7799026370048523, 0.7798153758049011, 0.7967097759246826, 0.8009481430053711, 0.8014100790023804, 0.8064560890197754, 0.8016930818557739, 0.8176457285881042, 0.8105608224868774, 0.827521026134491, 0.8199201822280884, 0.8060302138328552, 0.8315223455429077, 0.8122456073760986, 0.8221745491027832, 0.8130382895469666, 0.8205528259277344, 0.8091951608657837], "cos_apical_negg": [0.8320673704147339, 0.7679288387298584, 0.7799026370048523, 0.7798153758049011, 0.7967097759246826, 0.8009481430053711, 0.8014100790023804, 0.8064560890197754, 0.8016930818557739, 0.8176457285881042, 0.8105608224868774, 0.827521026134491, 0.8199201822280884, 0.8060302138328552, 0.8315223455429077, 0.8122456073760986, 0.8221745491027832, 0.8130382895469666, 0.8205528259277344, 0.8091951608657837], "cos_Ac_negg": [0.8320673704147339, 0.7679288387298584, 0.7799026370048523, 0.7798153758049011, 0.7967097759246826, 0.8009481430053711, 0.8014100790023804, 0.8064560890197754, 0.8016930818557739, 0.8176457285881042, 0.8105608224868774, 0.827521026134491, 0.8199201822280884, 0.8060302138328552, 0.8315223455429077, 0.8122456073760986, 0.8221745491027832, 0.8130382895469666, 0.8205528259277344, 0.8091951608657837], "r_norm": [1.5807344913482666, 1.2627583742141724, 1.2248311042785645, 1.2400269508361816, 1.243035078048706, 1.2375375032424927, 1.24586021900177, 1.2050188779830933, 1.198000192642212, 1.2242019176483154, 1.2100958824157715, 1.183287501335144, 1.1998343467712402, 1.1924643516540527, 1.171402931213379, 1.1873774528503418, 1.1860311031341553, 1.1566028594970703, 1.1747064590454102, 1.1859946250915527]}, {"step": 4950, "epoch": 12, "train_loss": 0.8740570545196533, "cos_r_negg": [0.8355225324630737, 0.7728546857833862, 0.7837486267089844, 0.7833078503608704, 0.8001790046691895, 0.8051398992538452, 0.7993919849395752, 0.8131093978881836, 0.8063348531723022, 0.817927896976471, 0.8107473254203796, 0.8295671939849854, 0.8240039944648743, 0.8132190108299255, 0.835017740726471, 0.8127730488777161, 0.822851300239563, 0.8141604661941528, 0.8228463530540466, 0.8122850656509399], "cos_apical_negg": [0.8355225324630737, 0.7728546857833862, 0.7837486267089844, 0.7833078503608704, 0.8001790046691895, 0.8051398992538452, 0.7993919849395752, 0.8131093978881836, 0.8063348531723022, 0.817927896976471, 0.8107473254203796, 0.8295671939849854, 0.8240039944648743, 0.8132190108299255, 0.835017740726471, 0.8127730488777161, 0.822851300239563, 0.8141604661941528, 0.8228463530540466, 0.8122850656509399], "cos_Ac_negg": [0.8355225324630737, 0.7728546857833862, 0.7837486267089844, 0.7833078503608704, 0.8001790046691895, 0.8051398992538452, 0.7993919849395752, 0.8131093978881836, 0.8063348531723022, 0.817927896976471, 0.8107473254203796, 0.8295671939849854, 0.8240039944648743, 0.8132190108299255, 0.835017740726471, 0.8127730488777161, 0.822851300239563, 0.8141604661941528, 0.8228463530540466, 0.8122850656509399], "r_norm": [1.6116279363632202, 1.2890665531158447, 1.249950885772705, 1.2676970958709717, 1.2686469554901123, 1.2645853757858276, 1.2741308212280273, 1.2318917512893677, 1.2235989570617676, 1.2493455410003662, 1.2331863641738892, 1.2096668481826782, 1.224846363067627, 1.2163221836090088, 1.1962440013885498, 1.209771990776062, 1.208580493927002, 1.1800638437271118, 1.1963802576065063, 1.2072407007217407]}, {"step": 5000, "epoch": 12, "train_loss": 1.089092493057251, "cos_r_negg": [0.8342924118041992, 0.7781141996383667, 0.7893903851509094, 0.7909499406814575, 0.8065914511680603, 0.8115296959877014, 0.8065438270568848, 0.8146043419837952, 0.8122496008872986, 0.8243691921234131, 0.8198679685592651, 0.832015872001648, 0.8297115564346313, 0.816741943359375, 0.8380939960479736, 0.8250157833099365, 0.8338077068328857, 0.8153120875358582, 0.832534670829773, 0.8133026361465454], "cos_apical_negg": [0.8342924118041992, 0.7781141996383667, 0.7893903851509094, 0.7909499406814575, 0.8065914511680603, 0.8115296959877014, 0.8065438270568848, 0.8146043419837952, 0.8122496008872986, 0.8243691921234131, 0.8198679685592651, 0.832015872001648, 0.8297115564346313, 0.816741943359375, 0.8380939960479736, 0.8250157833099365, 0.8338077068328857, 0.8153120875358582, 0.832534670829773, 0.8133026361465454], "cos_Ac_negg": [0.8342924118041992, 0.7781141996383667, 0.7893903851509094, 0.7909499406814575, 0.8065914511680603, 0.8115296959877014, 0.8065438270568848, 0.8146043419837952, 0.8122496008872986, 0.8243691921234131, 0.8198679685592651, 0.832015872001648, 0.8297115564346313, 0.816741943359375, 0.8380939960479736, 0.8250157833099365, 0.8338077068328857, 0.8153120875358582, 0.832534670829773, 0.8133026361465454], "r_norm": [1.632450819015503, 1.3108967542648315, 1.272355556488037, 1.288468599319458, 1.2902553081512451, 1.284226894378662, 1.2920336723327637, 1.2511588335037231, 1.2424654960632324, 1.270034909248352, 1.2537727355957031, 1.2286957502365112, 1.2456953525543213, 1.2346515655517578, 1.2150969505310059, 1.2302695512771606, 1.229480504989624, 1.200135350227356, 1.2142807245254517, 1.2286345958709717], "ldr": {"dL_sdil": -0.08338093757629395, "dL_bp": -0.0854487419128418, "ratio": 0.9758006462089632}}, {"step": 5050, "epoch": 12, "train_loss": 1.0703644752502441, "cos_r_negg": [0.8356140851974487, 0.7798668146133423, 0.792022705078125, 0.7948821783065796, 0.8105618357658386, 0.8114778995513916, 0.8099748492240906, 0.8176352977752686, 0.8187627792358398, 0.8299061059951782, 0.8239957690238953, 0.8376742005348206, 0.8289563655853271, 0.8245899677276611, 0.8468213677406311, 0.8278724551200867, 0.8411965370178223, 0.8272277116775513, 0.8359474539756775, 0.8170956373214722], "cos_apical_negg": [0.8356140851974487, 0.7798668146133423, 0.792022705078125, 0.7948821783065796, 0.8105618357658386, 0.8114778995513916, 0.8099748492240906, 0.8176352977752686, 0.8187627792358398, 0.8299061059951782, 0.8239957690238953, 0.8376742005348206, 0.8289563655853271, 0.8245899677276611, 0.8468213677406311, 0.8278724551200867, 0.8411965370178223, 0.8272277116775513, 0.8359474539756775, 0.8170956373214722], "cos_Ac_negg": [0.8356140851974487, 0.7798668146133423, 0.792022705078125, 0.7948821783065796, 0.8105618357658386, 0.8114778995513916, 0.8099748492240906, 0.8176352977752686, 0.8187627792358398, 0.8299061059951782, 0.8239957690238953, 0.8376742005348206, 0.8289563655853271, 0.8245899677276611, 0.8468213677406311, 0.8278724551200867, 0.8411965370178223, 0.8272277116775513, 0.8359474539756775, 0.8170956373214722], "r_norm": [1.6119074821472168, 1.2963061332702637, 1.2558434009552002, 1.2741928100585938, 1.2740263938903809, 1.2681909799575806, 1.2783434391021729, 1.2366745471954346, 1.227961778640747, 1.253509759902954, 1.2375202178955078, 1.2140421867370605, 1.2293329238891602, 1.2169580459594727, 1.1988236904144287, 1.2113393545150757, 1.211240291595459, 1.1836432218551636, 1.2012720108032227, 1.2090483903884888]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4286, "test_loss": 1.9856750732421875}, {"step": 5100, "epoch": 13, "train_loss": 0.8939443826675415, "cos_r_negg": [0.842954158782959, 0.7861024737358093, 0.7964367270469666, 0.7982803583145142, 0.8115348219871521, 0.8198640942573547, 0.8196713328361511, 0.8258612155914307, 0.8246590495109558, 0.8347875475883484, 0.8249165415763855, 0.8385629653930664, 0.8354701995849609, 0.8304113745689392, 0.8509520292282104, 0.8361110687255859, 0.8447365760803223, 0.8283411264419556, 0.8373690247535706, 0.8250606060028076], "cos_apical_negg": [0.842954158782959, 0.7861024737358093, 0.7964367270469666, 0.7982803583145142, 0.8115348219871521, 0.8198640942573547, 0.8196713328361511, 0.8258612155914307, 0.8246590495109558, 0.8347875475883484, 0.8249165415763855, 0.8385629653930664, 0.8354701995849609, 0.8304113745689392, 0.8509520292282104, 0.8361110687255859, 0.8447365760803223, 0.8283411264419556, 0.8373690247535706, 0.8250606060028076], "cos_Ac_negg": [0.842954158782959, 0.7861024737358093, 0.7964367270469666, 0.7982803583145142, 0.8115348219871521, 0.8198640942573547, 0.8196713328361511, 0.8258612155914307, 0.8246590495109558, 0.8347875475883484, 0.8249165415763855, 0.8385629653930664, 0.8354701995849609, 0.8304113745689392, 0.8509520292282104, 0.8361110687255859, 0.8447365760803223, 0.8283411264419556, 0.8373690247535706, 0.8250606060028076], "r_norm": [1.6465086936950684, 1.3280127048492432, 1.2869360446929932, 1.303911805152893, 1.304959774017334, 1.298722743988037, 1.3080954551696777, 1.2646420001983643, 1.256566047668457, 1.282727837562561, 1.2659173011779785, 1.2426806688308716, 1.257501244544983, 1.24566650390625, 1.2259751558303833, 1.2387433052062988, 1.2403466701507568, 1.209900140762329, 1.227508544921875, 1.237471580505371]}, {"step": 5150, "epoch": 13, "train_loss": 1.0649135112762451, "cos_r_negg": [0.8411808013916016, 0.7898696660995483, 0.8014897108078003, 0.802629828453064, 0.8173505067825317, 0.8226730227470398, 0.8236337900161743, 0.8298880457878113, 0.8278791904449463, 0.8387788534164429, 0.8291445970535278, 0.8428398370742798, 0.8449350595474243, 0.8307322859764099, 0.8519814014434814, 0.8423978090286255, 0.8446714282035828, 0.8332716226577759, 0.8457376956939697, 0.8347533941268921], "cos_apical_negg": [0.8411808013916016, 0.7898696660995483, 0.8014897108078003, 0.802629828453064, 0.8173505067825317, 0.8226730227470398, 0.8236337900161743, 0.8298880457878113, 0.8278791904449463, 0.8387788534164429, 0.8291445970535278, 0.8428398370742798, 0.8449350595474243, 0.8307322859764099, 0.8519814014434814, 0.8423978090286255, 0.8446714282035828, 0.8332716226577759, 0.8457376956939697, 0.8347533941268921], "cos_Ac_negg": [0.8411808013916016, 0.7898696660995483, 0.8014897108078003, 0.802629828453064, 0.8173505067825317, 0.8226730227470398, 0.8236337900161743, 0.8298880457878113, 0.8278791904449463, 0.8387788534164429, 0.8291445970535278, 0.8428398370742798, 0.8449350595474243, 0.8307322859764099, 0.8519814014434814, 0.8423978090286255, 0.8446714282035828, 0.8332716226577759, 0.8457376956939697, 0.8347533941268921], "r_norm": [1.650881290435791, 1.333053469657898, 1.2937195301055908, 1.3092753887176514, 1.311465859413147, 1.3043473958969116, 1.312717080116272, 1.2704617977142334, 1.2621010541915894, 1.286588430404663, 1.2711212635040283, 1.2460813522338867, 1.2620408535003662, 1.2512733936309814, 1.2311094999313354, 1.244497299194336, 1.2434701919555664, 1.2132484912872314, 1.2304859161376953, 1.2407251596450806]}, {"step": 5200, "epoch": 13, "train_loss": 1.0870652198791504, "cos_r_negg": [0.8395233154296875, 0.7945560812950134, 0.802377462387085, 0.8036255836486816, 0.8174790143966675, 0.8238499164581299, 0.8245437145233154, 0.8298572301864624, 0.8329795598983765, 0.8418874740600586, 0.8305855989456177, 0.8437981009483337, 0.8497663736343384, 0.8308009505271912, 0.8510547876358032, 0.8330132365226746, 0.8486915230751038, 0.835568904876709, 0.8476536273956299, 0.8276523947715759], "cos_apical_negg": [0.8395233154296875, 0.7945560812950134, 0.802377462387085, 0.8036255836486816, 0.8174790143966675, 0.8238499164581299, 0.8245437145233154, 0.8298572301864624, 0.8329795598983765, 0.8418874740600586, 0.8305855989456177, 0.8437981009483337, 0.8497663736343384, 0.8308009505271912, 0.8510547876358032, 0.8330132365226746, 0.8486915230751038, 0.835568904876709, 0.8476536273956299, 0.8276523947715759], "cos_Ac_negg": [0.8395233154296875, 0.7945560812950134, 0.802377462387085, 0.8036255836486816, 0.8174790143966675, 0.8238499164581299, 0.8245437145233154, 0.8298572301864624, 0.8329795598983765, 0.8418874740600586, 0.8305855989456177, 0.8437981009483337, 0.8497663736343384, 0.8308009505271912, 0.8510547876358032, 0.8330132365226746, 0.8486915230751038, 0.835568904876709, 0.8476536273956299, 0.8276523947715759], "r_norm": [1.6606178283691406, 1.3426144123077393, 1.3028196096420288, 1.3193063735961914, 1.3209824562072754, 1.3120360374450684, 1.3196728229522705, 1.2803552150726318, 1.269834280014038, 1.2930450439453125, 1.2792963981628418, 1.2539465427398682, 1.2702982425689697, 1.2563966512680054, 1.239620566368103, 1.2535104751586914, 1.250443935394287, 1.2212461233139038, 1.2378010749816895, 1.2459263801574707]}, {"step": 5250, "epoch": 13, "train_loss": 0.9498230218887329, "cos_r_negg": [0.8344624042510986, 0.8010603785514832, 0.8099380731582642, 0.8075028657913208, 0.8200134038925171, 0.8298567533493042, 0.8305554389953613, 0.8337646722793579, 0.8379006385803223, 0.8459824323654175, 0.8357227444648743, 0.8518248796463013, 0.852340579032898, 0.8388825058937073, 0.8603548407554626, 0.8466846346855164, 0.8510836362838745, 0.8425099849700928, 0.8534539341926575, 0.8353930711746216], "cos_apical_negg": [0.8344624042510986, 0.8010603785514832, 0.8099380731582642, 0.8075028657913208, 0.8200134038925171, 0.8298567533493042, 0.8305554389953613, 0.8337646722793579, 0.8379006385803223, 0.8459824323654175, 0.8357227444648743, 0.8518248796463013, 0.852340579032898, 0.8388825058937073, 0.8603548407554626, 0.8466846346855164, 0.8510836362838745, 0.8425099849700928, 0.8534539341926575, 0.8353930711746216], "cos_Ac_negg": [0.8344624042510986, 0.8010603785514832, 0.8099380731582642, 0.8075028657913208, 0.8200134038925171, 0.8298567533493042, 0.8305554389953613, 0.8337646722793579, 0.8379006385803223, 0.8459824323654175, 0.8357227444648743, 0.8518248796463013, 0.852340579032898, 0.8388825058937073, 0.8603548407554626, 0.8466846346855164, 0.8510836362838745, 0.8425099849700928, 0.8534539341926575, 0.8353930711746216], "r_norm": [1.6953356266021729, 1.377439260482788, 1.3337204456329346, 1.3505158424377441, 1.35078763961792, 1.3444244861602783, 1.3518388271331787, 1.3094713687896729, 1.3007930517196655, 1.3232498168945312, 1.3120076656341553, 1.2839999198913574, 1.3011919260025024, 1.2861602306365967, 1.2674306631088257, 1.2806211709976196, 1.2803168296813965, 1.2498979568481445, 1.2681682109832764, 1.2739408016204834], "ldr": {"dL_sdil": -0.07060933113098145, "dL_bp": -0.07735800743103027, "ratio": 0.9127604688362001}}, {"step": 5300, "epoch": 13, "train_loss": 0.8243597745895386, "cos_r_negg": [0.8469818830490112, 0.8017877340316772, 0.8108464479446411, 0.8135949373245239, 0.8275366425514221, 0.8349500894546509, 0.8350902795791626, 0.8405933976173401, 0.8398807048797607, 0.8506168127059937, 0.8428561687469482, 0.8581639528274536, 0.8551952242851257, 0.843928873538971, 0.8631857633590698, 0.8537248373031616, 0.8546898365020752, 0.8457924723625183, 0.8568210005760193, 0.8461773991584778], "cos_apical_negg": [0.8469818830490112, 0.8017877340316772, 0.8108464479446411, 0.8135949373245239, 0.8275366425514221, 0.8349500894546509, 0.8350902795791626, 0.8405933976173401, 0.8398807048797607, 0.8506168127059937, 0.8428561687469482, 0.8581639528274536, 0.8551952242851257, 0.843928873538971, 0.8631857633590698, 0.8537248373031616, 0.8546898365020752, 0.8457924723625183, 0.8568210005760193, 0.8461773991584778], "cos_Ac_negg": [0.8469818830490112, 0.8017877340316772, 0.8108464479446411, 0.8135949373245239, 0.8275366425514221, 0.8349500894546509, 0.8350902795791626, 0.8405933976173401, 0.8398807048797607, 0.8506168127059937, 0.8428561687469482, 0.8581639528274536, 0.8551952242851257, 0.843928873538971, 0.8631857633590698, 0.8537248373031616, 0.8546898365020752, 0.8457924723625183, 0.8568210005760193, 0.8461773991584778], "r_norm": [1.6629996299743652, 1.3540289402008057, 1.3150203227996826, 1.3302066326141357, 1.330307960510254, 1.3238770961761475, 1.3312571048736572, 1.290879726409912, 1.280521035194397, 1.3061144351959229, 1.2897776365280151, 1.2646851539611816, 1.278869867324829, 1.2662111520767212, 1.2480857372283936, 1.258797526359558, 1.2594430446624756, 1.230776071548462, 1.2458469867706299, 1.2544829845428467]}, {"step": 5350, "epoch": 13, "train_loss": 1.1287024021148682, "cos_r_negg": [0.8336588144302368, 0.8021471500396729, 0.8133704662322998, 0.8187413215637207, 0.8296844363212585, 0.8369911909103394, 0.8366063833236694, 0.8442239761352539, 0.8417074680328369, 0.8528499603271484, 0.8450491428375244, 0.8607485294342041, 0.8588305711746216, 0.8472335934638977, 0.8669677972793579, 0.849524199962616, 0.859483540058136, 0.8514202833175659, 0.8580080270767212, 0.8508371114730835], "cos_apical_negg": [0.8336588144302368, 0.8021471500396729, 0.8133704662322998, 0.8187413215637207, 0.8296844363212585, 0.8369911909103394, 0.8366063833236694, 0.8442239761352539, 0.8417074680328369, 0.8528499603271484, 0.8450491428375244, 0.8607485294342041, 0.8588305711746216, 0.8472335934638977, 0.8669677972793579, 0.849524199962616, 0.859483540058136, 0.8514202833175659, 0.8580080270767212, 0.8508371114730835], "cos_Ac_negg": [0.8336588144302368, 0.8021471500396729, 0.8133704662322998, 0.8187413215637207, 0.8296844363212585, 0.8369911909103394, 0.8366063833236694, 0.8442239761352539, 0.8417074680328369, 0.8528499603271484, 0.8450491428375244, 0.8607485294342041, 0.8588305711746216, 0.8472335934638977, 0.8669677972793579, 0.849524199962616, 0.859483540058136, 0.8514202833175659, 0.8580080270767212, 0.8508371114730835], "r_norm": [1.6288254261016846, 1.3301725387573242, 1.291187047958374, 1.3056550025939941, 1.3049055337905884, 1.3009958267211914, 1.3065071105957031, 1.2666343450546265, 1.2572760581970215, 1.2793024778366089, 1.2631785869598389, 1.240149974822998, 1.2547050714492798, 1.2423325777053833, 1.2244566679000854, 1.2357739210128784, 1.235109567642212, 1.2054821252822876, 1.222031593322754, 1.2286475896835327]}, {"step": 5400, "epoch": 13, "train_loss": 1.0660887956619263, "cos_r_negg": [0.8445849418640137, 0.8092057704925537, 0.8192609548568726, 0.8195236921310425, 0.8332841992378235, 0.839492678642273, 0.8434327244758606, 0.8432950973510742, 0.8463900089263916, 0.8552125692367554, 0.8507599830627441, 0.8614314794540405, 0.8580415844917297, 0.8520042896270752, 0.869354248046875, 0.8530443906784058, 0.8591067790985107, 0.8569065928459167, 0.8628498911857605, 0.8526188135147095], "cos_apical_negg": [0.8445849418640137, 0.8092057704925537, 0.8192609548568726, 0.8195236921310425, 0.8332841992378235, 0.839492678642273, 0.8434327244758606, 0.8432950973510742, 0.8463900089263916, 0.8552125692367554, 0.8507599830627441, 0.8614314794540405, 0.8580415844917297, 0.8520042896270752, 0.869354248046875, 0.8530443906784058, 0.8591067790985107, 0.8569065928459167, 0.8628498911857605, 0.8526188135147095], "cos_Ac_negg": [0.8445849418640137, 0.8092057704925537, 0.8192609548568726, 0.8195236921310425, 0.8332841992378235, 0.839492678642273, 0.8434327244758606, 0.8432950973510742, 0.8463900089263916, 0.8552125692367554, 0.8507599830627441, 0.8614314794540405, 0.8580415844917297, 0.8520042896270752, 0.869354248046875, 0.8530443906784058, 0.8591067790985107, 0.8569065928459167, 0.8628498911857605, 0.8526188135147095], "r_norm": [1.7030694484710693, 1.3922407627105713, 1.3500648736953735, 1.3641242980957031, 1.3652112483978271, 1.358435869216919, 1.36444091796875, 1.3227072954177856, 1.3137363195419312, 1.3381717205047607, 1.322235107421875, 1.2970163822174072, 1.311424732208252, 1.2934513092041016, 1.279146432876587, 1.2876451015472412, 1.2885137796401978, 1.260038137435913, 1.2762521505355835, 1.2822542190551758]}, {"step": 5450, "epoch": 13, "train_loss": 1.075333833694458, "cos_r_negg": [0.848280668258667, 0.8117326498031616, 0.8215503692626953, 0.8234184384346008, 0.8333033919334412, 0.8426005840301514, 0.844832181930542, 0.8475458025932312, 0.8503260016441345, 0.8600493669509888, 0.8563135266304016, 0.866677463054657, 0.8625375032424927, 0.8585014343261719, 0.8708765506744385, 0.8621870279312134, 0.8667243123054504, 0.8586132526397705, 0.866719126701355, 0.8574221134185791], "cos_apical_negg": [0.848280668258667, 0.8117326498031616, 0.8215503692626953, 0.8234184384346008, 0.8333033919334412, 0.8426005840301514, 0.844832181930542, 0.8475458025932312, 0.8503260016441345, 0.8600493669509888, 0.8563135266304016, 0.866677463054657, 0.8625375032424927, 0.8585014343261719, 0.8708765506744385, 0.8621870279312134, 0.8667243123054504, 0.8586132526397705, 0.866719126701355, 0.8574221134185791], "cos_Ac_negg": [0.848280668258667, 0.8117326498031616, 0.8215503692626953, 0.8234184384346008, 0.8333033919334412, 0.8426005840301514, 0.844832181930542, 0.8475458025932312, 0.8503260016441345, 0.8600493669509888, 0.8563135266304016, 0.866677463054657, 0.8625375032424927, 0.8585014343261719, 0.8708765506744385, 0.8621870279312134, 0.8667243123054504, 0.8586132526397705, 0.866719126701355, 0.8574221134185791], "r_norm": [1.660448670387268, 1.363102912902832, 1.3228411674499512, 1.3360228538513184, 1.3367592096328735, 1.3309128284454346, 1.3367440700531006, 1.2975687980651855, 1.287294626235962, 1.3107731342315674, 1.2925971746444702, 1.2711743116378784, 1.2846770286560059, 1.2680468559265137, 1.2533464431762695, 1.2629239559173584, 1.2635242938995361, 1.2344374656677246, 1.2492272853851318, 1.2578874826431274]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.43, "test_loss": 2.061964831542969}, {"step": 5500, "epoch": 14, "train_loss": 0.8917771577835083, "cos_r_negg": [0.8396081328392029, 0.814559817314148, 0.82323157787323, 0.8260276317596436, 0.835207462310791, 0.8485546112060547, 0.848052978515625, 0.8526283502578735, 0.8556837439537048, 0.864185631275177, 0.8603869676589966, 0.8720685243606567, 0.8680149912834167, 0.8626737594604492, 0.8769907355308533, 0.8692207336425781, 0.8729323148727417, 0.8646778464317322, 0.8747655749320984, 0.858749508857727], "cos_apical_negg": [0.8396081328392029, 0.814559817314148, 0.82323157787323, 0.8260276317596436, 0.835207462310791, 0.8485546112060547, 0.848052978515625, 0.8526283502578735, 0.8556837439537048, 0.864185631275177, 0.8603869676589966, 0.8720685243606567, 0.8680149912834167, 0.8626737594604492, 0.8769907355308533, 0.8692207336425781, 0.8729323148727417, 0.8646778464317322, 0.8747655749320984, 0.858749508857727], "cos_Ac_negg": [0.8396081328392029, 0.814559817314148, 0.82323157787323, 0.8260276317596436, 0.835207462310791, 0.8485546112060547, 0.848052978515625, 0.8526283502578735, 0.8556837439537048, 0.864185631275177, 0.8603869676589966, 0.8720685243606567, 0.8680149912834167, 0.8626737594604492, 0.8769907355308533, 0.8692207336425781, 0.8729323148727417, 0.8646778464317322, 0.8747655749320984, 0.858749508857727], "r_norm": [1.660827398300171, 1.3651589155197144, 1.3265639543533325, 1.341313362121582, 1.340482234954834, 1.335852861404419, 1.3377056121826172, 1.3006563186645508, 1.2892379760742188, 1.313637375831604, 1.2952206134796143, 1.2718164920806885, 1.285292625427246, 1.2732007503509521, 1.2552851438522339, 1.2642568349838257, 1.2637566328048706, 1.2355477809906006, 1.2523975372314453, 1.2585911750793457], "ldr": {"dL_sdil": -0.08458077907562256, "dL_bp": -0.09232640266418457, "ratio": 0.9161060827124947}}, {"step": 5550, "epoch": 14, "train_loss": 0.9160482883453369, "cos_r_negg": [0.8417795896530151, 0.8134087920188904, 0.8236903548240662, 0.8285757303237915, 0.8374314308166504, 0.8467113971710205, 0.8529985547065735, 0.8518433570861816, 0.8550011515617371, 0.8647195100784302, 0.8616963624954224, 0.8712643980979919, 0.8681237697601318, 0.8600823879241943, 0.8781867027282715, 0.8707476854324341, 0.8721346259117126, 0.8702031970024109, 0.8784422874450684, 0.8601251840591431], "cos_apical_negg": [0.8417795896530151, 0.8134087920188904, 0.8236903548240662, 0.8285757303237915, 0.8374314308166504, 0.8467113971710205, 0.8529985547065735, 0.8518433570861816, 0.8550011515617371, 0.8647195100784302, 0.8616963624954224, 0.8712643980979919, 0.8681237697601318, 0.8600823879241943, 0.8781867027282715, 0.8707476854324341, 0.8721346259117126, 0.8702031970024109, 0.8784422874450684, 0.8601251840591431], "cos_Ac_negg": [0.8417795896530151, 0.8134087920188904, 0.8236903548240662, 0.8285757303237915, 0.8374314308166504, 0.8467113971710205, 0.8529985547065735, 0.8518433570861816, 0.8550011515617371, 0.8647195100784302, 0.8616963624954224, 0.8712643980979919, 0.8681237697601318, 0.8600823879241943, 0.8781867027282715, 0.8707476854324341, 0.8721346259117126, 0.8702031970024109, 0.8784422874450684, 0.8601251840591431], "r_norm": [1.6548943519592285, 1.363579511642456, 1.3252620697021484, 1.3374121189117432, 1.3380746841430664, 1.3321244716644287, 1.3337452411651611, 1.296812891960144, 1.286123275756836, 1.3119785785675049, 1.2936193943023682, 1.2694742679595947, 1.2812159061431885, 1.2698109149932861, 1.2521770000457764, 1.2589967250823975, 1.2606935501098633, 1.2321622371673584, 1.2482695579528809, 1.2545530796051025]}, {"step": 5600, "epoch": 14, "train_loss": 0.8590059280395508, "cos_r_negg": [0.8407918214797974, 0.8185255527496338, 0.8317606449127197, 0.8338882923126221, 0.8432199954986572, 0.8543856739997864, 0.8559262156486511, 0.8572514057159424, 0.8610694408416748, 0.8678892850875854, 0.8681439161300659, 0.8754950761795044, 0.8726080656051636, 0.8657498955726624, 0.8853027820587158, 0.8778443932533264, 0.8750191926956177, 0.8730541467666626, 0.8815362453460693, 0.8669331073760986], "cos_apical_negg": [0.8407918214797974, 0.8185255527496338, 0.8317606449127197, 0.8338882923126221, 0.8432199954986572, 0.8543856739997864, 0.8559262156486511, 0.8572514057159424, 0.8610694408416748, 0.8678892850875854, 0.8681439161300659, 0.8754950761795044, 0.8726080656051636, 0.8657498955726624, 0.8853027820587158, 0.8778443932533264, 0.8750191926956177, 0.8730541467666626, 0.8815362453460693, 0.8669331073760986], "cos_Ac_negg": [0.8407918214797974, 0.8185255527496338, 0.8317606449127197, 0.8338882923126221, 0.8432199954986572, 0.8543856739997864, 0.8559262156486511, 0.8572514057159424, 0.8610694408416748, 0.8678892850875854, 0.8681439161300659, 0.8754950761795044, 0.8726080656051636, 0.8657498955726624, 0.8853027820587158, 0.8778443932533264, 0.8750191926956177, 0.8730541467666626, 0.8815362453460693, 0.8669331073760986], "r_norm": [1.7136554718017578, 1.4157545566558838, 1.3752233982086182, 1.386922836303711, 1.3890950679779053, 1.3819363117218018, 1.3840835094451904, 1.3443859815597534, 1.3359339237213135, 1.3606334924697876, 1.344395399093628, 1.3202112913131714, 1.3294851779937744, 1.3142884969711304, 1.2985002994537354, 1.3053069114685059, 1.3070917129516602, 1.2785000801086426, 1.2940300703048706, 1.2993755340576172]}, {"step": 5650, "epoch": 14, "train_loss": 0.9556935429573059, "cos_r_negg": [0.8421099185943604, 0.8185464143753052, 0.830430269241333, 0.8328465819358826, 0.8477308750152588, 0.8546543121337891, 0.8551292419433594, 0.8613618016242981, 0.8671453595161438, 0.8706622123718262, 0.8682857751846313, 0.879125714302063, 0.8711978197097778, 0.8711394667625427, 0.8851174116134644, 0.8754213452339172, 0.8828545808792114, 0.8762243986129761, 0.8880436420440674, 0.8690973520278931], "cos_apical_negg": [0.8421099185943604, 0.8185464143753052, 0.830430269241333, 0.8328465819358826, 0.8477308750152588, 0.8546543121337891, 0.8551292419433594, 0.8613618016242981, 0.8671453595161438, 0.8706622123718262, 0.8682857751846313, 0.879125714302063, 0.8711978197097778, 0.8711394667625427, 0.8851174116134644, 0.8754213452339172, 0.8828545808792114, 0.8762243986129761, 0.8880436420440674, 0.8690973520278931], "cos_Ac_negg": [0.8421099185943604, 0.8185464143753052, 0.830430269241333, 0.8328465819358826, 0.8477308750152588, 0.8546543121337891, 0.8551292419433594, 0.8613618016242981, 0.8671453595161438, 0.8706622123718262, 0.8682857751846313, 0.879125714302063, 0.8711978197097778, 0.8711394667625427, 0.8851174116134644, 0.8754213452339172, 0.8828545808792114, 0.8762243986129761, 0.8880436420440674, 0.8690973520278931], "r_norm": [1.7231810092926025, 1.4271198511123657, 1.3869421482086182, 1.3967702388763428, 1.3995375633239746, 1.3935396671295166, 1.3953261375427246, 1.355940580368042, 1.3465102910995483, 1.369144320487976, 1.3524359464645386, 1.3288052082061768, 1.3387458324432373, 1.325921893119812, 1.3083999156951904, 1.3143588304519653, 1.314831018447876, 1.2877410650253296, 1.302939772605896, 1.3080782890319824]}, {"step": 5700, "epoch": 14, "train_loss": 0.9300335049629211, "cos_r_negg": [0.844294011592865, 0.8224188685417175, 0.8319300413131714, 0.8363321423530579, 0.8507593274116516, 0.8575011491775513, 0.8551795482635498, 0.8645567893981934, 0.8684573173522949, 0.8732903003692627, 0.872741162776947, 0.8831000328063965, 0.8747051954269409, 0.8737977743148804, 0.8892121315002441, 0.8765263557434082, 0.8821738958358765, 0.8764863014221191, 0.8925186395645142, 0.8751487731933594], "cos_apical_negg": [0.844294011592865, 0.8224188685417175, 0.8319300413131714, 0.8363321423530579, 0.8507593274116516, 0.8575011491775513, 0.8551795482635498, 0.8645567893981934, 0.8684573173522949, 0.8732903003692627, 0.872741162776947, 0.8831000328063965, 0.8747051954269409, 0.8737977743148804, 0.8892121315002441, 0.8765263557434082, 0.8821738958358765, 0.8764863014221191, 0.8925186395645142, 0.8751487731933594], "cos_Ac_negg": [0.844294011592865, 0.8224188685417175, 0.8319300413131714, 0.8363321423530579, 0.8507593274116516, 0.8575011491775513, 0.8551795482635498, 0.8645567893981934, 0.8684573173522949, 0.8732903003692627, 0.872741162776947, 0.8831000328063965, 0.8747051954269409, 0.8737977743148804, 0.8892121315002441, 0.8765263557434082, 0.8821738958358765, 0.8764863014221191, 0.8925186395645142, 0.8751487731933594], "r_norm": [1.6898579597473145, 1.4011534452438354, 1.3624614477157593, 1.3726680278778076, 1.3745152950286865, 1.3657126426696777, 1.3684756755828857, 1.333789348602295, 1.3223222494125366, 1.344096064567566, 1.3282866477966309, 1.305711269378662, 1.3139417171478271, 1.2991983890533447, 1.2830041646957397, 1.2903443574905396, 1.2887628078460693, 1.2643322944641113, 1.2776938676834106, 1.2819782495498657]}, {"step": 5750, "epoch": 14, "train_loss": 0.9970775246620178, "cos_r_negg": [0.8452255725860596, 0.8270100355148315, 0.8349626064300537, 0.8394483327865601, 0.8511183857917786, 0.8602607250213623, 0.8628952503204346, 0.8654079437255859, 0.8724629282951355, 0.8748750686645508, 0.8723912239074707, 0.8843476176261902, 0.8786158561706543, 0.8790568113327026, 0.8909789323806763, 0.8805699944496155, 0.8870065808296204, 0.8776067495346069, 0.8915594816207886, 0.8772534728050232], "cos_apical_negg": [0.8452255725860596, 0.8270100355148315, 0.8349626064300537, 0.8394483327865601, 0.8511183857917786, 0.8602607250213623, 0.8628952503204346, 0.8654079437255859, 0.8724629282951355, 0.8748750686645508, 0.8723912239074707, 0.8843476176261902, 0.8786158561706543, 0.8790568113327026, 0.8909789323806763, 0.8805699944496155, 0.8870065808296204, 0.8776067495346069, 0.8915594816207886, 0.8772534728050232], "cos_Ac_negg": [0.8452255725860596, 0.8270100355148315, 0.8349626064300537, 0.8394483327865601, 0.8511183857917786, 0.8602607250213623, 0.8628952503204346, 0.8654079437255859, 0.8724629282951355, 0.8748750686645508, 0.8723912239074707, 0.8843476176261902, 0.8786158561706543, 0.8790568113327026, 0.8909789323806763, 0.8805699944496155, 0.8870065808296204, 0.8776067495346069, 0.8915594816207886, 0.8772534728050232], "r_norm": [1.741310954093933, 1.4451429843902588, 1.4094310998916626, 1.4210164546966553, 1.4203460216522217, 1.4114692211151123, 1.4133871793746948, 1.3776631355285645, 1.3683793544769287, 1.3897154331207275, 1.3715598583221436, 1.3479090929031372, 1.356702208518982, 1.3438854217529297, 1.325825572013855, 1.3333117961883545, 1.3302233219146729, 1.3055713176727295, 1.31910240650177, 1.3240599632263184], "ldr": {"dL_sdil": -0.0830986499786377, "dL_bp": -0.09301996231079102, "ratio": 0.8933421161900172}}, {"step": 5800, "epoch": 14, "train_loss": 0.9941741228103638, "cos_r_negg": [0.8413448929786682, 0.825799822807312, 0.8372294902801514, 0.8408347368240356, 0.8538088798522949, 0.8619935512542725, 0.8646443486213684, 0.8684176802635193, 0.8731060028076172, 0.8774417638778687, 0.8761653304100037, 0.8853046298027039, 0.882097601890564, 0.8797705173492432, 0.8903329372406006, 0.8887064456939697, 0.8937119245529175, 0.8802658319473267, 0.890686571598053, 0.8828264474868774], "cos_apical_negg": [0.8413448929786682, 0.825799822807312, 0.8372294902801514, 0.8408347368240356, 0.8538088798522949, 0.8619935512542725, 0.8646443486213684, 0.8684176802635193, 0.8731060028076172, 0.8774417638778687, 0.8761653304100037, 0.8853046298027039, 0.882097601890564, 0.8797705173492432, 0.8903329372406006, 0.8887064456939697, 0.8937119245529175, 0.8802658319473267, 0.890686571598053, 0.8828264474868774], "cos_Ac_negg": [0.8413448929786682, 0.825799822807312, 0.8372294902801514, 0.8408347368240356, 0.8538088798522949, 0.8619935512542725, 0.8646443486213684, 0.8684176802635193, 0.8731060028076172, 0.8774417638778687, 0.8761653304100037, 0.8853046298027039, 0.882097601890564, 0.8797705173492432, 0.8903329372406006, 0.8887064456939697, 0.8937119245529175, 0.8802658319473267, 0.890686571598053, 0.8828264474868774], "r_norm": [1.7523844242095947, 1.458865761756897, 1.4234639406204224, 1.4383189678192139, 1.4351023435592651, 1.429801106452942, 1.430457353591919, 1.3943254947662354, 1.3834238052368164, 1.404378890991211, 1.3838210105895996, 1.3640553951263428, 1.369160771369934, 1.360846996307373, 1.3408160209655762, 1.3481611013412476, 1.3435803651809692, 1.319139003753662, 1.3314740657806396, 1.33754563331604]}, {"step": 5850, "epoch": 14, "train_loss": 0.8723362684249878, "cos_r_negg": [0.8409257531166077, 0.8322141170501709, 0.8429048657417297, 0.8474026918411255, 0.8588196635246277, 0.8651700019836426, 0.8698976039886475, 0.870756208896637, 0.8759706616401672, 0.8836614489555359, 0.8817760944366455, 0.8930195569992065, 0.8896099925041199, 0.8856965899467468, 0.8999724984169006, 0.8955509662628174, 0.896018385887146, 0.8877133131027222, 0.8957468271255493, 0.8894268274307251], "cos_apical_negg": [0.8409257531166077, 0.8322141170501709, 0.8429048657417297, 0.8474026918411255, 0.8588196635246277, 0.8651700019836426, 0.8698976039886475, 0.870756208896637, 0.8759706616401672, 0.8836614489555359, 0.8817760944366455, 0.8930195569992065, 0.8896099925041199, 0.8856965899467468, 0.8999724984169006, 0.8955509662628174, 0.896018385887146, 0.8877133131027222, 0.8957468271255493, 0.8894268274307251], "cos_Ac_negg": [0.8409257531166077, 0.8322141170501709, 0.8429048657417297, 0.8474026918411255, 0.8588196635246277, 0.8651700019836426, 0.8698976039886475, 0.870756208896637, 0.8759706616401672, 0.8836614489555359, 0.8817760944366455, 0.8930195569992065, 0.8896099925041199, 0.8856965899467468, 0.8999724984169006, 0.8955509662628174, 0.896018385887146, 0.8877133131027222, 0.8957468271255493, 0.8894268274307251], "r_norm": [1.7221468687057495, 1.4378559589385986, 1.4039764404296875, 1.4145896434783936, 1.4152897596359253, 1.4072699546813965, 1.4052550792694092, 1.3695905208587646, 1.3607510328292847, 1.3807941675186157, 1.3639490604400635, 1.341728925704956, 1.3477997779846191, 1.3376927375793457, 1.3214032649993896, 1.3251619338989258, 1.3237552642822266, 1.2970235347747803, 1.3087782859802246, 1.3169801235198975]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4264, "test_loss": 2.1386846435546873}, {"step": 5900, "epoch": 15, "train_loss": 0.586942195892334, "cos_r_negg": [0.8451051712036133, 0.8318498134613037, 0.8424389362335205, 0.8491238355636597, 0.8597639799118042, 0.8678727149963379, 0.8706766963005066, 0.8753929138183594, 0.8792453408241272, 0.8842422962188721, 0.884726881980896, 0.8961763381958008, 0.8924736380577087, 0.8877737522125244, 0.9002561569213867, 0.893883228302002, 0.901457667350769, 0.8937911987304688, 0.896967351436615, 0.8894048929214478], "cos_apical_negg": [0.8451051712036133, 0.8318498134613037, 0.8424389362335205, 0.8491238355636597, 0.8597639799118042, 0.8678727149963379, 0.8706766963005066, 0.8753929138183594, 0.8792453408241272, 0.8842422962188721, 0.884726881980896, 0.8961763381958008, 0.8924736380577087, 0.8877737522125244, 0.9002561569213867, 0.893883228302002, 0.901457667350769, 0.8937911987304688, 0.896967351436615, 0.8894048929214478], "cos_Ac_negg": [0.8451051712036133, 0.8318498134613037, 0.8424389362335205, 0.8491238355636597, 0.8597639799118042, 0.8678727149963379, 0.8706766963005066, 0.8753929138183594, 0.8792453408241272, 0.8842422962188721, 0.884726881980896, 0.8961763381958008, 0.8924736380577087, 0.8877737522125244, 0.9002561569213867, 0.893883228302002, 0.901457667350769, 0.8937911987304688, 0.896967351436615, 0.8894048929214478], "r_norm": [1.7112963199615479, 1.4309163093566895, 1.39723801612854, 1.407225489616394, 1.4080588817596436, 1.3984454870224, 1.3981952667236328, 1.3637919425964355, 1.352733850479126, 1.3733727931976318, 1.3564631938934326, 1.333966851234436, 1.340369462966919, 1.330540418624878, 1.311340570449829, 1.3175568580627441, 1.3150242567062378, 1.289743423461914, 1.3032902479171753, 1.306775450706482]}, {"step": 5950, "epoch": 15, "train_loss": 0.8726376295089722, "cos_r_negg": [0.8427075147628784, 0.8350589871406555, 0.8443819284439087, 0.8532878756523132, 0.8611288070678711, 0.8721640110015869, 0.8735482096672058, 0.8778448104858398, 0.8816305994987488, 0.8881919384002686, 0.8886317610740662, 0.897423267364502, 0.8953851461410522, 0.891401469707489, 0.9029120206832886, 0.8985092639923096, 0.8990317583084106, 0.8936488628387451, 0.9012855291366577, 0.8952245116233826], "cos_apical_negg": [0.8427075147628784, 0.8350589871406555, 0.8443819284439087, 0.8532878756523132, 0.8611288070678711, 0.8721640110015869, 0.8735482096672058, 0.8778448104858398, 0.8816305994987488, 0.8881919384002686, 0.8886317610740662, 0.897423267364502, 0.8953851461410522, 0.891401469707489, 0.9029120206832886, 0.8985092639923096, 0.8990317583084106, 0.8936488628387451, 0.9012855291366577, 0.8952245116233826], "cos_Ac_negg": [0.8427075147628784, 0.8350589871406555, 0.8443819284439087, 0.8532878756523132, 0.8611288070678711, 0.8721640110015869, 0.8735482096672058, 0.8778448104858398, 0.8816305994987488, 0.8881919384002686, 0.8886317610740662, 0.897423267364502, 0.8953851461410522, 0.891401469707489, 0.9029120206832886, 0.8985092639923096, 0.8990317583084106, 0.8936488628387451, 0.9012855291366577, 0.8952245116233826], "r_norm": [1.7388991117477417, 1.4564752578735352, 1.4220752716064453, 1.4345636367797852, 1.4345896244049072, 1.4250454902648926, 1.4223954677581787, 1.3880140781402588, 1.3791530132293701, 1.400191068649292, 1.3825833797454834, 1.3595072031021118, 1.3660736083984375, 1.352574110031128, 1.3351689577102661, 1.3412322998046875, 1.3386913537979126, 1.3136849403381348, 1.324796199798584, 1.3289992809295654]}, {"step": 6000, "epoch": 15, "train_loss": 0.7659182548522949, "cos_r_negg": [0.8386280536651611, 0.8337475061416626, 0.8444565534591675, 0.8503435850143433, 0.8627658486366272, 0.8720999956130981, 0.874584436416626, 0.8795161247253418, 0.8832253813743591, 0.8876219987869263, 0.8880983591079712, 0.8968088030815125, 0.8945424556732178, 0.889450192451477, 0.9021480083465576, 0.8974623680114746, 0.9032449722290039, 0.8976043462753296, 0.9028368592262268, 0.8896975517272949], "cos_apical_negg": [0.8386280536651611, 0.8337475061416626, 0.8444565534591675, 0.8503435850143433, 0.8627658486366272, 0.8720999956130981, 0.874584436416626, 0.8795161247253418, 0.8832253813743591, 0.8876219987869263, 0.8880983591079712, 0.8968088030815125, 0.8945424556732178, 0.889450192451477, 0.9021480083465576, 0.8974623680114746, 0.9032449722290039, 0.8976043462753296, 0.9028368592262268, 0.8896975517272949], "cos_Ac_negg": [0.8386280536651611, 0.8337475061416626, 0.8444565534591675, 0.8503435850143433, 0.8627658486366272, 0.8720999956130981, 0.874584436416626, 0.8795161247253418, 0.8832253813743591, 0.8876219987869263, 0.8880983591079712, 0.8968088030815125, 0.8945424556732178, 0.889450192451477, 0.9021480083465576, 0.8974623680114746, 0.9032449722290039, 0.8976043462753296, 0.9028368592262268, 0.8896975517272949], "r_norm": [1.7630770206451416, 1.479419231414795, 1.4428136348724365, 1.454736590385437, 1.455014944076538, 1.4463186264038086, 1.4448575973510742, 1.410249948501587, 1.4010748863220215, 1.4203064441680908, 1.4037933349609375, 1.3803423643112183, 1.3868091106414795, 1.3723139762878418, 1.3558478355407715, 1.3608697652816772, 1.3579739332199097, 1.3317677974700928, 1.3451120853424072, 1.3460273742675781], "ldr": {"dL_sdil": -0.08940374851226807, "dL_bp": -0.10169112682342529, "ratio": 0.8791696119908985}}, {"step": 6050, "epoch": 15, "train_loss": 0.858299732208252, "cos_r_negg": [0.8462462425231934, 0.8374885320663452, 0.8482682704925537, 0.8551235795021057, 0.8648049831390381, 0.8762192726135254, 0.8752368688583374, 0.8791568279266357, 0.884101152420044, 0.8900313973426819, 0.8910881876945496, 0.8992128372192383, 0.8965470790863037, 0.8916493654251099, 0.9070842266082764, 0.9009500741958618, 0.9050692915916443, 0.9019285440444946, 0.9070273041725159, 0.899619996547699], "cos_apical_negg": [0.8462462425231934, 0.8374885320663452, 0.8482682704925537, 0.8551235795021057, 0.8648049831390381, 0.8762192726135254, 0.8752368688583374, 0.8791568279266357, 0.884101152420044, 0.8900313973426819, 0.8910881876945496, 0.8992128372192383, 0.8965470790863037, 0.8916493654251099, 0.9070842266082764, 0.9009500741958618, 0.9050692915916443, 0.9019285440444946, 0.9070273041725159, 0.899619996547699], "cos_Ac_negg": [0.8462462425231934, 0.8374885320663452, 0.8482682704925537, 0.8551235795021057, 0.8648049831390381, 0.8762192726135254, 0.8752368688583374, 0.8791568279266357, 0.884101152420044, 0.8900313973426819, 0.8910881876945496, 0.8992128372192383, 0.8965470790863037, 0.8916493654251099, 0.9070842266082764, 0.9009500741958618, 0.9050692915916443, 0.9019285440444946, 0.9070273041725159, 0.899619996547699], "r_norm": [1.7873380184173584, 1.5048460960388184, 1.4710958003997803, 1.4793963432312012, 1.4805967807769775, 1.4720618724822998, 1.4697253704071045, 1.4339114427566528, 1.4276299476623535, 1.4441050291061401, 1.4291760921478271, 1.4048917293548584, 1.4112361669540405, 1.397200345993042, 1.3799870014190674, 1.3845551013946533, 1.3816325664520264, 1.356343388557434, 1.3677771091461182, 1.3708100318908691]}, {"step": 6100, "epoch": 15, "train_loss": 0.8166226148605347, "cos_r_negg": [0.8494983911514282, 0.8407624363899231, 0.8494333028793335, 0.8552472591400146, 0.8663877844810486, 0.8753525018692017, 0.8769025802612305, 0.8799657821655273, 0.8874589204788208, 0.8932787775993347, 0.8906841278076172, 0.9005914926528931, 0.8979005813598633, 0.8980278372764587, 0.907163143157959, 0.9014725685119629, 0.9071936011314392, 0.9011366367340088, 0.9045271873474121, 0.8989118337631226], "cos_apical_negg": [0.8494983911514282, 0.8407624363899231, 0.8494333028793335, 0.8552472591400146, 0.8663877844810486, 0.8753525018692017, 0.8769025802612305, 0.8799657821655273, 0.8874589204788208, 0.8932787775993347, 0.8906841278076172, 0.9005914926528931, 0.8979005813598633, 0.8980278372764587, 0.907163143157959, 0.9014725685119629, 0.9071936011314392, 0.9011366367340088, 0.9045271873474121, 0.8989118337631226], "cos_Ac_negg": [0.8494983911514282, 0.8407624363899231, 0.8494333028793335, 0.8552472591400146, 0.8663877844810486, 0.8753525018692017, 0.8769025802612305, 0.8799657821655273, 0.8874589204788208, 0.8932787775993347, 0.8906841278076172, 0.9005914926528931, 0.8979005813598633, 0.8980278372764587, 0.907163143157959, 0.9014725685119629, 0.9071936011314392, 0.9011366367340088, 0.9045271873474121, 0.8989118337631226], "r_norm": [1.7934260368347168, 1.5119050741195679, 1.4791927337646484, 1.4870307445526123, 1.488987684249878, 1.478576898574829, 1.4764385223388672, 1.4420737028121948, 1.4350943565368652, 1.4519416093826294, 1.4339931011199951, 1.4094825983047485, 1.4170703887939453, 1.4016978740692139, 1.3853540420532227, 1.3905495405197144, 1.3849716186523438, 1.3606045246124268, 1.371198058128357, 1.374807357788086]}, {"step": 6150, "epoch": 15, "train_loss": 0.9331710338592529, "cos_r_negg": [0.8445887565612793, 0.8418734073638916, 0.8492076396942139, 0.8570075631141663, 0.8684947490692139, 0.8764592409133911, 0.8794727921485901, 0.8823760747909546, 0.890578031539917, 0.8951430916786194, 0.8956450819969177, 0.9035168290138245, 0.9005513191223145, 0.8994284868240356, 0.9080324172973633, 0.9039361476898193, 0.9065110087394714, 0.8982281684875488, 0.9100216627120972, 0.8986979126930237], "cos_apical_negg": [0.8445887565612793, 0.8418734073638916, 0.8492076396942139, 0.8570075631141663, 0.8684947490692139, 0.8764592409133911, 0.8794727921485901, 0.8823760747909546, 0.890578031539917, 0.8951430916786194, 0.8956450819969177, 0.9035168290138245, 0.9005513191223145, 0.8994284868240356, 0.9080324172973633, 0.9039361476898193, 0.9065110087394714, 0.8982281684875488, 0.9100216627120972, 0.8986979126930237], "cos_Ac_negg": [0.8445887565612793, 0.8418734073638916, 0.8492076396942139, 0.8570075631141663, 0.8684947490692139, 0.8764592409133911, 0.8794727921485901, 0.8823760747909546, 0.890578031539917, 0.8951430916786194, 0.8956450819969177, 0.9035168290138245, 0.9005513191223145, 0.8994284868240356, 0.9080324172973633, 0.9039361476898193, 0.9065110087394714, 0.8982281684875488, 0.9100216627120972, 0.8986979126930237], "r_norm": [1.8090033531188965, 1.5285725593566895, 1.4934864044189453, 1.5023049116134644, 1.5034103393554688, 1.4932219982147217, 1.4903514385223389, 1.4537711143493652, 1.4469070434570312, 1.4652671813964844, 1.447540044784546, 1.42113196849823, 1.4272229671478271, 1.4133120775222778, 1.396681308746338, 1.3999360799789429, 1.3966187238693237, 1.372550129890442, 1.382920503616333, 1.3863310813903809]}, {"step": 6200, "epoch": 15, "train_loss": 0.9430150985717773, "cos_r_negg": [0.8417129516601562, 0.842454731464386, 0.8513779640197754, 0.858439564704895, 0.8708230257034302, 0.8789240717887878, 0.8805172443389893, 0.8827455639839172, 0.891875147819519, 0.8953576683998108, 0.8964020013809204, 0.9031522274017334, 0.8996767401695251, 0.9023854732513428, 0.9098384380340576, 0.9056712985038757, 0.9109641909599304, 0.901974081993103, 0.9131399393081665, 0.8977853059768677], "cos_apical_negg": [0.8417129516601562, 0.842454731464386, 0.8513779640197754, 0.858439564704895, 0.8708230257034302, 0.8789240717887878, 0.8805172443389893, 0.8827455639839172, 0.891875147819519, 0.8953576683998108, 0.8964020013809204, 0.9031522274017334, 0.8996767401695251, 0.9023854732513428, 0.9098384380340576, 0.9056712985038757, 0.9109641909599304, 0.901974081993103, 0.9131399393081665, 0.8977853059768677], "cos_Ac_negg": [0.8417129516601562, 0.842454731464386, 0.8513779640197754, 0.858439564704895, 0.8708230257034302, 0.8789240717887878, 0.8805172443389893, 0.8827455639839172, 0.891875147819519, 0.8953576683998108, 0.8964020013809204, 0.9031522274017334, 0.8996767401695251, 0.9023854732513428, 0.9098384380340576, 0.9056712985038757, 0.9109641909599304, 0.901974081993103, 0.9131399393081665, 0.8977853059768677], "r_norm": [1.8440277576446533, 1.5639222860336304, 1.5292508602142334, 1.5379257202148438, 1.539860725402832, 1.5303516387939453, 1.5268545150756836, 1.491317868232727, 1.4841991662979126, 1.502673864364624, 1.4802782535552979, 1.4576332569122314, 1.460722804069519, 1.4500874280929565, 1.4338027238845825, 1.4347472190856934, 1.432391881942749, 1.4058353900909424, 1.415126919746399, 1.4201213121414185]}, {"step": 6250, "epoch": 15, "train_loss": 0.7912665009498596, "cos_r_negg": [0.8438373804092407, 0.8437203764915466, 0.8520196676254272, 0.8619107007980347, 0.8731931447982788, 0.8816930055618286, 0.8813300132751465, 0.8876035213470459, 0.8927963376045227, 0.8997050523757935, 0.8991835713386536, 0.908591628074646, 0.9055330753326416, 0.9047740697860718, 0.9133262634277344, 0.9087098836898804, 0.9104260802268982, 0.9112184047698975, 0.9193780422210693, 0.9041643142700195], "cos_apical_negg": [0.8438373804092407, 0.8437203764915466, 0.8520196676254272, 0.8619107007980347, 0.8731931447982788, 0.8816930055618286, 0.8813300132751465, 0.8876035213470459, 0.8927963376045227, 0.8997050523757935, 0.8991835713386536, 0.908591628074646, 0.9055330753326416, 0.9047740697860718, 0.9133262634277344, 0.9087098836898804, 0.9104260802268982, 0.9112184047698975, 0.9193780422210693, 0.9041643142700195], "cos_Ac_negg": [0.8438373804092407, 0.8437203764915466, 0.8520196676254272, 0.8619107007980347, 0.8731931447982788, 0.8816930055618286, 0.8813300132751465, 0.8876035213470459, 0.8927963376045227, 0.8997050523757935, 0.8991835713386536, 0.908591628074646, 0.9055330753326416, 0.9047740697860718, 0.9133262634277344, 0.9087098836898804, 0.9104260802268982, 0.9112184047698975, 0.9193780422210693, 0.9041643142700195], "r_norm": [1.7770764827728271, 1.5098941326141357, 1.478369951248169, 1.4839601516723633, 1.4868640899658203, 1.4763059616088867, 1.4727540016174316, 1.440704584121704, 1.4322781562805176, 1.4482381343841553, 1.4288437366485596, 1.4067611694335938, 1.4098998308181763, 1.3980796337127686, 1.3816370964050293, 1.383241891860962, 1.3808495998382568, 1.3545492887496948, 1.3657090663909912, 1.3664960861206055], "ldr": {"dL_sdil": -0.07413554191589355, "dL_bp": -0.08737874031066895, "ratio": 0.8484391243488961}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4306, "test_loss": 2.1717486328125}, {"step": 6300, "epoch": 16, "train_loss": 0.5990347266197205, "cos_r_negg": [0.8434286117553711, 0.8443458080291748, 0.8571121096611023, 0.8629134893417358, 0.8722711205482483, 0.8831759691238403, 0.8817816972732544, 0.8871142864227295, 0.8946065902709961, 0.8991109728813171, 0.9006849527359009, 0.9080873727798462, 0.906292200088501, 0.9053958058357239, 0.912972092628479, 0.9108728170394897, 0.9117320775985718, 0.910190224647522, 0.9186608791351318, 0.9074913263320923], "cos_apical_negg": [0.8434286117553711, 0.8443458080291748, 0.8571121096611023, 0.8629134893417358, 0.8722711205482483, 0.8831759691238403, 0.8817816972732544, 0.8871142864227295, 0.8946065902709961, 0.8991109728813171, 0.9006849527359009, 0.9080873727798462, 0.906292200088501, 0.9053958058357239, 0.912972092628479, 0.9108728170394897, 0.9117320775985718, 0.910190224647522, 0.9186608791351318, 0.9074913263320923], "cos_Ac_negg": [0.8434286117553711, 0.8443458080291748, 0.8571121096611023, 0.8629134893417358, 0.8722711205482483, 0.8831759691238403, 0.8817816972732544, 0.8871142864227295, 0.8946065902709961, 0.8991109728813171, 0.9006849527359009, 0.9080873727798462, 0.906292200088501, 0.9053958058357239, 0.912972092628479, 0.9108728170394897, 0.9117320775985718, 0.910190224647522, 0.9186608791351318, 0.9074913263320923], "r_norm": [1.8393528461456299, 1.564689040184021, 1.5349512100219727, 1.5404866933822632, 1.5425183773040771, 1.532869577407837, 1.5266755819320679, 1.492271900177002, 1.4856146574020386, 1.502528429031372, 1.484001636505127, 1.4585299491882324, 1.4620895385742188, 1.4497556686401367, 1.4338796138763428, 1.4359620809555054, 1.4319725036621094, 1.406468152999878, 1.4153480529785156, 1.4173845052719116]}, {"step": 6350, "epoch": 16, "train_loss": 0.6554781794548035, "cos_r_negg": [0.8416944146156311, 0.8458196520805359, 0.8556947112083435, 0.8624370694160461, 0.8734002709388733, 0.8814501762390137, 0.8835083246231079, 0.8881431818008423, 0.8934324979782104, 0.8994650840759277, 0.9010462164878845, 0.9089181423187256, 0.9054152965545654, 0.9051989912986755, 0.9142199754714966, 0.9105091094970703, 0.9113050699234009, 0.9076498746871948, 0.9202316403388977, 0.9087821245193481], "cos_apical_negg": [0.8416944146156311, 0.8458196520805359, 0.8556947112083435, 0.8624370694160461, 0.8734002709388733, 0.8814501762390137, 0.8835083246231079, 0.8881431818008423, 0.8934324979782104, 0.8994650840759277, 0.9010462164878845, 0.9089181423187256, 0.9054152965545654, 0.9051989912986755, 0.9142199754714966, 0.9105091094970703, 0.9113050699234009, 0.9076498746871948, 0.9202316403388977, 0.9087821245193481], "cos_Ac_negg": [0.8416944146156311, 0.8458196520805359, 0.8556947112083435, 0.8624370694160461, 0.8734002709388733, 0.8814501762390137, 0.8835083246231079, 0.8881431818008423, 0.8934324979782104, 0.8994650840759277, 0.9010462164878845, 0.9089181423187256, 0.9054152965545654, 0.9051989912986755, 0.9142199754714966, 0.9105091094970703, 0.9113050699234009, 0.9076498746871948, 0.9202316403388977, 0.9087821245193481], "r_norm": [1.7904472351074219, 1.5255846977233887, 1.4957664012908936, 1.5017948150634766, 1.5029504299163818, 1.4937857389450073, 1.4887335300445557, 1.45436429977417, 1.4460889101028442, 1.4621806144714355, 1.4427725076675415, 1.42067289352417, 1.422342300415039, 1.4126460552215576, 1.3964669704437256, 1.397017002105713, 1.3937840461730957, 1.368787407875061, 1.3768908977508545, 1.3784393072128296]}, {"step": 6400, "epoch": 16, "train_loss": 0.6976391077041626, "cos_r_negg": [0.8407021760940552, 0.8456968069076538, 0.8572490215301514, 0.8652153611183167, 0.8737446069717407, 0.8834593296051025, 0.886871337890625, 0.8908027410507202, 0.8993956446647644, 0.9010040163993835, 0.903461217880249, 0.9108541011810303, 0.9081741571426392, 0.9068292379379272, 0.9166754484176636, 0.9143028855323792, 0.916482150554657, 0.9130028486251831, 0.9219598174095154, 0.9143096208572388], "cos_apical_negg": [0.8407021760940552, 0.8456968069076538, 0.8572490215301514, 0.8652153611183167, 0.8737446069717407, 0.8834593296051025, 0.886871337890625, 0.8908027410507202, 0.8993956446647644, 0.9010040163993835, 0.903461217880249, 0.9108541011810303, 0.9081741571426392, 0.9068292379379272, 0.9166754484176636, 0.9143028855323792, 0.916482150554657, 0.9130028486251831, 0.9219598174095154, 0.9143096208572388], "cos_Ac_negg": [0.8407021760940552, 0.8456968069076538, 0.8572490215301514, 0.8652153611183167, 0.8737446069717407, 0.8834593296051025, 0.886871337890625, 0.8908027410507202, 0.8993956446647644, 0.9010040163993835, 0.903461217880249, 0.9108541011810303, 0.9081741571426392, 0.9068292379379272, 0.9166754484176636, 0.9143028855323792, 0.916482150554657, 0.9130028486251831, 0.9219598174095154, 0.9143096208572388], "r_norm": [1.8031671047210693, 1.5413432121276855, 1.510498046875, 1.5170012712478638, 1.5172501802444458, 1.5107687711715698, 1.5024080276489258, 1.4721968173980713, 1.4628942012786865, 1.4774656295776367, 1.4588497877120972, 1.437302827835083, 1.4388494491577148, 1.4277369976043701, 1.4112334251403809, 1.4116215705871582, 1.4080456495285034, 1.3837299346923828, 1.3905388116836548, 1.392063021659851]}, {"step": 6450, "epoch": 16, "train_loss": 0.9143795967102051, "cos_r_negg": [0.8399488925933838, 0.8463261127471924, 0.859916090965271, 0.8668608665466309, 0.8770945072174072, 0.8850443363189697, 0.8887690305709839, 0.8927325010299683, 0.8984063863754272, 0.9029055237770081, 0.9042145013809204, 0.9122517108917236, 0.908578634262085, 0.9074849486351013, 0.9180051684379578, 0.9155412912368774, 0.9176654815673828, 0.9150980710983276, 0.9253679513931274, 0.9115493297576904], "cos_apical_negg": [0.8399488925933838, 0.8463261127471924, 0.859916090965271, 0.8668608665466309, 0.8770945072174072, 0.8850443363189697, 0.8887690305709839, 0.8927325010299683, 0.8984063863754272, 0.9029055237770081, 0.9042145013809204, 0.9122517108917236, 0.908578634262085, 0.9074849486351013, 0.9180051684379578, 0.9155412912368774, 0.9176654815673828, 0.9150980710983276, 0.9253679513931274, 0.9115493297576904], "cos_Ac_negg": [0.8399488925933838, 0.8463261127471924, 0.859916090965271, 0.8668608665466309, 0.8770945072174072, 0.8850443363189697, 0.8887690305709839, 0.8927325010299683, 0.8984063863754272, 0.9029055237770081, 0.9042145013809204, 0.9122517108917236, 0.908578634262085, 0.9074849486351013, 0.9180051684379578, 0.9155412912368774, 0.9176654815673828, 0.9150980710983276, 0.9253679513931274, 0.9115493297576904], "r_norm": [1.8170347213745117, 1.5562326908111572, 1.5267853736877441, 1.5316861867904663, 1.5338588953018188, 1.525289535522461, 1.5179979801177979, 1.4886589050292969, 1.477846384048462, 1.493001937866211, 1.4732881784439087, 1.451227068901062, 1.4533922672271729, 1.441957950592041, 1.4258424043655396, 1.4248881340026855, 1.4203598499298096, 1.3968021869659424, 1.4024150371551514, 1.4041810035705566]}, {"step": 6500, "epoch": 16, "train_loss": 0.9018242955207825, "cos_r_negg": [0.8354624509811401, 0.8476451635360718, 0.8592327833175659, 0.8668792843818665, 0.878525972366333, 0.8860384821891785, 0.8891662955284119, 0.8925203084945679, 0.8987603187561035, 0.9030506610870361, 0.9048256874084473, 0.9128111600875854, 0.9094127416610718, 0.9119539260864258, 0.920615553855896, 0.9153425693511963, 0.9210643768310547, 0.9168152809143066, 0.9262540340423584, 0.9164128303527832], "cos_apical_negg": [0.8354624509811401, 0.8476451635360718, 0.8592327833175659, 0.8668792843818665, 0.878525972366333, 0.8860384821891785, 0.8891662955284119, 0.8925203084945679, 0.8987603187561035, 0.9030506610870361, 0.9048256874084473, 0.9128111600875854, 0.9094127416610718, 0.9119539260864258, 0.920615553855896, 0.9153425693511963, 0.9210643768310547, 0.9168152809143066, 0.9262540340423584, 0.9164128303527832], "cos_Ac_negg": [0.8354624509811401, 0.8476451635360718, 0.8592327833175659, 0.8668792843818665, 0.878525972366333, 0.8860384821891785, 0.8891662955284119, 0.8925203084945679, 0.8987603187561035, 0.9030506610870361, 0.9048256874084473, 0.9128111600875854, 0.9094127416610718, 0.9119539260864258, 0.920615553855896, 0.9153425693511963, 0.9210643768310547, 0.9168152809143066, 0.9262540340423584, 0.9164128303527832], "r_norm": [1.820664405822754, 1.560929775238037, 1.5328131914138794, 1.5383853912353516, 1.53787100315094, 1.5306165218353271, 1.521488904953003, 1.4917627573013306, 1.4813520908355713, 1.4975789785385132, 1.476776361465454, 1.4549949169158936, 1.4552273750305176, 1.4447195529937744, 1.4278228282928467, 1.4277725219726562, 1.4227474927902222, 1.399184226989746, 1.4051088094711304, 1.406419277191162], "ldr": {"dL_sdil": -0.1047205924987793, "dL_bp": -0.11790108680725098, "ratio": 0.8882071856553821}}, {"step": 6550, "epoch": 16, "train_loss": 0.5932718515396118, "cos_r_negg": [0.841834306716919, 0.8495655059814453, 0.8621360063552856, 0.8699199557304382, 0.8813410997390747, 0.8874340653419495, 0.8910000324249268, 0.895572304725647, 0.8997576236724854, 0.9031898975372314, 0.9068806171417236, 0.9135090708732605, 0.9101162552833557, 0.9136524200439453, 0.9210129976272583, 0.9159945249557495, 0.9228338599205017, 0.9207553267478943, 0.9273048043251038, 0.9173566102981567], "cos_apical_negg": [0.841834306716919, 0.8495655059814453, 0.8621360063552856, 0.8699199557304382, 0.8813410997390747, 0.8874340653419495, 0.8910000324249268, 0.895572304725647, 0.8997576236724854, 0.9031898975372314, 0.9068806171417236, 0.9135090708732605, 0.9101162552833557, 0.9136524200439453, 0.9210129976272583, 0.9159945249557495, 0.9228338599205017, 0.9207553267478943, 0.9273048043251038, 0.9173566102981567], "cos_Ac_negg": [0.841834306716919, 0.8495655059814453, 0.8621360063552856, 0.8699199557304382, 0.8813410997390747, 0.8874340653419495, 0.8910000324249268, 0.895572304725647, 0.8997576236724854, 0.9031898975372314, 0.9068806171417236, 0.9135090708732605, 0.9101162552833557, 0.9136524200439453, 0.9210129976272583, 0.9159945249557495, 0.9228338599205017, 0.9207553267478943, 0.9273048043251038, 0.9173566102981567], "r_norm": [1.8397550582885742, 1.5803993940353394, 1.5514317750930786, 1.555804967880249, 1.5543529987335205, 1.546590805053711, 1.5386228561401367, 1.5098086595535278, 1.4992170333862305, 1.5137486457824707, 1.4966213703155518, 1.4727873802185059, 1.4735956192016602, 1.461607813835144, 1.4444327354431152, 1.4447606801986694, 1.440701961517334, 1.415682077407837, 1.4225976467132568, 1.4230347871780396]}, {"step": 6600, "epoch": 16, "train_loss": 0.9011512398719788, "cos_r_negg": [0.8418503999710083, 0.8509875535964966, 0.862980842590332, 0.8704357147216797, 0.8797562122344971, 0.8890318870544434, 0.8919683694839478, 0.8963906764984131, 0.9017516374588013, 0.9045118093490601, 0.9074687957763672, 0.9143182039260864, 0.9137532114982605, 0.9138959646224976, 0.9229652881622314, 0.9152746796607971, 0.9221296906471252, 0.9233700037002563, 0.9277933835983276, 0.9171221852302551], "cos_apical_negg": [0.8418503999710083, 0.8509875535964966, 0.862980842590332, 0.8704357147216797, 0.8797562122344971, 0.8890318870544434, 0.8919683694839478, 0.8963906764984131, 0.9017516374588013, 0.9045118093490601, 0.9074687957763672, 0.9143182039260864, 0.9137532114982605, 0.9138959646224976, 0.9229652881622314, 0.9152746796607971, 0.9221296906471252, 0.9233700037002563, 0.9277933835983276, 0.9171221852302551], "cos_Ac_negg": [0.8418503999710083, 0.8509875535964966, 0.862980842590332, 0.8704357147216797, 0.8797562122344971, 0.8890318870544434, 0.8919683694839478, 0.8963906764984131, 0.9017516374588013, 0.9045118093490601, 0.9074687957763672, 0.9143182039260864, 0.9137532114982605, 0.9138959646224976, 0.9229652881622314, 0.9152746796607971, 0.9221296906471252, 0.9233700037002563, 0.9277933835983276, 0.9171221852302551], "r_norm": [1.850764513015747, 1.594653844833374, 1.5639913082122803, 1.566046118736267, 1.5671004056930542, 1.5557808876037598, 1.5520259141921997, 1.5218725204467773, 1.511413812637329, 1.52628493309021, 1.5073156356811523, 1.4842338562011719, 1.4840598106384277, 1.4708211421966553, 1.4544657468795776, 1.455054759979248, 1.4496119022369385, 1.4246885776519775, 1.4296369552612305, 1.431193470954895]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4329, "test_loss": 2.3021909423828126}, {"step": 6650, "epoch": 17, "train_loss": 0.7094591856002808, "cos_r_negg": [0.8366085886955261, 0.8543227314949036, 0.8647395372390747, 0.8709608316421509, 0.8828946352005005, 0.891880452632904, 0.89357590675354, 0.8982830047607422, 0.9028463363647461, 0.9070616960525513, 0.9109365344047546, 0.9155025482177734, 0.9177495241165161, 0.9149505496025085, 0.9247399568557739, 0.9203749895095825, 0.9256940484046936, 0.9269285202026367, 0.9297994375228882, 0.921279788017273], "cos_apical_negg": [0.8366085886955261, 0.8543227314949036, 0.8647395372390747, 0.8709608316421509, 0.8828946352005005, 0.891880452632904, 0.89357590675354, 0.8982830047607422, 0.9028463363647461, 0.9070616960525513, 0.9109365344047546, 0.9155025482177734, 0.9177495241165161, 0.9149505496025085, 0.9247399568557739, 0.9203749895095825, 0.9256940484046936, 0.9269285202026367, 0.9297994375228882, 0.921279788017273], "cos_Ac_negg": [0.8366085886955261, 0.8543227314949036, 0.8647395372390747, 0.8709608316421509, 0.8828946352005005, 0.891880452632904, 0.89357590675354, 0.8982830047607422, 0.9028463363647461, 0.9070616960525513, 0.9109365344047546, 0.9155025482177734, 0.9177495241165161, 0.9149505496025085, 0.9247399568557739, 0.9203749895095825, 0.9256940484046936, 0.9269285202026367, 0.9297994375228882, 0.921279788017273], "r_norm": [1.8420097827911377, 1.5879133939743042, 1.557759404182434, 1.5606718063354492, 1.5602836608886719, 1.5505393743515015, 1.5446786880493164, 1.515411138534546, 1.5045734643936157, 1.5183014869689941, 1.501604676246643, 1.477433681488037, 1.477745771408081, 1.4641122817993164, 1.446458339691162, 1.4468963146209717, 1.4423481225967407, 1.4182652235031128, 1.4241716861724854, 1.4225181341171265]}, {"step": 6700, "epoch": 17, "train_loss": 0.6455919742584229, "cos_r_negg": [0.8364152312278748, 0.8553625345230103, 0.8644183874130249, 0.8730899095535278, 0.8816202282905579, 0.8920086622238159, 0.895617663860321, 0.900092601776123, 0.9042674899101257, 0.9097040891647339, 0.9127037525177002, 0.9182946681976318, 0.9188348054885864, 0.9198530316352844, 0.9277350902557373, 0.9230315685272217, 0.9296916723251343, 0.926393449306488, 0.931911826133728, 0.9245619773864746], "cos_apical_negg": [0.8364152312278748, 0.8553625345230103, 0.8644183874130249, 0.8730899095535278, 0.8816202282905579, 0.8920086622238159, 0.895617663860321, 0.900092601776123, 0.9042674899101257, 0.9097040891647339, 0.9127037525177002, 0.9182946681976318, 0.9188348054885864, 0.9198530316352844, 0.9277350902557373, 0.9230315685272217, 0.9296916723251343, 0.926393449306488, 0.931911826133728, 0.9245619773864746], "cos_Ac_negg": [0.8364152312278748, 0.8553625345230103, 0.8644183874130249, 0.8730899095535278, 0.8816202282905579, 0.8920086622238159, 0.895617663860321, 0.900092601776123, 0.9042674899101257, 0.9097040891647339, 0.9127037525177002, 0.9182946681976318, 0.9188348054885864, 0.9198530316352844, 0.9277350902557373, 0.9230315685272217, 0.9296916723251343, 0.926393449306488, 0.931911826133728, 0.9245619773864746], "r_norm": [1.873790979385376, 1.6235709190368652, 1.5932300090789795, 1.5954376459121704, 1.5950613021850586, 1.5863490104675293, 1.578515887260437, 1.5494203567504883, 1.539495825767517, 1.5540997982025146, 1.5343742370605469, 1.5114308595657349, 1.5102556943893433, 1.4982166290283203, 1.4819761514663696, 1.479032278060913, 1.4760150909423828, 1.450122356414795, 1.455742359161377, 1.4563817977905273]}, {"step": 6750, "epoch": 17, "train_loss": 0.7693746089935303, "cos_r_negg": [0.8409241437911987, 0.8543403148651123, 0.8651998043060303, 0.8725838661193848, 0.8838361501693726, 0.8928425312042236, 0.8963996171951294, 0.9001471996307373, 0.9043241739273071, 0.9084701538085938, 0.9142996668815613, 0.9166165590286255, 0.9195152521133423, 0.9197397232055664, 0.9285868406295776, 0.9246406555175781, 0.9312222003936768, 0.9275915622711182, 0.9352350234985352, 0.925366997718811], "cos_apical_negg": [0.8409241437911987, 0.8543403148651123, 0.8651998043060303, 0.8725838661193848, 0.8838361501693726, 0.8928425312042236, 0.8963996171951294, 0.9001471996307373, 0.9043241739273071, 0.9084701538085938, 0.9142996668815613, 0.9166165590286255, 0.9195152521133423, 0.9197397232055664, 0.9285868406295776, 0.9246406555175781, 0.9312222003936768, 0.9275915622711182, 0.9352350234985352, 0.925366997718811], "cos_Ac_negg": [0.8409241437911987, 0.8543403148651123, 0.8651998043060303, 0.8725838661193848, 0.8838361501693726, 0.8928425312042236, 0.8963996171951294, 0.9001471996307373, 0.9043241739273071, 0.9084701538085938, 0.9142996668815613, 0.9166165590286255, 0.9195152521133423, 0.9197397232055664, 0.9285868406295776, 0.9246406555175781, 0.9312222003936768, 0.9275915622711182, 0.9352350234985352, 0.925366997718811], "r_norm": [1.862447738647461, 1.6145423650741577, 1.5828378200531006, 1.5836007595062256, 1.5848772525787354, 1.5758905410766602, 1.568782925605774, 1.540249228477478, 1.5299444198608398, 1.5444257259368896, 1.5225720405578613, 1.5016038417816162, 1.5000154972076416, 1.488267183303833, 1.47162663936615, 1.4683884382247925, 1.4661909341812134, 1.4402291774749756, 1.4455771446228027, 1.4469423294067383], "ldr": {"dL_sdil": -0.12507390975952148, "dL_bp": -0.14162993431091309, "ratio": 0.8831036346098489}}, {"step": 6800, "epoch": 17, "train_loss": 0.6336066722869873, "cos_r_negg": [0.8427351117134094, 0.8571643233299255, 0.8671636581420898, 0.8748206496238708, 0.8845384120941162, 0.8957072496414185, 0.897453784942627, 0.902729868888855, 0.9069612622261047, 0.9116109609603882, 0.9117234945297241, 0.920767605304718, 0.919344961643219, 0.9220001697540283, 0.9293133616447449, 0.9284339547157288, 0.9292648434638977, 0.928117036819458, 0.935794472694397, 0.9274888038635254], "cos_apical_negg": [0.8427351117134094, 0.8571643233299255, 0.8671636581420898, 0.8748206496238708, 0.8845384120941162, 0.8957072496414185, 0.897453784942627, 0.902729868888855, 0.9069612622261047, 0.9116109609603882, 0.9117234945297241, 0.920767605304718, 0.919344961643219, 0.9220001697540283, 0.9293133616447449, 0.9284339547157288, 0.9292648434638977, 0.928117036819458, 0.935794472694397, 0.9274888038635254], "cos_Ac_negg": [0.8427351117134094, 0.8571643233299255, 0.8671636581420898, 0.8748206496238708, 0.8845384120941162, 0.8957072496414185, 0.897453784942627, 0.902729868888855, 0.9069612622261047, 0.9116109609603882, 0.9117234945297241, 0.920767605304718, 0.919344961643219, 0.9220001697540283, 0.9293133616447449, 0.9284339547157288, 0.9292648434638977, 0.928117036819458, 0.935794472694397, 0.9274888038635254], "r_norm": [1.8778979778289795, 1.6316689252853394, 1.6024720668792725, 1.6064038276672363, 1.6058104038238525, 1.5964235067367554, 1.588029146194458, 1.5591388940811157, 1.549278974533081, 1.5637041330337524, 1.5415656566619873, 1.5197992324829102, 1.517575740814209, 1.5084277391433716, 1.4899547100067139, 1.4887850284576416, 1.4827842712402344, 1.4587113857269287, 1.4605481624603271, 1.4649569988250732]}, {"step": 6850, "epoch": 17, "train_loss": 0.7934960126876831, "cos_r_negg": [0.8460347652435303, 0.855567216873169, 0.8680528402328491, 0.8788086771965027, 0.8862361311912537, 0.8964879512786865, 0.8989852666854858, 0.9037543535232544, 0.9073349237442017, 0.9118555784225464, 0.9153481721878052, 0.9216327667236328, 0.9211281538009644, 0.9229469895362854, 0.9303869009017944, 0.9281517267227173, 0.9322657585144043, 0.9285322427749634, 0.9381197094917297, 0.9278218746185303], "cos_apical_negg": [0.8460347652435303, 0.855567216873169, 0.8680528402328491, 0.8788086771965027, 0.8862361311912537, 0.8964879512786865, 0.8989852666854858, 0.9037543535232544, 0.9073349237442017, 0.9118555784225464, 0.9153481721878052, 0.9216327667236328, 0.9211281538009644, 0.9229469895362854, 0.9303869009017944, 0.9281517267227173, 0.9322657585144043, 0.9285322427749634, 0.9381197094917297, 0.9278218746185303], "cos_Ac_negg": [0.8460347652435303, 0.855567216873169, 0.8680528402328491, 0.8788086771965027, 0.8862361311912537, 0.8964879512786865, 0.8989852666854858, 0.9037543535232544, 0.9073349237442017, 0.9118555784225464, 0.9153481721878052, 0.9216327667236328, 0.9211281538009644, 0.9229469895362854, 0.9303869009017944, 0.9281517267227173, 0.9322657585144043, 0.9285322427749634, 0.9381197094917297, 0.9278218746185303], "r_norm": [1.9168143272399902, 1.6679773330688477, 1.6384040117263794, 1.641066551208496, 1.6424181461334229, 1.6336661577224731, 1.6246567964553833, 1.5932509899139404, 1.5853219032287598, 1.5956509113311768, 1.575939655303955, 1.5532708168029785, 1.5530130863189697, 1.5418601036071777, 1.5216104984283447, 1.5216093063354492, 1.5141022205352783, 1.4913575649261475, 1.494189977645874, 1.496748447418213]}, {"step": 6900, "epoch": 17, "train_loss": 0.6529737114906311, "cos_r_negg": [0.8396649360656738, 0.8561506271362305, 0.8670921325683594, 0.8775476217269897, 0.8860167264938354, 0.8966283798217773, 0.8985746502876282, 0.9034484624862671, 0.9088923931121826, 0.9131320714950562, 0.9170628786087036, 0.9229960441589355, 0.9232097268104553, 0.9245303869247437, 0.9327077865600586, 0.9299683570861816, 0.9343090653419495, 0.9320639371871948, 0.9379021525382996, 0.927156925201416], "cos_apical_negg": [0.8396649360656738, 0.8561506271362305, 0.8670921325683594, 0.8775476217269897, 0.8860167264938354, 0.8966283798217773, 0.8985746502876282, 0.9034484624862671, 0.9088923931121826, 0.9131320714950562, 0.9170628786087036, 0.9229960441589355, 0.9232097268104553, 0.9245303869247437, 0.9327077865600586, 0.9299683570861816, 0.9343090653419495, 0.9320639371871948, 0.9379021525382996, 0.927156925201416], "cos_Ac_negg": [0.8396649360656738, 0.8561506271362305, 0.8670921325683594, 0.8775476217269897, 0.8860167264938354, 0.8966283798217773, 0.8985746502876282, 0.9034484624862671, 0.9088923931121826, 0.9131320714950562, 0.9170628786087036, 0.9229960441589355, 0.9232097268104553, 0.9245303869247437, 0.9327077865600586, 0.9299683570861816, 0.9343090653419495, 0.9320639371871948, 0.9379021525382996, 0.927156925201416], "r_norm": [1.8987263441085815, 1.654183268547058, 1.6265411376953125, 1.627446174621582, 1.6298964023590088, 1.6197973489761353, 1.6125673055648804, 1.5814546346664429, 1.5716983079910278, 1.5829061269760132, 1.5638892650604248, 1.543215274810791, 1.5392581224441528, 1.5286335945129395, 1.5079236030578613, 1.5089309215545654, 1.50150728225708, 1.4793190956115723, 1.480706810951233, 1.4835314750671387]}, {"step": 6950, "epoch": 17, "train_loss": 0.5950435996055603, "cos_r_negg": [0.8416630029678345, 0.858814001083374, 0.8698775768280029, 0.879490852355957, 0.888355553150177, 0.9001737236976624, 0.9004236459732056, 0.9048098921775818, 0.911603569984436, 0.9166384339332581, 0.9170007705688477, 0.9243442416191101, 0.9252676367759705, 0.9258254766464233, 0.9338259696960449, 0.9313268065452576, 0.9350200891494751, 0.9312315583229065, 0.9396353363990784, 0.9305214881896973], "cos_apical_negg": [0.8416630029678345, 0.858814001083374, 0.8698775768280029, 0.879490852355957, 0.888355553150177, 0.9001737236976624, 0.9004236459732056, 0.9048098921775818, 0.911603569984436, 0.9166384339332581, 0.9170007705688477, 0.9243442416191101, 0.9252676367759705, 0.9258254766464233, 0.9338259696960449, 0.9313268065452576, 0.9350200891494751, 0.9312315583229065, 0.9396353363990784, 0.9305214881896973], "cos_Ac_negg": [0.8416630029678345, 0.858814001083374, 0.8698775768280029, 0.879490852355957, 0.888355553150177, 0.9001737236976624, 0.9004236459732056, 0.9048098921775818, 0.911603569984436, 0.9166384339332581, 0.9170007705688477, 0.9243442416191101, 0.9252676367759705, 0.9258254766464233, 0.9338259696960449, 0.9313268065452576, 0.9350200891494751, 0.9312315583229065, 0.9396353363990784, 0.9305214881896973], "r_norm": [1.9039735794067383, 1.664229393005371, 1.6364027261734009, 1.6373287439346313, 1.6391109228134155, 1.6297760009765625, 1.6220142841339111, 1.5914158821105957, 1.5808781385421753, 1.5934759378433228, 1.5723609924316406, 1.5518863201141357, 1.5486738681793213, 1.5389273166656494, 1.5164475440979004, 1.5172529220581055, 1.510206699371338, 1.4872608184814453, 1.488595724105835, 1.4900262355804443]}, {"step": 7000, "epoch": 17, "train_loss": 0.7106099724769592, "cos_r_negg": [0.8353452682495117, 0.8574692010879517, 0.870006799697876, 0.8796482086181641, 0.8851438164710999, 0.8963323831558228, 0.8972266316413879, 0.9060949087142944, 0.9086523056030273, 0.9158675670623779, 0.9166408777236938, 0.9234707355499268, 0.9243601560592651, 0.922044038772583, 0.9314379096031189, 0.9286212921142578, 0.9319602251052856, 0.9345987439155579, 0.9390840530395508, 0.929273784160614], "cos_apical_negg": [0.8353452682495117, 0.8574692010879517, 0.870006799697876, 0.8796482086181641, 0.8851438164710999, 0.8963323831558228, 0.8972266316413879, 0.9060949087142944, 0.9086523056030273, 0.9158675670623779, 0.9166408777236938, 0.9234707355499268, 0.9243601560592651, 0.922044038772583, 0.9314379096031189, 0.9286212921142578, 0.9319602251052856, 0.9345987439155579, 0.9390840530395508, 0.929273784160614], "cos_Ac_negg": [0.8353452682495117, 0.8574692010879517, 0.870006799697876, 0.8796482086181641, 0.8851438164710999, 0.8963323831558228, 0.8972266316413879, 0.9060949087142944, 0.9086523056030273, 0.9158675670623779, 0.9166408777236938, 0.9234707355499268, 0.9243601560592651, 0.922044038772583, 0.9314379096031189, 0.9286212921142578, 0.9319602251052856, 0.9345987439155579, 0.9390840530395508, 0.929273784160614], "r_norm": [1.9266185760498047, 1.682665228843689, 1.6540369987487793, 1.6554040908813477, 1.655366063117981, 1.646156907081604, 1.6393706798553467, 1.611891269683838, 1.5981802940368652, 1.6099932193756104, 1.589127540588379, 1.5704618692398071, 1.564136028289795, 1.5573632717132568, 1.5343084335327148, 1.5342299938201904, 1.5265467166900635, 1.50153648853302, 1.503692865371704, 1.5061655044555664], "ldr": {"dL_sdil": -0.13883233070373535, "dL_bp": -0.1584928035736084, "ratio": 0.8759535295825455}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4274, "test_loss": 2.4433540771484377}, {"step": 7050, "epoch": 18, "train_loss": 0.5692169666290283, "cos_r_negg": [0.8414444923400879, 0.8564661145210266, 0.8704494833946228, 0.8807454109191895, 0.8893200755119324, 0.899433970451355, 0.9030013680458069, 0.907362699508667, 0.9132375121116638, 0.9180622100830078, 0.9205237627029419, 0.9271528720855713, 0.9269758462905884, 0.9271297454833984, 0.9331647157669067, 0.9334630966186523, 0.9372060894966125, 0.9347007870674133, 0.9415514469146729, 0.9329439997673035], "cos_apical_negg": [0.8414444923400879, 0.8564661145210266, 0.8704494833946228, 0.8807454109191895, 0.8893200755119324, 0.899433970451355, 0.9030013680458069, 0.907362699508667, 0.9132375121116638, 0.9180622100830078, 0.9205237627029419, 0.9271528720855713, 0.9269758462905884, 0.9271297454833984, 0.9331647157669067, 0.9334630966186523, 0.9372060894966125, 0.9347007870674133, 0.9415514469146729, 0.9329439997673035], "cos_Ac_negg": [0.8414444923400879, 0.8564661145210266, 0.8704494833946228, 0.8807454109191895, 0.8893200755119324, 0.899433970451355, 0.9030013680458069, 0.907362699508667, 0.9132375121116638, 0.9180622100830078, 0.9205237627029419, 0.9271528720855713, 0.9269758462905884, 0.9271297454833984, 0.9331647157669067, 0.9334630966186523, 0.9372060894966125, 0.9347007870674133, 0.9415514469146729, 0.9329439997673035], "r_norm": [1.9037771224975586, 1.66898775100708, 1.6403639316558838, 1.639866828918457, 1.6421005725860596, 1.6337426900863647, 1.6258822679519653, 1.5981405973434448, 1.5877865552902222, 1.5985660552978516, 1.5762766599655151, 1.5592418909072876, 1.553271770477295, 1.5438716411590576, 1.5209335088729858, 1.521480679512024, 1.5135635137557983, 1.4891366958618164, 1.491490364074707, 1.492957353591919]}, {"step": 7100, "epoch": 18, "train_loss": 0.596196174621582, "cos_r_negg": [0.8430606126785278, 0.860623836517334, 0.873064398765564, 0.8835388422012329, 0.8911500573158264, 0.899138331413269, 0.9033711552619934, 0.9101338386535645, 0.9135375022888184, 0.9182868003845215, 0.9207146167755127, 0.926171064376831, 0.9279193878173828, 0.9301527142524719, 0.9349032640457153, 0.9346127510070801, 0.936814546585083, 0.9377447366714478, 0.9430422782897949, 0.9344921708106995], "cos_apical_negg": [0.8430606126785278, 0.860623836517334, 0.873064398765564, 0.8835388422012329, 0.8911500573158264, 0.899138331413269, 0.9033711552619934, 0.9101338386535645, 0.9135375022888184, 0.9182868003845215, 0.9207146167755127, 0.926171064376831, 0.9279193878173828, 0.9301527142524719, 0.9349032640457153, 0.9346127510070801, 0.936814546585083, 0.9377447366714478, 0.9430422782897949, 0.9344921708106995], "cos_Ac_negg": [0.8430606126785278, 0.860623836517334, 0.873064398765564, 0.8835388422012329, 0.8911500573158264, 0.899138331413269, 0.9033711552619934, 0.9101338386535645, 0.9135375022888184, 0.9182868003845215, 0.9207146167755127, 0.926171064376831, 0.9279193878173828, 0.9301527142524719, 0.9349032640457153, 0.9346127510070801, 0.936814546585083, 0.9377447366714478, 0.9430422782897949, 0.9344921708106995], "r_norm": [1.9759658575057983, 1.7362630367279053, 1.707917332649231, 1.7090187072753906, 1.7082405090332031, 1.7027827501296997, 1.6889617443084717, 1.661698341369629, 1.6505560874938965, 1.6626640558242798, 1.6384224891662598, 1.6220762729644775, 1.6147844791412354, 1.607158899307251, 1.581856608390808, 1.5847092866897583, 1.575272560119629, 1.5491101741790771, 1.5475149154663086, 1.5545170307159424]}, {"step": 7150, "epoch": 18, "train_loss": 0.6873322129249573, "cos_r_negg": [0.8370730876922607, 0.8615152835845947, 0.8732783198356628, 0.8817583322525024, 0.8901009559631348, 0.9005793333053589, 0.9032834768295288, 0.9096050262451172, 0.9130235910415649, 0.9175902605056763, 0.92115718126297, 0.93028724193573, 0.9286255836486816, 0.9304115772247314, 0.9349161982536316, 0.9356635808944702, 0.9387807250022888, 0.939132034778595, 0.9422919750213623, 0.9358810186386108], "cos_apical_negg": [0.8370730876922607, 0.8615152835845947, 0.8732783198356628, 0.8817583322525024, 0.8901009559631348, 0.9005793333053589, 0.9032834768295288, 0.9096050262451172, 0.9130235910415649, 0.9175902605056763, 0.92115718126297, 0.93028724193573, 0.9286255836486816, 0.9304115772247314, 0.9349161982536316, 0.9356635808944702, 0.9387807250022888, 0.939132034778595, 0.9422919750213623, 0.9358810186386108], "cos_Ac_negg": [0.8370730876922607, 0.8615152835845947, 0.8732783198356628, 0.8817583322525024, 0.8901009559631348, 0.9005793333053589, 0.9032834768295288, 0.9096050262451172, 0.9130235910415649, 0.9175902605056763, 0.92115718126297, 0.93028724193573, 0.9286255836486816, 0.9304115772247314, 0.9349161982536316, 0.9356635808944702, 0.9387807250022888, 0.939132034778595, 0.9422919750213623, 0.9358810186386108], "r_norm": [1.9232709407806396, 1.6917312145233154, 1.6636536121368408, 1.66213858127594, 1.6635677814483643, 1.6563832759857178, 1.6464635133743286, 1.6189846992492676, 1.6082884073257446, 1.6179907321929932, 1.5980589389801025, 1.5798001289367676, 1.5738710165023804, 1.5648940801620483, 1.538924217224121, 1.5412182807922363, 1.5325918197631836, 1.5084354877471924, 1.508742094039917, 1.5119686126708984]}, {"step": 7200, "epoch": 18, "train_loss": 0.5302295088768005, "cos_r_negg": [0.8400488495826721, 0.8617339134216309, 0.8725353479385376, 0.8814166784286499, 0.8914356231689453, 0.9011069536209106, 0.9043619632720947, 0.911705493927002, 0.9159274697303772, 0.9210779666900635, 0.9224627017974854, 0.9286096096038818, 0.9295684099197388, 0.9317829608917236, 0.9372497797012329, 0.9361273646354675, 0.9394358396530151, 0.9409556984901428, 0.9461618661880493, 0.9365368485450745], "cos_apical_negg": [0.8400488495826721, 0.8617339134216309, 0.8725353479385376, 0.8814166784286499, 0.8914356231689453, 0.9011069536209106, 0.9043619632720947, 0.911705493927002, 0.9159274697303772, 0.9210779666900635, 0.9224627017974854, 0.9286096096038818, 0.9295684099197388, 0.9317829608917236, 0.9372497797012329, 0.9361273646354675, 0.9394358396530151, 0.9409556984901428, 0.9461618661880493, 0.9365368485450745], "cos_Ac_negg": [0.8400488495826721, 0.8617339134216309, 0.8725353479385376, 0.8814166784286499, 0.8914356231689453, 0.9011069536209106, 0.9043619632720947, 0.911705493927002, 0.9159274697303772, 0.9210779666900635, 0.9224627017974854, 0.9286096096038818, 0.9295684099197388, 0.9317829608917236, 0.9372497797012329, 0.9361273646354675, 0.9394358396530151, 0.9409556984901428, 0.9461618661880493, 0.9365368485450745], "r_norm": [1.8981916904449463, 1.6765018701553345, 1.6475565433502197, 1.6470757722854614, 1.6497753858566284, 1.6432321071624756, 1.6315886974334717, 1.6041367053985596, 1.5950427055358887, 1.6043403148651123, 1.5848277807235718, 1.5674141645431519, 1.5607904195785522, 1.5536702871322632, 1.5267014503479004, 1.5279062986373901, 1.5213595628738403, 1.4954363107681274, 1.4955222606658936, 1.4992185831069946]}, {"step": 7250, "epoch": 18, "train_loss": 0.6540356874465942, "cos_r_negg": [0.8416489958763123, 0.8637607097625732, 0.8750451803207397, 0.8845971822738647, 0.8934047222137451, 0.9037320613861084, 0.9058481454849243, 0.9129981994628906, 0.9169299602508545, 0.9224185943603516, 0.9253069162368774, 0.9306367635726929, 0.9306774139404297, 0.9335609674453735, 0.9393149614334106, 0.938847005367279, 0.9399983286857605, 0.9419239163398743, 0.9456913471221924, 0.9386067986488342], "cos_apical_negg": [0.8416489958763123, 0.8637607097625732, 0.8750451803207397, 0.8845971822738647, 0.8934047222137451, 0.9037320613861084, 0.9058481454849243, 0.9129981994628906, 0.9169299602508545, 0.9224185943603516, 0.9253069162368774, 0.9306367635726929, 0.9306774139404297, 0.9335609674453735, 0.9393149614334106, 0.938847005367279, 0.9399983286857605, 0.9419239163398743, 0.9456913471221924, 0.9386067986488342], "cos_Ac_negg": [0.8416489958763123, 0.8637607097625732, 0.8750451803207397, 0.8845971822738647, 0.8934047222137451, 0.9037320613861084, 0.9058481454849243, 0.9129981994628906, 0.9169299602508545, 0.9224185943603516, 0.9253069162368774, 0.9306367635726929, 0.9306774139404297, 0.9335609674453735, 0.9393149614334106, 0.938847005367279, 0.9399983286857605, 0.9419239163398743, 0.9456913471221924, 0.9386067986488342], "r_norm": [1.9218782186508179, 1.696995735168457, 1.6688660383224487, 1.6658580303192139, 1.666891098022461, 1.661100149154663, 1.6492033004760742, 1.6217693090438843, 1.6121795177459717, 1.6201741695404053, 1.6006293296813965, 1.5826072692871094, 1.577272653579712, 1.5686286687850952, 1.5430418252944946, 1.5426990985870361, 1.537569522857666, 1.5101099014282227, 1.5105655193328857, 1.51448392868042], "ldr": {"dL_sdil": -0.10838174819946289, "dL_bp": -0.136016845703125, "ratio": 0.7968259199012789}}, {"step": 7300, "epoch": 18, "train_loss": 0.59801185131073, "cos_r_negg": [0.8392346501350403, 0.8619938492774963, 0.877685546875, 0.8866338133811951, 0.8930261731147766, 0.9041816592216492, 0.906938910484314, 0.9134129285812378, 0.9188297390937805, 0.9209157228469849, 0.9239118099212646, 0.9316258430480957, 0.9322336316108704, 0.9355514049530029, 0.9405295252799988, 0.9384993314743042, 0.9410496354103088, 0.940767765045166, 0.9468263983726501, 0.9377713203430176], "cos_apical_negg": [0.8392346501350403, 0.8619938492774963, 0.877685546875, 0.8866338133811951, 0.8930261731147766, 0.9041816592216492, 0.906938910484314, 0.9134129285812378, 0.9188297390937805, 0.9209157228469849, 0.9239118099212646, 0.9316258430480957, 0.9322336316108704, 0.9355514049530029, 0.9405295252799988, 0.9384993314743042, 0.9410496354103088, 0.940767765045166, 0.9468263983726501, 0.9377713203430176], "cos_Ac_negg": [0.8392346501350403, 0.8619938492774963, 0.877685546875, 0.8866338133811951, 0.8930261731147766, 0.9041816592216492, 0.906938910484314, 0.9134129285812378, 0.9188297390937805, 0.9209157228469849, 0.9239118099212646, 0.9316258430480957, 0.9322336316108704, 0.9355514049530029, 0.9405295252799988, 0.9384993314743042, 0.9410496354103088, 0.940767765045166, 0.9468263983726501, 0.9377713203430176], "r_norm": [1.993617296218872, 1.7622921466827393, 1.732877254486084, 1.7326539754867554, 1.7330899238586426, 1.7286511659622192, 1.715505599975586, 1.6869573593139648, 1.6763278245925903, 1.6862585544586182, 1.664687156677246, 1.6461564302444458, 1.638260006904602, 1.6330147981643677, 1.6052525043487549, 1.602391242980957, 1.5972201824188232, 1.5702664852142334, 1.5685338973999023, 1.5716145038604736]}, {"step": 7350, "epoch": 18, "train_loss": 0.5370765924453735, "cos_r_negg": [0.840823233127594, 0.8606646060943604, 0.87641841173172, 0.8864376544952393, 0.8945485949516296, 0.9036805629730225, 0.9064950942993164, 0.9130920171737671, 0.9183481335639954, 0.9207882285118103, 0.9244836568832397, 0.9315154552459717, 0.9322645664215088, 0.9347147345542908, 0.9408276081085205, 0.9372671842575073, 0.9419038891792297, 0.9397655725479126, 0.9452874660491943, 0.9376576542854309], "cos_apical_negg": [0.840823233127594, 0.8606646060943604, 0.87641841173172, 0.8864376544952393, 0.8945485949516296, 0.9036805629730225, 0.9064950942993164, 0.9130920171737671, 0.9183481335639954, 0.9207882285118103, 0.9244836568832397, 0.9315154552459717, 0.9322645664215088, 0.9347147345542908, 0.9408276081085205, 0.9372671842575073, 0.9419038891792297, 0.9397655725479126, 0.9452874660491943, 0.9376576542854309], "cos_Ac_negg": [0.840823233127594, 0.8606646060943604, 0.87641841173172, 0.8864376544952393, 0.8945485949516296, 0.9036805629730225, 0.9064950942993164, 0.9130920171737671, 0.9183481335639954, 0.9207882285118103, 0.9244836568832397, 0.9315154552459717, 0.9322645664215088, 0.9347147345542908, 0.9408276081085205, 0.9372671842575073, 0.9419038891792297, 0.9397655725479126, 0.9452874660491943, 0.9376576542854309], "r_norm": [2.0068840980529785, 1.7775967121124268, 1.7468078136444092, 1.7473865747451782, 1.7488539218902588, 1.7444994449615479, 1.731768250465393, 1.7018976211547852, 1.6912919282913208, 1.699729323387146, 1.679316759109497, 1.6613613367080688, 1.6526234149932861, 1.6447937488555908, 1.618367075920105, 1.615856409072876, 1.610140085220337, 1.5842654705047607, 1.5806283950805664, 1.5826728343963623]}, {"step": 7400, "epoch": 18, "train_loss": 0.628839373588562, "cos_r_negg": [0.8438054323196411, 0.864136278629303, 0.8770648241043091, 0.8876509070396423, 0.8959063291549683, 0.9057801961898804, 0.9086212515830994, 0.9154387712478638, 0.9189703464508057, 0.9228023290634155, 0.9269564151763916, 0.934036135673523, 0.9342271089553833, 0.935366153717041, 0.9401005506515503, 0.938740611076355, 0.9436073899269104, 0.9421051144599915, 0.9470954537391663, 0.9428242444992065], "cos_apical_negg": [0.8438054323196411, 0.864136278629303, 0.8770648241043091, 0.8876509070396423, 0.8959063291549683, 0.9057801961898804, 0.9086212515830994, 0.9154387712478638, 0.9189703464508057, 0.9228023290634155, 0.9269564151763916, 0.934036135673523, 0.9342271089553833, 0.935366153717041, 0.9401005506515503, 0.938740611076355, 0.9436073899269104, 0.9421051144599915, 0.9470954537391663, 0.9428242444992065], "cos_Ac_negg": [0.8438054323196411, 0.864136278629303, 0.8770648241043091, 0.8876509070396423, 0.8959063291549683, 0.9057801961898804, 0.9086212515830994, 0.9154387712478638, 0.9189703464508057, 0.9228023290634155, 0.9269564151763916, 0.934036135673523, 0.9342271089553833, 0.935366153717041, 0.9401005506515503, 0.938740611076355, 0.9436073899269104, 0.9421051144599915, 0.9470954537391663, 0.9428242444992065], "r_norm": [1.9526177644729614, 1.7303435802459717, 1.7034330368041992, 1.7016615867614746, 1.7039380073547363, 1.6979879140853882, 1.6840358972549438, 1.6574416160583496, 1.6453343629837036, 1.6548283100128174, 1.635817527770996, 1.6176437139511108, 1.6081452369689941, 1.6017570495605469, 1.5741288661956787, 1.572823405265808, 1.5655019283294678, 1.5406244993209839, 1.5376503467559814, 1.5397924184799194]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4128, "test_loss": 2.5653508544921877}, {"step": 7450, "epoch": 19, "train_loss": 0.4122171700000763, "cos_r_negg": [0.8376951217651367, 0.8646081686019897, 0.8758206963539124, 0.8868745565414429, 0.8956454992294312, 0.9060580730438232, 0.9083234667778015, 0.9159539341926575, 0.9193778038024902, 0.923187255859375, 0.9267480373382568, 0.93470299243927, 0.933650016784668, 0.9369710087776184, 0.9420063495635986, 0.9403649568557739, 0.9439091682434082, 0.9446680545806885, 0.949600100517273, 0.9424620866775513], "cos_apical_negg": [0.8376951217651367, 0.8646081686019897, 0.8758206963539124, 0.8868745565414429, 0.8956454992294312, 0.9060580730438232, 0.9083234667778015, 0.9159539341926575, 0.9193778038024902, 0.923187255859375, 0.9267480373382568, 0.93470299243927, 0.933650016784668, 0.9369710087776184, 0.9420063495635986, 0.9403649568557739, 0.9439091682434082, 0.9446680545806885, 0.949600100517273, 0.9424620866775513], "cos_Ac_negg": [0.8376951217651367, 0.8646081686019897, 0.8758206963539124, 0.8868745565414429, 0.8956454992294312, 0.9060580730438232, 0.9083234667778015, 0.9159539341926575, 0.9193778038024902, 0.923187255859375, 0.9267480373382568, 0.93470299243927, 0.933650016784668, 0.9369710087776184, 0.9420063495635986, 0.9403649568557739, 0.9439091682434082, 0.9446680545806885, 0.949600100517273, 0.9424620866775513], "r_norm": [1.9944837093353271, 1.771989345550537, 1.7475062608718872, 1.7445567846298218, 1.74759840965271, 1.7419142723083496, 1.728010654449463, 1.7001559734344482, 1.6889368295669556, 1.6972835063934326, 1.6774780750274658, 1.6590514183044434, 1.6497786045074463, 1.642507791519165, 1.6143410205841064, 1.6115658283233643, 1.6047933101654053, 1.5797063112258911, 1.575627088546753, 1.5776249170303345]}, {"step": 7500, "epoch": 19, "train_loss": 0.5228120684623718, "cos_r_negg": [0.8358340263366699, 0.8635430335998535, 0.8749749660491943, 0.886341392993927, 0.8960546851158142, 0.9065538644790649, 0.9088320732116699, 0.9131441116333008, 0.9183942079544067, 0.9219036102294922, 0.9255725145339966, 0.9333215951919556, 0.9332292079925537, 0.934709906578064, 0.9416574835777283, 0.9407416582107544, 0.9428917169570923, 0.9437764883041382, 0.9481819272041321, 0.9409387707710266], "cos_apical_negg": [0.8358340263366699, 0.8635430335998535, 0.8749749660491943, 0.886341392993927, 0.8960546851158142, 0.9065538644790649, 0.9088320732116699, 0.9131441116333008, 0.9183942079544067, 0.9219036102294922, 0.9255725145339966, 0.9333215951919556, 0.9332292079925537, 0.934709906578064, 0.9416574835777283, 0.9407416582107544, 0.9428917169570923, 0.9437764883041382, 0.9481819272041321, 0.9409387707710266], "cos_Ac_negg": [0.8358340263366699, 0.8635430335998535, 0.8749749660491943, 0.886341392993927, 0.8960546851158142, 0.9065538644790649, 0.9088320732116699, 0.9131441116333008, 0.9183942079544067, 0.9219036102294922, 0.9255725145339966, 0.9333215951919556, 0.9332292079925537, 0.934709906578064, 0.9416574835777283, 0.9407416582107544, 0.9428917169570923, 0.9437764883041382, 0.9481819272041321, 0.9409387707710266], "r_norm": [2.0297086238861084, 1.8039209842681885, 1.7799936532974243, 1.7795559167861938, 1.7788249254226685, 1.7764787673950195, 1.7590579986572266, 1.7326874732971191, 1.7197364568710327, 1.7303638458251953, 1.7057751417160034, 1.6900880336761475, 1.6791776418685913, 1.6752142906188965, 1.644775152206421, 1.6421964168548584, 1.6342597007751465, 1.6091630458831787, 1.603813886642456, 1.6075173616409302], "ldr": {"dL_sdil": -0.13079071044921875, "dL_bp": -0.16043472290039062, "ratio": 0.8152269538959032}}, {"step": 7550, "epoch": 19, "train_loss": 0.5126930475234985, "cos_r_negg": [0.8226282596588135, 0.866040825843811, 0.8769906163215637, 0.8882179856300354, 0.8963984251022339, 0.9085685014724731, 0.9098374247550964, 0.916100025177002, 0.9212580919265747, 0.9255480766296387, 0.9289752244949341, 0.9354904890060425, 0.9368387460708618, 0.936631441116333, 0.9435210824012756, 0.9406150579452515, 0.9443745613098145, 0.9459583759307861, 0.9511234760284424, 0.9450318813323975], "cos_apical_negg": [0.8226282596588135, 0.866040825843811, 0.8769906163215637, 0.8882179856300354, 0.8963984251022339, 0.9085685014724731, 0.9098374247550964, 0.916100025177002, 0.9212580919265747, 0.9255480766296387, 0.9289752244949341, 0.9354904890060425, 0.9368387460708618, 0.936631441116333, 0.9435210824012756, 0.9406150579452515, 0.9443745613098145, 0.9459583759307861, 0.9511234760284424, 0.9450318813323975], "cos_Ac_negg": [0.8226282596588135, 0.866040825843811, 0.8769906163215637, 0.8882179856300354, 0.8963984251022339, 0.9085685014724731, 0.9098374247550964, 0.916100025177002, 0.9212580919265747, 0.9255480766296387, 0.9289752244949341, 0.9354904890060425, 0.9368387460708618, 0.936631441116333, 0.9435210824012756, 0.9406150579452515, 0.9443745613098145, 0.9459583759307861, 0.9511234760284424, 0.9450318813323975], "r_norm": [2.0027754306793213, 1.7832714319229126, 1.760383129119873, 1.7593269348144531, 1.760218620300293, 1.7560595273971558, 1.7402130365371704, 1.7144854068756104, 1.6993002891540527, 1.7102991342544556, 1.6888511180877686, 1.6707065105438232, 1.6625275611877441, 1.6562423706054688, 1.6261544227600098, 1.6237409114837646, 1.6153337955474854, 1.5904868841171265, 1.586900234222412, 1.5881907939910889]}, {"step": 7600, "epoch": 19, "train_loss": 0.792443037033081, "cos_r_negg": [0.8358182311058044, 0.8662702441215515, 0.8786763548851013, 0.8886463046073914, 0.8972275853157043, 0.9068684577941895, 0.9096052646636963, 0.9155919551849365, 0.9193534851074219, 0.9258111715316772, 0.9273910522460938, 0.9351256489753723, 0.9348825216293335, 0.9374250173568726, 0.94306480884552, 0.9421333074569702, 0.9454143047332764, 0.944373369216919, 0.950827419757843, 0.944253146648407], "cos_apical_negg": [0.8358182311058044, 0.8662702441215515, 0.8786763548851013, 0.8886463046073914, 0.8972275853157043, 0.9068684577941895, 0.9096052646636963, 0.9155919551849365, 0.9193534851074219, 0.9258111715316772, 0.9273910522460938, 0.9351256489753723, 0.9348825216293335, 0.9374250173568726, 0.94306480884552, 0.9421333074569702, 0.9454143047332764, 0.944373369216919, 0.950827419757843, 0.944253146648407], "cos_Ac_negg": [0.8358182311058044, 0.8662702441215515, 0.8786763548851013, 0.8886463046073914, 0.8972275853157043, 0.9068684577941895, 0.9096052646636963, 0.9155919551849365, 0.9193534851074219, 0.9258111715316772, 0.9273910522460938, 0.9351256489753723, 0.9348825216293335, 0.9374250173568726, 0.94306480884552, 0.9421333074569702, 0.9454143047332764, 0.944373369216919, 0.950827419757843, 0.944253146648407], "r_norm": [2.0099682807922363, 1.7905073165893555, 1.76780104637146, 1.7647427320480347, 1.7670502662658691, 1.762070655822754, 1.7461142539978027, 1.7200400829315186, 1.704911708831787, 1.715389370918274, 1.6927566528320312, 1.6764538288116455, 1.6666814088821411, 1.6580077409744263, 1.630303144454956, 1.6256215572357178, 1.6191675662994385, 1.594343662261963, 1.5910027027130127, 1.5907633304595947]}, {"step": 7650, "epoch": 19, "train_loss": 0.4577863812446594, "cos_r_negg": [0.835963785648346, 0.8656693696975708, 0.8786128163337708, 0.8888936042785645, 0.8972278833389282, 0.9080289006233215, 0.9119412302970886, 0.9167135953903198, 0.9217522144317627, 0.9250305891036987, 0.9279074668884277, 0.9341851472854614, 0.9335389733314514, 0.9362092018127441, 0.9422994256019592, 0.9431957006454468, 0.9442170262336731, 0.9454480409622192, 0.9509798288345337, 0.9434624910354614], "cos_apical_negg": [0.835963785648346, 0.8656693696975708, 0.8786128163337708, 0.8888936042785645, 0.8972278833389282, 0.9080289006233215, 0.9119412302970886, 0.9167135953903198, 0.9217522144317627, 0.9250305891036987, 0.9279074668884277, 0.9341851472854614, 0.9335389733314514, 0.9362092018127441, 0.9422994256019592, 0.9431957006454468, 0.9442170262336731, 0.9454480409622192, 0.9509798288345337, 0.9434624910354614], "cos_Ac_negg": [0.835963785648346, 0.8656693696975708, 0.8786128163337708, 0.8888936042785645, 0.8972278833389282, 0.9080289006233215, 0.9119412302970886, 0.9167135953903198, 0.9217522144317627, 0.9250305891036987, 0.9279074668884277, 0.9341851472854614, 0.9335389733314514, 0.9362092018127441, 0.9422994256019592, 0.9431957006454468, 0.9442170262336731, 0.9454480409622192, 0.9509798288345337, 0.9434624910354614], "r_norm": [2.080077648162842, 1.852847695350647, 1.8314862251281738, 1.8296562433242798, 1.8288017511367798, 1.8256001472473145, 1.80755615234375, 1.781270146369934, 1.7643619775772095, 1.7745447158813477, 1.7538681030273438, 1.7334685325622559, 1.725602626800537, 1.7175230979919434, 1.6881966590881348, 1.683828353881836, 1.6763567924499512, 1.6497776508331299, 1.6469759941101074, 1.6462931632995605]}, {"step": 7700, "epoch": 19, "train_loss": 0.48958444595336914, "cos_r_negg": [0.8322651386260986, 0.8652154207229614, 0.8769292831420898, 0.8882753849029541, 0.8981537818908691, 0.9085662364959717, 0.9108342528343201, 0.9179635643959045, 0.9224762916564941, 0.9271668791770935, 0.9297754168510437, 0.9358687400817871, 0.9367333650588989, 0.9388684034347534, 0.943192720413208, 0.9454622268676758, 0.9469562768936157, 0.944844126701355, 0.9524705410003662, 0.9456461668014526], "cos_apical_negg": [0.8322651386260986, 0.8652154207229614, 0.8769292831420898, 0.8882753849029541, 0.8981537818908691, 0.9085662364959717, 0.9108342528343201, 0.9179635643959045, 0.9224762916564941, 0.9271668791770935, 0.9297754168510437, 0.9358687400817871, 0.9367333650588989, 0.9388684034347534, 0.943192720413208, 0.9454622268676758, 0.9469562768936157, 0.944844126701355, 0.9524705410003662, 0.9456461668014526], "cos_Ac_negg": [0.8322651386260986, 0.8652154207229614, 0.8769292831420898, 0.8882753849029541, 0.8981537818908691, 0.9085662364959717, 0.9108342528343201, 0.9179635643959045, 0.9224762916564941, 0.9271668791770935, 0.9297754168510437, 0.9358687400817871, 0.9367333650588989, 0.9388684034347534, 0.943192720413208, 0.9454622268676758, 0.9469562768936157, 0.944844126701355, 0.9524705410003662, 0.9456461668014526], "r_norm": [2.0796308517456055, 1.855238437652588, 1.832379698753357, 1.8274191617965698, 1.8287570476531982, 1.8238141536712646, 1.8087024688720703, 1.7797884941101074, 1.7656104564666748, 1.773503065109253, 1.7551919221878052, 1.7338955402374268, 1.7258410453796387, 1.7149518728256226, 1.6866686344146729, 1.681473731994629, 1.6750801801681519, 1.6484663486480713, 1.6449764966964722, 1.6431723833084106]}, {"step": 7750, "epoch": 19, "train_loss": 0.7635499238967896, "cos_r_negg": [0.8315218687057495, 0.8657419085502625, 0.8781156539916992, 0.8884934782981873, 0.8983820676803589, 0.9084105491638184, 0.910240113735199, 0.9159349203109741, 0.9222443103790283, 0.9256224632263184, 0.9285509586334229, 0.934377908706665, 0.9361949563026428, 0.9386227130889893, 0.9418846368789673, 0.9423550367355347, 0.9459336996078491, 0.9455046057701111, 0.9502571821212769, 0.9450314044952393], "cos_apical_negg": [0.8315218687057495, 0.8657419085502625, 0.8781156539916992, 0.8884934782981873, 0.8983820676803589, 0.9084105491638184, 0.910240113735199, 0.9159349203109741, 0.9222443103790283, 0.9256224632263184, 0.9285509586334229, 0.934377908706665, 0.9361949563026428, 0.9386227130889893, 0.9418846368789673, 0.9423550367355347, 0.9459336996078491, 0.9455046057701111, 0.9502571821212769, 0.9450314044952393], "cos_Ac_negg": [0.8315218687057495, 0.8657419085502625, 0.8781156539916992, 0.8884934782981873, 0.8983820676803589, 0.9084105491638184, 0.910240113735199, 0.9159349203109741, 0.9222443103790283, 0.9256224632263184, 0.9285509586334229, 0.934377908706665, 0.9361949563026428, 0.9386227130889893, 0.9418846368789673, 0.9423550367355347, 0.9459336996078491, 0.9455046057701111, 0.9502571821212769, 0.9450314044952393], "r_norm": [2.0554494857788086, 1.837817668914795, 1.8144339323043823, 1.8110097646713257, 1.8115715980529785, 1.8047714233398438, 1.792197346687317, 1.7625877857208252, 1.7483727931976318, 1.7565730810165405, 1.7392973899841309, 1.7168256044387817, 1.7091277837753296, 1.700023889541626, 1.6708648204803467, 1.6664025783538818, 1.6594887971878052, 1.6334457397460938, 1.6299688816070557, 1.626443862915039], "ldr": {"dL_sdil": -0.1155385971069336, "dL_bp": -0.14983463287353516, "ratio": 0.7711074195006142}}, {"step": 7800, "epoch": 19, "train_loss": 0.6493221521377563, "cos_r_negg": [0.8382375836372375, 0.8678592443466187, 0.8796039819717407, 0.8899887204170227, 0.901508092880249, 0.909684419631958, 0.9143520593643188, 0.9196656346321106, 0.9244213700294495, 0.9282633066177368, 0.9326916933059692, 0.9372386932373047, 0.9402470588684082, 0.9405245184898376, 0.9463005065917969, 0.9451777935028076, 0.9495725631713867, 0.9489576816558838, 0.953554630279541, 0.9491596221923828], "cos_apical_negg": [0.8382375836372375, 0.8678592443466187, 0.8796039819717407, 0.8899887204170227, 0.901508092880249, 0.909684419631958, 0.9143520593643188, 0.9196656346321106, 0.9244213700294495, 0.9282633066177368, 0.9326916933059692, 0.9372386932373047, 0.9402470588684082, 0.9405245184898376, 0.9463005065917969, 0.9451777935028076, 0.9495725631713867, 0.9489576816558838, 0.953554630279541, 0.9491596221923828], "cos_Ac_negg": [0.8382375836372375, 0.8678592443466187, 0.8796039819717407, 0.8899887204170227, 0.901508092880249, 0.909684419631958, 0.9143520593643188, 0.9196656346321106, 0.9244213700294495, 0.9282633066177368, 0.9326916933059692, 0.9372386932373047, 0.9402470588684082, 0.9405245184898376, 0.9463005065917969, 0.9451777935028076, 0.9495725631713867, 0.9489576816558838, 0.953554630279541, 0.9491596221923828], "r_norm": [2.1089296340942383, 1.8882765769958496, 1.8667073249816895, 1.8637189865112305, 1.864609956741333, 1.8581541776657104, 1.8438587188720703, 1.8141796588897705, 1.7991538047790527, 1.8082854747772217, 1.790614366531372, 1.7660071849822998, 1.7583186626434326, 1.7493789196014404, 1.7196563482284546, 1.7151882648468018, 1.7066428661346436, 1.6792892217636108, 1.6751937866210938, 1.6735875606536865]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4289, "test_loss": 2.6434559326171874}, {"step": 7850, "epoch": 20, "train_loss": 0.42643940448760986, "cos_r_negg": [0.8356522917747498, 0.8701359629631042, 0.8820561170578003, 0.8899544477462769, 0.9022291898727417, 0.9116929173469543, 0.9131308794021606, 0.9194120168685913, 0.925484299659729, 0.9289288520812988, 0.9325520992279053, 0.9392396807670593, 0.9402550458908081, 0.9391424655914307, 0.9451669454574585, 0.9475299119949341, 0.9507254362106323, 0.9471374750137329, 0.9532345533370972, 0.9474799633026123], "cos_apical_negg": [0.8356522917747498, 0.8701359629631042, 0.8820561170578003, 0.8899544477462769, 0.9022291898727417, 0.9116929173469543, 0.9131308794021606, 0.9194120168685913, 0.925484299659729, 0.9289288520812988, 0.9325520992279053, 0.9392396807670593, 0.9402550458908081, 0.9391424655914307, 0.9451669454574585, 0.9475299119949341, 0.9507254362106323, 0.9471374750137329, 0.9532345533370972, 0.9474799633026123], "cos_Ac_negg": [0.8356522917747498, 0.8701359629631042, 0.8820561170578003, 0.8899544477462769, 0.9022291898727417, 0.9116929173469543, 0.9131308794021606, 0.9194120168685913, 0.925484299659729, 0.9289288520812988, 0.9325520992279053, 0.9392396807670593, 0.9402550458908081, 0.9391424655914307, 0.9451669454574585, 0.9475299119949341, 0.9507254362106323, 0.9471374750137329, 0.9532345533370972, 0.9474799633026123], "r_norm": [2.0712828636169434, 1.8556923866271973, 1.835131287574768, 1.8319143056869507, 1.8329639434814453, 1.8268814086914062, 1.8134843111038208, 1.784696102142334, 1.769770622253418, 1.7787245512008667, 1.7580151557922363, 1.7361040115356445, 1.7274235486984253, 1.718230962753296, 1.6891576051712036, 1.684605360031128, 1.6764873266220093, 1.6512651443481445, 1.645481824874878, 1.6443904638290405]}, {"step": 7900, "epoch": 20, "train_loss": 0.34249186515808105, "cos_r_negg": [0.8281320929527283, 0.8674449324607849, 0.8796498775482178, 0.8897304534912109, 0.8997836112976074, 0.9107160568237305, 0.9117650985717773, 0.9174817204475403, 0.9219878911972046, 0.9272201061248779, 0.9325851202011108, 0.937552273273468, 0.9401915669441223, 0.9391342401504517, 0.9437026381492615, 0.9447709321975708, 0.9481351971626282, 0.9486206769943237, 0.9507785439491272, 0.9469316005706787], "cos_apical_negg": [0.8281320929527283, 0.8674449324607849, 0.8796498775482178, 0.8897304534912109, 0.8997836112976074, 0.9107160568237305, 0.9117650985717773, 0.9174817204475403, 0.9219878911972046, 0.9272201061248779, 0.9325851202011108, 0.937552273273468, 0.9401915669441223, 0.9391342401504517, 0.9437026381492615, 0.9447709321975708, 0.9481351971626282, 0.9486206769943237, 0.9507785439491272, 0.9469316005706787], "cos_Ac_negg": [0.8281320929527283, 0.8674449324607849, 0.8796498775482178, 0.8897304534912109, 0.8997836112976074, 0.9107160568237305, 0.9117650985717773, 0.9174817204475403, 0.9219878911972046, 0.9272201061248779, 0.9325851202011108, 0.937552273273468, 0.9401915669441223, 0.9391342401504517, 0.9437026381492615, 0.9447709321975708, 0.9481351971626282, 0.9486206769943237, 0.9507785439491272, 0.9469316005706787], "r_norm": [2.0636518001556396, 1.854188323020935, 1.8328042030334473, 1.829852819442749, 1.8310297727584839, 1.8257272243499756, 1.8127622604370117, 1.7838126420974731, 1.7687811851501465, 1.7762571573257446, 1.760169506072998, 1.7346312999725342, 1.7271883487701416, 1.7166454792022705, 1.6883608102798462, 1.6830039024353027, 1.6747820377349854, 1.6509668827056885, 1.6437673568725586, 1.64275324344635]}, {"step": 7950, "epoch": 20, "train_loss": 0.43357330560684204, "cos_r_negg": [0.8305221796035767, 0.8688262104988098, 0.8830223679542542, 0.8897814750671387, 0.9005138874053955, 0.9116041660308838, 0.9130877256393433, 0.9191539287567139, 0.9238353967666626, 0.9275949001312256, 0.9325655698776245, 0.9399611949920654, 0.9414210915565491, 0.9414487481117249, 0.9456332325935364, 0.9487179517745972, 0.9503467082977295, 0.950092613697052, 0.9537122845649719, 0.9492212533950806], "cos_apical_negg": [0.8305221796035767, 0.8688262104988098, 0.8830223679542542, 0.8897814750671387, 0.9005138874053955, 0.9116041660308838, 0.9130877256393433, 0.9191539287567139, 0.9238353967666626, 0.9275949001312256, 0.9325655698776245, 0.9399611949920654, 0.9414210915565491, 0.9414487481117249, 0.9456332325935364, 0.9487179517745972, 0.9503467082977295, 0.950092613697052, 0.9537122845649719, 0.9492212533950806], "cos_Ac_negg": [0.8305221796035767, 0.8688262104988098, 0.8830223679542542, 0.8897814750671387, 0.9005138874053955, 0.9116041660308838, 0.9130877256393433, 0.9191539287567139, 0.9238353967666626, 0.9275949001312256, 0.9325655698776245, 0.9399611949920654, 0.9414210915565491, 0.9414487481117249, 0.9456332325935364, 0.9487179517745972, 0.9503467082977295, 0.950092613697052, 0.9537122845649719, 0.9492212533950806], "r_norm": [2.1000871658325195, 1.8842535018920898, 1.8608635663986206, 1.8600172996520996, 1.860677719116211, 1.8530389070510864, 1.8393614292144775, 1.8095669746398926, 1.7946518659591675, 1.803169846534729, 1.7861225605010986, 1.7584006786346436, 1.7505905628204346, 1.7405506372451782, 1.7128710746765137, 1.7068979740142822, 1.6993160247802734, 1.6743391752243042, 1.6663202047348022, 1.6658128499984741]}, {"step": 8000, "epoch": 20, "train_loss": 0.6633366346359253, "cos_r_negg": [0.8350595235824585, 0.8693271279335022, 0.8827497363090515, 0.8906534314155579, 0.9015921354293823, 0.9116051197052002, 0.9134230017662048, 0.920540452003479, 0.9255701899528503, 0.9288359880447388, 0.9341073036193848, 0.940019965171814, 0.9412600994110107, 0.9438315629959106, 0.9471957683563232, 0.9494401216506958, 0.9526628851890564, 0.9497045278549194, 0.9559695720672607, 0.952170729637146], "cos_apical_negg": [0.8350595235824585, 0.8693271279335022, 0.8827497363090515, 0.8906534314155579, 0.9015921354293823, 0.9116051197052002, 0.9134230017662048, 0.920540452003479, 0.9255701899528503, 0.9288359880447388, 0.9341073036193848, 0.940019965171814, 0.9412600994110107, 0.9438315629959106, 0.9471957683563232, 0.9494401216506958, 0.9526628851890564, 0.9497045278549194, 0.9559695720672607, 0.952170729637146], "cos_Ac_negg": [0.8350595235824585, 0.8693271279335022, 0.8827497363090515, 0.8906534314155579, 0.9015921354293823, 0.9116051197052002, 0.9134230017662048, 0.920540452003479, 0.9255701899528503, 0.9288359880447388, 0.9341073036193848, 0.940019965171814, 0.9412600994110107, 0.9438315629959106, 0.9471957683563232, 0.9494401216506958, 0.9526628851890564, 0.9497045278549194, 0.9559695720672607, 0.952170729637146], "r_norm": [2.0917489528656006, 1.8860440254211426, 1.8644591569900513, 1.866032600402832, 1.8655626773834229, 1.8601927757263184, 1.845482587814331, 1.816123604774475, 1.802699327468872, 1.8092918395996094, 1.7923550605773926, 1.7656211853027344, 1.7592169046401978, 1.7493515014648438, 1.7198712825775146, 1.7129336595535278, 1.7050726413726807, 1.6808069944381714, 1.6732385158538818, 1.671492576599121], "ldr": {"dL_sdil": -0.14096379280090332, "dL_bp": -0.18673348426818848, "ratio": 0.7548929606992698}}, {"step": 8050, "epoch": 20, "train_loss": 0.3971439003944397, "cos_r_negg": [0.8358410596847534, 0.87157142162323, 0.8824264407157898, 0.8923622965812683, 0.9020008444786072, 0.913288950920105, 0.9134811162948608, 0.9205759763717651, 0.9244545698165894, 0.9288592338562012, 0.9326978921890259, 0.9396112561225891, 0.9424521327018738, 0.9427049160003662, 0.9460777044296265, 0.948822021484375, 0.9524829387664795, 0.9505398273468018, 0.955807089805603, 0.9503129720687866], "cos_apical_negg": [0.8358410596847534, 0.87157142162323, 0.8824264407157898, 0.8923622965812683, 0.9020008444786072, 0.913288950920105, 0.9134811162948608, 0.9205759763717651, 0.9244545698165894, 0.9288592338562012, 0.9326978921890259, 0.9396112561225891, 0.9424521327018738, 0.9427049160003662, 0.9460777044296265, 0.948822021484375, 0.9524829387664795, 0.9505398273468018, 0.955807089805603, 0.9503129720687866], "cos_Ac_negg": [0.8358410596847534, 0.87157142162323, 0.8824264407157898, 0.8923622965812683, 0.9020008444786072, 0.913288950920105, 0.9134811162948608, 0.9205759763717651, 0.9244545698165894, 0.9288592338562012, 0.9326978921890259, 0.9396112561225891, 0.9424521327018738, 0.9427049160003662, 0.9460777044296265, 0.948822021484375, 0.9524829387664795, 0.9505398273468018, 0.955807089805603, 0.9503129720687866], "r_norm": [2.096590518951416, 1.8887569904327393, 1.8668851852416992, 1.8663551807403564, 1.866685390472412, 1.8583019971847534, 1.8460652828216553, 1.8163464069366455, 1.806227684020996, 1.8104925155639648, 1.7950341701507568, 1.7673406600952148, 1.7600092887878418, 1.7466316223144531, 1.7193775177001953, 1.712644338607788, 1.7069298028945923, 1.6811834573745728, 1.6744353771209717, 1.6708581447601318]}, {"step": 8100, "epoch": 20, "train_loss": 0.5102030038833618, "cos_r_negg": [0.8369888067245483, 0.8720855116844177, 0.8830351233482361, 0.8909964561462402, 0.9032541513442993, 0.912474513053894, 0.9143474102020264, 0.9208300113677979, 0.9261108040809631, 0.9322291612625122, 0.9336261749267578, 0.940629243850708, 0.9422444701194763, 0.9434401988983154, 0.9458275437355042, 0.9500119686126709, 0.9524788856506348, 0.9483190178871155, 0.95461106300354, 0.9515640735626221], "cos_apical_negg": [0.8369888067245483, 0.8720855116844177, 0.8830351233482361, 0.8909964561462402, 0.9032541513442993, 0.912474513053894, 0.9143474102020264, 0.9208300113677979, 0.9261108040809631, 0.9322291612625122, 0.9336261749267578, 0.940629243850708, 0.9422444701194763, 0.9434401988983154, 0.9458275437355042, 0.9500119686126709, 0.9524788856506348, 0.9483190178871155, 0.95461106300354, 0.9515640735626221], "cos_Ac_negg": [0.8369888067245483, 0.8720855116844177, 0.8830351233482361, 0.8909964561462402, 0.9032541513442993, 0.912474513053894, 0.9143474102020264, 0.9208300113677979, 0.9261108040809631, 0.9322291612625122, 0.9336261749267578, 0.940629243850708, 0.9422444701194763, 0.9434401988983154, 0.9458275437355042, 0.9500119686126709, 0.9524788856506348, 0.9483190178871155, 0.95461106300354, 0.9515640735626221], "r_norm": [2.1260921955108643, 1.9186184406280518, 1.8984440565109253, 1.8967523574829102, 1.8975862264633179, 1.8864296674728394, 1.8766894340515137, 1.8470330238342285, 1.8338171243667603, 1.8392419815063477, 1.821674108505249, 1.7927165031433105, 1.7865163087844849, 1.7719799280166626, 1.7462995052337646, 1.737790822982788, 1.731721043586731, 1.7048707008361816, 1.6971917152404785, 1.694539189338684]}, {"step": 8150, "epoch": 20, "train_loss": 0.5514817237854004, "cos_r_negg": [0.8397773504257202, 0.8712286353111267, 0.8857231736183167, 0.8937767744064331, 0.9050973653793335, 0.9146983027458191, 0.9161738753318787, 0.9229259490966797, 0.9276527166366577, 0.9320462346076965, 0.9364917278289795, 0.9412375688552856, 0.9429288506507874, 0.9457311630249023, 0.9491904973983765, 0.9502462148666382, 0.9538816213607788, 0.9505990147590637, 0.9571800231933594, 0.9536343812942505], "cos_apical_negg": [0.8397773504257202, 0.8712286353111267, 0.8857231736183167, 0.8937767744064331, 0.9050973653793335, 0.9146983027458191, 0.9161738753318787, 0.9229259490966797, 0.9276527166366577, 0.9320462346076965, 0.9364917278289795, 0.9412375688552856, 0.9429288506507874, 0.9457311630249023, 0.9491904973983765, 0.9502462148666382, 0.9538816213607788, 0.9505990147590637, 0.9571800231933594, 0.9536343812942505], "cos_Ac_negg": [0.8397773504257202, 0.8712286353111267, 0.8857231736183167, 0.8937767744064331, 0.9050973653793335, 0.9146983027458191, 0.9161738753318787, 0.9229259490966797, 0.9276527166366577, 0.9320462346076965, 0.9364917278289795, 0.9412375688552856, 0.9429288506507874, 0.9457311630249023, 0.9491904973983765, 0.9502462148666382, 0.9538816213607788, 0.9505990147590637, 0.9571800231933594, 0.9536343812942505], "r_norm": [2.1009302139282227, 1.8983747959136963, 1.8786258697509766, 1.8783482313156128, 1.8782305717468262, 1.8691847324371338, 1.8584678173065186, 1.8270790576934814, 1.8151555061340332, 1.8195621967315674, 1.8018821477890015, 1.7738111019134521, 1.7683346271514893, 1.754792332649231, 1.7271164655685425, 1.7198748588562012, 1.714372992515564, 1.687631368637085, 1.6785080432891846, 1.6767773628234863]}, {"step": 8200, "epoch": 20, "train_loss": 0.4804236590862274, "cos_r_negg": [0.8342169523239136, 0.8693333864212036, 0.88331139087677, 0.8903477191925049, 0.90213942527771, 0.9118808507919312, 0.9142085313796997, 0.9206913709640503, 0.9267285466194153, 0.9292292594909668, 0.9329266548156738, 0.9376237392425537, 0.939522922039032, 0.942794680595398, 0.9451254606246948, 0.9474270939826965, 0.9510911703109741, 0.9506844282150269, 0.9544100165367126, 0.9497209787368774], "cos_apical_negg": [0.8342169523239136, 0.8693333864212036, 0.88331139087677, 0.8903477191925049, 0.90213942527771, 0.9118808507919312, 0.9142085313796997, 0.9206913709640503, 0.9267285466194153, 0.9292292594909668, 0.9329266548156738, 0.9376237392425537, 0.939522922039032, 0.942794680595398, 0.9451254606246948, 0.9474270939826965, 0.9510911703109741, 0.9506844282150269, 0.9544100165367126, 0.9497209787368774], "cos_Ac_negg": [0.8342169523239136, 0.8693333864212036, 0.88331139087677, 0.8903477191925049, 0.90213942527771, 0.9118808507919312, 0.9142085313796997, 0.9206913709640503, 0.9267285466194153, 0.9292292594909668, 0.9329266548156738, 0.9376237392425537, 0.939522922039032, 0.942794680595398, 0.9451254606246948, 0.9474270939826965, 0.9510911703109741, 0.9506844282150269, 0.9544100165367126, 0.9497209787368774], "r_norm": [2.157191753387451, 1.9521822929382324, 1.9304779767990112, 1.9314628839492798, 1.9318959712982178, 1.9227042198181152, 1.912112832069397, 1.8774168491363525, 1.866079568862915, 1.8704946041107178, 1.8490186929702759, 1.8227763175964355, 1.816589117050171, 1.8029084205627441, 1.774352788925171, 1.7676100730895996, 1.7600831985473633, 1.734127402305603, 1.7242299318313599, 1.7213349342346191]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4262, "test_loss": 2.813029345703125}, {"step": 8250, "epoch": 21, "train_loss": 0.3506542146205902, "cos_r_negg": [0.8322041034698486, 0.8706571459770203, 0.8845090866088867, 0.8919763565063477, 0.9025461673736572, 0.9121008515357971, 0.9159508347511292, 0.9216975569725037, 0.926625669002533, 0.9317948222160339, 0.9347034096717834, 0.9402884244918823, 0.9424078464508057, 0.9446240067481995, 0.9478736519813538, 0.9496403932571411, 0.9520699977874756, 0.9524415135383606, 0.956862211227417, 0.9521752595901489], "cos_apical_negg": [0.8322041034698486, 0.8706571459770203, 0.8845090866088867, 0.8919763565063477, 0.9025461673736572, 0.9121008515357971, 0.9159508347511292, 0.9216975569725037, 0.926625669002533, 0.9317948222160339, 0.9347034096717834, 0.9402884244918823, 0.9424078464508057, 0.9446240067481995, 0.9478736519813538, 0.9496403932571411, 0.9520699977874756, 0.9524415135383606, 0.956862211227417, 0.9521752595901489], "cos_Ac_negg": [0.8322041034698486, 0.8706571459770203, 0.8845090866088867, 0.8919763565063477, 0.9025461673736572, 0.9121008515357971, 0.9159508347511292, 0.9216975569725037, 0.926625669002533, 0.9317948222160339, 0.9347034096717834, 0.9402884244918823, 0.9424078464508057, 0.9446240067481995, 0.9478736519813538, 0.9496403932571411, 0.9520699977874756, 0.9524415135383606, 0.956862211227417, 0.9521752595901489], "r_norm": [2.122617244720459, 1.9238216876983643, 1.9029877185821533, 1.9062309265136719, 1.9048309326171875, 1.897749900817871, 1.8838120698928833, 1.8547756671905518, 1.839275598526001, 1.8455414772033691, 1.8237037658691406, 1.7990713119506836, 1.7911109924316406, 1.7775548696517944, 1.7518547773361206, 1.7441492080688477, 1.7369458675384521, 1.7096872329711914, 1.6997355222702026, 1.6973316669464111], "ldr": {"dL_sdil": -0.14694857597351074, "dL_bp": -0.18572068214416504, "ratio": 0.7912343109931204}}, {"step": 8300, "epoch": 21, "train_loss": 0.44647812843322754, "cos_r_negg": [0.8323807120323181, 0.8677666783332825, 0.8824011087417603, 0.8899664878845215, 0.901790201663971, 0.9105375409126282, 0.9138045310974121, 0.9210027456283569, 0.9272803068161011, 0.928408145904541, 0.9326782822608948, 0.9390943050384521, 0.9414951801300049, 0.9419668912887573, 0.9453939199447632, 0.9468457102775574, 0.9502521753311157, 0.94989413022995, 0.9554164409637451, 0.9499768614768982], "cos_apical_negg": [0.8323807120323181, 0.8677666783332825, 0.8824011087417603, 0.8899664878845215, 0.901790201663971, 0.9105375409126282, 0.9138045310974121, 0.9210027456283569, 0.9272803068161011, 0.928408145904541, 0.9326782822608948, 0.9390943050384521, 0.9414951801300049, 0.9419668912887573, 0.9453939199447632, 0.9468457102775574, 0.9502521753311157, 0.94989413022995, 0.9554164409637451, 0.9499768614768982], "cos_Ac_negg": [0.8323807120323181, 0.8677666783332825, 0.8824011087417603, 0.8899664878845215, 0.901790201663971, 0.9105375409126282, 0.9138045310974121, 0.9210027456283569, 0.9272803068161011, 0.928408145904541, 0.9326782822608948, 0.9390943050384521, 0.9414951801300049, 0.9419668912887573, 0.9453939199447632, 0.9468457102775574, 0.9502521753311157, 0.94989413022995, 0.9554164409637451, 0.9499768614768982], "r_norm": [2.104776382446289, 1.9070017337799072, 1.8850011825561523, 1.887176513671875, 1.8855246305465698, 1.87754487991333, 1.8649152517318726, 1.8351508378982544, 1.8202275037765503, 1.8244867324829102, 1.805364727973938, 1.7790566682815552, 1.7718253135681152, 1.7576146125793457, 1.7317068576812744, 1.7249125242233276, 1.7161694765090942, 1.689761757850647, 1.6829854249954224, 1.67695951461792]}, {"step": 8350, "epoch": 21, "train_loss": 0.36928460001945496, "cos_r_negg": [0.8190224170684814, 0.8679164052009583, 0.8810732364654541, 0.8895938992500305, 0.9011852741241455, 0.9112783670425415, 0.9143597483634949, 0.9205245971679688, 0.9253919124603271, 0.9284287691116333, 0.9330966472625732, 0.9392837285995483, 0.9420585632324219, 0.9446777701377869, 0.9463517665863037, 0.9475092887878418, 0.9520493149757385, 0.9507173299789429, 0.9549545049667358, 0.9508331418037415], "cos_apical_negg": [0.8190224170684814, 0.8679164052009583, 0.8810732364654541, 0.8895938992500305, 0.9011852741241455, 0.9112783670425415, 0.9143597483634949, 0.9205245971679688, 0.9253919124603271, 0.9284287691116333, 0.9330966472625732, 0.9392837285995483, 0.9420585632324219, 0.9446777701377869, 0.9463517665863037, 0.9475092887878418, 0.9520493149757385, 0.9507173299789429, 0.9549545049667358, 0.9508331418037415], "cos_Ac_negg": [0.8190224170684814, 0.8679164052009583, 0.8810732364654541, 0.8895938992500305, 0.9011852741241455, 0.9112783670425415, 0.9143597483634949, 0.9205245971679688, 0.9253919124603271, 0.9284287691116333, 0.9330966472625732, 0.9392837285995483, 0.9420585632324219, 0.9446777701377869, 0.9463517665863037, 0.9475092887878418, 0.9520493149757385, 0.9507173299789429, 0.9549545049667358, 0.9508331418037415], "r_norm": [2.1100313663482666, 1.9167190790176392, 1.895915150642395, 1.9017935991287231, 1.896777868270874, 1.8931756019592285, 1.8792473077774048, 1.849294662475586, 1.8365591764450073, 1.8383508920669556, 1.8190808296203613, 1.7936159372329712, 1.7859020233154297, 1.7722368240356445, 1.7459763288497925, 1.7396125793457031, 1.7304919958114624, 1.70442533493042, 1.6954339742660522, 1.6890578269958496]}, {"step": 8400, "epoch": 21, "train_loss": 0.36835575103759766, "cos_r_negg": [0.8222692012786865, 0.8678054213523865, 0.8805201649665833, 0.8907036781311035, 0.9005889892578125, 0.9101836681365967, 0.9123828411102295, 0.9196840524673462, 0.9246943593025208, 0.9291521310806274, 0.9331388473510742, 0.9384960532188416, 0.9403101205825806, 0.9423503875732422, 0.9456949234008789, 0.9462937116622925, 0.9504357576370239, 0.9497673511505127, 0.9548410177230835, 0.9519482851028442], "cos_apical_negg": [0.8222692012786865, 0.8678054213523865, 0.8805201649665833, 0.8907036781311035, 0.9005889892578125, 0.9101836681365967, 0.9123828411102295, 0.9196840524673462, 0.9246943593025208, 0.9291521310806274, 0.9331388473510742, 0.9384960532188416, 0.9403101205825806, 0.9423503875732422, 0.9456949234008789, 0.9462937116622925, 0.9504357576370239, 0.9497673511505127, 0.9548410177230835, 0.9519482851028442], "cos_Ac_negg": [0.8222692012786865, 0.8678054213523865, 0.8805201649665833, 0.8907036781311035, 0.9005889892578125, 0.9101836681365967, 0.9123828411102295, 0.9196840524673462, 0.9246943593025208, 0.9291521310806274, 0.9331388473510742, 0.9384960532188416, 0.9403101205825806, 0.9423503875732422, 0.9456949234008789, 0.9462937116622925, 0.9504357576370239, 0.9497673511505127, 0.9548410177230835, 0.9519482851028442], "r_norm": [2.1067800521850586, 1.9140141010284424, 1.8936811685562134, 1.9001414775848389, 1.895057201385498, 1.8894386291503906, 1.8769714832305908, 1.847841739654541, 1.8356250524520874, 1.8374030590057373, 1.816727638244629, 1.791381597518921, 1.7835884094238281, 1.7702962160110474, 1.743451714515686, 1.7372446060180664, 1.727020502090454, 1.700904369354248, 1.692826747894287, 1.6864808797836304]}, {"step": 8450, "epoch": 21, "train_loss": 0.25430381298065186, "cos_r_negg": [0.8242731690406799, 0.870211124420166, 0.882840096950531, 0.8944501876831055, 0.9045099020004272, 0.913118302822113, 0.9172846674919128, 0.924484133720398, 0.9287009239196777, 0.9322309494018555, 0.9371327757835388, 0.9416999816894531, 0.9445464015007019, 0.945560872554779, 0.9491347074508667, 0.9508234858512878, 0.9549655318260193, 0.9528862833976746, 0.9576724767684937, 0.954454779624939], "cos_apical_negg": [0.8242731690406799, 0.870211124420166, 0.882840096950531, 0.8944501876831055, 0.9045099020004272, 0.913118302822113, 0.9172846674919128, 0.924484133720398, 0.9287009239196777, 0.9322309494018555, 0.9371327757835388, 0.9416999816894531, 0.9445464015007019, 0.945560872554779, 0.9491347074508667, 0.9508234858512878, 0.9549655318260193, 0.9528862833976746, 0.9576724767684937, 0.954454779624939], "cos_Ac_negg": [0.8242731690406799, 0.870211124420166, 0.882840096950531, 0.8944501876831055, 0.9045099020004272, 0.913118302822113, 0.9172846674919128, 0.924484133720398, 0.9287009239196777, 0.9322309494018555, 0.9371327757835388, 0.9416999816894531, 0.9445464015007019, 0.945560872554779, 0.9491347074508667, 0.9508234858512878, 0.9549655318260193, 0.9528862833976746, 0.9576724767684937, 0.954454779624939], "r_norm": [2.0953469276428223, 1.9051262140274048, 1.882016897201538, 1.8876405954360962, 1.8820679187774658, 1.8774975538253784, 1.8646221160888672, 1.8365018367767334, 1.8232481479644775, 1.8249146938323975, 1.8052793741226196, 1.7794100046157837, 1.7702853679656982, 1.7566189765930176, 1.7299704551696777, 1.723733901977539, 1.7156033515930176, 1.6866176128387451, 1.6808726787567139, 1.672956109046936]}, {"step": 8500, "epoch": 21, "train_loss": 0.5736650228500366, "cos_r_negg": [0.8286070823669434, 0.8678009510040283, 0.8826708197593689, 0.8928629159927368, 0.9030325412750244, 0.9114395380020142, 0.9168290495872498, 0.9203726053237915, 0.9259458780288696, 0.9309964179992676, 0.9351806640625, 0.9392246007919312, 0.9413422346115112, 0.9440008997917175, 0.9474654793739319, 0.9485722780227661, 0.9515767097473145, 0.9516754150390625, 0.9565683603286743, 0.9528502225875854], "cos_apical_negg": [0.8286070823669434, 0.8678009510040283, 0.8826708197593689, 0.8928629159927368, 0.9030325412750244, 0.9114395380020142, 0.9168290495872498, 0.9203726053237915, 0.9259458780288696, 0.9309964179992676, 0.9351806640625, 0.9392246007919312, 0.9413422346115112, 0.9440008997917175, 0.9474654793739319, 0.9485722780227661, 0.9515767097473145, 0.9516754150390625, 0.9565683603286743, 0.9528502225875854], "cos_Ac_negg": [0.8286070823669434, 0.8678009510040283, 0.8826708197593689, 0.8928629159927368, 0.9030325412750244, 0.9114395380020142, 0.9168290495872498, 0.9203726053237915, 0.9259458780288696, 0.9309964179992676, 0.9351806640625, 0.9392246007919312, 0.9413422346115112, 0.9440008997917175, 0.9474654793739319, 0.9485722780227661, 0.9515767097473145, 0.9516754150390625, 0.9565683603286743, 0.9528502225875854], "r_norm": [2.1934685707092285, 1.9979963302612305, 1.9754188060760498, 1.978861689567566, 1.9738953113555908, 1.9713342189788818, 1.957611322402954, 1.9265817403793335, 1.913313627243042, 1.9143576622009277, 1.894317626953125, 1.86849844455719, 1.8590211868286133, 1.8441135883331299, 1.8165764808654785, 1.8074629306793213, 1.8031210899353027, 1.770971417427063, 1.762580394744873, 1.7556527853012085], "ldr": {"dL_sdil": -0.1396627426147461, "dL_bp": -0.19398117065429688, "ratio": 0.7199809246622485}}, {"step": 8550, "epoch": 21, "train_loss": 0.41636770963668823, "cos_r_negg": [0.833362340927124, 0.8700870275497437, 0.8850198984146118, 0.8942819833755493, 0.9035943746566772, 0.9124196767807007, 0.9185799956321716, 0.9231511354446411, 0.928249716758728, 0.9329830408096313, 0.9368466734886169, 0.9412596225738525, 0.9444109201431274, 0.9457954168319702, 0.9489594101905823, 0.9505312442779541, 0.9558854699134827, 0.9556304216384888, 0.9604859948158264, 0.9568365812301636], "cos_apical_negg": [0.833362340927124, 0.8700870275497437, 0.8850198984146118, 0.8942819833755493, 0.9035943746566772, 0.9124196767807007, 0.9185799956321716, 0.9231511354446411, 0.928249716758728, 0.9329830408096313, 0.9368466734886169, 0.9412596225738525, 0.9444109201431274, 0.9457954168319702, 0.9489594101905823, 0.9505312442779541, 0.9558854699134827, 0.9556304216384888, 0.9604859948158264, 0.9568365812301636], "cos_Ac_negg": [0.833362340927124, 0.8700870275497437, 0.8850198984146118, 0.8942819833755493, 0.9035943746566772, 0.9124196767807007, 0.9185799956321716, 0.9231511354446411, 0.928249716758728, 0.9329830408096313, 0.9368466734886169, 0.9412596225738525, 0.9444109201431274, 0.9457954168319702, 0.9489594101905823, 0.9505312442779541, 0.9558854699134827, 0.9556304216384888, 0.9604859948158264, 0.9568365812301636], "r_norm": [2.1985607147216797, 1.998957633972168, 1.9783703088760376, 1.9802014827728271, 1.9748588800430298, 1.9705746173858643, 1.9587459564208984, 1.929351568222046, 1.9146063327789307, 1.916803240776062, 1.8947365283966064, 1.8676339387893677, 1.8597331047058105, 1.8448173999786377, 1.8146406412124634, 1.807563304901123, 1.8002268075942993, 1.7704538106918335, 1.7620806694030762, 1.754091501235962]}, {"step": 8600, "epoch": 21, "train_loss": 0.4530916213989258, "cos_r_negg": [0.8187574744224548, 0.8687852621078491, 0.8851586580276489, 0.8945475816726685, 0.9026929140090942, 0.9133602380752563, 0.9188963174819946, 0.9219309091567993, 0.9281615018844604, 0.9332683682441711, 0.9369428157806396, 0.9426308870315552, 0.9460711479187012, 0.9468560218811035, 0.9499598741531372, 0.9525173306465149, 0.9560004472732544, 0.9568853378295898, 0.960452675819397, 0.9583975076675415], "cos_apical_negg": [0.8187574744224548, 0.8687852621078491, 0.8851586580276489, 0.8945475816726685, 0.9026929140090942, 0.9133602380752563, 0.9188963174819946, 0.9219309091567993, 0.9281615018844604, 0.9332683682441711, 0.9369428157806396, 0.9426308870315552, 0.9460711479187012, 0.9468560218811035, 0.9499598741531372, 0.9525173306465149, 0.9560004472732544, 0.9568853378295898, 0.960452675819397, 0.9583975076675415], "cos_Ac_negg": [0.8187574744224548, 0.8687852621078491, 0.8851586580276489, 0.8945475816726685, 0.9026929140090942, 0.9133602380752563, 0.9188963174819946, 0.9219309091567993, 0.9281615018844604, 0.9332683682441711, 0.9369428157806396, 0.9426308870315552, 0.9460711479187012, 0.9468560218811035, 0.9499598741531372, 0.9525173306465149, 0.9560004472732544, 0.9568853378295898, 0.960452675819397, 0.9583975076675415], "r_norm": [2.193683385848999, 2.0005369186401367, 1.982024073600769, 1.984217643737793, 1.9785964488983154, 1.9754726886749268, 1.961686372756958, 1.9303416013717651, 1.916986346244812, 1.9209716320037842, 1.8967320919036865, 1.8700621128082275, 1.8613717555999756, 1.8465988636016846, 1.8168797492980957, 1.808595895767212, 1.8027243614196777, 1.7716606855392456, 1.7628086805343628, 1.7579790353775024]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4067, "test_loss": 2.9875892333984373}, {"step": 8650, "epoch": 22, "train_loss": 0.3671986162662506, "cos_r_negg": [0.8256875872612, 0.8697789311408997, 0.8834438920021057, 0.892714262008667, 0.9019057750701904, 0.9115508794784546, 0.9148756861686707, 0.9217985272407532, 0.9262229800224304, 0.9325093030929565, 0.9351509809494019, 0.9405542612075806, 0.9438256621360779, 0.9437500238418579, 0.948445200920105, 0.9504019021987915, 0.9552110433578491, 0.9547463059425354, 0.9589453339576721, 0.957089900970459], "cos_apical_negg": [0.8256875872612, 0.8697789311408997, 0.8834438920021057, 0.892714262008667, 0.9019057750701904, 0.9115508794784546, 0.9148756861686707, 0.9217985272407532, 0.9262229800224304, 0.9325093030929565, 0.9351509809494019, 0.9405542612075806, 0.9438256621360779, 0.9437500238418579, 0.948445200920105, 0.9504019021987915, 0.9552110433578491, 0.9547463059425354, 0.9589453339576721, 0.957089900970459], "cos_Ac_negg": [0.8256875872612, 0.8697789311408997, 0.8834438920021057, 0.892714262008667, 0.9019057750701904, 0.9115508794784546, 0.9148756861686707, 0.9217985272407532, 0.9262229800224304, 0.9325093030929565, 0.9351509809494019, 0.9405542612075806, 0.9438256621360779, 0.9437500238418579, 0.948445200920105, 0.9504019021987915, 0.9552110433578491, 0.9547463059425354, 0.9589453339576721, 0.957089900970459], "r_norm": [2.1702218055725098, 1.9836499691009521, 1.9661962985992432, 1.969727635383606, 1.9631738662719727, 1.9602248668670654, 1.9461615085601807, 1.9150960445404053, 1.9006402492523193, 1.9049261808395386, 1.882500171661377, 1.8537945747375488, 1.8479896783828735, 1.832018494606018, 1.8023488521575928, 1.7945377826690674, 1.7870166301727295, 1.7566800117492676, 1.749105453491211, 1.7437193393707275]}, {"step": 8700, "epoch": 22, "train_loss": 0.3904668688774109, "cos_r_negg": [0.8236168026924133, 0.8713388442993164, 0.8862354755401611, 0.894679844379425, 0.9033118486404419, 0.9133994579315186, 0.9175644516944885, 0.9240198135375977, 0.9286859631538391, 0.9334502816200256, 0.9380637407302856, 0.9433959722518921, 0.94619220495224, 0.9458681344985962, 0.9510263204574585, 0.9532701969146729, 0.9564473628997803, 0.9555282592773438, 0.9598495364189148, 0.9590272903442383], "cos_apical_negg": [0.8236168026924133, 0.8713388442993164, 0.8862354755401611, 0.894679844379425, 0.9033118486404419, 0.9133994579315186, 0.9175644516944885, 0.9240198135375977, 0.9286859631538391, 0.9334502816200256, 0.9380637407302856, 0.9433959722518921, 0.94619220495224, 0.9458681344985962, 0.9510263204574585, 0.9532701969146729, 0.9564473628997803, 0.9555282592773438, 0.9598495364189148, 0.9590272903442383], "cos_Ac_negg": [0.8236168026924133, 0.8713388442993164, 0.8862354755401611, 0.894679844379425, 0.9033118486404419, 0.9133994579315186, 0.9175644516944885, 0.9240198135375977, 0.9286859631538391, 0.9334502816200256, 0.9380637407302856, 0.9433959722518921, 0.94619220495224, 0.9458681344985962, 0.9510263204574585, 0.9532701969146729, 0.9564473628997803, 0.9555282592773438, 0.9598495364189148, 0.9590272903442383], "r_norm": [2.1889004707336426, 1.998749017715454, 1.9819180965423584, 1.9858661890029907, 1.978422999382019, 1.974747896194458, 1.9614530801773071, 1.9297171831130981, 1.9169316291809082, 1.9202556610107422, 1.8977322578430176, 1.869948387145996, 1.8626387119293213, 1.846613883972168, 1.8162317276000977, 1.808366298675537, 1.8006010055541992, 1.7704358100891113, 1.7631112337112427, 1.755885124206543]}, {"step": 8750, "epoch": 22, "train_loss": 0.34602922201156616, "cos_r_negg": [0.8193745613098145, 0.8685430884361267, 0.88300621509552, 0.8923412561416626, 0.9018611311912537, 0.9134427309036255, 0.9153001308441162, 0.9213697910308838, 0.9270448088645935, 0.932224452495575, 0.937027633190155, 0.9420961141586304, 0.9447994232177734, 0.944707453250885, 0.9495316743850708, 0.9497784376144409, 0.9549608826637268, 0.9556421041488647, 0.9590851068496704, 0.9565090537071228], "cos_apical_negg": [0.8193745613098145, 0.8685430884361267, 0.88300621509552, 0.8923412561416626, 0.9018611311912537, 0.9134427309036255, 0.9153001308441162, 0.9213697910308838, 0.9270448088645935, 0.932224452495575, 0.937027633190155, 0.9420961141586304, 0.9447994232177734, 0.944707453250885, 0.9495316743850708, 0.9497784376144409, 0.9549608826637268, 0.9556421041488647, 0.9590851068496704, 0.9565090537071228], "cos_Ac_negg": [0.8193745613098145, 0.8685430884361267, 0.88300621509552, 0.8923412561416626, 0.9018611311912537, 0.9134427309036255, 0.9153001308441162, 0.9213697910308838, 0.9270448088645935, 0.932224452495575, 0.937027633190155, 0.9420961141586304, 0.9447994232177734, 0.944707453250885, 0.9495316743850708, 0.9497784376144409, 0.9549608826637268, 0.9556421041488647, 0.9590851068496704, 0.9565090537071228], "r_norm": [2.1874446868896484, 2.001199722290039, 1.9836513996124268, 1.9856669902801514, 1.9790418148040771, 1.9740809202194214, 1.9616215229034424, 1.9310431480407715, 1.917189598083496, 1.9193572998046875, 1.8980417251586914, 1.8700056076049805, 1.8636693954467773, 1.846645474433899, 1.8167716264724731, 1.8074924945831299, 1.8022167682647705, 1.772125482559204, 1.7633874416351318, 1.7561078071594238], "ldr": {"dL_sdil": -0.1259169578552246, "dL_bp": -0.18753671646118164, "ratio": 0.6714256292382524}}, {"step": 8800, "epoch": 22, "train_loss": 0.5112468004226685, "cos_r_negg": [0.8343449234962463, 0.8703271150588989, 0.8846451044082642, 0.8933237195014954, 0.9039793014526367, 0.9155778884887695, 0.9181393384933472, 0.9222694635391235, 0.9270371794700623, 0.9337236285209656, 0.9374332427978516, 0.9426589012145996, 0.944922149181366, 0.9457393288612366, 0.9497968554496765, 0.9503685235977173, 0.9554411172866821, 0.9565949440002441, 0.9603142142295837, 0.958717405796051], "cos_apical_negg": [0.8343449234962463, 0.8703271150588989, 0.8846451044082642, 0.8933237195014954, 0.9039793014526367, 0.9155778884887695, 0.9181393384933472, 0.9222694635391235, 0.9270371794700623, 0.9337236285209656, 0.9374332427978516, 0.9426589012145996, 0.944922149181366, 0.9457393288612366, 0.9497968554496765, 0.9503685235977173, 0.9554411172866821, 0.9565949440002441, 0.9603142142295837, 0.958717405796051], "cos_Ac_negg": [0.8343449234962463, 0.8703271150588989, 0.8846451044082642, 0.8933237195014954, 0.9039793014526367, 0.9155778884887695, 0.9181393384933472, 0.9222694635391235, 0.9270371794700623, 0.9337236285209656, 0.9374332427978516, 0.9426589012145996, 0.944922149181366, 0.9457393288612366, 0.9497968554496765, 0.9503685235977173, 0.9554411172866821, 0.9565949440002441, 0.9603142142295837, 0.958717405796051], "r_norm": [2.2365589141845703, 2.0444018840789795, 2.029357671737671, 2.0332443714141846, 2.0245046615600586, 2.021589756011963, 2.0065388679504395, 1.9755663871765137, 1.9620693922042847, 1.964545726776123, 1.9386354684829712, 1.9126181602478027, 1.9035449028015137, 1.8895363807678223, 1.8585392236709595, 1.8473559617996216, 1.8401319980621338, 1.8107370138168335, 1.8001012802124023, 1.795332908630371]}, {"step": 8850, "epoch": 22, "train_loss": 0.22005802392959595, "cos_r_negg": [0.8300696611404419, 0.8716498017311096, 0.885923445224762, 0.895003080368042, 0.9053722620010376, 0.9153101444244385, 0.9188232421875, 0.9244752526283264, 0.9292147159576416, 0.9344809651374817, 0.9383403062820435, 0.9427986145019531, 0.9450324177742004, 0.9457764029502869, 0.9508855938911438, 0.9515091180801392, 0.9567573070526123, 0.9568432569503784, 0.9608778357505798, 0.9569420218467712], "cos_apical_negg": [0.8300696611404419, 0.8716498017311096, 0.885923445224762, 0.895003080368042, 0.9053722620010376, 0.9153101444244385, 0.9188232421875, 0.9244752526283264, 0.9292147159576416, 0.9344809651374817, 0.9383403062820435, 0.9427986145019531, 0.9450324177742004, 0.9457764029502869, 0.9508855938911438, 0.9515091180801392, 0.9567573070526123, 0.9568432569503784, 0.9608778357505798, 0.9569420218467712], "cos_Ac_negg": [0.8300696611404419, 0.8716498017311096, 0.885923445224762, 0.895003080368042, 0.9053722620010376, 0.9153101444244385, 0.9188232421875, 0.9244752526283264, 0.9292147159576416, 0.9344809651374817, 0.9383403062820435, 0.9427986145019531, 0.9450324177742004, 0.9457764029502869, 0.9508855938911438, 0.9515091180801392, 0.9567573070526123, 0.9568432569503784, 0.9608778357505798, 0.9569420218467712], "r_norm": [2.2966086864471436, 2.103039264678955, 2.086867570877075, 2.0916178226470947, 2.0827207565307617, 2.0794570446014404, 2.0645437240600586, 2.0329136848449707, 2.0187909603118896, 2.022146701812744, 1.9946002960205078, 1.968916416168213, 1.9583055973052979, 1.9444525241851807, 1.9109156131744385, 1.900276780128479, 1.891831874847412, 1.8620293140411377, 1.851621389389038, 1.8447681665420532]}, {"step": 8900, "epoch": 22, "train_loss": 0.5088880062103271, "cos_r_negg": [0.8240466117858887, 0.8704601526260376, 0.8829249143600464, 0.8935813307762146, 0.9029421806335449, 0.9143558144569397, 0.9160951972007751, 0.921798050403595, 0.9273408055305481, 0.9328723549842834, 0.9357408285140991, 0.9415335059165955, 0.9441949129104614, 0.9456576108932495, 0.9495196342468262, 0.9511762261390686, 0.9555041193962097, 0.9545003175735474, 0.9593230485916138, 0.9577757716178894], "cos_apical_negg": [0.8240466117858887, 0.8704601526260376, 0.8829249143600464, 0.8935813307762146, 0.9029421806335449, 0.9143558144569397, 0.9160951972007751, 0.921798050403595, 0.9273408055305481, 0.9328723549842834, 0.9357408285140991, 0.9415335059165955, 0.9441949129104614, 0.9456576108932495, 0.9495196342468262, 0.9511762261390686, 0.9555041193962097, 0.9545003175735474, 0.9593230485916138, 0.9577757716178894], "cos_Ac_negg": [0.8240466117858887, 0.8704601526260376, 0.8829249143600464, 0.8935813307762146, 0.9029421806335449, 0.9143558144569397, 0.9160951972007751, 0.921798050403595, 0.9273408055305481, 0.9328723549842834, 0.9357408285140991, 0.9415335059165955, 0.9441949129104614, 0.9456576108932495, 0.9495196342468262, 0.9511762261390686, 0.9555041193962097, 0.9545003175735474, 0.9593230485916138, 0.9577757716178894], "r_norm": [2.2758920192718506, 2.0910003185272217, 2.0755953788757324, 2.0799765586853027, 2.0699334144592285, 2.0687084197998047, 2.052187919616699, 2.021024227142334, 2.0083909034729004, 2.0106139183044434, 1.983467698097229, 1.957021713256836, 1.9480688571929932, 1.933487892150879, 1.8995555639266968, 1.8897311687469482, 1.880406379699707, 1.8506700992584229, 1.8410331010818481, 1.8338847160339355]}, {"step": 8950, "epoch": 22, "train_loss": 0.32076579332351685, "cos_r_negg": [0.8219894766807556, 0.8716985583305359, 0.884508490562439, 0.8968066573143005, 0.9051502346992493, 0.9154785871505737, 0.9186410903930664, 0.9228842854499817, 0.9286354780197144, 0.9347673058509827, 0.9383358955383301, 0.9432079792022705, 0.9457998275756836, 0.9459489583969116, 0.951615571975708, 0.9521967172622681, 0.9560783505439758, 0.9547374844551086, 0.9595237374305725, 0.9578776359558105], "cos_apical_negg": [0.8219894766807556, 0.8716985583305359, 0.884508490562439, 0.8968066573143005, 0.9051502346992493, 0.9154785871505737, 0.9186410903930664, 0.9228842854499817, 0.9286354780197144, 0.9347673058509827, 0.9383358955383301, 0.9432079792022705, 0.9457998275756836, 0.9459489583969116, 0.951615571975708, 0.9521967172622681, 0.9560783505439758, 0.9547374844551086, 0.9595237374305725, 0.9578776359558105], "cos_Ac_negg": [0.8219894766807556, 0.8716985583305359, 0.884508490562439, 0.8968066573143005, 0.9051502346992493, 0.9154785871505737, 0.9186410903930664, 0.9228842854499817, 0.9286354780197144, 0.9347673058509827, 0.9383358955383301, 0.9432079792022705, 0.9457998275756836, 0.9459489583969116, 0.951615571975708, 0.9521967172622681, 0.9560783505439758, 0.9547374844551086, 0.9595237374305725, 0.9578776359558105], "r_norm": [2.2755661010742188, 2.0931453704833984, 2.0771026611328125, 2.0827102661132812, 2.0694541931152344, 2.068502426147461, 2.0506253242492676, 2.019711971282959, 2.0062618255615234, 2.0096755027770996, 1.9858206510543823, 1.9586527347564697, 1.9489896297454834, 1.9340286254882812, 1.900030255317688, 1.8897390365600586, 1.8815608024597168, 1.8508191108703613, 1.8414390087127686, 1.833652138710022]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4289, "test_loss": 2.9329326416015626}, {"step": 9000, "epoch": 23, "train_loss": 0.31574201583862305, "cos_r_negg": [0.8283436894416809, 0.8710637092590332, 0.8836874961853027, 0.8944071531295776, 0.9049821496009827, 0.915315568447113, 0.9167253375053406, 0.9238911867141724, 0.9292131066322327, 0.9342362880706787, 0.93775874376297, 0.9422467350959778, 0.9451214075088501, 0.946082353591919, 0.9515360593795776, 0.952512264251709, 0.9553658962249756, 0.9559398889541626, 0.9598719477653503, 0.957100510597229], "cos_apical_negg": [0.8283436894416809, 0.8710637092590332, 0.8836874961853027, 0.8944071531295776, 0.9049821496009827, 0.915315568447113, 0.9167253375053406, 0.9238911867141724, 0.9292131066322327, 0.9342362880706787, 0.93775874376297, 0.9422467350959778, 0.9451214075088501, 0.946082353591919, 0.9515360593795776, 0.952512264251709, 0.9553658962249756, 0.9559398889541626, 0.9598719477653503, 0.957100510597229], "cos_Ac_negg": [0.8283436894416809, 0.8710637092590332, 0.8836874961853027, 0.8944071531295776, 0.9049821496009827, 0.915315568447113, 0.9167253375053406, 0.9238911867141724, 0.9292131066322327, 0.9342362880706787, 0.93775874376297, 0.9422467350959778, 0.9451214075088501, 0.946082353591919, 0.9515360593795776, 0.952512264251709, 0.9553658962249756, 0.9559398889541626, 0.9598719477653503, 0.957100510597229], "r_norm": [2.2584729194641113, 2.075916290283203, 2.058340549468994, 2.0644750595092773, 2.051754951477051, 2.0507819652557373, 2.033644914627075, 2.001366138458252, 1.9888560771942139, 1.9914522171020508, 1.969294786453247, 1.943903923034668, 1.9322808980941772, 1.9179822206497192, 1.8835607767105103, 1.8736058473587036, 1.8659894466400146, 1.835566520690918, 1.825435996055603, 1.8166296482086182], "ldr": {"dL_sdil": -0.15908551216125488, "dL_bp": -0.22848939895629883, "ratio": 0.6962489852392748}}, {"step": 9050, "epoch": 23, "train_loss": 0.2961851954460144, "cos_r_negg": [0.8243792653083801, 0.8669953346252441, 0.8801493048667908, 0.8907296657562256, 0.9007365703582764, 0.911132276058197, 0.9140878915786743, 0.9215735197067261, 0.9245091080665588, 0.9302338361740112, 0.9340846538543701, 0.937842607498169, 0.9424437284469604, 0.9420559406280518, 0.9465247988700867, 0.9479058384895325, 0.9515037536621094, 0.951341986656189, 0.9570363759994507, 0.9539896249771118], "cos_apical_negg": [0.8243792653083801, 0.8669953346252441, 0.8801493048667908, 0.8907296657562256, 0.9007365703582764, 0.911132276058197, 0.9140878915786743, 0.9215735197067261, 0.9245091080665588, 0.9302338361740112, 0.9340846538543701, 0.937842607498169, 0.9424437284469604, 0.9420559406280518, 0.9465247988700867, 0.9479058384895325, 0.9515037536621094, 0.951341986656189, 0.9570363759994507, 0.9539896249771118], "cos_Ac_negg": [0.8243792653083801, 0.8669953346252441, 0.8801493048667908, 0.8907296657562256, 0.9007365703582764, 0.911132276058197, 0.9140878915786743, 0.9215735197067261, 0.9245091080665588, 0.9302338361740112, 0.9340846538543701, 0.937842607498169, 0.9424437284469604, 0.9420559406280518, 0.9465247988700867, 0.9479058384895325, 0.9515037536621094, 0.951341986656189, 0.9570363759994507, 0.9539896249771118], "r_norm": [2.2688329219818115, 2.0862433910369873, 2.0685229301452637, 2.077486991882324, 2.064213514328003, 2.061206579208374, 2.0455679893493652, 2.01300048828125, 1.9978952407836914, 2.0040769577026367, 1.979341983795166, 1.9529049396514893, 1.9403001070022583, 1.9261233806610107, 1.8910058736801147, 1.8804762363433838, 1.8714817762374878, 1.840862512588501, 1.830146074295044, 1.821443796157837]}, {"step": 9100, "epoch": 23, "train_loss": 0.23236793279647827, "cos_r_negg": [0.8167812824249268, 0.8694637417793274, 0.8811338543891907, 0.8921457529067993, 0.9030154943466187, 0.9142401814460754, 0.9168477654457092, 0.9222466945648193, 0.9270433187484741, 0.9326281547546387, 0.9353195428848267, 0.9408817291259766, 0.9428473711013794, 0.9453048706054688, 0.949853777885437, 0.9515190124511719, 0.955547571182251, 0.9550013542175293, 0.9587337374687195, 0.9563895463943481], "cos_apical_negg": [0.8167812824249268, 0.8694637417793274, 0.8811338543891907, 0.8921457529067993, 0.9030154943466187, 0.9142401814460754, 0.9168477654457092, 0.9222466945648193, 0.9270433187484741, 0.9326281547546387, 0.9353195428848267, 0.9408817291259766, 0.9428473711013794, 0.9453048706054688, 0.949853777885437, 0.9515190124511719, 0.955547571182251, 0.9550013542175293, 0.9587337374687195, 0.9563895463943481], "cos_Ac_negg": [0.8167812824249268, 0.8694637417793274, 0.8811338543891907, 0.8921457529067993, 0.9030154943466187, 0.9142401814460754, 0.9168477654457092, 0.9222466945648193, 0.9270433187484741, 0.9326281547546387, 0.9353195428848267, 0.9408817291259766, 0.9428473711013794, 0.9453048706054688, 0.949853777885437, 0.9515190124511719, 0.955547571182251, 0.9550013542175293, 0.9587337374687195, 0.9563895463943481], "r_norm": [2.25357723236084, 2.076587200164795, 2.060136079788208, 2.065060615539551, 2.0519464015960693, 2.0500850677490234, 2.0342817306518555, 2.0019989013671875, 1.9887490272521973, 1.9921778440475464, 1.970503807067871, 1.9424840211868286, 1.9301581382751465, 1.915889024734497, 1.8823081254959106, 1.872328281402588, 1.8618971109390259, 1.8325955867767334, 1.8204691410064697, 1.8147339820861816]}, {"step": 9150, "epoch": 23, "train_loss": 0.33973392844200134, "cos_r_negg": [0.8176076412200928, 0.8681353330612183, 0.8806461691856384, 0.8916034698486328, 0.9019110202789307, 0.9121843576431274, 0.9137239456176758, 0.9192885160446167, 0.9233683347702026, 0.9305973052978516, 0.9342799186706543, 0.9389617443084717, 0.9413754940032959, 0.9417197704315186, 0.9464427828788757, 0.9484373331069946, 0.9522494077682495, 0.9515747427940369, 0.9558041095733643, 0.9541043639183044], "cos_apical_negg": [0.8176076412200928, 0.8681353330612183, 0.8806461691856384, 0.8916034698486328, 0.9019110202789307, 0.9121843576431274, 0.9137239456176758, 0.9192885160446167, 0.9233683347702026, 0.9305973052978516, 0.9342799186706543, 0.9389617443084717, 0.9413754940032959, 0.9417197704315186, 0.9464427828788757, 0.9484373331069946, 0.9522494077682495, 0.9515747427940369, 0.9558041095733643, 0.9541043639183044], "cos_Ac_negg": [0.8176076412200928, 0.8681353330612183, 0.8806461691856384, 0.8916034698486328, 0.9019110202789307, 0.9121843576431274, 0.9137239456176758, 0.9192885160446167, 0.9233683347702026, 0.9305973052978516, 0.9342799186706543, 0.9389617443084717, 0.9413754940032959, 0.9417197704315186, 0.9464427828788757, 0.9484373331069946, 0.9522494077682495, 0.9515747427940369, 0.9558041095733643, 0.9541043639183044], "r_norm": [2.2867062091827393, 2.109553098678589, 2.0909347534179688, 2.0978312492370605, 2.0852203369140625, 2.0830039978027344, 2.069485664367676, 2.034879446029663, 2.0209298133850098, 2.0227746963500977, 2.0007781982421875, 1.973349928855896, 1.960113763809204, 1.9463627338409424, 1.911034107208252, 1.9015945196151733, 1.8895654678344727, 1.861978530883789, 1.8495566844940186, 1.8413233757019043]}, {"step": 9200, "epoch": 23, "train_loss": 0.38416802883148193, "cos_r_negg": [0.8261802196502686, 0.8712185621261597, 0.8846334218978882, 0.8945207595825195, 0.904066801071167, 0.9156671166419983, 0.9174389839172363, 0.9237983822822571, 0.92780601978302, 0.9349136352539062, 0.9377583265304565, 0.9424051642417908, 0.9444333910942078, 0.9448307752609253, 0.9512076377868652, 0.9500758647918701, 0.9563260674476624, 0.955790638923645, 0.9591350555419922, 0.9578847885131836], "cos_apical_negg": [0.8261802196502686, 0.8712185621261597, 0.8846334218978882, 0.8945207595825195, 0.904066801071167, 0.9156671166419983, 0.9174389839172363, 0.9237983822822571, 0.92780601978302, 0.9349136352539062, 0.9377583265304565, 0.9424051642417908, 0.9444333910942078, 0.9448307752609253, 0.9512076377868652, 0.9500758647918701, 0.9563260674476624, 0.955790638923645, 0.9591350555419922, 0.9578847885131836], "cos_Ac_negg": [0.8261802196502686, 0.8712185621261597, 0.8846334218978882, 0.8945207595825195, 0.904066801071167, 0.9156671166419983, 0.9174389839172363, 0.9237983822822571, 0.92780601978302, 0.9349136352539062, 0.9377583265304565, 0.9424051642417908, 0.9444333910942078, 0.9448307752609253, 0.9512076377868652, 0.9500758647918701, 0.9563260674476624, 0.955790638923645, 0.9591350555419922, 0.9578847885131836], "r_norm": [2.3344156742095947, 2.154616355895996, 2.137241840362549, 2.1427178382873535, 2.130692958831787, 2.1280288696289062, 2.1141135692596436, 2.0807251930236816, 2.0661110877990723, 2.0688366889953613, 2.045628547668457, 2.017591714859009, 2.0052638053894043, 1.9900789260864258, 1.9551314115524292, 1.943310022354126, 1.9332917928695679, 1.9040987491607666, 1.8896920680999756, 1.882605791091919]}, {"step": 9250, "epoch": 23, "train_loss": 0.42978769540786743, "cos_r_negg": [0.8243457674980164, 0.8710979223251343, 0.8827145099639893, 0.8935781121253967, 0.9040399789810181, 0.9142358303070068, 0.9168089628219604, 0.9226827025413513, 0.9277363419532776, 0.9339573979377747, 0.937274158000946, 0.9412528276443481, 0.9451333284378052, 0.9454103112220764, 0.9510349035263062, 0.9519228339195251, 0.9556070566177368, 0.9549570679664612, 0.959475576877594, 0.9592217206954956], "cos_apical_negg": [0.8243457674980164, 0.8710979223251343, 0.8827145099639893, 0.8935781121253967, 0.9040399789810181, 0.9142358303070068, 0.9168089628219604, 0.9226827025413513, 0.9277363419532776, 0.9339573979377747, 0.937274158000946, 0.9412528276443481, 0.9451333284378052, 0.9454103112220764, 0.9510349035263062, 0.9519228339195251, 0.9556070566177368, 0.9549570679664612, 0.959475576877594, 0.9592217206954956], "cos_Ac_negg": [0.8243457674980164, 0.8710979223251343, 0.8827145099639893, 0.8935781121253967, 0.9040399789810181, 0.9142358303070068, 0.9168089628219604, 0.9226827025413513, 0.9277363419532776, 0.9339573979377747, 0.937274158000946, 0.9412528276443481, 0.9451333284378052, 0.9454103112220764, 0.9510349035263062, 0.9519228339195251, 0.9556070566177368, 0.9549570679664612, 0.959475576877594, 0.9592217206954956], "r_norm": [2.315518617630005, 2.1397626399993896, 2.1219842433929443, 2.128253936767578, 2.11539363861084, 2.1140501499176025, 2.098799228668213, 2.0659751892089844, 2.049384117126465, 2.055732488632202, 2.0328330993652344, 2.0041933059692383, 1.9894248247146606, 1.9754276275634766, 1.9406369924545288, 1.9288618564605713, 1.9167001247406006, 1.8874549865722656, 1.8765302896499634, 1.8688991069793701], "ldr": {"dL_sdil": -0.14992809295654297, "dL_bp": -0.2241497039794922, "ratio": 0.6688748202418332}}, {"step": 9300, "epoch": 23, "train_loss": 0.36648210883140564, "cos_r_negg": [0.8232238292694092, 0.8734089136123657, 0.8831170201301575, 0.8928577899932861, 0.9037104845046997, 0.915111780166626, 0.9171169996261597, 0.923740029335022, 0.9287750720977783, 0.9350200891494751, 0.938530683517456, 0.9421858787536621, 0.9452683329582214, 0.9475110769271851, 0.9513744115829468, 0.9533920288085938, 0.9567219018936157, 0.9552501440048218, 0.9596042633056641, 0.9598525166511536], "cos_apical_negg": [0.8232238292694092, 0.8734089136123657, 0.8831170201301575, 0.8928577899932861, 0.9037104845046997, 0.915111780166626, 0.9171169996261597, 0.923740029335022, 0.9287750720977783, 0.9350200891494751, 0.938530683517456, 0.9421858787536621, 0.9452683329582214, 0.9475110769271851, 0.9513744115829468, 0.9533920288085938, 0.9567219018936157, 0.9552501440048218, 0.9596042633056641, 0.9598525166511536], "cos_Ac_negg": [0.8232238292694092, 0.8734089136123657, 0.8831170201301575, 0.8928577899932861, 0.9037104845046997, 0.915111780166626, 0.9171169996261597, 0.923740029335022, 0.9287750720977783, 0.9350200891494751, 0.938530683517456, 0.9421858787536621, 0.9452683329582214, 0.9475110769271851, 0.9513744115829468, 0.9533920288085938, 0.9567219018936157, 0.9552501440048218, 0.9596042633056641, 0.9598525166511536], "r_norm": [2.32140851020813, 2.1508119106292725, 2.1359643936157227, 2.1425061225891113, 2.1282706260681152, 2.1286826133728027, 2.1128878593444824, 2.0809578895568848, 2.064770221710205, 2.0691440105438232, 2.046797752380371, 2.015317440032959, 2.002847194671631, 1.9897867441177368, 1.9537547826766968, 1.9445433616638184, 1.9292652606964111, 1.9008688926696777, 1.8886618614196777, 1.883298635482788]}, {"step": 9350, "epoch": 23, "train_loss": 0.32007572054862976, "cos_r_negg": [0.8310146331787109, 0.8718709945678711, 0.8827050924301147, 0.8939553499221802, 0.903073251247406, 0.9134590029716492, 0.916077733039856, 0.92351233959198, 0.9276541471481323, 0.9332462549209595, 0.9384219646453857, 0.9422459602355957, 0.9437596797943115, 0.9457550644874573, 0.9507776498794556, 0.9517702460289001, 0.9559001922607422, 0.9559219479560852, 0.959275484085083, 0.9589066505432129], "cos_apical_negg": [0.8310146331787109, 0.8718709945678711, 0.8827050924301147, 0.8939553499221802, 0.903073251247406, 0.9134590029716492, 0.916077733039856, 0.92351233959198, 0.9276541471481323, 0.9332462549209595, 0.9384219646453857, 0.9422459602355957, 0.9437596797943115, 0.9457550644874573, 0.9507776498794556, 0.9517702460289001, 0.9559001922607422, 0.9559219479560852, 0.959275484085083, 0.9589066505432129], "cos_Ac_negg": [0.8310146331787109, 0.8718709945678711, 0.8827050924301147, 0.8939553499221802, 0.903073251247406, 0.9134590029716492, 0.916077733039856, 0.92351233959198, 0.9276541471481323, 0.9332462549209595, 0.9384219646453857, 0.9422459602355957, 0.9437596797943115, 0.9457550644874573, 0.9507776498794556, 0.9517702460289001, 0.9559001922607422, 0.9559219479560852, 0.959275484085083, 0.9589066505432129], "r_norm": [2.3333663940429688, 2.158313274383545, 2.1438136100769043, 2.1478688716888428, 2.13560152053833, 2.134241819381714, 2.1180171966552734, 2.0856282711029053, 2.0716910362243652, 2.074430465698242, 2.050750970840454, 2.0214524269104004, 2.007723093032837, 1.993323802947998, 1.9580047130584717, 1.9468761682510376, 1.934585690498352, 1.9053956270217896, 1.8916277885437012, 1.8860783576965332]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4202, "test_loss": 3.1203314453125}, {"step": 9400, "epoch": 24, "train_loss": 0.26927220821380615, "cos_r_negg": [0.8258098363876343, 0.8745195865631104, 0.8870869874954224, 0.8973676562309265, 0.9070024490356445, 0.9173097610473633, 0.9210371971130371, 0.9255455732345581, 0.9324363470077515, 0.9370300769805908, 0.9415004253387451, 0.9461863040924072, 0.9489595890045166, 0.949978232383728, 0.9553122520446777, 0.9562618732452393, 0.9605122804641724, 0.9619124531745911, 0.963635265827179, 0.9615179896354675], "cos_apical_negg": [0.8258098363876343, 0.8745195865631104, 0.8870869874954224, 0.8973676562309265, 0.9070024490356445, 0.9173097610473633, 0.9210371971130371, 0.9255455732345581, 0.9324363470077515, 0.9370300769805908, 0.9415004253387451, 0.9461863040924072, 0.9489595890045166, 0.949978232383728, 0.9553122520446777, 0.9562618732452393, 0.9605122804641724, 0.9619124531745911, 0.963635265827179, 0.9615179896354675], "cos_Ac_negg": [0.8258098363876343, 0.8745195865631104, 0.8870869874954224, 0.8973676562309265, 0.9070024490356445, 0.9173097610473633, 0.9210371971130371, 0.9255455732345581, 0.9324363470077515, 0.9370300769805908, 0.9415004253387451, 0.9461863040924072, 0.9489595890045166, 0.949978232383728, 0.9553122520446777, 0.9562618732452393, 0.9605122804641724, 0.9619124531745911, 0.963635265827179, 0.9615179896354675], "r_norm": [2.3366305828094482, 2.1605453491210938, 2.1440072059631348, 2.1492466926574707, 2.136875629425049, 2.134244441986084, 2.1184065341949463, 2.08427095413208, 2.0705645084381104, 2.07379412651062, 2.0516507625579834, 2.0206708908081055, 2.0071966648101807, 1.9917829036712646, 1.9554245471954346, 1.944912075996399, 1.9341373443603516, 1.9050819873809814, 1.8931092023849487, 1.8845628499984741]}, {"step": 9450, "epoch": 24, "train_loss": 0.264068067073822, "cos_r_negg": [0.8256735801696777, 0.8698443174362183, 0.8821474313735962, 0.8945677280426025, 0.9038147926330566, 0.9133750796318054, 0.9174057245254517, 0.9211409091949463, 0.9269506931304932, 0.9334568977355957, 0.9379189014434814, 0.9408991932868958, 0.9433956742286682, 0.9460200667381287, 0.9504254460334778, 0.9522659778594971, 0.9567070007324219, 0.9571593999862671, 0.9596935510635376, 0.9583549499511719], "cos_apical_negg": [0.8256735801696777, 0.8698443174362183, 0.8821474313735962, 0.8945677280426025, 0.9038147926330566, 0.9133750796318054, 0.9174057245254517, 0.9211409091949463, 0.9269506931304932, 0.9334568977355957, 0.9379189014434814, 0.9408991932868958, 0.9433956742286682, 0.9460200667381287, 0.9504254460334778, 0.9522659778594971, 0.9567070007324219, 0.9571593999862671, 0.9596935510635376, 0.9583549499511719], "cos_Ac_negg": [0.8256735801696777, 0.8698443174362183, 0.8821474313735962, 0.8945677280426025, 0.9038147926330566, 0.9133750796318054, 0.9174057245254517, 0.9211409091949463, 0.9269506931304932, 0.9334568977355957, 0.9379189014434814, 0.9408991932868958, 0.9433956742286682, 0.9460200667381287, 0.9504254460334778, 0.9522659778594971, 0.9567070007324219, 0.9571593999862671, 0.9596935510635376, 0.9583549499511719], "r_norm": [2.3599720001220703, 2.1884231567382812, 2.172466278076172, 2.1792240142822266, 2.1675095558166504, 2.1658711433410645, 2.149367332458496, 2.1168458461761475, 2.1015758514404297, 2.106771945953369, 2.082981586456299, 2.0523934364318848, 2.0385797023773193, 2.023435115814209, 1.9878621101379395, 1.977754831314087, 1.963822841644287, 1.933931589126587, 1.9197888374328613, 1.9142199754714966]}, {"step": 9500, "epoch": 24, "train_loss": 0.31471121311187744, "cos_r_negg": [0.8220693469047546, 0.8725904226303101, 0.8852206468582153, 0.8958536386489868, 0.9065111875534058, 0.9165129661560059, 0.9200571179389954, 0.9243009090423584, 0.9296742677688599, 0.9362927675247192, 0.9406923055648804, 0.944745659828186, 0.946434497833252, 0.9473954439163208, 0.9529180526733398, 0.9539522528648376, 0.9579289555549622, 0.958116888999939, 0.9619013667106628, 0.9603404402732849], "cos_apical_negg": [0.8220693469047546, 0.8725904226303101, 0.8852206468582153, 0.8958536386489868, 0.9065111875534058, 0.9165129661560059, 0.9200571179389954, 0.9243009090423584, 0.9296742677688599, 0.9362927675247192, 0.9406923055648804, 0.944745659828186, 0.946434497833252, 0.9473954439163208, 0.9529180526733398, 0.9539522528648376, 0.9579289555549622, 0.958116888999939, 0.9619013667106628, 0.9603404402732849], "cos_Ac_negg": [0.8220693469047546, 0.8725904226303101, 0.8852206468582153, 0.8958536386489868, 0.9065111875534058, 0.9165129661560059, 0.9200571179389954, 0.9243009090423584, 0.9296742677688599, 0.9362927675247192, 0.9406923055648804, 0.944745659828186, 0.946434497833252, 0.9473954439163208, 0.9529180526733398, 0.9539522528648376, 0.9579289555549622, 0.958116888999939, 0.9619013667106628, 0.9603404402732849], "r_norm": [2.3690264225006104, 2.19590163230896, 2.1796069145202637, 2.186680316925049, 2.1784706115722656, 2.174757957458496, 2.1596641540527344, 2.1254634857177734, 2.1120476722717285, 2.1160364151000977, 2.0900754928588867, 2.061149835586548, 2.045870065689087, 2.0315349102020264, 1.9946646690368652, 1.9847960472106934, 1.9692497253417969, 1.9422590732574463, 1.9255833625793457, 1.9205515384674072], "ldr": {"dL_sdil": -0.1445174217224121, "dL_bp": -0.23286795616149902, "ratio": 0.620598145423607}}, {"step": 9550, "epoch": 24, "train_loss": 0.37897783517837524, "cos_r_negg": [0.8206921219825745, 0.8677265644073486, 0.8832828402519226, 0.8925162553787231, 0.9021158814430237, 0.9126014709472656, 0.9159784317016602, 0.9205232858657837, 0.9257659316062927, 0.9335051774978638, 0.9362762570381165, 0.940369725227356, 0.9430398344993591, 0.9448275566101074, 0.9493902921676636, 0.949842631816864, 0.954531192779541, 0.9545031785964966, 0.9588947296142578, 0.9578067064285278], "cos_apical_negg": [0.8206921219825745, 0.8677265644073486, 0.8832828402519226, 0.8925162553787231, 0.9021158814430237, 0.9126014709472656, 0.9159784317016602, 0.9205232858657837, 0.9257659316062927, 0.9335051774978638, 0.9362762570381165, 0.940369725227356, 0.9430398344993591, 0.9448275566101074, 0.9493902921676636, 0.949842631816864, 0.954531192779541, 0.9545031785964966, 0.9588947296142578, 0.9578067064285278], "cos_Ac_negg": [0.8206921219825745, 0.8677265644073486, 0.8832828402519226, 0.8925162553787231, 0.9021158814430237, 0.9126014709472656, 0.9159784317016602, 0.9205232858657837, 0.9257659316062927, 0.9335051774978638, 0.9362762570381165, 0.940369725227356, 0.9430398344993591, 0.9448275566101074, 0.9493902921676636, 0.949842631816864, 0.954531192779541, 0.9545031785964966, 0.9588947296142578, 0.9578067064285278], "r_norm": [2.399735927581787, 2.2225985527038574, 2.207082748413086, 2.213721513748169, 2.2068867683410645, 2.2016491889953613, 2.184309959411621, 2.153477668762207, 2.1368520259857178, 2.141862392425537, 2.1145811080932617, 2.0853850841522217, 2.070268154144287, 2.0554850101470947, 2.019272804260254, 2.007613182067871, 1.991946816444397, 1.9638633728027344, 1.9467977285385132, 1.9417941570281982]}, {"step": 9600, "epoch": 24, "train_loss": 0.49316832423210144, "cos_r_negg": [0.8168882131576538, 0.8696591258049011, 0.8840808868408203, 0.8949700593948364, 0.9043635725975037, 0.9133976697921753, 0.9162390232086182, 0.921095609664917, 0.9269741773605347, 0.9351662397384644, 0.937995433807373, 0.9422920942306519, 0.9435946941375732, 0.9455817341804504, 0.9506875276565552, 0.9512990713119507, 0.9554293155670166, 0.9546270966529846, 0.9594374299049377, 0.9589280486106873], "cos_apical_negg": [0.8168882131576538, 0.8696591258049011, 0.8840808868408203, 0.8949700593948364, 0.9043635725975037, 0.9133976697921753, 0.9162390232086182, 0.921095609664917, 0.9269741773605347, 0.9351662397384644, 0.937995433807373, 0.9422920942306519, 0.9435946941375732, 0.9455817341804504, 0.9506875276565552, 0.9512990713119507, 0.9554293155670166, 0.9546270966529846, 0.9594374299049377, 0.9589280486106873], "cos_Ac_negg": [0.8168882131576538, 0.8696591258049011, 0.8840808868408203, 0.8949700593948364, 0.9043635725975037, 0.9133976697921753, 0.9162390232086182, 0.921095609664917, 0.9269741773605347, 0.9351662397384644, 0.937995433807373, 0.9422920942306519, 0.9435946941375732, 0.9455817341804504, 0.9506875276565552, 0.9512990713119507, 0.9554293155670166, 0.9546270966529846, 0.9594374299049377, 0.9589280486106873], "r_norm": [2.373114585876465, 2.2040438652038574, 2.187737464904785, 2.1939609050750732, 2.187211751937866, 2.1822569370269775, 2.166860342025757, 2.133683204650879, 2.1202523708343506, 2.1225671768188477, 2.094677686691284, 2.0689523220062256, 2.0526766777038574, 2.0373945236206055, 2.0006563663482666, 1.9906303882598877, 1.974897861480713, 1.9471614360809326, 1.9297393560409546, 1.9253175258636475]}, {"step": 9650, "epoch": 24, "train_loss": 0.36481794714927673, "cos_r_negg": [0.8161004781723022, 0.8695272207260132, 0.8830503225326538, 0.8938866853713989, 0.9046216011047363, 0.9144483804702759, 0.9158741235733032, 0.9229281544685364, 0.9280726909637451, 0.9344233274459839, 0.937219500541687, 0.9418947100639343, 0.944835901260376, 0.9459705352783203, 0.9511634111404419, 0.9518861770629883, 0.9556757211685181, 0.9554667472839355, 0.9614137411117554, 0.959753155708313], "cos_apical_negg": [0.8161004781723022, 0.8695272207260132, 0.8830503225326538, 0.8938866853713989, 0.9046216011047363, 0.9144483804702759, 0.9158741235733032, 0.9229281544685364, 0.9280726909637451, 0.9344233274459839, 0.937219500541687, 0.9418947100639343, 0.944835901260376, 0.9459705352783203, 0.9511634111404419, 0.9518861770629883, 0.9556757211685181, 0.9554667472839355, 0.9614137411117554, 0.959753155708313], "cos_Ac_negg": [0.8161004781723022, 0.8695272207260132, 0.8830503225326538, 0.8938866853713989, 0.9046216011047363, 0.9144483804702759, 0.9158741235733032, 0.9229281544685364, 0.9280726909637451, 0.9344233274459839, 0.937219500541687, 0.9418947100639343, 0.944835901260376, 0.9459705352783203, 0.9511634111404419, 0.9518861770629883, 0.9556757211685181, 0.9554667472839355, 0.9614137411117554, 0.959753155708313], "r_norm": [2.3341212272644043, 2.1704630851745605, 2.153318405151367, 2.1603665351867676, 2.1533150672912598, 2.1483116149902344, 2.131690263748169, 2.099565267562866, 2.086474657058716, 2.0894174575805664, 2.062556266784668, 2.0353927612304688, 2.019740581512451, 2.0048234462738037, 1.9688329696655273, 1.9589844942092896, 1.9426673650741577, 1.915027379989624, 1.8980695009231567, 1.8937511444091797]}, {"step": 9700, "epoch": 24, "train_loss": 0.3522544205188751, "cos_r_negg": [0.8231611847877502, 0.8682047724723816, 0.8837493062019348, 0.8947323560714722, 0.9033716917037964, 0.9126284718513489, 0.9158917665481567, 0.922515332698822, 0.9269096851348877, 0.9339056611061096, 0.9366804957389832, 0.941401481628418, 0.9447019100189209, 0.9448015689849854, 0.9501241445541382, 0.9517886638641357, 0.9544727206230164, 0.9560943841934204, 0.9596812725067139, 0.9582464694976807], "cos_apical_negg": [0.8231611847877502, 0.8682047724723816, 0.8837493062019348, 0.8947323560714722, 0.9033716917037964, 0.9126284718513489, 0.9158917665481567, 0.922515332698822, 0.9269096851348877, 0.9339056611061096, 0.9366804957389832, 0.941401481628418, 0.9447019100189209, 0.9448015689849854, 0.9501241445541382, 0.9517886638641357, 0.9544727206230164, 0.9560943841934204, 0.9596812725067139, 0.9582464694976807], "cos_Ac_negg": [0.8231611847877502, 0.8682047724723816, 0.8837493062019348, 0.8947323560714722, 0.9033716917037964, 0.9126284718513489, 0.9158917665481567, 0.922515332698822, 0.9269096851348877, 0.9339056611061096, 0.9366804957389832, 0.941401481628418, 0.9447019100189209, 0.9448015689849854, 0.9501241445541382, 0.9517886638641357, 0.9544727206230164, 0.9560943841934204, 0.9596812725067139, 0.9582464694976807], "r_norm": [2.3743789196014404, 2.2072134017944336, 2.1905903816223145, 2.1996030807495117, 2.1917128562927246, 2.187520742416382, 2.1695971488952637, 2.1377921104431152, 2.121800422668457, 2.127255439758301, 2.0986781120300293, 2.071455478668213, 2.0558111667633057, 2.0404458045959473, 2.00433349609375, 1.9916019439697266, 1.9765894412994385, 1.9485154151916504, 1.930443286895752, 1.925240397453308]}, {"step": 9750, "epoch": 24, "train_loss": 0.2529836893081665, "cos_r_negg": [0.8153740167617798, 0.864695131778717, 0.8807069659233093, 0.8921984434127808, 0.9020552635192871, 0.9121478796005249, 0.9139463901519775, 0.9217294454574585, 0.9265307188034058, 0.9320145845413208, 0.935073733329773, 0.9407713413238525, 0.9428889751434326, 0.9433813691139221, 0.9502450823783875, 0.9504873752593994, 0.9551402926445007, 0.9563858509063721, 0.9590661525726318, 0.9586077928543091], "cos_apical_negg": [0.8153740167617798, 0.864695131778717, 0.8807069659233093, 0.8921984434127808, 0.9020552635192871, 0.9121478796005249, 0.9139463901519775, 0.9217294454574585, 0.9265307188034058, 0.9320145845413208, 0.935073733329773, 0.9407713413238525, 0.9428889751434326, 0.9433813691139221, 0.9502450823783875, 0.9504873752593994, 0.9551402926445007, 0.9563858509063721, 0.9590661525726318, 0.9586077928543091], "cos_Ac_negg": [0.8153740167617798, 0.864695131778717, 0.8807069659233093, 0.8921984434127808, 0.9020552635192871, 0.9121478796005249, 0.9139463901519775, 0.9217294454574585, 0.9265307188034058, 0.9320145845413208, 0.935073733329773, 0.9407713413238525, 0.9428889751434326, 0.9433813691139221, 0.9502450823783875, 0.9504873752593994, 0.9551402926445007, 0.9563858509063721, 0.9590661525726318, 0.9586077928543091], "r_norm": [2.388062000274658, 2.2208821773529053, 2.20479679107666, 2.213106870651245, 2.2059273719787598, 2.199098825454712, 2.183314800262451, 2.151829242706299, 2.134132146835327, 2.1389882564544678, 2.1100869178771973, 2.08345627784729, 2.0689542293548584, 2.051997184753418, 2.0161452293395996, 2.0028421878814697, 1.9890028238296509, 1.9598151445388794, 1.9414783716201782, 1.936231255531311], "ldr": {"dL_sdil": -0.16085457801818848, "dL_bp": -0.25477075576782227, "ratio": 0.6313698663467423}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4235, "test_loss": 3.17843310546875}], "final": {"test_acc": 0.4235, "test_loss": 3.17843310546875, "wall_s": 831.3542077541351, "cos_r_negg": [0.8142651319503784, 0.8658955097198486, 0.879786491394043, 0.8926727771759033, 0.9019266366958618, 0.9115017652511597, 0.9148122668266296, 0.920245885848999, 0.9269353151321411, 0.9318133592605591, 0.9358161687850952, 0.9393734931945801, 0.9439527988433838, 0.9439347982406616, 0.9490708112716675, 0.9518868327140808, 0.9542194604873657, 0.9555560350418091, 0.9586504697799683, 0.9592843055725098], "cos_apical_negg": [0.8142651319503784, 0.8658955097198486, 0.879786491394043, 0.8926727771759033, 0.9019266366958618, 0.9115017652511597, 0.9148122668266296, 0.920245885848999, 0.9269353151321411, 0.9318133592605591, 0.9358161687850952, 0.9393734931945801, 0.9439527988433838, 0.9439347982406616, 0.9490708112716675, 0.9518868327140808, 0.9542194604873657, 0.9555560350418091, 0.9586504697799683, 0.9592843055725098], "cos_Ac_negg": [0.8142651319503784, 0.8658955097198486, 0.879786491394043, 0.8926727771759033, 0.9019266366958618, 0.9115017652511597, 0.9148122668266296, 0.920245885848999, 0.9269353151321411, 0.9318133592605591, 0.9358161687850952, 0.9393734931945801, 0.9439527988433838, 0.9439347982406616, 0.9490708112716675, 0.9518868327140808, 0.9542194604873657, 0.9555560350418091, 0.9586504697799683, 0.9592843055725098]}}