1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_trainedA_nd4_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.0002613805700093508, 0.01220147404819727, 0.0749821811914444], "cos_apical_negg": [-0.0002613805700093508, 0.01220147404819727, 0.0749821811914444], "cos_Ac_negg": [-0.0002613805700093508, 0.01220147404819727, 0.0749821811914444], "r_norm": [4.889636516571045, 4.838781356811523, 4.850733757019043], "ldr": {"dL_sdil": -0.044272422790527344, "dL_bp": -0.23199224472045898, "ratio": 0.19083578782503602}}, {"step": 50, "epoch": 0, "train_loss": 0.6947698593139648, "cos_r_negg": [0.46932440996170044, 0.46780890226364136, 0.4261922836303711], "cos_apical_negg": [0.46932440996170044, 0.46780890226364136, 0.4261922836303711], "cos_Ac_negg": [0.46932440996170044, 0.46780890226364136, 0.4261922836303711], "r_norm": [1.234236717224121, 1.2193915843963623, 1.248900055885315]}, {"step": 100, "epoch": 0, "train_loss": 0.33027568459510803, "cos_r_negg": [0.5033400654792786, 0.5043516159057617, 0.5277151465415955], "cos_apical_negg": [0.5033400654792786, 0.5043516159057617, 0.5277151465415955], "cos_Ac_negg": [0.5033400654792786, 0.5043516159057617, 0.5277151465415955], "r_norm": [0.9099504947662354, 0.8886969685554504, 0.923927366733551]}, {"step": 150, "epoch": 0, "train_loss": 0.29190680384635925, "cos_r_negg": [0.5228947401046753, 0.5484175682067871, 0.6033927202224731], "cos_apical_negg": [0.5228947401046753, 0.5484175682067871, 0.6033927202224731], "cos_Ac_negg": [0.5228947401046753, 0.5484175682067871, 0.6033927202224731], "r_norm": [0.8711706399917603, 0.8384007811546326, 0.8818368911743164]}, {"step": 200, "epoch": 0, "train_loss": 0.26959338784217834, "cos_r_negg": [0.5472920536994934, 0.566970944404602, 0.6455470323562622], "cos_apical_negg": [0.5472920536994934, 0.566970944404602, 0.6455470323562622], "cos_Ac_negg": [0.5472920536994934, 0.566970944404602, 0.6455470323562622], "r_norm": [0.9760891199111938, 0.9269013404846191, 0.9881390333175659]}, {"step": 250, "epoch": 0, "train_loss": 0.18652287125587463, "cos_r_negg": [0.5581132769584656, 0.5944055914878845, 0.6624203324317932], "cos_apical_negg": [0.5581132769584656, 0.5944055914878845, 0.6624203324317932], "cos_Ac_negg": [0.5581132769584656, 0.5944055914878845, 0.6624203324317932], "r_norm": [0.8700748085975647, 0.8096775412559509, 0.8744767308235168], "ldr": {"dL_sdil": -0.017549708485603333, "dL_bp": -0.00961393117904663, "ratio": 1.8254456120772498}}, {"step": 300, "epoch": 0, "train_loss": 0.30619898438453674, "cos_r_negg": [0.5849269032478333, 0.6174051761627197, 0.7015668153762817], "cos_apical_negg": [0.5849269032478333, 0.6174051761627197, 0.7015668153762817], "cos_Ac_negg": [0.5849269032478333, 0.6174051761627197, 0.7015668153762817], "r_norm": [0.8595101833343506, 0.8056173920631409, 0.859744668006897]}, {"step": 350, "epoch": 0, "train_loss": 0.17939621210098267, "cos_r_negg": [0.610434353351593, 0.6353212594985962, 0.7266926765441895], "cos_apical_negg": [0.610434353351593, 0.6353212594985962, 0.7266926765441895], "cos_Ac_negg": [0.610434353351593, 0.6353212594985962, 0.7266926765441895], "r_norm": [0.8629319071769714, 0.7947500944137573, 0.8545377850532532]}, {"step": 400, "epoch": 0, "train_loss": 0.11047431081533432, "cos_r_negg": [0.5768938064575195, 0.6297991275787354, 0.7163645625114441], "cos_apical_negg": [0.5768938064575195, 0.6297991275787354, 0.7163645625114441], "cos_Ac_negg": [0.5768938064575195, 0.6297991275787354, 0.7163645625114441], "r_norm": [0.8435810208320618, 0.7696368098258972, 0.8449093699455261]}, {"step": 450, "epoch": 0, "train_loss": 0.21075014770030975, "cos_r_negg": [0.6062219142913818, 0.6493144631385803, 0.7397379279136658], "cos_apical_negg": [0.6062219142913818, 0.6493144631385803, 0.7397379279136658], "cos_Ac_negg": [0.6062219142913818, 0.6493144631385803, 0.7397379279136658], "r_norm": [1.0934802293777466, 0.99028480052948, 1.087562918663025]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9418, "test_loss": 0.20378425064086914}, {"step": 500, "epoch": 1, "train_loss": 0.228421151638031, "cos_r_negg": [0.6231974959373474, 0.6482963562011719, 0.7440301179885864], "cos_apical_negg": [0.6231974959373474, 0.6482963562011719, 0.7440301179885864], "cos_Ac_negg": [0.6231974959373474, 0.6482963562011719, 0.7440301179885864], "r_norm": [0.9854280352592468, 0.8927579522132874, 0.9666597843170166], "ldr": {"dL_sdil": -0.02385561168193817, "dL_bp": -0.012075483798980713, "ratio": 1.9755408627149014}}, {"step": 550, "epoch": 1, "train_loss": 0.13961996138095856, "cos_r_negg": [0.6267005801200867, 0.6599085330963135, 0.7457277774810791], "cos_apical_negg": [0.6267005801200867, 0.6599085330963135, 0.7457277774810791], "cos_Ac_negg": [0.6267005801200867, 0.6599085330963135, 0.7457277774810791], "r_norm": [0.9223068356513977, 0.8187565803527832, 0.8954730033874512]}, {"step": 600, "epoch": 1, "train_loss": 0.20810087025165558, "cos_r_negg": [0.6367852687835693, 0.6667013168334961, 0.7511599063873291], "cos_apical_negg": [0.6367852687835693, 0.6667013168334961, 0.7511599063873291], "cos_Ac_negg": [0.6367852687835693, 0.6667013168334961, 0.7511599063873291], "r_norm": [0.8678241968154907, 0.7759854793548584, 0.8457226157188416]}, {"step": 650, "epoch": 1, "train_loss": 0.25354471802711487, "cos_r_negg": [0.6419029831886292, 0.6701474785804749, 0.745158314704895], "cos_apical_negg": [0.6419029831886292, 0.6701474785804749, 0.745158314704895], "cos_Ac_negg": [0.6419029831886292, 0.6701474785804749, 0.745158314704895], "r_norm": [0.8621715903282166, 0.7642011642456055, 0.8284887671470642]}, {"step": 700, "epoch": 1, "train_loss": 0.06377427279949188, "cos_r_negg": [0.6049619317054749, 0.6465743780136108, 0.7481943964958191], "cos_apical_negg": [0.6049619317054749, 0.6465743780136108, 0.7481943964958191], "cos_Ac_negg": [0.6049619317054749, 0.6465743780136108, 0.7481943964958191], "r_norm": [0.8374091386795044, 0.7416887879371643, 0.806228518486023]}, {"step": 750, "epoch": 1, "train_loss": 0.09137207269668579, "cos_r_negg": [0.6281364560127258, 0.6642559766769409, 0.7544387578964233], "cos_apical_negg": [0.6281364560127258, 0.6642559766769409, 0.7544387578964233], "cos_Ac_negg": [0.6281364560127258, 0.6642559766769409, 0.7544387578964233], "r_norm": [0.9047442674636841, 0.8049823045730591, 0.8711803555488586], "ldr": {"dL_sdil": -0.022219091653823853, "dL_bp": -0.010339885950088501, "ratio": 2.1488720244185746}}, {"step": 800, "epoch": 1, "train_loss": 0.12068931758403778, "cos_r_negg": [0.6515294313430786, 0.6806910037994385, 0.7740550637245178], "cos_apical_negg": [0.6515294313430786, 0.6806910037994385, 0.7740550637245178], "cos_Ac_negg": [0.6515294313430786, 0.6806910037994385, 0.7740550637245178], "r_norm": [0.9510111808776855, 0.8236148953437805, 0.9004076719284058]}, {"step": 850, "epoch": 1, "train_loss": 0.20276907086372375, "cos_r_negg": [0.6409627795219421, 0.6852298974990845, 0.7699993252754211], "cos_apical_negg": [0.6409627795219421, 0.6852298974990845, 0.7699993252754211], "cos_Ac_negg": [0.6409627795219421, 0.6852298974990845, 0.7699993252754211], "r_norm": [0.89708411693573, 0.7730327844619751, 0.8427358865737915]}, {"step": 900, "epoch": 1, "train_loss": 0.09132886677980423, "cos_r_negg": [0.6592685580253601, 0.6973023414611816, 0.7739158272743225], "cos_apical_negg": [0.6592685580253601, 0.6973023414611816, 0.7739158272743225], "cos_Ac_negg": [0.6592685580253601, 0.6973023414611816, 0.7739158272743225], "r_norm": [0.9922375679016113, 0.8483572006225586, 0.9229468107223511]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9561, "test_loss": 0.14448571548461914}, {"step": 950, "epoch": 2, "train_loss": 0.12305060029029846, "cos_r_negg": [0.6291881799697876, 0.6633940935134888, 0.7513742446899414], "cos_apical_negg": [0.6291881799697876, 0.6633940935134888, 0.7513742446899414], "cos_Ac_negg": [0.6291881799697876, 0.6633940935134888, 0.7513742446899414], "r_norm": [0.9119619727134705, 0.7743721008300781, 0.8396859169006348]}, {"step": 1000, "epoch": 2, "train_loss": 0.1610991656780243, "cos_r_negg": [0.6402544975280762, 0.6914174556732178, 0.767808735370636], "cos_apical_negg": [0.6402544975280762, 0.6914174556732178, 0.767808735370636], "cos_Ac_negg": [0.6402544975280762, 0.6914174556732178, 0.767808735370636], "r_norm": [1.0933115482330322, 0.914830207824707, 1.0009945631027222], "ldr": {"dL_sdil": -0.025950521230697632, "dL_bp": -0.012011930346488953, "ratio": 2.160395580239348}}, {"step": 1050, "epoch": 2, "train_loss": 0.09192603826522827, "cos_r_negg": [0.6214075684547424, 0.6640905141830444, 0.7547997236251831], "cos_apical_negg": [0.6214075684547424, 0.6640905141830444, 0.7547997236251831], "cos_Ac_negg": [0.6214075684547424, 0.6640905141830444, 0.7547997236251831], "r_norm": [0.8581026196479797, 0.7189673185348511, 0.7850077152252197]}, {"step": 1100, "epoch": 2, "train_loss": 0.14594297111034393, "cos_r_negg": [0.6155744194984436, 0.6678001880645752, 0.757373571395874], "cos_apical_negg": [0.6155744194984436, 0.6678001880645752, 0.757373571395874], "cos_Ac_negg": [0.6155744194984436, 0.6678001880645752, 0.757373571395874], "r_norm": [0.843515932559967, 0.7085484266281128, 0.7724832892417908]}, {"step": 1150, "epoch": 2, "train_loss": 0.08055883646011353, "cos_r_negg": [0.6300932765007019, 0.6836197376251221, 0.7595656514167786], "cos_apical_negg": [0.6300932765007019, 0.6836197376251221, 0.7595656514167786], "cos_Ac_negg": [0.6300932765007019, 0.6836197376251221, 0.7595656514167786], "r_norm": [1.0884425640106201, 0.8961544036865234, 0.976905107498169]}, {"step": 1200, "epoch": 2, "train_loss": 0.01689751446247101, "cos_r_negg": [0.6123155355453491, 0.6572578549385071, 0.7530547380447388], "cos_apical_negg": [0.6123155355453491, 0.6572578549385071, 0.7530547380447388], "cos_Ac_negg": [0.6123155355453491, 0.6572578549385071, 0.7530547380447388], "r_norm": [1.0530575513839722, 0.8560162782669067, 0.931214451789856]}, {"step": 1250, "epoch": 2, "train_loss": 0.08983488380908966, "cos_r_negg": [0.6227571964263916, 0.6661286354064941, 0.7640368938446045], "cos_apical_negg": [0.6227571964263916, 0.6661286354064941, 0.7640368938446045], "cos_Ac_negg": [0.6227571964263916, 0.6661286354064941, 0.7640368938446045], "r_norm": [0.9008511304855347, 0.7330336570739746, 0.7979448437690735], "ldr": {"dL_sdil": -0.015761658549308777, "dL_bp": -0.006371505558490753, "ratio": 2.473773020303589}}, {"step": 1300, "epoch": 2, "train_loss": 0.1443585902452469, "cos_r_negg": [0.618602991104126, 0.6773569583892822, 0.7412613034248352], "cos_apical_negg": [0.618602991104126, 0.6773569583892822, 0.7412613034248352], "cos_Ac_negg": [0.618602991104126, 0.6773569583892822, 0.7412613034248352], "r_norm": [1.1291651725769043, 0.9089921712875366, 0.9840171337127686]}, {"step": 1350, "epoch": 2, "train_loss": 0.20537221431732178, "cos_r_negg": [0.6439327597618103, 0.7028036117553711, 0.7700578570365906], "cos_apical_negg": [0.6439327597618103, 0.7028036117553711, 0.7700578570365906], "cos_Ac_negg": [0.6439327597618103, 0.7028036117553711, 0.7700578570365906], "r_norm": [1.1102752685546875, 0.874474048614502, 0.9567233324050903]}, {"step": 1400, "epoch": 2, "train_loss": 0.18844574689865112, "cos_r_negg": [0.617133378982544, 0.6448640823364258, 0.7250847816467285], "cos_apical_negg": [0.617133378982544, 0.6448640823364258, 0.7250847816467285], "cos_Ac_negg": [0.617133378982544, 0.6448640823364258, 0.7250847816467285], "r_norm": [1.0158404111862183, 0.8018755912780762, 0.8691326975822449]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9625, "test_loss": 0.13095300102233887}, {"step": 1450, "epoch": 3, "train_loss": 0.0839148610830307, "cos_r_negg": [0.6359577178955078, 0.6797745823860168, 0.7669048309326172], "cos_apical_negg": [0.6359577178955078, 0.6797745823860168, 0.7669048309326172], "cos_Ac_negg": [0.6359577178955078, 0.6797745823860168, 0.7669048309326172], "r_norm": [1.1050056219100952, 0.8755536079406738, 0.9459613561630249]}, {"step": 1500, "epoch": 3, "train_loss": 0.12076367437839508, "cos_r_negg": [0.5816411972045898, 0.6332216262817383, 0.7137866020202637], "cos_apical_negg": [0.5816411972045898, 0.6332216262817383, 0.7137866020202637], "cos_Ac_negg": [0.5816411972045898, 0.6332216262817383, 0.7137866020202637], "r_norm": [1.2533011436462402, 0.9901517033576965, 1.0680054426193237], "ldr": {"dL_sdil": -0.0236101895570755, "dL_bp": -0.00916929543018341, "ratio": 2.5749186223573597}}, {"step": 1550, "epoch": 3, "train_loss": 0.1038300096988678, "cos_r_negg": [0.5737254619598389, 0.6166492104530334, 0.6878671050071716], "cos_apical_negg": [0.5737254619598389, 0.6166492104530334, 0.6878671050071716], "cos_Ac_negg": [0.5737254619598389, 0.6166492104530334, 0.6878671050071716], "r_norm": [1.1527752876281738, 0.8962929248809814, 0.9551362991333008]}, {"step": 1600, "epoch": 3, "train_loss": 0.10237067192792892, "cos_r_negg": [0.5631405115127563, 0.6189684271812439, 0.6854245066642761], "cos_apical_negg": [0.5631405115127563, 0.6189684271812439, 0.6854245066642761], "cos_Ac_negg": [0.5631405115127563, 0.6189684271812439, 0.6854245066642761], "r_norm": [0.9265355467796326, 0.7171560525894165, 0.7640405893325806]}, {"step": 1650, "epoch": 3, "train_loss": 0.08474057912826538, "cos_r_negg": [0.6010724306106567, 0.6645065546035767, 0.7306194305419922], "cos_apical_negg": [0.6010724306106567, 0.6645065546035767, 0.7306194305419922], "cos_Ac_negg": [0.6010724306106567, 0.6645065546035767, 0.7306194305419922], "r_norm": [1.0121045112609863, 0.8007707595825195, 0.8491323590278625]}, {"step": 1700, "epoch": 3, "train_loss": 0.103272944688797, "cos_r_negg": [0.601783275604248, 0.6698959469795227, 0.7497372031211853], "cos_apical_negg": [0.601783275604248, 0.6698959469795227, 0.7497372031211853], "cos_Ac_negg": [0.601783275604248, 0.6698959469795227, 0.7497372031211853], "r_norm": [1.1384130716323853, 0.8875241279602051, 0.9383967518806458]}, {"step": 1750, "epoch": 3, "train_loss": 0.1085285097360611, "cos_r_negg": [0.6096518039703369, 0.686460554599762, 0.7759042978286743], "cos_apical_negg": [0.6096518039703369, 0.686460554599762, 0.7759042978286743], "cos_Ac_negg": [0.6096518039703369, 0.686460554599762, 0.7759042978286743], "r_norm": [1.0407073497772217, 0.8122440576553345, 0.8551032543182373], "ldr": {"dL_sdil": -0.01343940943479538, "dL_bp": -0.004864059388637543, "ratio": 2.7630027433854694}}, {"step": 1800, "epoch": 3, "train_loss": 0.14293330907821655, "cos_r_negg": [0.6361192464828491, 0.6969563961029053, 0.7829744815826416], "cos_apical_negg": [0.6361192464828491, 0.6969563961029053, 0.7829744815826416], "cos_Ac_negg": [0.6361192464828491, 0.6969563961029053, 0.7829744815826416], "r_norm": [1.106919527053833, 0.8550522327423096, 0.9047979116439819]}, {"step": 1850, "epoch": 3, "train_loss": 0.11964458227157593, "cos_r_negg": [0.6293509602546692, 0.6904951333999634, 0.7746015191078186], "cos_apical_negg": [0.6293509602546692, 0.6904951333999634, 0.7746015191078186], "cos_Ac_negg": [0.6293509602546692, 0.6904951333999634, 0.7746015191078186], "r_norm": [1.393786907196045, 1.0597615242004395, 1.113864541053772]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9607, "test_loss": 0.13102229118347167}, {"step": 1900, "epoch": 4, "train_loss": 0.0956725925207138, "cos_r_negg": [0.6003914475440979, 0.6724057197570801, 0.7412309646606445], "cos_apical_negg": [0.6003914475440979, 0.6724057197570801, 0.7412309646606445], "cos_Ac_negg": [0.6003914475440979, 0.6724057197570801, 0.7412309646606445], "r_norm": [0.9852547645568848, 0.748613715171814, 0.7910112738609314]}, {"step": 1950, "epoch": 4, "train_loss": 0.159943625330925, "cos_r_negg": [0.6122360229492188, 0.6912548542022705, 0.7524402737617493], "cos_apical_negg": [0.6122360229492188, 0.6912548542022705, 0.7524402737617493], "cos_Ac_negg": [0.6122360229492188, 0.6912548542022705, 0.7524402737617493], "r_norm": [1.2464922666549683, 0.9558302164077759, 1.0090551376342773]}, {"step": 2000, "epoch": 4, "train_loss": 0.16591496765613556, "cos_r_negg": [0.6199214458465576, 0.6974375247955322, 0.7636685967445374], "cos_apical_negg": [0.6199214458465576, 0.6974375247955322, 0.7636685967445374], "cos_Ac_negg": [0.6199214458465576, 0.6974375247955322, 0.7636685967445374], "r_norm": [1.411552906036377, 1.0806074142456055, 1.1344020366668701], "ldr": {"dL_sdil": -0.024505943059921265, "dL_bp": -0.0088530033826828, "ratio": 2.768093719229442}}, {"step": 2050, "epoch": 4, "train_loss": 0.14458221197128296, "cos_r_negg": [0.5622661113739014, 0.6326324939727783, 0.6908589005470276], "cos_apical_negg": [0.5622661113739014, 0.6326324939727783, 0.6908589005470276], "cos_Ac_negg": [0.5622661113739014, 0.6326324939727783, 0.6908589005470276], "r_norm": [1.2045676708221436, 0.9033591151237488, 0.949255108833313]}, {"step": 2100, "epoch": 4, "train_loss": 0.0456569567322731, "cos_r_negg": [0.6003248691558838, 0.6687451601028442, 0.7490378618240356], "cos_apical_negg": [0.6003248691558838, 0.6687451601028442, 0.7490378618240356], "cos_Ac_negg": [0.6003248691558838, 0.6687451601028442, 0.7490378618240356], "r_norm": [1.0969949960708618, 0.8225836753845215, 0.8698528409004211]}, {"step": 2150, "epoch": 4, "train_loss": 0.09915487468242645, "cos_r_negg": [0.618482232093811, 0.7058486938476562, 0.7823171615600586], "cos_apical_negg": [0.618482232093811, 0.7058486938476562, 0.7823171615600586], "cos_Ac_negg": [0.618482232093811, 0.7058486938476562, 0.7823171615600586], "r_norm": [1.2482221126556396, 0.9320785999298096, 0.9777531623840332]}, {"step": 2200, "epoch": 4, "train_loss": 0.13951000571250916, "cos_r_negg": [0.6097419857978821, 0.6633729934692383, 0.7349108457565308], "cos_apical_negg": [0.6097419857978821, 0.6633729934692383, 0.7349108457565308], "cos_Ac_negg": [0.6097419857978821, 0.6633729934692383, 0.7349108457565308], "r_norm": [1.2515876293182373, 0.9217121601104736, 0.9655167460441589]}, {"step": 2250, "epoch": 4, "train_loss": 0.02543645352125168, "cos_r_negg": [0.5998748540878296, 0.6645246148109436, 0.7315192818641663], "cos_apical_negg": [0.5998748540878296, 0.6645246148109436, 0.7315192818641663], "cos_Ac_negg": [0.5998748540878296, 0.6645246148109436, 0.7315192818641663], "r_norm": [1.6652066707611084, 1.2253611087799072, 1.296628713607788], "ldr": {"dL_sdil": -0.02490074932575226, "dL_bp": -0.009602338075637817, "ratio": 2.593196482940773}}, {"step": 2300, "epoch": 4, "train_loss": 0.18191510438919067, "cos_r_negg": [0.5965988039970398, 0.6679279208183289, 0.7481313943862915], "cos_apical_negg": [0.5965988039970398, 0.6679279208183289, 0.7481313943862915], "cos_Ac_negg": [0.5965988039970398, 0.6679279208183289, 0.7481313943862915], "r_norm": [1.402754545211792, 1.03049898147583, 1.0931943655014038]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9569, "test_loss": 0.13666830978393554}, {"step": 2350, "epoch": 5, "train_loss": 0.09636172652244568, "cos_r_negg": [0.5981360673904419, 0.6860373616218567, 0.7635021209716797], "cos_apical_negg": [0.5981360673904419, 0.6860373616218567, 0.7635021209716797], "cos_Ac_negg": [0.5981360673904419, 0.6860373616218567, 0.7635021209716797], "r_norm": [1.597780704498291, 1.1652203798294067, 1.2349810600280762]}, {"step": 2400, "epoch": 5, "train_loss": 0.09746075421571732, "cos_r_negg": [0.5886317491531372, 0.6602761745452881, 0.7364417910575867], "cos_apical_negg": [0.5886317491531372, 0.6602761745452881, 0.7364417910575867], "cos_Ac_negg": [0.5886317491531372, 0.6602761745452881, 0.7364417910575867], "r_norm": [1.4183214902877808, 1.0313069820404053, 1.0915708541870117]}, {"step": 2450, "epoch": 5, "train_loss": 0.1600063443183899, "cos_r_negg": [0.6159815192222595, 0.6711462736129761, 0.7335281372070312], "cos_apical_negg": [0.6159815192222595, 0.6711462736129761, 0.7335281372070312], "cos_Ac_negg": [0.6159815192222595, 0.6711462736129761, 0.7335281372070312], "r_norm": [1.3098092079162598, 0.949088990688324, 1.0123531818389893]}, {"step": 2500, "epoch": 5, "train_loss": 0.09159959107637405, "cos_r_negg": [0.6189460754394531, 0.6734235286712646, 0.7513979077339172], "cos_apical_negg": [0.6189460754394531, 0.6734235286712646, 0.7513979077339172], "cos_Ac_negg": [0.6189460754394531, 0.6734235286712646, 0.7513979077339172], "r_norm": [1.2878265380859375, 0.9361656308174133, 0.9850500822067261], "ldr": {"dL_sdil": -0.015543371438980103, "dL_bp": -0.0050547122955322266, "ratio": 3.075025942172539}}, {"step": 2550, "epoch": 5, "train_loss": 0.08527851849794388, "cos_r_negg": [0.5913156270980835, 0.6508775353431702, 0.7274351119995117], "cos_apical_negg": [0.5913156270980835, 0.6508775353431702, 0.7274351119995117], "cos_Ac_negg": [0.5913156270980835, 0.6508775353431702, 0.7274351119995117], "r_norm": [1.4522113800048828, 1.0333491563796997, 1.084674596786499]}, {"step": 2600, "epoch": 5, "train_loss": 0.1024337187409401, "cos_r_negg": [0.592519998550415, 0.66251540184021, 0.7376458644866943], "cos_apical_negg": [0.592519998550415, 0.66251540184021, 0.7376458644866943], "cos_Ac_negg": [0.592519998550415, 0.66251540184021, 0.7376458644866943], "r_norm": [1.775361180305481, 1.2790673971176147, 1.3243632316589355]}, {"step": 2650, "epoch": 5, "train_loss": 0.04388291388750076, "cos_r_negg": [0.6115041375160217, 0.6807238459587097, 0.7695878148078918], "cos_apical_negg": [0.6115041375160217, 0.6807238459587097, 0.7695878148078918], "cos_Ac_negg": [0.6115041375160217, 0.6807238459587097, 0.7695878148078918], "r_norm": [1.3620340824127197, 0.9802010655403137, 1.023468255996704]}, {"step": 2700, "epoch": 5, "train_loss": 0.20110481977462769, "cos_r_negg": [0.570311963558197, 0.6401365995407104, 0.723504900932312], "cos_apical_negg": [0.570311963558197, 0.6401365995407104, 0.723504900932312], "cos_Ac_negg": [0.570311963558197, 0.6401365995407104, 0.723504900932312], "r_norm": [1.193419098854065, 0.8552545309066772, 0.8886802196502686]}, {"step": 2750, "epoch": 5, "train_loss": 0.08766510337591171, "cos_r_negg": [0.6095123291015625, 0.6713674068450928, 0.7506362199783325], "cos_apical_negg": [0.6095123291015625, 0.6713674068450928, 0.7506362199783325], "cos_Ac_negg": [0.6095123291015625, 0.6713674068450928, 0.7506362199783325], "r_norm": [1.4122552871704102, 1.0067473649978638, 1.0517418384552002], "ldr": {"dL_sdil": -0.02087073028087616, "dL_bp": -0.0065956711769104, "ratio": 3.1643072738281357}}, {"step": 2800, "epoch": 5, "train_loss": 0.09475909173488617, "cos_r_negg": [0.6031979322433472, 0.6625800728797913, 0.7477052807807922], "cos_apical_negg": [0.6031979322433472, 0.6625800728797913, 0.7477052807807922], "cos_Ac_negg": [0.6031979322433472, 0.6625800728797913, 0.7477052807807922], "r_norm": [1.5683642625808716, 1.1295325756072998, 1.1743062734603882]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9596, "test_loss": 0.13621920890808106}, {"step": 2850, "epoch": 6, "train_loss": 0.14073686301708221, "cos_r_negg": [0.5907812118530273, 0.6636009812355042, 0.7288596630096436], "cos_apical_negg": [0.5907812118530273, 0.6636009812355042, 0.7288596630096436], "cos_Ac_negg": [0.5907812118530273, 0.6636009812355042, 0.7288596630096436], "r_norm": [1.9417341947555542, 1.3842778205871582, 1.4458725452423096]}, {"step": 2900, "epoch": 6, "train_loss": 0.051506705582141876, "cos_r_negg": [0.6101243495941162, 0.6775044202804565, 0.7528828382492065], "cos_apical_negg": [0.6101243495941162, 0.6775044202804565, 0.7528828382492065], "cos_Ac_negg": [0.6101243495941162, 0.6775044202804565, 0.7528828382492065], "r_norm": [1.556578516960144, 1.0969889163970947, 1.1484191417694092]}, {"step": 2950, "epoch": 6, "train_loss": 0.16858312487602234, "cos_r_negg": [0.6048134565353394, 0.6774964332580566, 0.7460631132125854], "cos_apical_negg": [0.6048134565353394, 0.6774964332580566, 0.7460631132125854], "cos_Ac_negg": [0.6048134565353394, 0.6774964332580566, 0.7460631132125854], "r_norm": [1.421022653579712, 0.9922050833702087, 1.0273590087890625]}, {"step": 3000, "epoch": 6, "train_loss": 0.13165780901908875, "cos_r_negg": [0.5866869688034058, 0.67709881067276, 0.7694884538650513], "cos_apical_negg": [0.5866869688034058, 0.67709881067276, 0.7694884538650513], "cos_Ac_negg": [0.5866869688034058, 0.67709881067276, 0.7694884538650513], "r_norm": [1.7522534132003784, 1.24628484249115, 1.293129324913025], "ldr": {"dL_sdil": -0.023591183125972748, "dL_bp": -0.00796758383512497, "ratio": 2.9608955003361728}}, {"step": 3050, "epoch": 6, "train_loss": 0.12613561749458313, "cos_r_negg": [0.6045362949371338, 0.6750525236129761, 0.749683141708374], "cos_apical_negg": [0.6045362949371338, 0.6750525236129761, 0.749683141708374], "cos_Ac_negg": [0.6045362949371338, 0.6750525236129761, 0.749683141708374], "r_norm": [1.3647605180740356, 0.971846342086792, 0.998927652835846]}, {"step": 3100, "epoch": 6, "train_loss": 0.13458770513534546, "cos_r_negg": [0.5584853887557983, 0.6245257258415222, 0.6917712092399597], "cos_apical_negg": [0.5584853887557983, 0.6245257258415222, 0.6917712092399597], "cos_Ac_negg": [0.5584853887557983, 0.6245257258415222, 0.6917712092399597], "r_norm": [1.5555529594421387, 1.1015267372131348, 1.1269211769104004]}, {"step": 3150, "epoch": 6, "train_loss": 0.059190232306718826, "cos_r_negg": [0.5512686967849731, 0.6230615377426147, 0.709530770778656], "cos_apical_negg": [0.5512686967849731, 0.6230615377426147, 0.709530770778656], "cos_Ac_negg": [0.5512686967849731, 0.6230615377426147, 0.709530770778656], "r_norm": [1.3700332641601562, 0.9736716747283936, 1.0031239986419678]}, {"step": 3200, "epoch": 6, "train_loss": 0.19205492734909058, "cos_r_negg": [0.6101268529891968, 0.6736789345741272, 0.777833104133606], "cos_apical_negg": [0.6101268529891968, 0.6736789345741272, 0.777833104133606], "cos_Ac_negg": [0.6101268529891968, 0.6736789345741272, 0.777833104133606], "r_norm": [1.9710792303085327, 1.3850526809692383, 1.4185541868209839]}, {"step": 3250, "epoch": 6, "train_loss": 0.08121910691261292, "cos_r_negg": [0.5814071893692017, 0.658115565776825, 0.7342102527618408], "cos_apical_negg": [0.5814071893692017, 0.658115565776825, 0.7342102527618408], "cos_Ac_negg": [0.5814071893692017, 0.658115565776825, 0.7342102527618408], "r_norm": [1.4166674613952637, 0.9957315921783447, 1.0316048860549927], "ldr": {"dL_sdil": -0.01379173994064331, "dL_bp": -0.003684990108013153, "ratio": 3.742680315654753}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9538, "test_loss": 0.14556781005859376}, {"step": 3300, "epoch": 7, "train_loss": 0.12402740865945816, "cos_r_negg": [0.6017818450927734, 0.6761963963508606, 0.7350349426269531], "cos_apical_negg": [0.6017818450927734, 0.6761963963508606, 0.7350349426269531], "cos_Ac_negg": [0.6017818450927734, 0.6761963963508606, 0.7350349426269531], "r_norm": [1.9963932037353516, 1.410417079925537, 1.4657843112945557]}, {"step": 3350, "epoch": 7, "train_loss": 0.11887490749359131, "cos_r_negg": [0.6271429061889648, 0.6935076713562012, 0.7611749172210693], "cos_apical_negg": [0.6271429061889648, 0.6935076713562012, 0.7611749172210693], "cos_Ac_negg": [0.6271429061889648, 0.6935076713562012, 0.7611749172210693], "r_norm": [1.6928523778915405, 1.1905176639556885, 1.211517572402954]}, {"step": 3400, "epoch": 7, "train_loss": 0.07706471532583237, "cos_r_negg": [0.590736985206604, 0.664841890335083, 0.7533620595932007], "cos_apical_negg": [0.590736985206604, 0.664841890335083, 0.7533620595932007], "cos_Ac_negg": [0.590736985206604, 0.664841890335083, 0.7533620595932007], "r_norm": [1.514777421951294, 1.052018642425537, 1.0745811462402344]}, {"step": 3450, "epoch": 7, "train_loss": 0.1627543717622757, "cos_r_negg": [0.6237504482269287, 0.6932966709136963, 0.767768144607544], "cos_apical_negg": [0.6237504482269287, 0.6932966709136963, 0.767768144607544], "cos_Ac_negg": [0.6237504482269287, 0.6932966709136963, 0.767768144607544], "r_norm": [1.628406286239624, 1.1352930068969727, 1.1624740362167358]}, {"step": 3500, "epoch": 7, "train_loss": 0.0952390730381012, "cos_r_negg": [0.6039595603942871, 0.690881073474884, 0.7672499418258667], "cos_apical_negg": [0.6039595603942871, 0.690881073474884, 0.7672499418258667], "cos_Ac_negg": [0.6039595603942871, 0.690881073474884, 0.7672499418258667], "r_norm": [1.905949592590332, 1.32292902469635, 1.3435336351394653], "ldr": {"dL_sdil": -0.016718417406082153, "dL_bp": -0.00545896589756012, "ratio": 3.0625612469120638}}, {"step": 3550, "epoch": 7, "train_loss": 0.11037959158420563, "cos_r_negg": [0.6030333638191223, 0.6967258453369141, 0.7594031095504761], "cos_apical_negg": [0.6030333638191223, 0.6967258453369141, 0.7594031095504761], "cos_Ac_negg": [0.6030333638191223, 0.6967258453369141, 0.7594031095504761], "r_norm": [1.393629550933838, 0.9739330410957336, 0.9892716407775879]}, {"step": 3600, "epoch": 7, "train_loss": 0.08037593960762024, "cos_r_negg": [0.5725643634796143, 0.6511973142623901, 0.718066930770874], "cos_apical_negg": [0.5725643634796143, 0.6511973142623901, 0.718066930770874], "cos_Ac_negg": [0.5725643634796143, 0.6511973142623901, 0.718066930770874], "r_norm": [1.7203353643417358, 1.214783787727356, 1.2317500114440918]}, {"step": 3650, "epoch": 7, "train_loss": 0.012486383318901062, "cos_r_negg": [0.6054266095161438, 0.6808671951293945, 0.7633216381072998], "cos_apical_negg": [0.6054266095161438, 0.6808671951293945, 0.7633216381072998], "cos_Ac_negg": [0.6054266095161438, 0.6808671951293945, 0.7633216381072998], "r_norm": [1.9613215923309326, 1.3768751621246338, 1.393768072128296]}, {"step": 3700, "epoch": 7, "train_loss": 0.0827355831861496, "cos_r_negg": [0.5985429883003235, 0.6826704740524292, 0.7558616399765015], "cos_apical_negg": [0.5985429883003235, 0.6826704740524292, 0.7558616399765015], "cos_Ac_negg": [0.5985429883003235, 0.6826704740524292, 0.7558616399765015], "r_norm": [1.7002699375152588, 1.1803648471832275, 1.2078055143356323]}, {"step": 3750, "epoch": 7, "train_loss": 0.11813082545995712, "cos_r_negg": [0.607803463935852, 0.6920124888420105, 0.7781993746757507], "cos_apical_negg": [0.607803463935852, 0.6920124888420105, 0.7781993746757507], "cos_Ac_negg": [0.607803463935852, 0.6920124888420105, 0.7781993746757507], "r_norm": [1.6397705078125, 1.1275134086608887, 1.1473121643066406], "ldr": {"dL_sdil": -0.018961884081363678, "dL_bp": -0.006138958036899567, "ratio": 3.088778904724397}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9624, "test_loss": 0.12090022354125976}, {"step": 3800, "epoch": 8, "train_loss": 0.21896161139011383, "cos_r_negg": [0.552924394607544, 0.6379843354225159, 0.729907214641571], "cos_apical_negg": [0.552924394607544, 0.6379843354225159, 0.729907214641571], "cos_Ac_negg": [0.552924394607544, 0.6379843354225159, 0.729907214641571], "r_norm": [1.3706085681915283, 0.9523055553436279, 0.9625574946403503]}, {"step": 3850, "epoch": 8, "train_loss": 0.11146005988121033, "cos_r_negg": [0.5294628143310547, 0.6234343647956848, 0.7075251936912537], "cos_apical_negg": [0.5294628143310547, 0.6234343647956848, 0.7075251936912537], "cos_Ac_negg": [0.5294628143310547, 0.6234343647956848, 0.7075251936912537], "r_norm": [1.4495822191238403, 0.9978458285331726, 1.0067522525787354]}, {"step": 3900, "epoch": 8, "train_loss": 0.12483194470405579, "cos_r_negg": [0.5960201025009155, 0.6650819778442383, 0.7591114640235901], "cos_apical_negg": [0.5960201025009155, 0.6650819778442383, 0.7591114640235901], "cos_Ac_negg": [0.5960201025009155, 0.6650819778442383, 0.7591114640235901], "r_norm": [1.865687370300293, 1.2913224697113037, 1.3110296726226807]}, {"step": 3950, "epoch": 8, "train_loss": 0.09596984088420868, "cos_r_negg": [0.5752500295639038, 0.645512580871582, 0.748232364654541], "cos_apical_negg": [0.5752500295639038, 0.645512580871582, 0.748232364654541], "cos_Ac_negg": [0.5752500295639038, 0.645512580871582, 0.748232364654541], "r_norm": [2.0235495567321777, 1.4012115001678467, 1.418043613433838]}, {"step": 4000, "epoch": 8, "train_loss": 0.07429751753807068, "cos_r_negg": [0.5813809037208557, 0.6595969796180725, 0.7420535087585449], "cos_apical_negg": [0.5813809037208557, 0.6595969796180725, 0.7420535087585449], "cos_Ac_negg": [0.5813809037208557, 0.6595969796180725, 0.7420535087585449], "r_norm": [1.859011173248291, 1.2906479835510254, 1.2888586521148682], "ldr": {"dL_sdil": -0.023709647357463837, "dL_bp": -0.007329799234867096, "ratio": 3.234692601767249}}, {"step": 4050, "epoch": 8, "train_loss": 0.060381121933460236, "cos_r_negg": [0.6004370450973511, 0.6652748584747314, 0.7534669637680054], "cos_apical_negg": [0.6004370450973511, 0.6652748584747314, 0.7534669637680054], "cos_Ac_negg": [0.6004370450973511, 0.6652748584747314, 0.7534669637680054], "r_norm": [1.6421458721160889, 1.1414227485656738, 1.1561787128448486]}, {"step": 4100, "epoch": 8, "train_loss": 0.10111741721630096, "cos_r_negg": [0.5939255952835083, 0.6574274897575378, 0.7377376556396484], "cos_apical_negg": [0.5939255952835083, 0.6574274897575378, 0.7377376556396484], "cos_Ac_negg": [0.5939255952835083, 0.6574274897575378, 0.7377376556396484], "r_norm": [1.8375298976898193, 1.2612508535385132, 1.2725772857666016]}, {"step": 4150, "epoch": 8, "train_loss": 0.08580661565065384, "cos_r_negg": [0.5781002044677734, 0.6741453409194946, 0.7455561757087708], "cos_apical_negg": [0.5781002044677734, 0.6741453409194946, 0.7455561757087708], "cos_Ac_negg": [0.5781002044677734, 0.6741453409194946, 0.7455561757087708], "r_norm": [2.0700912475585938, 1.4087029695510864, 1.4030879735946655]}, {"step": 4200, "epoch": 8, "train_loss": 0.2064223736524582, "cos_r_negg": [0.6052591800689697, 0.6904982924461365, 0.7663458585739136], "cos_apical_negg": [0.6052591800689697, 0.6904982924461365, 0.7663458585739136], "cos_Ac_negg": [0.6052591800689697, 0.6904982924461365, 0.7663458585739136], "r_norm": [1.5659667253494263, 1.0828720331192017, 1.0913022756576538]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9564, "test_loss": 0.14934612350463866}, {"step": 4250, "epoch": 9, "train_loss": 0.11754228174686432, "cos_r_negg": [0.5654537677764893, 0.6511726975440979, 0.7264671325683594], "cos_apical_negg": [0.5654537677764893, 0.6511726975440979, 0.7264671325683594], "cos_Ac_negg": [0.5654537677764893, 0.6511726975440979, 0.7264671325683594], "r_norm": [2.045834541320801, 1.4118802547454834, 1.4203956127166748], "ldr": {"dL_sdil": -0.022529080510139465, "dL_bp": -0.007241412997245789, "ratio": 3.1111442640694866}}, {"step": 4300, "epoch": 9, "train_loss": 0.14854422211647034, "cos_r_negg": [0.616277813911438, 0.6843321323394775, 0.7587019801139832], "cos_apical_negg": [0.616277813911438, 0.6843321323394775, 0.7587019801139832], "cos_Ac_negg": [0.616277813911438, 0.6843321323394775, 0.7587019801139832], "r_norm": [2.260425567626953, 1.5644465684890747, 1.5714925527572632]}, {"step": 4350, "epoch": 9, "train_loss": 0.09568138420581818, "cos_r_negg": [0.5591645240783691, 0.6428915858268738, 0.7261268496513367], "cos_apical_negg": [0.5591645240783691, 0.6428915858268738, 0.7261268496513367], "cos_Ac_negg": [0.5591645240783691, 0.6428915858268738, 0.7261268496513367], "r_norm": [1.7199007272720337, 1.1690421104431152, 1.1670215129852295]}, {"step": 4400, "epoch": 9, "train_loss": 0.13944381475448608, "cos_r_negg": [0.5585173964500427, 0.6402034759521484, 0.7084903717041016], "cos_apical_negg": [0.5585173964500427, 0.6402034759521484, 0.7084903717041016], "cos_Ac_negg": [0.5585173964500427, 0.6402034759521484, 0.7084903717041016], "r_norm": [2.0232081413269043, 1.3749444484710693, 1.3639616966247559]}, {"step": 4450, "epoch": 9, "train_loss": 0.09436172991991043, "cos_r_negg": [0.5722434520721436, 0.6524473428726196, 0.7461997270584106], "cos_apical_negg": [0.5722434520721436, 0.6524473428726196, 0.7461997270584106], "cos_Ac_negg": [0.5722434520721436, 0.6524473428726196, 0.7461997270584106], "r_norm": [1.939261794090271, 1.340899109840393, 1.3282471895217896]}, {"step": 4500, "epoch": 9, "train_loss": 0.04282275214791298, "cos_r_negg": [0.5615564584732056, 0.649947464466095, 0.7243968844413757], "cos_apical_negg": [0.5615564584732056, 0.649947464466095, 0.7243968844413757], "cos_Ac_negg": [0.5615564584732056, 0.649947464466095, 0.7243968844413757], "r_norm": [1.880800724029541, 1.3043341636657715, 1.2966797351837158], "ldr": {"dL_sdil": -0.01640719175338745, "dL_bp": -0.004721850156784058, "ratio": 3.474737911751526}}, {"step": 4550, "epoch": 9, "train_loss": 0.10701142251491547, "cos_r_negg": [0.6219761967658997, 0.6995252370834351, 0.7979401350021362], "cos_apical_negg": [0.6219761967658997, 0.6995252370834351, 0.7979401350021362], "cos_Ac_negg": [0.6219761967658997, 0.6995252370834351, 0.7979401350021362], "r_norm": [1.9670891761779785, 1.3602395057678223, 1.351629614830017]}, {"step": 4600, "epoch": 9, "train_loss": 0.1160203367471695, "cos_r_negg": [0.5949673652648926, 0.6574810147285461, 0.7487894296646118], "cos_apical_negg": [0.5949673652648926, 0.6574810147285461, 0.7487894296646118], "cos_Ac_negg": [0.5949673652648926, 0.6574810147285461, 0.7487894296646118], "r_norm": [2.1134109497070312, 1.4563181400299072, 1.4355690479278564]}, {"step": 4650, "epoch": 9, "train_loss": 0.11916211247444153, "cos_r_negg": [0.6017323732376099, 0.6897616386413574, 0.7759595513343811], "cos_apical_negg": [0.6017323732376099, 0.6897616386413574, 0.7759595513343811], "cos_Ac_negg": [0.6017323732376099, 0.6897616386413574, 0.7759595513343811], "r_norm": [2.1773178577423096, 1.4754070043563843, 1.462986707687378]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9575, "test_loss": 0.14323983116149902}, {"step": 4700, "epoch": 10, "train_loss": 0.13571685552597046, "cos_r_negg": [0.6032348871231079, 0.7017709016799927, 0.7861832976341248], "cos_apical_negg": [0.6032348871231079, 0.7017709016799927, 0.7861832976341248], "cos_Ac_negg": [0.6032348871231079, 0.7017709016799927, 0.7861832976341248], "r_norm": [2.544539213180542, 1.730547308921814, 1.7007369995117188]}, {"step": 4750, "epoch": 10, "train_loss": 0.07283014059066772, "cos_r_negg": [0.5772068500518799, 0.6880553364753723, 0.7705835103988647], "cos_apical_negg": [0.5772068500518799, 0.6880553364753723, 0.7705835103988647], "cos_Ac_negg": [0.5772068500518799, 0.6880553364753723, 0.7705835103988647], "r_norm": [2.3042914867401123, 1.587740421295166, 1.5756949186325073], "ldr": {"dL_sdil": -0.0192720890045166, "dL_bp": -0.0055357664823532104, "ratio": 3.4813768004759096}}, {"step": 4800, "epoch": 10, "train_loss": 0.1134164109826088, "cos_r_negg": [0.5821369886398315, 0.6846283078193665, 0.7756030559539795], "cos_apical_negg": [0.5821369886398315, 0.6846283078193665, 0.7756030559539795], "cos_Ac_negg": [0.5821369886398315, 0.6846283078193665, 0.7756030559539795], "r_norm": [2.374046564102173, 1.629357933998108, 1.6251726150512695]}, {"step": 4850, "epoch": 10, "train_loss": 0.07155093550682068, "cos_r_negg": [0.575221061706543, 0.6677765846252441, 0.7802985906600952], "cos_apical_negg": [0.575221061706543, 0.6677765846252441, 0.7802985906600952], "cos_Ac_negg": [0.575221061706543, 0.6677765846252441, 0.7802985906600952], "r_norm": [2.5406620502471924, 1.7300515174865723, 1.6984328031539917]}, {"step": 4900, "epoch": 10, "train_loss": 0.11944681406021118, "cos_r_negg": [0.5345968008041382, 0.6270086765289307, 0.7097124457359314], "cos_apical_negg": [0.5345968008041382, 0.6270086765289307, 0.7097124457359314], "cos_Ac_negg": [0.5345968008041382, 0.6270086765289307, 0.7097124457359314], "r_norm": [2.3975882530212402, 1.6334601640701294, 1.6065274477005005]}, {"step": 4950, "epoch": 10, "train_loss": 0.05811435356736183, "cos_r_negg": [0.6062036752700806, 0.6943156719207764, 0.784193754196167], "cos_apical_negg": [0.6062036752700806, 0.6943156719207764, 0.784193754196167], "cos_Ac_negg": [0.6062036752700806, 0.6943156719207764, 0.784193754196167], "r_norm": [2.4463651180267334, 1.6787761449813843, 1.646268606185913]}, {"step": 5000, "epoch": 10, "train_loss": 0.08654478937387466, "cos_r_negg": [0.5852962732315063, 0.697468101978302, 0.7798361778259277], "cos_apical_negg": [0.5852962732315063, 0.697468101978302, 0.7798361778259277], "cos_Ac_negg": [0.5852962732315063, 0.697468101978302, 0.7798361778259277], "r_norm": [2.0919718742370605, 1.4348385334014893, 1.4132087230682373], "ldr": {"dL_sdil": -0.016618534922599792, "dL_bp": -0.005385532975196838, "ratio": 3.085773497096152}}, {"step": 5050, "epoch": 10, "train_loss": 0.15427036583423615, "cos_r_negg": [0.5924469828605652, 0.6931798458099365, 0.7767066955566406], "cos_apical_negg": [0.5924469828605652, 0.6931798458099365, 0.7767066955566406], "cos_Ac_negg": [0.5924469828605652, 0.6931798458099365, 0.7767066955566406], "r_norm": [3.439218044281006, 2.3439836502075195, 2.3198180198669434]}, {"step": 5100, "epoch": 10, "train_loss": 0.14700964093208313, "cos_r_negg": [0.5748398303985596, 0.6607226729393005, 0.7405706644058228], "cos_apical_negg": [0.5748398303985596, 0.6607226729393005, 0.7405706644058228], "cos_Ac_negg": [0.5748398303985596, 0.6607226729393005, 0.7405706644058228], "r_norm": [2.6008074283599854, 1.7765402793884277, 1.7298107147216797]}, {"step": 5150, "epoch": 10, "train_loss": 0.11636439710855484, "cos_r_negg": [0.6041711568832397, 0.6886298656463623, 0.7698327302932739], "cos_apical_negg": [0.6041711568832397, 0.6886298656463623, 0.7698327302932739], "cos_Ac_negg": [0.6041711568832397, 0.6886298656463623, 0.7698327302932739], "r_norm": [2.9921751022338867, 2.0503458976745605, 2.002704620361328]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9604, "test_loss": 0.13832686500549315}, {"step": 5200, "epoch": 11, "train_loss": 0.15973930060863495, "cos_r_negg": [0.5458087921142578, 0.6589034795761108, 0.7362315654754639], "cos_apical_negg": [0.5458087921142578, 0.6589034795761108, 0.7362315654754639], "cos_Ac_negg": [0.5458087921142578, 0.6589034795761108, 0.7362315654754639], "r_norm": [2.35640549659729, 1.5870203971862793, 1.5440682172775269]}, {"step": 5250, "epoch": 11, "train_loss": 0.052420474588871, "cos_r_negg": [0.5723745822906494, 0.6821001768112183, 0.7686309814453125], "cos_apical_negg": [0.5723745822906494, 0.6821001768112183, 0.7686309814453125], "cos_Ac_negg": [0.5723745822906494, 0.6821001768112183, 0.7686309814453125], "r_norm": [2.4418091773986816, 1.6432712078094482, 1.580446720123291], "ldr": {"dL_sdil": -0.017260633409023285, "dL_bp": -0.0054880231618881226, "ratio": 3.1451458749100585}}, {"step": 5300, "epoch": 11, "train_loss": 0.12462745606899261, "cos_r_negg": [0.5407285690307617, 0.6503903865814209, 0.7429219484329224], "cos_apical_negg": [0.5407285690307617, 0.6503903865814209, 0.7429219484329224], "cos_Ac_negg": [0.5407285690307617, 0.6503903865814209, 0.7429219484329224], "r_norm": [2.402069568634033, 1.6395546197891235, 1.5913141965866089]}, {"step": 5350, "epoch": 11, "train_loss": 0.1277722716331482, "cos_r_negg": [0.5633968114852905, 0.6608099937438965, 0.750163733959198], "cos_apical_negg": [0.5633968114852905, 0.6608099937438965, 0.750163733959198], "cos_Ac_negg": [0.5633968114852905, 0.6608099937438965, 0.750163733959198], "r_norm": [2.626124382019043, 1.7852619886398315, 1.7392936944961548]}, {"step": 5400, "epoch": 11, "train_loss": 0.08972976356744766, "cos_r_negg": [0.5382233262062073, 0.6444488167762756, 0.7333023548126221], "cos_apical_negg": [0.5382233262062073, 0.6444488167762756, 0.7333023548126221], "cos_Ac_negg": [0.5382233262062073, 0.6444488167762756, 0.7333023548126221], "r_norm": [2.3690407276153564, 1.6300116777420044, 1.5828933715820312]}, {"step": 5450, "epoch": 11, "train_loss": 0.016344867646694183, "cos_r_negg": [0.5778936147689819, 0.6752722263336182, 0.7552437782287598], "cos_apical_negg": [0.5778936147689819, 0.6752722263336182, 0.7552437782287598], "cos_Ac_negg": [0.5778936147689819, 0.6752722263336182, 0.7552437782287598], "r_norm": [2.147076368331909, 1.4757369756698608, 1.428619623184204]}, {"step": 5500, "epoch": 11, "train_loss": 0.0911020040512085, "cos_r_negg": [0.5532457828521729, 0.6540318727493286, 0.7435636520385742], "cos_apical_negg": [0.5532457828521729, 0.6540318727493286, 0.7435636520385742], "cos_Ac_negg": [0.5532457828521729, 0.6540318727493286, 0.7435636520385742], "r_norm": [1.9337725639343262, 1.3279482126235962, 1.2896451950073242], "ldr": {"dL_sdil": -0.014321379363536835, "dL_bp": -0.0035581588745117188, "ratio": 4.024940950817475}}, {"step": 5550, "epoch": 11, "train_loss": 0.16637249290943146, "cos_r_negg": [0.5706490278244019, 0.6461549997329712, 0.7281716465950012], "cos_apical_negg": [0.5706490278244019, 0.6461549997329712, 0.7281716465950012], "cos_Ac_negg": [0.5706490278244019, 0.6461549997329712, 0.7281716465950012], "r_norm": [2.0308616161346436, 1.3856637477874756, 1.3460924625396729]}, {"step": 5600, "epoch": 11, "train_loss": 0.0790834054350853, "cos_r_negg": [0.5440282821655273, 0.6342355012893677, 0.7347931265830994], "cos_apical_negg": [0.5440282821655273, 0.6342355012893677, 0.7347931265830994], "cos_Ac_negg": [0.5440282821655273, 0.6342355012893677, 0.7347931265830994], "r_norm": [2.401829957962036, 1.6474231481552124, 1.6004401445388794]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9562, "test_loss": 0.150340763092041}, {"step": 5650, "epoch": 12, "train_loss": 0.11053471267223358, "cos_r_negg": [0.5480113625526428, 0.643944263458252, 0.7499954700469971], "cos_apical_negg": [0.5480113625526428, 0.643944263458252, 0.7499954700469971], "cos_Ac_negg": [0.5480113625526428, 0.643944263458252, 0.7499954700469971], "r_norm": [2.2690117359161377, 1.567537546157837, 1.51271653175354]}, {"step": 5700, "epoch": 12, "train_loss": 0.06792736053466797, "cos_r_negg": [0.4848424792289734, 0.5903793573379517, 0.6718026995658875], "cos_apical_negg": [0.4848424792289734, 0.5903793573379517, 0.6718026995658875], "cos_Ac_negg": [0.4848424792289734, 0.5903793573379517, 0.6718026995658875], "r_norm": [2.5291213989257812, 1.7339208126068115, 1.6570630073547363]}, {"step": 5750, "epoch": 12, "train_loss": 0.02683359384536743, "cos_r_negg": [0.5349005460739136, 0.6578554511070251, 0.7576255798339844], "cos_apical_negg": [0.5349005460739136, 0.6578554511070251, 0.7576255798339844], "cos_Ac_negg": [0.5349005460739136, 0.6578554511070251, 0.7576255798339844], "r_norm": [2.0455567836761475, 1.3984239101409912, 1.3474832773208618], "ldr": {"dL_sdil": -0.01884150505065918, "dL_bp": -0.005592942237854004, "ratio": 3.368800221668052}}, {"step": 5800, "epoch": 12, "train_loss": 0.05893146991729736, "cos_r_negg": [0.5572166442871094, 0.6487711668014526, 0.7383459806442261], "cos_apical_negg": [0.5572166442871094, 0.6487711668014526, 0.7383459806442261], "cos_Ac_negg": [0.5572166442871094, 0.6487711668014526, 0.7383459806442261], "r_norm": [2.3406221866607666, 1.6019070148468018, 1.5379652976989746]}, {"step": 5850, "epoch": 12, "train_loss": 0.21211344003677368, "cos_r_negg": [0.5329340100288391, 0.628815233707428, 0.7129485011100769], "cos_apical_negg": [0.5329340100288391, 0.628815233707428, 0.7129485011100769], "cos_Ac_negg": [0.5329340100288391, 0.628815233707428, 0.7129485011100769], "r_norm": [2.0587940216064453, 1.4116966724395752, 1.3597301244735718]}, {"step": 5900, "epoch": 12, "train_loss": 0.11932757496833801, "cos_r_negg": [0.5190166234970093, 0.6326196193695068, 0.7163788080215454], "cos_apical_negg": [0.5190166234970093, 0.6326196193695068, 0.7163788080215454], "cos_Ac_negg": [0.5190166234970093, 0.6326196193695068, 0.7163788080215454], "r_norm": [2.414370059967041, 1.6578574180603027, 1.6031657457351685]}, {"step": 5950, "epoch": 12, "train_loss": 0.17872995138168335, "cos_r_negg": [0.5401698350906372, 0.6477407217025757, 0.7304614782333374], "cos_apical_negg": [0.5401698350906372, 0.6477407217025757, 0.7304614782333374], "cos_Ac_negg": [0.5401698350906372, 0.6477407217025757, 0.7304614782333374], "r_norm": [1.8171803951263428, 1.2441662549972534, 1.2037839889526367]}, {"step": 6000, "epoch": 12, "train_loss": 0.19118714332580566, "cos_r_negg": [0.5468661189079285, 0.6527957320213318, 0.7321740388870239], "cos_apical_negg": [0.5468661189079285, 0.6527957320213318, 0.7321740388870239], "cos_Ac_negg": [0.5468661189079285, 0.6527957320213318, 0.7321740388870239], "r_norm": [2.6798031330108643, 1.83539879322052, 1.771496057510376], "ldr": {"dL_sdil": -0.019398555159568787, "dL_bp": -0.0057870373129844666, "ratio": 3.352070171734325}}, {"step": 6050, "epoch": 12, "train_loss": 0.11337678879499435, "cos_r_negg": [0.5254063606262207, 0.6293320655822754, 0.7148242592811584], "cos_apical_negg": [0.5254063606262207, 0.6293320655822754, 0.7148242592811584], "cos_Ac_negg": [0.5254063606262207, 0.6293320655822754, 0.7148242592811584], "r_norm": [2.3607966899871826, 1.636930227279663, 1.5763481855392456]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9556, "test_loss": 0.14700814971923828}, {"step": 6100, "epoch": 13, "train_loss": 0.08427329361438751, "cos_r_negg": [0.5392536520957947, 0.631699800491333, 0.736082136631012], "cos_apical_negg": [0.5392536520957947, 0.631699800491333, 0.736082136631012], "cos_Ac_negg": [0.5392536520957947, 0.631699800491333, 0.736082136631012], "r_norm": [2.523350238800049, 1.7305911779403687, 1.6612622737884521]}, {"step": 6150, "epoch": 13, "train_loss": 0.07693266123533249, "cos_r_negg": [0.5106306672096252, 0.6285854578018188, 0.7268611192703247], "cos_apical_negg": [0.5106306672096252, 0.6285854578018188, 0.7268611192703247], "cos_Ac_negg": [0.5106306672096252, 0.6285854578018188, 0.7268611192703247], "r_norm": [2.6105992794036865, 1.7961812019348145, 1.7384506464004517]}, {"step": 6200, "epoch": 13, "train_loss": 0.15422287583351135, "cos_r_negg": [0.5485599040985107, 0.6449683904647827, 0.7429786324501038], "cos_apical_negg": [0.5485599040985107, 0.6449683904647827, 0.7429786324501038], "cos_Ac_negg": [0.5485599040985107, 0.6449683904647827, 0.7429786324501038], "r_norm": [2.912038564682007, 1.9885292053222656, 1.9062962532043457]}, {"step": 6250, "epoch": 13, "train_loss": 0.13332074880599976, "cos_r_negg": [0.5402265787124634, 0.654359757900238, 0.7403940558433533], "cos_apical_negg": [0.5402265787124634, 0.654359757900238, 0.7403940558433533], "cos_Ac_negg": [0.5402265787124634, 0.654359757900238, 0.7403940558433533], "r_norm": [2.594130516052246, 1.7731328010559082, 1.693071722984314], "ldr": {"dL_sdil": -0.017347119748592377, "dL_bp": -0.004406094551086426, "ratio": 3.9370738751657153}}, {"step": 6300, "epoch": 13, "train_loss": 0.0966799259185791, "cos_r_negg": [0.5572881698608398, 0.6553675532341003, 0.7565984725952148], "cos_apical_negg": [0.5572881698608398, 0.6553675532341003, 0.7565984725952148], "cos_Ac_negg": [0.5572881698608398, 0.6553675532341003, 0.7565984725952148], "r_norm": [2.9806227684020996, 2.044520854949951, 1.9635494947433472]}, {"step": 6350, "epoch": 13, "train_loss": 0.04830431193113327, "cos_r_negg": [0.5543813705444336, 0.6429351568222046, 0.7515689730644226], "cos_apical_negg": [0.5543813705444336, 0.6429351568222046, 0.7515689730644226], "cos_Ac_negg": [0.5543813705444336, 0.6429351568222046, 0.7515689730644226], "r_norm": [2.7642910480499268, 1.9149688482284546, 1.8442518711090088]}, {"step": 6400, "epoch": 13, "train_loss": 0.12233128398656845, "cos_r_negg": [0.5210800170898438, 0.6106499433517456, 0.7088745832443237], "cos_apical_negg": [0.5210800170898438, 0.6106499433517456, 0.7088745832443237], "cos_Ac_negg": [0.5210800170898438, 0.6106499433517456, 0.7088745832443237], "r_norm": [2.816058874130249, 1.9622021913528442, 1.8909275531768799]}, {"step": 6450, "epoch": 13, "train_loss": 0.1264851689338684, "cos_r_negg": [0.4945153295993805, 0.6121467351913452, 0.6933512687683105], "cos_apical_negg": [0.4945153295993805, 0.6121467351913452, 0.6933512687683105], "cos_Ac_negg": [0.4945153295993805, 0.6121467351913452, 0.6933512687683105], "r_norm": [2.4013423919677734, 1.651816725730896, 1.608290433883667]}, {"step": 6500, "epoch": 13, "train_loss": 0.027040187269449234, "cos_r_negg": [0.4750349521636963, 0.5761806964874268, 0.6672631502151489], "cos_apical_negg": [0.4750349521636963, 0.5761806964874268, 0.6672631502151489], "cos_Ac_negg": [0.4750349521636963, 0.5761806964874268, 0.6672631502151489], "r_norm": [2.4365439414978027, 1.6762653589248657, 1.625084638595581], "ldr": {"dL_sdil": -0.012417048215866089, "dL_bp": -0.002968929708003998, "ratio": 4.182331492184108}}, {"step": 6550, "epoch": 13, "train_loss": 0.12010101974010468, "cos_r_negg": [0.5379924178123474, 0.637371301651001, 0.7405667901039124], "cos_apical_negg": [0.5379924178123474, 0.637371301651001, 0.7405667901039124], "cos_Ac_negg": [0.5379924178123474, 0.637371301651001, 0.7405667901039124], "r_norm": [3.1703555583953857, 2.1792497634887695, 2.0981664657592773]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9626, "test_loss": 0.1357260368347168}, {"step": 6600, "epoch": 14, "train_loss": 0.046269260346889496, "cos_r_negg": [0.4996300935745239, 0.587536633014679, 0.6912825703620911], "cos_apical_negg": [0.4996300935745239, 0.587536633014679, 0.6912825703620911], "cos_Ac_negg": [0.4996300935745239, 0.587536633014679, 0.6912825703620911], "r_norm": [2.9134812355041504, 1.988738775253296, 1.9167834520339966]}, {"step": 6650, "epoch": 14, "train_loss": 0.1019471287727356, "cos_r_negg": [0.5067309737205505, 0.6233118772506714, 0.7311416864395142], "cos_apical_negg": [0.5067309737205505, 0.6233118772506714, 0.7311416864395142], "cos_Ac_negg": [0.5067309737205505, 0.6233118772506714, 0.7311416864395142], "r_norm": [2.648851156234741, 1.8236134052276611, 1.7710860967636108]}, {"step": 6700, "epoch": 14, "train_loss": 0.18887361884117126, "cos_r_negg": [0.509901762008667, 0.6201461553573608, 0.7059351205825806], "cos_apical_negg": [0.509901762008667, 0.6201461553573608, 0.7059351205825806], "cos_Ac_negg": [0.509901762008667, 0.6201461553573608, 0.7059351205825806], "r_norm": [2.409862995147705, 1.669677734375, 1.6252334117889404]}, {"step": 6750, "epoch": 14, "train_loss": 0.07171039283275604, "cos_r_negg": [0.5003745555877686, 0.6143594980239868, 0.720431923866272], "cos_apical_negg": [0.5003745555877686, 0.6143594980239868, 0.720431923866272], "cos_Ac_negg": [0.5003745555877686, 0.6143594980239868, 0.720431923866272], "r_norm": [2.964313507080078, 2.0461246967315674, 1.9808423519134521], "ldr": {"dL_sdil": -0.02090531587600708, "dL_bp": -0.006912320852279663, "ratio": 3.0243555417588244}}, {"step": 6800, "epoch": 14, "train_loss": 0.05422702431678772, "cos_r_negg": [0.5226114392280579, 0.6290351748466492, 0.7336715459823608], "cos_apical_negg": [0.5226114392280579, 0.6290351748466492, 0.7336715459823608], "cos_Ac_negg": [0.5226114392280579, 0.6290351748466492, 0.7336715459823608], "r_norm": [2.263113260269165, 1.5666372776031494, 1.5168697834014893]}, {"step": 6850, "epoch": 14, "train_loss": 0.08799870312213898, "cos_r_negg": [0.5268256664276123, 0.659085750579834, 0.7614655494689941], "cos_apical_negg": [0.5268256664276123, 0.659085750579834, 0.7614655494689941], "cos_Ac_negg": [0.5268256664276123, 0.659085750579834, 0.7614655494689941], "r_norm": [3.4518821239471436, 2.3668885231018066, 2.2839109897613525]}, {"step": 6900, "epoch": 14, "train_loss": 0.051660455763339996, "cos_r_negg": [0.5489038228988647, 0.6425249576568604, 0.7772709131240845], "cos_apical_negg": [0.5489038228988647, 0.6425249576568604, 0.7772709131240845], "cos_Ac_negg": [0.5489038228988647, 0.6425249576568604, 0.7772709131240845], "r_norm": [2.701690912246704, 1.8548567295074463, 1.7937266826629639]}, {"step": 6950, "epoch": 14, "train_loss": 0.03270097076892853, "cos_r_negg": [0.5285485982894897, 0.6267623901367188, 0.7526556253433228], "cos_apical_negg": [0.5285485982894897, 0.6267623901367188, 0.7526556253433228], "cos_Ac_negg": [0.5285485982894897, 0.6267623901367188, 0.7526556253433228], "r_norm": [2.5594146251678467, 1.7519948482513428, 1.6783605813980103]}, {"step": 7000, "epoch": 14, "train_loss": 0.03870055451989174, "cos_r_negg": [0.5182556509971619, 0.6354900002479553, 0.7458173036575317], "cos_apical_negg": [0.5182556509971619, 0.6354900002479553, 0.7458173036575317], "cos_Ac_negg": [0.5182556509971619, 0.6354900002479553, 0.7458173036575317], "r_norm": [2.979334831237793, 2.0229899883270264, 1.957069993019104], "ldr": {"dL_sdil": -0.018344402313232422, "dL_bp": -0.0056052058935165405, "ratio": 3.2727437067835674}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9573, "test_loss": 0.14900497856140138}, {"step": 7050, "epoch": 15, "train_loss": 0.08502943068742752, "cos_r_negg": [0.4694618582725525, 0.5868803262710571, 0.7032029032707214], "cos_apical_negg": [0.4694618582725525, 0.5868803262710571, 0.7032029032707214], "cos_Ac_negg": [0.4694618582725525, 0.5868803262710571, 0.7032029032707214], "r_norm": [2.476858377456665, 1.7224647998809814, 1.660605549812317]}, {"step": 7100, "epoch": 15, "train_loss": 0.09621129930019379, "cos_r_negg": [0.46823951601982117, 0.5650354623794556, 0.6900224089622498], "cos_apical_negg": [0.46823951601982117, 0.5650354623794556, 0.6900224089622498], "cos_Ac_negg": [0.46823951601982117, 0.5650354623794556, 0.6900224089622498], "r_norm": [2.4931859970092773, 1.7159489393234253, 1.6628062725067139]}, {"step": 7150, "epoch": 15, "train_loss": 0.05760606750845909, "cos_r_negg": [0.4740019738674164, 0.5828019380569458, 0.6904940605163574], "cos_apical_negg": [0.4740019738674164, 0.5828019380569458, 0.6904940605163574], "cos_Ac_negg": [0.4740019738674164, 0.5828019380569458, 0.6904940605163574], "r_norm": [2.4416706562042236, 1.675152063369751, 1.630835771560669]}, {"step": 7200, "epoch": 15, "train_loss": 0.17221970856189728, "cos_r_negg": [0.4807170033454895, 0.5957328677177429, 0.6878479719161987], "cos_apical_negg": [0.4807170033454895, 0.5957328677177429, 0.6878479719161987], "cos_Ac_negg": [0.4807170033454895, 0.5957328677177429, 0.6878479719161987], "r_norm": [2.942847728729248, 2.00193452835083, 1.939339518547058]}, {"step": 7250, "epoch": 15, "train_loss": 0.12363635003566742, "cos_r_negg": [0.519611120223999, 0.6298834085464478, 0.7512288689613342], "cos_apical_negg": [0.519611120223999, 0.6298834085464478, 0.7512288689613342], "cos_Ac_negg": [0.519611120223999, 0.6298834085464478, 0.7512288689613342], "r_norm": [2.5364108085632324, 1.741370439529419, 1.6824396848678589], "ldr": {"dL_sdil": -0.015351921319961548, "dL_bp": -0.004221901297569275, "ratio": 3.63625775164386}}, {"step": 7300, "epoch": 15, "train_loss": 0.03204406797885895, "cos_r_negg": [0.5095851421356201, 0.6221978664398193, 0.7375617027282715], "cos_apical_negg": [0.5095851421356201, 0.6221978664398193, 0.7375617027282715], "cos_Ac_negg": [0.5095851421356201, 0.6221978664398193, 0.7375617027282715], "r_norm": [2.6704025268554688, 1.8208404779434204, 1.7492938041687012]}, {"step": 7350, "epoch": 15, "train_loss": 0.05423160642385483, "cos_r_negg": [0.49831423163414, 0.619368851184845, 0.7469401955604553], "cos_apical_negg": [0.49831423163414, 0.619368851184845, 0.7469401955604553], "cos_Ac_negg": [0.49831423163414, 0.619368851184845, 0.7469401955604553], "r_norm": [2.5586471557617188, 1.7603832483291626, 1.698790192604065]}, {"step": 7400, "epoch": 15, "train_loss": 0.1296149492263794, "cos_r_negg": [0.534453272819519, 0.6282074451446533, 0.7654389142990112], "cos_apical_negg": [0.534453272819519, 0.6282074451446533, 0.7654389142990112], "cos_Ac_negg": [0.534453272819519, 0.6282074451446533, 0.7654389142990112], "r_norm": [3.301222562789917, 2.2567853927612305, 2.1910247802734375]}, {"step": 7450, "epoch": 15, "train_loss": 0.11493080109357834, "cos_r_negg": [0.48821792006492615, 0.5983046889305115, 0.7437617182731628], "cos_apical_negg": [0.48821792006492615, 0.5983046889305115, 0.7437617182731628], "cos_Ac_negg": [0.48821792006492615, 0.5983046889305115, 0.7437617182731628], "r_norm": [2.5269076824188232, 1.7280794382095337, 1.6694250106811523]}, {"step": 7500, "epoch": 15, "train_loss": 0.080158531665802, "cos_r_negg": [0.4953590929508209, 0.6012922525405884, 0.7294265031814575], "cos_apical_negg": [0.4953590929508209, 0.6012922525405884, 0.7294265031814575], "cos_Ac_negg": [0.4953590929508209, 0.6012922525405884, 0.7294265031814575], "r_norm": [3.670614242553711, 2.4991703033447266, 2.405057430267334], "ldr": {"dL_sdil": -0.027451306581497192, "dL_bp": -0.007119268178939819, "ratio": 3.8559169133006534}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9604, "test_loss": 0.1470309425354004}, {"step": 7550, "epoch": 16, "train_loss": 0.060834214091300964, "cos_r_negg": [0.49222010374069214, 0.6099213361740112, 0.7281911373138428], "cos_apical_negg": [0.49222010374069214, 0.6099213361740112, 0.7281911373138428], "cos_Ac_negg": [0.49222010374069214, 0.6099213361740112, 0.7281911373138428], "r_norm": [3.107241630554199, 2.1098294258117676, 2.041766881942749]}, {"step": 7600, "epoch": 16, "train_loss": 0.11017685383558273, "cos_r_negg": [0.48354393243789673, 0.6051052808761597, 0.7142664194107056], "cos_apical_negg": [0.48354393243789673, 0.6051052808761597, 0.7142664194107056], "cos_Ac_negg": [0.48354393243789673, 0.6051052808761597, 0.7142664194107056], "r_norm": [2.6032557487487793, 1.7747926712036133, 1.710080862045288]}, {"step": 7650, "epoch": 16, "train_loss": 0.10126746445894241, "cos_r_negg": [0.5154573321342468, 0.6353058815002441, 0.7563514113426208], "cos_apical_negg": [0.5154573321342468, 0.6353058815002441, 0.7563514113426208], "cos_Ac_negg": [0.5154573321342468, 0.6353058815002441, 0.7563514113426208], "r_norm": [2.6323740482330322, 1.8146648406982422, 1.7763338088989258]}, {"step": 7700, "epoch": 16, "train_loss": 0.07689563930034637, "cos_r_negg": [0.5583823919296265, 0.6431379318237305, 0.7670435309410095], "cos_apical_negg": [0.5583823919296265, 0.6431379318237305, 0.7670435309410095], "cos_Ac_negg": [0.5583823919296265, 0.6431379318237305, 0.7670435309410095], "r_norm": [3.3389859199523926, 2.287285804748535, 2.2176332473754883]}, {"step": 7750, "epoch": 16, "train_loss": 0.16391050815582275, "cos_r_negg": [0.4742976129055023, 0.5826550722122192, 0.7074605226516724], "cos_apical_negg": [0.4742976129055023, 0.5826550722122192, 0.7074605226516724], "cos_Ac_negg": [0.4742976129055023, 0.5826550722122192, 0.7074605226516724], "r_norm": [3.6745028495788574, 2.519570827484131, 2.4505743980407715], "ldr": {"dL_sdil": -0.036502912640571594, "dL_bp": -0.01410016417503357, "ratio": 2.5888289091842926}}, {"step": 7800, "epoch": 16, "train_loss": 0.10164961218833923, "cos_r_negg": [0.48097163438796997, 0.6042923927307129, 0.7412890195846558], "cos_apical_negg": [0.48097163438796997, 0.6042923927307129, 0.7412890195846558], "cos_Ac_negg": [0.48097163438796997, 0.6042923927307129, 0.7412890195846558], "r_norm": [2.934983968734741, 2.0012078285217285, 1.9481638669967651]}, {"step": 7850, "epoch": 16, "train_loss": 0.28628379106521606, "cos_r_negg": [0.48806262016296387, 0.5860730409622192, 0.7402076721191406], "cos_apical_negg": [0.48806262016296387, 0.5860730409622192, 0.7402076721191406], "cos_Ac_negg": [0.48806262016296387, 0.5860730409622192, 0.7402076721191406], "r_norm": [3.3281965255737305, 2.279743194580078, 2.1831283569335938]}, {"step": 7900, "epoch": 16, "train_loss": 0.04641380161046982, "cos_r_negg": [0.4925824999809265, 0.5894679427146912, 0.7133527994155884], "cos_apical_negg": [0.4925824999809265, 0.5894679427146912, 0.7133527994155884], "cos_Ac_negg": [0.4925824999809265, 0.5894679427146912, 0.7133527994155884], "r_norm": [2.9893293380737305, 2.016960859298706, 1.9540536403656006]}, {"step": 7950, "epoch": 16, "train_loss": 0.05773439258337021, "cos_r_negg": [0.47996169328689575, 0.6056071519851685, 0.747904360294342], "cos_apical_negg": [0.47996169328689575, 0.6056071519851685, 0.747904360294342], "cos_Ac_negg": [0.47996169328689575, 0.6056071519851685, 0.747904360294342], "r_norm": [3.0941567420959473, 2.1132683753967285, 2.0377707481384277]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9623, "test_loss": 0.12935139465332032}, {"step": 8000, "epoch": 17, "train_loss": 0.05554444342851639, "cos_r_negg": [0.46790996193885803, 0.6235918998718262, 0.7536046504974365], "cos_apical_negg": [0.46790996193885803, 0.6235918998718262, 0.7536046504974365], "cos_Ac_negg": [0.46790996193885803, 0.6235918998718262, 0.7536046504974365], "r_norm": [3.33389949798584, 2.2637577056884766, 2.1977157592773438], "ldr": {"dL_sdil": -0.024415552616119385, "dL_bp": -0.006938464939594269, "ratio": 3.518869494719548}}, {"step": 8050, "epoch": 17, "train_loss": 0.033344849944114685, "cos_r_negg": [0.46685317158699036, 0.6101055145263672, 0.7540138959884644], "cos_apical_negg": [0.46685317158699036, 0.6101055145263672, 0.7540138959884644], "cos_Ac_negg": [0.46685317158699036, 0.6101055145263672, 0.7540138959884644], "r_norm": [3.665144681930542, 2.489896059036255, 2.4239625930786133]}, {"step": 8100, "epoch": 17, "train_loss": 0.1155557706952095, "cos_r_negg": [0.495894193649292, 0.6193960905075073, 0.7622904777526855], "cos_apical_negg": [0.495894193649292, 0.6193960905075073, 0.7622904777526855], "cos_Ac_negg": [0.495894193649292, 0.6193960905075073, 0.7622904777526855], "r_norm": [2.5767717361450195, 1.748185157775879, 1.7070128917694092]}, {"step": 8150, "epoch": 17, "train_loss": 0.05036870390176773, "cos_r_negg": [0.4778398275375366, 0.5876832008361816, 0.7233017683029175], "cos_apical_negg": [0.4778398275375366, 0.5876832008361816, 0.7233017683029175], "cos_Ac_negg": [0.4778398275375366, 0.5876832008361816, 0.7233017683029175], "r_norm": [4.122403144836426, 2.7818350791931152, 2.6912755966186523]}, {"step": 8200, "epoch": 17, "train_loss": 0.10910540819168091, "cos_r_negg": [0.4514480233192444, 0.5694826245307922, 0.6861361861228943], "cos_apical_negg": [0.4514480233192444, 0.5694826245307922, 0.6861361861228943], "cos_Ac_negg": [0.4514480233192444, 0.5694826245307922, 0.6861361861228943], "r_norm": [3.24678373336792, 2.206155776977539, 2.129291296005249]}, {"step": 8250, "epoch": 17, "train_loss": 0.09214184433221817, "cos_r_negg": [0.44923511147499084, 0.579939603805542, 0.6799666881561279], "cos_apical_negg": [0.44923511147499084, 0.579939603805542, 0.6799666881561279], "cos_Ac_negg": [0.44923511147499084, 0.579939603805542, 0.6799666881561279], "r_norm": [4.007040023803711, 2.69858455657959, 2.612337589263916], "ldr": {"dL_sdil": -0.02844993770122528, "dL_bp": -0.009194239974021912, "ratio": 3.0943218560326735}}, {"step": 8300, "epoch": 17, "train_loss": 0.1447686403989792, "cos_r_negg": [0.46721351146698, 0.575731635093689, 0.6959646940231323], "cos_apical_negg": [0.46721351146698, 0.575731635093689, 0.6959646940231323], "cos_Ac_negg": [0.46721351146698, 0.575731635093689, 0.6959646940231323], "r_norm": [3.205773115158081, 2.1763877868652344, 2.1008057594299316]}, {"step": 8350, "epoch": 17, "train_loss": 0.06001559644937515, "cos_r_negg": [0.47658783197402954, 0.6049124598503113, 0.7345187664031982], "cos_apical_negg": [0.47658783197402954, 0.6049124598503113, 0.7345187664031982], "cos_Ac_negg": [0.47658783197402954, 0.6049124598503113, 0.7345187664031982], "r_norm": [3.621716022491455, 2.438612461090088, 2.362908124923706]}, {"step": 8400, "epoch": 17, "train_loss": 0.07730419188737869, "cos_r_negg": [0.4663662612438202, 0.6268489360809326, 0.7619446516036987], "cos_apical_negg": [0.4663662612438202, 0.6268489360809326, 0.7619446516036987], "cos_Ac_negg": [0.4663662612438202, 0.6268489360809326, 0.7619446516036987], "r_norm": [3.3467888832092285, 2.2827956676483154, 2.197591543197632]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9566, "test_loss": 0.14835614166259767}, {"step": 8450, "epoch": 18, "train_loss": 0.13275998830795288, "cos_r_negg": [0.5109342336654663, 0.6407317519187927, 0.7804397344589233], "cos_apical_negg": [0.5109342336654663, 0.6407317519187927, 0.7804397344589233], "cos_Ac_negg": [0.5109342336654663, 0.6407317519187927, 0.7804397344589233], "r_norm": [3.1357922554016113, 2.116783618927002, 2.0203540325164795]}, {"step": 8500, "epoch": 18, "train_loss": 0.1039043590426445, "cos_r_negg": [0.467446893453598, 0.622728168964386, 0.7625525593757629], "cos_apical_negg": [0.467446893453598, 0.622728168964386, 0.7625525593757629], "cos_Ac_negg": [0.467446893453598, 0.622728168964386, 0.7625525593757629], "r_norm": [2.8215668201446533, 1.9254573583602905, 1.858660101890564], "ldr": {"dL_sdil": -0.015458159148693085, "dL_bp": -0.004109814763069153, "ratio": 3.7612788020521744}}, {"step": 8550, "epoch": 18, "train_loss": 0.14909522235393524, "cos_r_negg": [0.442460298538208, 0.5834387540817261, 0.7360620498657227], "cos_apical_negg": [0.442460298538208, 0.5834387540817261, 0.7360620498657227], "cos_Ac_negg": [0.442460298538208, 0.5834387540817261, 0.7360620498657227], "r_norm": [2.7440567016601562, 1.8675342798233032, 1.8046655654907227]}, {"step": 8600, "epoch": 18, "train_loss": 0.2987481355667114, "cos_r_negg": [0.4638572335243225, 0.593674898147583, 0.7322571873664856], "cos_apical_negg": [0.4638572335243225, 0.593674898147583, 0.7322571873664856], "cos_Ac_negg": [0.4638572335243225, 0.593674898147583, 0.7322571873664856], "r_norm": [2.58170747756958, 1.7734570503234863, 1.7304624319076538]}, {"step": 8650, "epoch": 18, "train_loss": 0.09393367916345596, "cos_r_negg": [0.5183720588684082, 0.6470839977264404, 0.7792829871177673], "cos_apical_negg": [0.5183720588684082, 0.6470839977264404, 0.7792829871177673], "cos_Ac_negg": [0.5183720588684082, 0.6470839977264404, 0.7792829871177673], "r_norm": [3.9098947048187256, 2.643737316131592, 2.546304702758789]}, {"step": 8700, "epoch": 18, "train_loss": 0.11876717209815979, "cos_r_negg": [0.47650134563446045, 0.5977153778076172, 0.7520047426223755], "cos_apical_negg": [0.47650134563446045, 0.5977153778076172, 0.7520047426223755], "cos_Ac_negg": [0.47650134563446045, 0.5977153778076172, 0.7520047426223755], "r_norm": [4.024848937988281, 2.7338385581970215, 2.640610933303833]}, {"step": 8750, "epoch": 18, "train_loss": 0.05289457365870476, "cos_r_negg": [0.4686068296432495, 0.5964105725288391, 0.753166913986206], "cos_apical_negg": [0.4686068296432495, 0.5964105725288391, 0.753166913986206], "cos_Ac_negg": [0.4686068296432495, 0.5964105725288391, 0.753166913986206], "r_norm": [3.470994472503662, 2.3453595638275146, 2.27215576171875], "ldr": {"dL_sdil": -0.026362180709838867, "dL_bp": -0.007879026234149933, "ratio": 3.3458678682370295}}, {"step": 8800, "epoch": 18, "train_loss": 0.0969875305891037, "cos_r_negg": [0.48757630586624146, 0.6106157302856445, 0.76273512840271], "cos_apical_negg": [0.48757630586624146, 0.6106157302856445, 0.76273512840271], "cos_Ac_negg": [0.48757630586624146, 0.6106157302856445, 0.76273512840271], "r_norm": [3.8106350898742676, 2.5904769897460938, 2.4671006202697754]}, {"step": 8850, "epoch": 18, "train_loss": 0.10759024322032928, "cos_r_negg": [0.4676417112350464, 0.5997387170791626, 0.7741537094116211], "cos_apical_negg": [0.4676417112350464, 0.5997387170791626, 0.7741537094116211], "cos_Ac_negg": [0.4676417112350464, 0.5997387170791626, 0.7741537094116211], "r_norm": [3.8486087322235107, 2.6149325370788574, 2.5075831413269043]}, {"step": 8900, "epoch": 18, "train_loss": 0.10986261069774628, "cos_r_negg": [0.4821038842201233, 0.6126977801322937, 0.7790646553039551], "cos_apical_negg": [0.4821038842201233, 0.6126977801322937, 0.7790646553039551], "cos_Ac_negg": [0.4821038842201233, 0.6126977801322937, 0.7790646553039551], "r_norm": [3.9028661251068115, 2.6925151348114014, 2.610546112060547]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9596, "test_loss": 0.1374782199859619}, {"step": 8950, "epoch": 19, "train_loss": 0.024670226499438286, "cos_r_negg": [0.46887871623039246, 0.586022138595581, 0.7447665929794312], "cos_apical_negg": [0.46887871623039246, 0.586022138595581, 0.7447665929794312], "cos_Ac_negg": [0.46887871623039246, 0.586022138595581, 0.7447665929794312], "r_norm": [3.9008500576019287, 2.6825757026672363, 2.593639373779297]}, {"step": 9000, "epoch": 19, "train_loss": 0.16833874583244324, "cos_r_negg": [0.47070297598838806, 0.6013631224632263, 0.7524117827415466], "cos_apical_negg": [0.47070297598838806, 0.6013631224632263, 0.7524117827415466], "cos_Ac_negg": [0.47070297598838806, 0.6013631224632263, 0.7524117827415466], "r_norm": [3.597475290298462, 2.469928741455078, 2.3674590587615967], "ldr": {"dL_sdil": -0.022041410207748413, "dL_bp": -0.006566762924194336, "ratio": 3.356510728678793}}, {"step": 9050, "epoch": 19, "train_loss": 0.17411062121391296, "cos_r_negg": [0.43118733167648315, 0.5760952234268188, 0.74647057056427], "cos_apical_negg": [0.43118733167648315, 0.5760952234268188, 0.74647057056427], "cos_Ac_negg": [0.43118733167648315, 0.5760952234268188, 0.74647057056427], "r_norm": [3.556485652923584, 2.4203643798828125, 2.324342966079712]}, {"step": 9100, "epoch": 19, "train_loss": 0.040854454040527344, "cos_r_negg": [0.4608801603317261, 0.593410849571228, 0.7518800497055054], "cos_apical_negg": [0.4608801603317261, 0.593410849571228, 0.7518800497055054], "cos_Ac_negg": [0.4608801603317261, 0.593410849571228, 0.7518800497055054], "r_norm": [3.2429580688476562, 2.1961944103240967, 2.1111950874328613]}, {"step": 9150, "epoch": 19, "train_loss": 0.18404434621334076, "cos_r_negg": [0.4480458199977875, 0.6062141060829163, 0.7655995488166809], "cos_apical_negg": [0.4480458199977875, 0.6062141060829163, 0.7655995488166809], "cos_Ac_negg": [0.4480458199977875, 0.6062141060829163, 0.7655995488166809], "r_norm": [3.152503728866577, 2.1551525592803955, 2.0845179557800293]}, {"step": 9200, "epoch": 19, "train_loss": 0.1545964479446411, "cos_r_negg": [0.47102707624435425, 0.6062004566192627, 0.7575932741165161], "cos_apical_negg": [0.47102707624435425, 0.6062004566192627, 0.7575932741165161], "cos_Ac_negg": [0.47102707624435425, 0.6062004566192627, 0.7575932741165161], "r_norm": [4.347260475158691, 2.9333741664886475, 2.795837879180908]}, {"step": 9250, "epoch": 19, "train_loss": 0.12299389392137527, "cos_r_negg": [0.4560714662075043, 0.6204146146774292, 0.7652348279953003], "cos_apical_negg": [0.4560714662075043, 0.6204146146774292, 0.7652348279953003], "cos_Ac_negg": [0.4560714662075043, 0.6204146146774292, 0.7652348279953003], "r_norm": [3.566096305847168, 2.4170689582824707, 2.3298451900482178], "ldr": {"dL_sdil": -0.01880192756652832, "dL_bp": -0.0045245736837387085, "ratio": 4.155513619791924}}, {"step": 9300, "epoch": 19, "train_loss": 0.10445186495780945, "cos_r_negg": [0.4999547004699707, 0.61686772108078, 0.7652115821838379], "cos_apical_negg": [0.4999547004699707, 0.61686772108078, 0.7652115821838379], "cos_Ac_negg": [0.4999547004699707, 0.61686772108078, 0.7652115821838379], "r_norm": [3.2021074295043945, 2.2056779861450195, 2.151883125305176]}, {"step": 9350, "epoch": 19, "train_loss": 0.20127779245376587, "cos_r_negg": [0.45160770416259766, 0.5931587219238281, 0.7610846757888794], "cos_apical_negg": [0.45160770416259766, 0.5931587219238281, 0.7610846757888794], "cos_Ac_negg": [0.45160770416259766, 0.5931587219238281, 0.7610846757888794], "r_norm": [3.1893575191497803, 2.173637628555298, 2.12016224861145]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9572, "test_loss": 0.1466967315673828}], "final": {"test_acc": 0.9572, "test_loss": 0.1466967315673828, "wall_s": 33.537044525146484, "cos_r_negg": [0.44535374641418457, 0.5997729897499084, 0.766185998916626], "cos_apical_negg": [0.44535374641418457, 0.5997729897499084, 0.766185998916626], "cos_Ac_negg": [0.44535374641418457, 0.5997729897499084, 0.766185998916626]}}
|
