1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_trainedA_nd16_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.0006245768163353205, 0.010400650091469288, 0.07451611757278442], "cos_apical_negg": [-0.0006245768163353205, 0.010400650091469288, 0.07451611757278442], "cos_Ac_negg": [-0.0006245768163353205, 0.010400650091469288, 0.07451611757278442], "r_norm": [4.887516021728516, 4.824077129364014, 4.831528663635254], "ldr": {"dL_sdil": -0.043692827224731445, "dL_bp": -0.23199224472045898, "ratio": 0.1883374475615747}}, {"step": 50, "epoch": 0, "train_loss": 0.6735487580299377, "cos_r_negg": [0.48450949788093567, 0.4735565483570099, 0.4705214500427246], "cos_apical_negg": [0.48450949788093567, 0.4735565483570099, 0.4705214500427246], "cos_Ac_negg": [0.48450949788093567, 0.4735565483570099, 0.4705214500427246], "r_norm": [1.2508115768432617, 1.2198607921600342, 1.2330445051193237]}, {"step": 100, "epoch": 0, "train_loss": 0.30735939741134644, "cos_r_negg": [0.499967485666275, 0.4881380796432495, 0.5468509793281555], "cos_apical_negg": [0.499967485666275, 0.4881380796432495, 0.5468509793281555], "cos_Ac_negg": [0.499967485666275, 0.4881380796432495, 0.5468509793281555], "r_norm": [0.898989737033844, 0.8657304048538208, 0.8922080993652344]}, {"step": 150, "epoch": 0, "train_loss": 0.32811084389686584, "cos_r_negg": [0.5193406343460083, 0.5423282384872437, 0.6272879838943481], "cos_apical_negg": [0.5193406343460083, 0.5423282384872437, 0.6272879838943481], "cos_Ac_negg": [0.5193406343460083, 0.5423282384872437, 0.6272879838943481], "r_norm": [0.8513839244842529, 0.8148617744445801, 0.8464104533195496]}, {"step": 200, "epoch": 0, "train_loss": 0.3596840500831604, "cos_r_negg": [0.5608352422714233, 0.5853337049484253, 0.6679064035415649], "cos_apical_negg": [0.5608352422714233, 0.5853337049484253, 0.6679064035415649], "cos_Ac_negg": [0.5608352422714233, 0.5853337049484253, 0.6679064035415649], "r_norm": [0.8610882759094238, 0.8245890736579895, 0.8621287941932678]}, {"step": 250, "epoch": 0, "train_loss": 0.20128892362117767, "cos_r_negg": [0.5719749331474304, 0.611812174320221, 0.6974624991416931], "cos_apical_negg": [0.5719749331474304, 0.611812174320221, 0.6974624991416931], "cos_Ac_negg": [0.5719749331474304, 0.611812174320221, 0.6974624991416931], "r_norm": [0.8593776822090149, 0.8204928636550903, 0.8632437586784363], "ldr": {"dL_sdil": -0.018042221665382385, "dL_bp": -0.009958207607269287, "ratio": 1.8117940875436191}}, {"step": 300, "epoch": 0, "train_loss": 0.26991426944732666, "cos_r_negg": [0.5988359451293945, 0.6393057107925415, 0.7294926643371582], "cos_apical_negg": [0.5988359451293945, 0.6393057107925415, 0.7294926643371582], "cos_Ac_negg": [0.5988359451293945, 0.6393057107925415, 0.7294926643371582], "r_norm": [0.8373662829399109, 0.7917261123657227, 0.8349321484565735]}, {"step": 350, "epoch": 0, "train_loss": 0.14514416456222534, "cos_r_negg": [0.5950596332550049, 0.6317050457000732, 0.7306268811225891], "cos_apical_negg": [0.5950596332550049, 0.6317050457000732, 0.7306268811225891], "cos_Ac_negg": [0.5950596332550049, 0.6317050457000732, 0.7306268811225891], "r_norm": [0.7627335786819458, 0.7089323997497559, 0.7522060871124268]}, {"step": 400, "epoch": 0, "train_loss": 0.135908305644989, "cos_r_negg": [0.629143238067627, 0.6660945415496826, 0.7607642412185669], "cos_apical_negg": [0.629143238067627, 0.6660945415496826, 0.7607642412185669], "cos_Ac_negg": [0.629143238067627, 0.6660945415496826, 0.7607642412185669], "r_norm": [0.850213885307312, 0.7779066562652588, 0.8392411470413208]}, {"step": 450, "epoch": 0, "train_loss": 0.20653419196605682, "cos_r_negg": [0.6315674781799316, 0.6631633639335632, 0.7693119049072266], "cos_apical_negg": [0.6315674781799316, 0.6631633639335632, 0.7693119049072266], "cos_Ac_negg": [0.6315674781799316, 0.6631633639335632, 0.7693119049072266], "r_norm": [1.0022364854812622, 0.9080122709274292, 0.9718036651611328]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9442, "test_loss": 0.18487922744750976}, {"step": 500, "epoch": 1, "train_loss": 0.2486426681280136, "cos_r_negg": [0.6427973508834839, 0.6810556650161743, 0.7800352573394775], "cos_apical_negg": [0.6427973508834839, 0.6810556650161743, 0.7800352573394775], "cos_Ac_negg": [0.6427973508834839, 0.6810556650161743, 0.7800352573394775], "r_norm": [0.8536257147789001, 0.7671191692352295, 0.8239250779151917], "ldr": {"dL_sdil": -0.02116699516773224, "dL_bp": -0.010488912463188171, "ratio": 2.0180352578992156}}, {"step": 550, "epoch": 1, "train_loss": 0.21551795303821564, "cos_r_negg": [0.641986608505249, 0.6984960436820984, 0.7732048034667969], "cos_apical_negg": [0.641986608505249, 0.6984960436820984, 0.7732048034667969], "cos_Ac_negg": [0.641986608505249, 0.6984960436820984, 0.7732048034667969], "r_norm": [0.7731861472129822, 0.6864462494850159, 0.7366268634796143]}, {"step": 600, "epoch": 1, "train_loss": 0.23708388209342957, "cos_r_negg": [0.6509044170379639, 0.7014003992080688, 0.7853854894638062], "cos_apical_negg": [0.6509044170379639, 0.7014003992080688, 0.7853854894638062], "cos_Ac_negg": [0.6509044170379639, 0.7014003992080688, 0.7853854894638062], "r_norm": [0.8682494759559631, 0.7643574476242065, 0.826400637626648]}, {"step": 650, "epoch": 1, "train_loss": 0.22852472960948944, "cos_r_negg": [0.6679638624191284, 0.7181849479675293, 0.7947133779525757], "cos_apical_negg": [0.6679638624191284, 0.7181849479675293, 0.7947133779525757], "cos_Ac_negg": [0.6679638624191284, 0.7181849479675293, 0.7947133779525757], "r_norm": [0.8726345896720886, 0.7527315616607666, 0.8141178488731384]}, {"step": 700, "epoch": 1, "train_loss": 0.09563355892896652, "cos_r_negg": [0.644819974899292, 0.69707190990448, 0.7875170111656189], "cos_apical_negg": [0.644819974899292, 0.69707190990448, 0.7875170111656189], "cos_Ac_negg": [0.644819974899292, 0.69707190990448, 0.7875170111656189], "r_norm": [0.749220073223114, 0.6460230350494385, 0.6953623294830322]}, {"step": 750, "epoch": 1, "train_loss": 0.05877885967493057, "cos_r_negg": [0.6581220626831055, 0.7165870070457458, 0.8120690584182739], "cos_apical_negg": [0.6581220626831055, 0.7165870070457458, 0.8120690584182739], "cos_Ac_negg": [0.6581220626831055, 0.7165870070457458, 0.8120690584182739], "r_norm": [0.8354880213737488, 0.7114887237548828, 0.7624791264533997], "ldr": {"dL_sdil": -0.01674291491508484, "dL_bp": -0.007192984223365784, "ratio": 2.3276729650952017}}, {"step": 800, "epoch": 1, "train_loss": 0.1263517141342163, "cos_r_negg": [0.6792759895324707, 0.7231773138046265, 0.8104986548423767], "cos_apical_negg": [0.6792759895324707, 0.7231773138046265, 0.8104986548423767], "cos_Ac_negg": [0.6792759895324707, 0.7231773138046265, 0.8104986548423767], "r_norm": [0.9398846626281738, 0.7974375486373901, 0.859102189540863]}, {"step": 850, "epoch": 1, "train_loss": 0.21746261417865753, "cos_r_negg": [0.6800432205200195, 0.733031153678894, 0.8202495574951172], "cos_apical_negg": [0.6800432205200195, 0.733031153678894, 0.8202495574951172], "cos_Ac_negg": [0.6800432205200195, 0.733031153678894, 0.8202495574951172], "r_norm": [0.8902742266654968, 0.7458731532096863, 0.8000108599662781]}, {"step": 900, "epoch": 1, "train_loss": 0.1850430816411972, "cos_r_negg": [0.6772946119308472, 0.7390117645263672, 0.812968373298645], "cos_apical_negg": [0.6772946119308472, 0.7390117645263672, 0.812968373298645], "cos_Ac_negg": [0.6772946119308472, 0.7390117645263672, 0.812968373298645], "r_norm": [0.813648521900177, 0.6772531270980835, 0.7334722876548767]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9609, "test_loss": 0.13212467575073242}, {"step": 950, "epoch": 2, "train_loss": 0.16597704589366913, "cos_r_negg": [0.6431538462638855, 0.7008771896362305, 0.7854105830192566], "cos_apical_negg": [0.6431538462638855, 0.7008771896362305, 0.7854105830192566], "cos_Ac_negg": [0.6431538462638855, 0.7008771896362305, 0.7854105830192566], "r_norm": [0.787554144859314, 0.6524887084960938, 0.6971420645713806]}, {"step": 1000, "epoch": 2, "train_loss": 0.2015153467655182, "cos_r_negg": [0.6637861728668213, 0.7313246726989746, 0.8132327198982239], "cos_apical_negg": [0.6637861728668213, 0.7313246726989746, 0.8132327198982239], "cos_Ac_negg": [0.6637861728668213, 0.7313246726989746, 0.8132327198982239], "r_norm": [0.90513014793396, 0.7387210726737976, 0.78507000207901], "ldr": {"dL_sdil": -0.0194646418094635, "dL_bp": -0.007553577423095703, "ratio": 2.5768772489110536}}, {"step": 1050, "epoch": 2, "train_loss": 0.10656103491783142, "cos_r_negg": [0.6483380794525146, 0.7042169570922852, 0.771201491355896], "cos_apical_negg": [0.6483380794525146, 0.7042169570922852, 0.771201491355896], "cos_Ac_negg": [0.6483380794525146, 0.7042169570922852, 0.771201491355896], "r_norm": [0.8175814151763916, 0.665002167224884, 0.7147355079650879]}, {"step": 1100, "epoch": 2, "train_loss": 0.0759909376502037, "cos_r_negg": [0.627275288105011, 0.6880003213882446, 0.7886669635772705], "cos_apical_negg": [0.627275288105011, 0.6880003213882446, 0.7886669635772705], "cos_Ac_negg": [0.627275288105011, 0.6880003213882446, 0.7886669635772705], "r_norm": [0.9317870140075684, 0.7525957226753235, 0.8046175241470337]}, {"step": 1150, "epoch": 2, "train_loss": 0.06411182880401611, "cos_r_negg": [0.6599404811859131, 0.7141706347465515, 0.8003837466239929], "cos_apical_negg": [0.6599404811859131, 0.7141706347465515, 0.8003837466239929], "cos_Ac_negg": [0.6599404811859131, 0.7141706347465515, 0.8003837466239929], "r_norm": [0.9284107685089111, 0.7404031753540039, 0.7908779978752136]}, {"step": 1200, "epoch": 2, "train_loss": 0.06151736527681351, "cos_r_negg": [0.6651262044906616, 0.7186183929443359, 0.8120876550674438], "cos_apical_negg": [0.6651262044906616, 0.7186183929443359, 0.8120876550674438], "cos_Ac_negg": [0.6651262044906616, 0.7186183929443359, 0.8120876550674438], "r_norm": [1.0142920017242432, 0.8105827569961548, 0.8654208183288574]}, {"step": 1250, "epoch": 2, "train_loss": 0.06720481812953949, "cos_r_negg": [0.6555919647216797, 0.7232135534286499, 0.8161712884902954], "cos_apical_negg": [0.6555919647216797, 0.7232135534286499, 0.8161712884902954], "cos_Ac_negg": [0.6555919647216797, 0.7232135534286499, 0.8161712884902954], "r_norm": [1.0182757377624512, 0.807711124420166, 0.8628205060958862], "ldr": {"dL_sdil": -0.015950128436088562, "dL_bp": -0.006205931305885315, "ratio": 2.5701426022815403}}, {"step": 1300, "epoch": 2, "train_loss": 0.17997217178344727, "cos_r_negg": [0.6472364664077759, 0.7026554346084595, 0.7820999026298523], "cos_apical_negg": [0.6472364664077759, 0.7026554346084595, 0.7820999026298523], "cos_Ac_negg": [0.6472364664077759, 0.7026554346084595, 0.7820999026298523], "r_norm": [1.1490039825439453, 0.9009084701538086, 0.9548645615577698]}, {"step": 1350, "epoch": 2, "train_loss": 0.11643478274345398, "cos_r_negg": [0.6787860989570618, 0.7390945553779602, 0.8212977647781372], "cos_apical_negg": [0.6787860989570618, 0.7390945553779602, 0.8212977647781372], "cos_Ac_negg": [0.6787860989570618, 0.7390945553779602, 0.8212977647781372], "r_norm": [1.0558953285217285, 0.8250770568847656, 0.8775635957717896]}, {"step": 1400, "epoch": 2, "train_loss": 0.26627716422080994, "cos_r_negg": [0.6590710878372192, 0.7237489819526672, 0.7976862788200378], "cos_apical_negg": [0.6590710878372192, 0.7237489819526672, 0.7976862788200378], "cos_Ac_negg": [0.6590710878372192, 0.7237489819526672, 0.7976862788200378], "r_norm": [1.0791831016540527, 0.8293559551239014, 0.8895324468612671]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9607, "test_loss": 0.13793439331054688}, {"step": 1450, "epoch": 3, "train_loss": 0.08982424437999725, "cos_r_negg": [0.656049370765686, 0.7186392545700073, 0.8004131317138672], "cos_apical_negg": [0.656049370765686, 0.7186392545700073, 0.8004131317138672], "cos_Ac_negg": [0.656049370765686, 0.7186392545700073, 0.8004131317138672], "r_norm": [0.9771682024002075, 0.7489997148513794, 0.8033727407455444]}, {"step": 1500, "epoch": 3, "train_loss": 0.08645950257778168, "cos_r_negg": [0.6492746472358704, 0.697766900062561, 0.7862263917922974], "cos_apical_negg": [0.6492746472358704, 0.697766900062561, 0.7862263917922974], "cos_Ac_negg": [0.6492746472358704, 0.697766900062561, 0.7862263917922974], "r_norm": [1.1081081628799438, 0.8456513285636902, 0.8938746452331543], "ldr": {"dL_sdil": -0.02083258330821991, "dL_bp": -0.007345378398895264, "ratio": 2.836148415628677}}, {"step": 1550, "epoch": 3, "train_loss": 0.14502747356891632, "cos_r_negg": [0.6367191672325134, 0.6956844329833984, 0.7939739227294922], "cos_apical_negg": [0.6367191672325134, 0.6956844329833984, 0.7939739227294922], "cos_Ac_negg": [0.6367191672325134, 0.6956844329833984, 0.7939739227294922], "r_norm": [1.0607967376708984, 0.8023888468742371, 0.8515205979347229]}, {"step": 1600, "epoch": 3, "train_loss": 0.08657057583332062, "cos_r_negg": [0.6739122271537781, 0.7056598663330078, 0.8068903684616089], "cos_apical_negg": [0.6739122271537781, 0.7056598663330078, 0.8068903684616089], "cos_Ac_negg": [0.6739122271537781, 0.7056598663330078, 0.8068903684616089], "r_norm": [0.9533134698867798, 0.7210874557495117, 0.7608745098114014]}, {"step": 1650, "epoch": 3, "train_loss": 0.0645236149430275, "cos_r_negg": [0.6457688808441162, 0.693767786026001, 0.8011002540588379], "cos_apical_negg": [0.6457688808441162, 0.693767786026001, 0.8011002540588379], "cos_Ac_negg": [0.6457688808441162, 0.693767786026001, 0.8011002540588379], "r_norm": [0.9620634317398071, 0.718781054019928, 0.757583737373352]}, {"step": 1700, "epoch": 3, "train_loss": 0.12854954600334167, "cos_r_negg": [0.6393370628356934, 0.6997866034507751, 0.8000935316085815], "cos_apical_negg": [0.6393370628356934, 0.6997866034507751, 0.8000935316085815], "cos_Ac_negg": [0.6393370628356934, 0.6997866034507751, 0.8000935316085815], "r_norm": [0.9626347422599792, 0.7197270393371582, 0.7572397589683533]}, {"step": 1750, "epoch": 3, "train_loss": 0.11238837987184525, "cos_r_negg": [0.6644691228866577, 0.7084974646568298, 0.8001501560211182], "cos_apical_negg": [0.6644691228866577, 0.7084974646568298, 0.8001501560211182], "cos_Ac_negg": [0.6644691228866577, 0.7084974646568298, 0.8001501560211182], "r_norm": [0.8685488700866699, 0.6486804485321045, 0.684911847114563], "ldr": {"dL_sdil": -0.010712601244449615, "dL_bp": -0.0038381144404411316, "ratio": 2.7911104295312175}}, {"step": 1800, "epoch": 3, "train_loss": 0.09424158185720444, "cos_r_negg": [0.6888958811759949, 0.7371169328689575, 0.8172643780708313], "cos_apical_negg": [0.6888958811759949, 0.7371169328689575, 0.8172643780708313], "cos_Ac_negg": [0.6888958811759949, 0.7371169328689575, 0.8172643780708313], "r_norm": [1.0433317422866821, 0.7862251996994019, 0.8348705768585205]}, {"step": 1850, "epoch": 3, "train_loss": 0.1487707942724228, "cos_r_negg": [0.6608536243438721, 0.7166160345077515, 0.8102138042449951], "cos_apical_negg": [0.6608536243438721, 0.7166160345077515, 0.8102138042449951], "cos_Ac_negg": [0.6608536243438721, 0.7166160345077515, 0.8102138042449951], "r_norm": [1.388423204421997, 1.0263978242874146, 1.088127851486206]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9638, "test_loss": 0.11839683418273926}, {"step": 1900, "epoch": 4, "train_loss": 0.09748503565788269, "cos_r_negg": [0.6466504335403442, 0.7130441069602966, 0.7963274121284485], "cos_apical_negg": [0.6466504335403442, 0.7130441069602966, 0.7963274121284485], "cos_Ac_negg": [0.6466504335403442, 0.7130441069602966, 0.7963274121284485], "r_norm": [0.90248703956604, 0.6754962205886841, 0.7129533886909485]}, {"step": 1950, "epoch": 4, "train_loss": 0.12737897038459778, "cos_r_negg": [0.6406134963035583, 0.7177376747131348, 0.7910560965538025], "cos_apical_negg": [0.6406134963035583, 0.7177376747131348, 0.7910560965538025], "cos_Ac_negg": [0.6406134963035583, 0.7177376747131348, 0.7910560965538025], "r_norm": [0.9708241820335388, 0.7196890115737915, 0.7581106424331665]}, {"step": 2000, "epoch": 4, "train_loss": 0.18934965133666992, "cos_r_negg": [0.6553674936294556, 0.7125653028488159, 0.7779115438461304], "cos_apical_negg": [0.6553674936294556, 0.7125653028488159, 0.7779115438461304], "cos_Ac_negg": [0.6553674936294556, 0.7125653028488159, 0.7779115438461304], "r_norm": [0.9157464504241943, 0.6826461553573608, 0.7137476205825806], "ldr": {"dL_sdil": -0.012182801961898804, "dL_bp": -0.004002369940280914, "ratio": 3.043897026930931}}, {"step": 2050, "epoch": 4, "train_loss": 0.10773071646690369, "cos_r_negg": [0.6365305185317993, 0.6895304918289185, 0.7663147449493408], "cos_apical_negg": [0.6365305185317993, 0.6895304918289185, 0.7663147449493408], "cos_Ac_negg": [0.6365305185317993, 0.6895304918289185, 0.7663147449493408], "r_norm": [0.9892305135726929, 0.7147170305252075, 0.7444467544555664]}, {"step": 2100, "epoch": 4, "train_loss": 0.08374036103487015, "cos_r_negg": [0.6292920112609863, 0.7018991112709045, 0.7845286726951599], "cos_apical_negg": [0.6292920112609863, 0.7018991112709045, 0.7845286726951599], "cos_Ac_negg": [0.6292920112609863, 0.7018991112709045, 0.7845286726951599], "r_norm": [1.2211167812347412, 0.8777650594711304, 0.9143229722976685]}, {"step": 2150, "epoch": 4, "train_loss": 0.11760636419057846, "cos_r_negg": [0.6632803678512573, 0.7303867340087891, 0.8145167827606201], "cos_apical_negg": [0.6632803678512573, 0.7303867340087891, 0.8145167827606201], "cos_Ac_negg": [0.6632803678512573, 0.7303867340087891, 0.8145167827606201], "r_norm": [1.5074234008789062, 1.074122667312622, 1.1190762519836426]}, {"step": 2200, "epoch": 4, "train_loss": 0.09488476812839508, "cos_r_negg": [0.6626368761062622, 0.7246438264846802, 0.7893329858779907], "cos_apical_negg": [0.6626368761062622, 0.7246438264846802, 0.7893329858779907], "cos_Ac_negg": [0.6626368761062622, 0.7246438264846802, 0.7893329858779907], "r_norm": [1.3472386598587036, 0.9640795588493347, 0.987911581993103]}, {"step": 2250, "epoch": 4, "train_loss": 0.009181936271488667, "cos_r_negg": [0.6630508899688721, 0.7131158709526062, 0.789915919303894], "cos_apical_negg": [0.6630508899688721, 0.7131158709526062, 0.789915919303894], "cos_Ac_negg": [0.6630508899688721, 0.7131158709526062, 0.789915919303894], "r_norm": [1.2110800743103027, 0.8638829588890076, 0.8897655606269836], "ldr": {"dL_sdil": -0.015536785125732422, "dL_bp": -0.004791319370269775, "ratio": 3.2426945325620453}}, {"step": 2300, "epoch": 4, "train_loss": 0.11302313208580017, "cos_r_negg": [0.6403554081916809, 0.6928803324699402, 0.76534503698349], "cos_apical_negg": [0.6403554081916809, 0.6928803324699402, 0.76534503698349], "cos_Ac_negg": [0.6403554081916809, 0.6928803324699402, 0.76534503698349], "r_norm": [1.585463285446167, 1.1234259605407715, 1.1597206592559814]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9667, "test_loss": 0.11542671813964844}, {"step": 2350, "epoch": 5, "train_loss": 0.1043478399515152, "cos_r_negg": [0.6726620197296143, 0.72330242395401, 0.8138927221298218], "cos_apical_negg": [0.6726620197296143, 0.72330242395401, 0.8138927221298218], "cos_Ac_negg": [0.6726620197296143, 0.72330242395401, 0.8138927221298218], "r_norm": [1.2545384168624878, 0.8958686590194702, 0.9282491207122803]}, {"step": 2400, "epoch": 5, "train_loss": 0.09124904870986938, "cos_r_negg": [0.6322605013847351, 0.6991448998451233, 0.7853190898895264], "cos_apical_negg": [0.6322605013847351, 0.6991448998451233, 0.7853190898895264], "cos_Ac_negg": [0.6322605013847351, 0.6991448998451233, 0.7853190898895264], "r_norm": [1.2125740051269531, 0.8587512969970703, 0.8912366628646851]}, {"step": 2450, "epoch": 5, "train_loss": 0.0786072164773941, "cos_r_negg": [0.6616837382316589, 0.7209616303443909, 0.8091398477554321], "cos_apical_negg": [0.6616837382316589, 0.7209616303443909, 0.8091398477554321], "cos_Ac_negg": [0.6616837382316589, 0.7209616303443909, 0.8091398477554321], "r_norm": [1.2636280059814453, 0.8937084674835205, 0.9258301854133606]}, {"step": 2500, "epoch": 5, "train_loss": 0.15624985098838806, "cos_r_negg": [0.6626518964767456, 0.7218570709228516, 0.8041737675666809], "cos_apical_negg": [0.6626518964767456, 0.7218570709228516, 0.8041737675666809], "cos_Ac_negg": [0.6626518964767456, 0.7218570709228516, 0.8041737675666809], "r_norm": [1.5480754375457764, 1.1022714376449585, 1.1425577402114868], "ldr": {"dL_sdil": -0.022685766220092773, "dL_bp": -0.00788886845111847, "ratio": 2.8756679567747674}}, {"step": 2550, "epoch": 5, "train_loss": 0.09416250884532928, "cos_r_negg": [0.6517411470413208, 0.7171120047569275, 0.8022411465644836], "cos_apical_negg": [0.6517411470413208, 0.7171120047569275, 0.8022411465644836], "cos_Ac_negg": [0.6517411470413208, 0.7171120047569275, 0.8022411465644836], "r_norm": [1.421457290649414, 0.9799187779426575, 1.002837061882019]}, {"step": 2600, "epoch": 5, "train_loss": 0.10190001875162125, "cos_r_negg": [0.6530766487121582, 0.7171000838279724, 0.8134929537773132], "cos_apical_negg": [0.6530766487121582, 0.7171000838279724, 0.8134929537773132], "cos_Ac_negg": [0.6530766487121582, 0.7171000838279724, 0.8134929537773132], "r_norm": [1.6155650615692139, 1.1111758947372437, 1.1413216590881348]}, {"step": 2650, "epoch": 5, "train_loss": 0.04730559140443802, "cos_r_negg": [0.6430950164794922, 0.7199409604072571, 0.8147863149642944], "cos_apical_negg": [0.6430950164794922, 0.7199409604072571, 0.8147863149642944], "cos_Ac_negg": [0.6430950164794922, 0.7199409604072571, 0.8147863149642944], "r_norm": [1.7766656875610352, 1.2387195825576782, 1.2698235511779785]}, {"step": 2700, "epoch": 5, "train_loss": 0.1803777515888214, "cos_r_negg": [0.6480823755264282, 0.7134395837783813, 0.7969224452972412], "cos_apical_negg": [0.6480823755264282, 0.7134395837783813, 0.7969224452972412], "cos_Ac_negg": [0.6480823755264282, 0.7134395837783813, 0.7969224452972412], "r_norm": [1.3992390632629395, 0.9611985683441162, 0.9849108457565308]}, {"step": 2750, "epoch": 5, "train_loss": 0.055084142833948135, "cos_r_negg": [0.6346567869186401, 0.7176921963691711, 0.801852285861969], "cos_apical_negg": [0.6346567869186401, 0.7176921963691711, 0.801852285861969], "cos_Ac_negg": [0.6346567869186401, 0.7176921963691711, 0.801852285861969], "r_norm": [1.706103801727295, 1.1606786251068115, 1.1850612163543701], "ldr": {"dL_sdil": -0.02963174134492874, "dL_bp": -0.01119464635848999, "ratio": 2.646956446503208}}, {"step": 2800, "epoch": 5, "train_loss": 0.09780938923358917, "cos_r_negg": [0.6437754034996033, 0.7200458645820618, 0.7915016412734985], "cos_apical_negg": [0.6437754034996033, 0.7200458645820618, 0.7915016412734985], "cos_Ac_negg": [0.6437754034996033, 0.7200458645820618, 0.7915016412734985], "r_norm": [1.3574248552322388, 0.9378572702407837, 0.9708544611930847]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9642, "test_loss": 0.11503468475341797}, {"step": 2850, "epoch": 6, "train_loss": 0.08544307947158813, "cos_r_negg": [0.6576011180877686, 0.7286319732666016, 0.8019779920578003], "cos_apical_negg": [0.6576011180877686, 0.7286319732666016, 0.8019779920578003], "cos_Ac_negg": [0.6576011180877686, 0.7286319732666016, 0.8019779920578003], "r_norm": [1.3021131753921509, 0.8964300155639648, 0.9175119996070862]}, {"step": 2900, "epoch": 6, "train_loss": 0.04533127695322037, "cos_r_negg": [0.6272823214530945, 0.6935175061225891, 0.757466197013855], "cos_apical_negg": [0.6272823214530945, 0.6935175061225891, 0.757466197013855], "cos_Ac_negg": [0.6272823214530945, 0.6935175061225891, 0.757466197013855], "r_norm": [1.6829593181610107, 1.1369497776031494, 1.1617724895477295]}, {"step": 2950, "epoch": 6, "train_loss": 0.11471319198608398, "cos_r_negg": [0.6340516805648804, 0.7122495174407959, 0.7966001629829407], "cos_apical_negg": [0.6340516805648804, 0.7122495174407959, 0.7966001629829407], "cos_Ac_negg": [0.6340516805648804, 0.7122495174407959, 0.7966001629829407], "r_norm": [1.2014050483703613, 0.8253490328788757, 0.8365707993507385]}, {"step": 3000, "epoch": 6, "train_loss": 0.13759562373161316, "cos_r_negg": [0.6260443925857544, 0.6986795663833618, 0.7789598107337952], "cos_apical_negg": [0.6260443925857544, 0.6986795663833618, 0.7789598107337952], "cos_Ac_negg": [0.6260443925857544, 0.6986795663833618, 0.7789598107337952], "r_norm": [1.562705397605896, 1.0761487483978271, 1.0927380323410034], "ldr": {"dL_sdil": -0.029170364141464233, "dL_bp": -0.008814230561256409, "ratio": 3.30946234486816}}, {"step": 3050, "epoch": 6, "train_loss": 0.10171976685523987, "cos_r_negg": [0.6060225367546082, 0.6688512563705444, 0.754865825176239], "cos_apical_negg": [0.6060225367546082, 0.6688512563705444, 0.754865825176239], "cos_Ac_negg": [0.6060225367546082, 0.6688512563705444, 0.754865825176239], "r_norm": [1.5227830410003662, 1.0346028804779053, 1.051755666732788]}, {"step": 3100, "epoch": 6, "train_loss": 0.08696724474430084, "cos_r_negg": [0.5747018456459045, 0.6350776553153992, 0.6973714828491211], "cos_apical_negg": [0.5747018456459045, 0.6350776553153992, 0.6973714828491211], "cos_Ac_negg": [0.5747018456459045, 0.6350776553153992, 0.6973714828491211], "r_norm": [1.4076870679855347, 0.946639895439148, 0.959316074848175]}, {"step": 3150, "epoch": 6, "train_loss": 0.047161493450403214, "cos_r_negg": [0.6045018434524536, 0.6752285957336426, 0.7361375689506531], "cos_apical_negg": [0.6045018434524536, 0.6752285957336426, 0.7361375689506531], "cos_Ac_negg": [0.6045018434524536, 0.6752285957336426, 0.7361375689506531], "r_norm": [1.606069564819336, 1.0908434391021729, 1.1074347496032715]}, {"step": 3200, "epoch": 6, "train_loss": 0.21017047762870789, "cos_r_negg": [0.6491440534591675, 0.7143809795379639, 0.7908303737640381], "cos_apical_negg": [0.6491440534591675, 0.7143809795379639, 0.7908303737640381], "cos_Ac_negg": [0.6491440534591675, 0.7143809795379639, 0.7908303737640381], "r_norm": [1.4476035833358765, 0.9845198392868042, 0.9913619756698608]}, {"step": 3250, "epoch": 6, "train_loss": 0.12759777903556824, "cos_r_negg": [0.6116443276405334, 0.6902744770050049, 0.7741221785545349], "cos_apical_negg": [0.6116443276405334, 0.6902744770050049, 0.7741221785545349], "cos_Ac_negg": [0.6116443276405334, 0.6902744770050049, 0.7741221785545349], "r_norm": [1.3254605531692505, 0.8942165374755859, 0.9010376334190369], "ldr": {"dL_sdil": -0.013586953282356262, "dL_bp": -0.004219815135002136, "ratio": 3.2197982252010156}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9594, "test_loss": 0.13548187522888183}, {"step": 3300, "epoch": 7, "train_loss": 0.07714246213436127, "cos_r_negg": [0.587666928768158, 0.6738030910491943, 0.7526182532310486], "cos_apical_negg": [0.587666928768158, 0.6738030910491943, 0.7526182532310486], "cos_Ac_negg": [0.587666928768158, 0.6738030910491943, 0.7526182532310486], "r_norm": [1.4797842502593994, 0.9978945851325989, 1.00959050655365]}, {"step": 3350, "epoch": 7, "train_loss": 0.11419771611690521, "cos_r_negg": [0.6293108463287354, 0.7040592432022095, 0.7831107378005981], "cos_apical_negg": [0.6293108463287354, 0.7040592432022095, 0.7831107378005981], "cos_Ac_negg": [0.6293108463287354, 0.7040592432022095, 0.7831107378005981], "r_norm": [1.3448386192321777, 0.909713864326477, 0.9095678329467773]}, {"step": 3400, "epoch": 7, "train_loss": 0.08227545768022537, "cos_r_negg": [0.631260871887207, 0.6924335360527039, 0.7558939456939697], "cos_apical_negg": [0.631260871887207, 0.6924335360527039, 0.7558939456939697], "cos_Ac_negg": [0.631260871887207, 0.6924335360527039, 0.7558939456939697], "r_norm": [1.4144878387451172, 0.9490280151367188, 0.9533035755157471]}, {"step": 3450, "epoch": 7, "train_loss": 0.1401069313287735, "cos_r_negg": [0.6608812808990479, 0.7229812741279602, 0.7853788137435913], "cos_apical_negg": [0.6608812808990479, 0.7229812741279602, 0.7853788137435913], "cos_Ac_negg": [0.6608812808990479, 0.7229812741279602, 0.7853788137435913], "r_norm": [1.508139967918396, 1.0177290439605713, 1.0238687992095947]}, {"step": 3500, "epoch": 7, "train_loss": 0.10030117630958557, "cos_r_negg": [0.6561144590377808, 0.7072087526321411, 0.7834184169769287], "cos_apical_negg": [0.6561144590377808, 0.7072087526321411, 0.7834184169769287], "cos_Ac_negg": [0.6561144590377808, 0.7072087526321411, 0.7834184169769287], "r_norm": [1.494471788406372, 0.9885123372077942, 0.9881172180175781], "ldr": {"dL_sdil": -0.014153555035591125, "dL_bp": -0.003854885697364807, "ratio": 3.671588769873636}}, {"step": 3550, "epoch": 7, "train_loss": 0.10811272263526917, "cos_r_negg": [0.6140034198760986, 0.6907763481140137, 0.7682729959487915], "cos_apical_negg": [0.6140034198760986, 0.6907763481140137, 0.7682729959487915], "cos_Ac_negg": [0.6140034198760986, 0.6907763481140137, 0.7682729959487915], "r_norm": [1.7223000526428223, 1.1602243185043335, 1.1661486625671387]}, {"step": 3600, "epoch": 7, "train_loss": 0.0958728939294815, "cos_r_negg": [0.6264085173606873, 0.6917451620101929, 0.7676888108253479], "cos_apical_negg": [0.6264085173606873, 0.6917451620101929, 0.7676888108253479], "cos_Ac_negg": [0.6264085173606873, 0.6917451620101929, 0.7676888108253479], "r_norm": [1.7705130577087402, 1.1688792705535889, 1.1648988723754883]}, {"step": 3650, "epoch": 7, "train_loss": 0.008561910130083561, "cos_r_negg": [0.6519593000411987, 0.7006465196609497, 0.7753965854644775], "cos_apical_negg": [0.6519593000411987, 0.7006465196609497, 0.7753965854644775], "cos_Ac_negg": [0.6519593000411987, 0.7006465196609497, 0.7753965854644775], "r_norm": [1.6371619701385498, 1.1000722646713257, 1.11264169216156]}, {"step": 3700, "epoch": 7, "train_loss": 0.12079837918281555, "cos_r_negg": [0.6297524571418762, 0.6871883273124695, 0.7571524977684021], "cos_apical_negg": [0.6297524571418762, 0.6871883273124695, 0.7571524977684021], "cos_Ac_negg": [0.6297524571418762, 0.6871883273124695, 0.7571524977684021], "r_norm": [1.241869568824768, 0.8344601392745972, 0.8410933017730713]}, {"step": 3750, "epoch": 7, "train_loss": 0.11839091777801514, "cos_r_negg": [0.6645755171775818, 0.7226054668426514, 0.8014875650405884], "cos_apical_negg": [0.6645755171775818, 0.7226054668426514, 0.8014875650405884], "cos_Ac_negg": [0.6645755171775818, 0.7226054668426514, 0.8014875650405884], "r_norm": [1.6813042163848877, 1.1033926010131836, 1.1128149032592773], "ldr": {"dL_sdil": -0.02285929024219513, "dL_bp": -0.007707320153713226, "ratio": 2.965919383948518}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9616, "test_loss": 0.12227455940246582}, {"step": 3800, "epoch": 8, "train_loss": 0.16942624747753143, "cos_r_negg": [0.6243941187858582, 0.6917222738265991, 0.7891300916671753], "cos_apical_negg": [0.6243941187858582, 0.6917222738265991, 0.7891300916671753], "cos_Ac_negg": [0.6243941187858582, 0.6917222738265991, 0.7891300916671753], "r_norm": [1.6063387393951416, 1.0543723106384277, 1.0462620258331299]}, {"step": 3850, "epoch": 8, "train_loss": 0.1552569568157196, "cos_r_negg": [0.5670005083084106, 0.6313830614089966, 0.7229574918746948], "cos_apical_negg": [0.5670005083084106, 0.6313830614089966, 0.7229574918746948], "cos_Ac_negg": [0.5670005083084106, 0.6313830614089966, 0.7229574918746948], "r_norm": [1.217717170715332, 0.7978565692901611, 0.7936652898788452]}, {"step": 3900, "epoch": 8, "train_loss": 0.04935016483068466, "cos_r_negg": [0.5972518920898438, 0.6555610299110413, 0.7266079187393188], "cos_apical_negg": [0.5972518920898438, 0.6555610299110413, 0.7266079187393188], "cos_Ac_negg": [0.5972518920898438, 0.6555610299110413, 0.7266079187393188], "r_norm": [1.6402692794799805, 1.0806868076324463, 1.0766146183013916]}, {"step": 3950, "epoch": 8, "train_loss": 0.05671895667910576, "cos_r_negg": [0.6179629564285278, 0.6653821468353271, 0.7392023205757141], "cos_apical_negg": [0.6179629564285278, 0.6653821468353271, 0.7392023205757141], "cos_Ac_negg": [0.6179629564285278, 0.6653821468353271, 0.7392023205757141], "r_norm": [1.4487944841384888, 0.9616775512695312, 0.9689887762069702]}, {"step": 4000, "epoch": 8, "train_loss": 0.02606368437409401, "cos_r_negg": [0.6249764561653137, 0.6928126215934753, 0.7737331986427307], "cos_apical_negg": [0.6249764561653137, 0.6928126215934753, 0.7737331986427307], "cos_Ac_negg": [0.6249764561653137, 0.6928126215934753, 0.7737331986427307], "r_norm": [2.5280814170837402, 1.6686768531799316, 1.6699899435043335], "ldr": {"dL_sdil": -0.04595258831977844, "dL_bp": -0.016643673181533813, "ratio": 2.7609643507517876}}, {"step": 4050, "epoch": 8, "train_loss": 0.08771033585071564, "cos_r_negg": [0.6462401747703552, 0.7021049857139587, 0.7857729196548462], "cos_apical_negg": [0.6462401747703552, 0.7021049857139587, 0.7857729196548462], "cos_Ac_negg": [0.6462401747703552, 0.7021049857139587, 0.7857729196548462], "r_norm": [1.7146285772323608, 1.1406375169754028, 1.1325441598892212]}, {"step": 4100, "epoch": 8, "train_loss": 0.10125218331813812, "cos_r_negg": [0.6117854118347168, 0.6856611371040344, 0.7631691694259644], "cos_apical_negg": [0.6117854118347168, 0.6856611371040344, 0.7631691694259644], "cos_Ac_negg": [0.6117854118347168, 0.6856611371040344, 0.7631691694259644], "r_norm": [1.6626555919647217, 1.103007435798645, 1.1025774478912354]}, {"step": 4150, "epoch": 8, "train_loss": 0.07578800618648529, "cos_r_negg": [0.6021105647087097, 0.6654557585716248, 0.7545021772384644], "cos_apical_negg": [0.6021105647087097, 0.6654557585716248, 0.7545021772384644], "cos_Ac_negg": [0.6021105647087097, 0.6654557585716248, 0.7545021772384644], "r_norm": [1.8069820404052734, 1.1856250762939453, 1.1795763969421387]}, {"step": 4200, "epoch": 8, "train_loss": 0.16592423617839813, "cos_r_negg": [0.6145324110984802, 0.6745281219482422, 0.767540693283081], "cos_apical_negg": [0.6145324110984802, 0.6745281219482422, 0.767540693283081], "cos_Ac_negg": [0.6145324110984802, 0.6745281219482422, 0.767540693283081], "r_norm": [1.7990156412124634, 1.1518888473510742, 1.1333789825439453]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9651, "test_loss": 0.12632536544799805}, {"step": 4250, "epoch": 9, "train_loss": 0.15454164147377014, "cos_r_negg": [0.6258960962295532, 0.6805522441864014, 0.7584561109542847], "cos_apical_negg": [0.6258960962295532, 0.6805522441864014, 0.7584561109542847], "cos_Ac_negg": [0.6258960962295532, 0.6805522441864014, 0.7584561109542847], "r_norm": [1.9704030752182007, 1.3041224479675293, 1.2968733310699463], "ldr": {"dL_sdil": -0.02590811252593994, "dL_bp": -0.00738169252872467, "ratio": 3.5097794205221478}}, {"step": 4300, "epoch": 9, "train_loss": 0.06325399875640869, "cos_r_negg": [0.5984009504318237, 0.6570512056350708, 0.7273346185684204], "cos_apical_negg": [0.5984009504318237, 0.6570512056350708, 0.7273346185684204], "cos_Ac_negg": [0.5984009504318237, 0.6570512056350708, 0.7273346185684204], "r_norm": [2.08903169631958, 1.3544169664382935, 1.3355307579040527]}, {"step": 4350, "epoch": 9, "train_loss": 0.07386796176433563, "cos_r_negg": [0.6150752305984497, 0.6635780334472656, 0.7379854917526245], "cos_apical_negg": [0.6150752305984497, 0.6635780334472656, 0.7379854917526245], "cos_Ac_negg": [0.6150752305984497, 0.6635780334472656, 0.7379854917526245], "r_norm": [1.5351386070251465, 0.9906522631645203, 0.9747887849807739]}, {"step": 4400, "epoch": 9, "train_loss": 0.07389023154973984, "cos_r_negg": [0.6023496389389038, 0.6780155897140503, 0.7305947542190552], "cos_apical_negg": [0.6023496389389038, 0.6780155897140503, 0.7305947542190552], "cos_Ac_negg": [0.6023496389389038, 0.6780155897140503, 0.7305947542190552], "r_norm": [2.2754287719726562, 1.471556305885315, 1.4515454769134521]}, {"step": 4450, "epoch": 9, "train_loss": 0.06468784809112549, "cos_r_negg": [0.59175044298172, 0.6550991535186768, 0.718092679977417], "cos_apical_negg": [0.59175044298172, 0.6550991535186768, 0.718092679977417], "cos_Ac_negg": [0.59175044298172, 0.6550991535186768, 0.718092679977417], "r_norm": [1.599653720855713, 1.0288562774658203, 1.011431097984314]}, {"step": 4500, "epoch": 9, "train_loss": 0.11713573336601257, "cos_r_negg": [0.6160073280334473, 0.6742383241653442, 0.7414028644561768], "cos_apical_negg": [0.6160073280334473, 0.6742383241653442, 0.7414028644561768], "cos_Ac_negg": [0.6160073280334473, 0.6742383241653442, 0.7414028644561768], "r_norm": [1.9567067623138428, 1.2626434564590454, 1.2457492351531982], "ldr": {"dL_sdil": -0.02445497363805771, "dL_bp": -0.006967127323150635, "ratio": 3.510051202422811}}, {"step": 4550, "epoch": 9, "train_loss": 0.14605344831943512, "cos_r_negg": [0.6178313493728638, 0.685172438621521, 0.7414610385894775], "cos_apical_negg": [0.6178313493728638, 0.685172438621521, 0.7414610385894775], "cos_Ac_negg": [0.6178313493728638, 0.685172438621521, 0.7414610385894775], "r_norm": [2.093381404876709, 1.3319847583770752, 1.3012709617614746]}, {"step": 4600, "epoch": 9, "train_loss": 0.12179780006408691, "cos_r_negg": [0.621023416519165, 0.674102783203125, 0.7388678193092346], "cos_apical_negg": [0.621023416519165, 0.674102783203125, 0.7388678193092346], "cos_Ac_negg": [0.621023416519165, 0.674102783203125, 0.7388678193092346], "r_norm": [2.127358913421631, 1.3673138618469238, 1.3372575044631958]}, {"step": 4650, "epoch": 9, "train_loss": 0.04490528628230095, "cos_r_negg": [0.6496942043304443, 0.7171220183372498, 0.7862069606781006], "cos_apical_negg": [0.6496942043304443, 0.7171220183372498, 0.7862069606781006], "cos_Ac_negg": [0.6496942043304443, 0.7171220183372498, 0.7862069606781006], "r_norm": [1.840027093887329, 1.1956719160079956, 1.1776306629180908]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9596, "test_loss": 0.14038310050964356}, {"step": 4700, "epoch": 10, "train_loss": 0.16258130967617035, "cos_r_negg": [0.6000314950942993, 0.693307638168335, 0.7670621871948242], "cos_apical_negg": [0.6000314950942993, 0.693307638168335, 0.7670621871948242], "cos_Ac_negg": [0.6000314950942993, 0.693307638168335, 0.7670621871948242], "r_norm": [1.7967991828918457, 1.1627088785171509, 1.1415071487426758]}, {"step": 4750, "epoch": 10, "train_loss": 0.014143964275717735, "cos_r_negg": [0.6277584433555603, 0.6844028830528259, 0.7557461261749268], "cos_apical_negg": [0.6277584433555603, 0.6844028830528259, 0.7557461261749268], "cos_Ac_negg": [0.6277584433555603, 0.6844028830528259, 0.7557461261749268], "r_norm": [1.702458143234253, 1.0958352088928223, 1.073155164718628], "ldr": {"dL_sdil": -0.012876719236373901, "dL_bp": -0.003526918590068817, "ratio": 3.650982836017956}}, {"step": 4800, "epoch": 10, "train_loss": 0.07621504366397858, "cos_r_negg": [0.6259173154830933, 0.6734672784805298, 0.7504004240036011], "cos_apical_negg": [0.6259173154830933, 0.6734672784805298, 0.7504004240036011], "cos_Ac_negg": [0.6259173154830933, 0.6734672784805298, 0.7504004240036011], "r_norm": [2.1728413105010986, 1.395696759223938, 1.3738515377044678]}, {"step": 4850, "epoch": 10, "train_loss": 0.09208042174577713, "cos_r_negg": [0.5902737975120544, 0.6529378890991211, 0.723853588104248], "cos_apical_negg": [0.5902737975120544, 0.6529378890991211, 0.723853588104248], "cos_Ac_negg": [0.5902737975120544, 0.6529378890991211, 0.723853588104248], "r_norm": [2.0001273155212402, 1.2871215343475342, 1.2659692764282227]}, {"step": 4900, "epoch": 10, "train_loss": 0.1649584025144577, "cos_r_negg": [0.604059100151062, 0.6884218454360962, 0.7643783092498779], "cos_apical_negg": [0.604059100151062, 0.6884218454360962, 0.7643783092498779], "cos_Ac_negg": [0.604059100151062, 0.6884218454360962, 0.7643783092498779], "r_norm": [1.69423246383667, 1.0822336673736572, 1.0510711669921875]}, {"step": 4950, "epoch": 10, "train_loss": 0.04998940974473953, "cos_r_negg": [0.6444944739341736, 0.7032060027122498, 0.7904295921325684], "cos_apical_negg": [0.6444944739341736, 0.7032060027122498, 0.7904295921325684], "cos_Ac_negg": [0.6444944739341736, 0.7032060027122498, 0.7904295921325684], "r_norm": [2.1453440189361572, 1.3738949298858643, 1.3381779193878174]}, {"step": 5000, "epoch": 10, "train_loss": 0.03970580920577049, "cos_r_negg": [0.5872572660446167, 0.6631065011024475, 0.7485958337783813], "cos_apical_negg": [0.5872572660446167, 0.6631065011024475, 0.7485958337783813], "cos_Ac_negg": [0.5872572660446167, 0.6631065011024475, 0.7485958337783813], "r_norm": [2.0047879219055176, 1.2994287014007568, 1.2770323753356934], "ldr": {"dL_sdil": -0.014679260551929474, "dL_bp": -0.003925882279872894, "ratio": 3.7390985020581753}}, {"step": 5050, "epoch": 10, "train_loss": 0.1346047818660736, "cos_r_negg": [0.6356328129768372, 0.7075694799423218, 0.7887946367263794], "cos_apical_negg": [0.6356328129768372, 0.7075694799423218, 0.7887946367263794], "cos_Ac_negg": [0.6356328129768372, 0.7075694799423218, 0.7887946367263794], "r_norm": [1.7867095470428467, 1.155591368675232, 1.1309592723846436]}, {"step": 5100, "epoch": 10, "train_loss": 0.12958356738090515, "cos_r_negg": [0.5978258848190308, 0.6633120775222778, 0.7484705448150635], "cos_apical_negg": [0.5978258848190308, 0.6633120775222778, 0.7484705448150635], "cos_Ac_negg": [0.5978258848190308, 0.6633120775222778, 0.7484705448150635], "r_norm": [2.02878475189209, 1.2936241626739502, 1.273736834526062]}, {"step": 5150, "epoch": 10, "train_loss": 0.06812326610088348, "cos_r_negg": [0.6270712614059448, 0.7067362070083618, 0.8001025915145874], "cos_apical_negg": [0.6270712614059448, 0.7067362070083618, 0.8001025915145874], "cos_Ac_negg": [0.6270712614059448, 0.7067362070083618, 0.8001025915145874], "r_norm": [1.9920023679733276, 1.2909877300262451, 1.2687962055206299]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9651, "test_loss": 0.11843724975585937}, {"step": 5200, "epoch": 11, "train_loss": 0.13900499045848846, "cos_r_negg": [0.59969162940979, 0.6830437183380127, 0.7649904489517212], "cos_apical_negg": [0.59969162940979, 0.6830437183380127, 0.7649904489517212], "cos_Ac_negg": [0.59969162940979, 0.6830437183380127, 0.7649904489517212], "r_norm": [2.3262743949890137, 1.4767571687698364, 1.4281352758407593]}, {"step": 5250, "epoch": 11, "train_loss": 0.06987909972667694, "cos_r_negg": [0.620759129524231, 0.7075554132461548, 0.7946006655693054], "cos_apical_negg": [0.620759129524231, 0.7075554132461548, 0.7946006655693054], "cos_Ac_negg": [0.620759129524231, 0.7075554132461548, 0.7946006655693054], "r_norm": [2.1385669708251953, 1.3656853437423706, 1.3337680101394653], "ldr": {"dL_sdil": -0.013695769011974335, "dL_bp": -0.0038151368498802185, "ratio": 3.589849997754165}}, {"step": 5300, "epoch": 11, "train_loss": 0.15954285860061646, "cos_r_negg": [0.5623520612716675, 0.6381148099899292, 0.7268123626708984], "cos_apical_negg": [0.5623520612716675, 0.6381148099899292, 0.7268123626708984], "cos_Ac_negg": [0.5623520612716675, 0.6381148099899292, 0.7268123626708984], "r_norm": [1.994398832321167, 1.2723140716552734, 1.2338553667068481]}, {"step": 5350, "epoch": 11, "train_loss": 0.06890597194433212, "cos_r_negg": [0.5659229755401611, 0.6433904767036438, 0.7173036336898804], "cos_apical_negg": [0.5659229755401611, 0.6433904767036438, 0.7173036336898804], "cos_Ac_negg": [0.5659229755401611, 0.6433904767036438, 0.7173036336898804], "r_norm": [1.805916666984558, 1.1494472026824951, 1.123058795928955]}, {"step": 5400, "epoch": 11, "train_loss": 0.09781929850578308, "cos_r_negg": [0.5752054452896118, 0.6474897861480713, 0.7238046526908875], "cos_apical_negg": [0.5752054452896118, 0.6474897861480713, 0.7238046526908875], "cos_Ac_negg": [0.5752054452896118, 0.6474897861480713, 0.7238046526908875], "r_norm": [1.589571475982666, 1.0229400396347046, 0.9999500513076782]}, {"step": 5450, "epoch": 11, "train_loss": 0.05611719563603401, "cos_r_negg": [0.5746123194694519, 0.6356127262115479, 0.7104621529579163], "cos_apical_negg": [0.5746123194694519, 0.6356127262115479, 0.7104621529579163], "cos_Ac_negg": [0.5746123194694519, 0.6356127262115479, 0.7104621529579163], "r_norm": [1.967921257019043, 1.2727196216583252, 1.248058795928955]}, {"step": 5500, "epoch": 11, "train_loss": 0.05506192892789841, "cos_r_negg": [0.5830497145652771, 0.6621156334877014, 0.7491059303283691], "cos_apical_negg": [0.5830497145652771, 0.6621156334877014, 0.7491059303283691], "cos_Ac_negg": [0.5830497145652771, 0.6621156334877014, 0.7491059303283691], "r_norm": [1.843675136566162, 1.1659290790557861, 1.128554105758667], "ldr": {"dL_sdil": -0.012310735881328583, "dL_bp": -0.0037012994289398193, "ratio": 3.3260578123112845}}, {"step": 5550, "epoch": 11, "train_loss": 0.12004411220550537, "cos_r_negg": [0.5857828855514526, 0.6554250717163086, 0.7550485134124756], "cos_apical_negg": [0.5857828855514526, 0.6554250717163086, 0.7550485134124756], "cos_Ac_negg": [0.5857828855514526, 0.6554250717163086, 0.7550485134124756], "r_norm": [1.848736047744751, 1.1664636135101318, 1.1130197048187256]}, {"step": 5600, "epoch": 11, "train_loss": 0.0430220402777195, "cos_r_negg": [0.5770770311355591, 0.6727526187896729, 0.7694960832595825], "cos_apical_negg": [0.5770770311355591, 0.6727526187896729, 0.7694960832595825], "cos_Ac_negg": [0.5770770311355591, 0.6727526187896729, 0.7694960832595825], "r_norm": [1.5906798839569092, 1.020878791809082, 0.9899419546127319]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9612, "test_loss": 0.12740706748962402}, {"step": 5650, "epoch": 12, "train_loss": 0.11714422702789307, "cos_r_negg": [0.5941140651702881, 0.6861992478370667, 0.772215723991394], "cos_apical_negg": [0.5941140651702881, 0.6861992478370667, 0.772215723991394], "cos_Ac_negg": [0.5941140651702881, 0.6861992478370667, 0.772215723991394], "r_norm": [2.0417895317077637, 1.2934004068374634, 1.2596410512924194]}, {"step": 5700, "epoch": 12, "train_loss": 0.08124491572380066, "cos_r_negg": [0.5219396948814392, 0.6023268699645996, 0.6844979524612427], "cos_apical_negg": [0.5219396948814392, 0.6023268699645996, 0.6844979524612427], "cos_Ac_negg": [0.5219396948814392, 0.6023268699645996, 0.6844979524612427], "r_norm": [2.4060962200164795, 1.5310697555541992, 1.4745056629180908]}, {"step": 5750, "epoch": 12, "train_loss": 0.039873264729976654, "cos_r_negg": [0.5939443111419678, 0.6694580912590027, 0.7444992065429688], "cos_apical_negg": [0.5939443111419678, 0.6694580912590027, 0.7444992065429688], "cos_Ac_negg": [0.5939443111419678, 0.6694580912590027, 0.7444992065429688], "r_norm": [2.518946647644043, 1.6028000116348267, 1.5509017705917358], "ldr": {"dL_sdil": -0.021796390414237976, "dL_bp": -0.006117284297943115, "ratio": 3.5630827917490815}}, {"step": 5800, "epoch": 12, "train_loss": 0.04188238084316254, "cos_r_negg": [0.5864846110343933, 0.6516790986061096, 0.7460340261459351], "cos_apical_negg": [0.5864846110343933, 0.6516790986061096, 0.7460340261459351], "cos_Ac_negg": [0.5864846110343933, 0.6516790986061096, 0.7460340261459351], "r_norm": [2.4498298168182373, 1.5370662212371826, 1.4661684036254883]}, {"step": 5850, "epoch": 12, "train_loss": 0.07011755555868149, "cos_r_negg": [0.5784258246421814, 0.6680339574813843, 0.7683842778205872], "cos_apical_negg": [0.5784258246421814, 0.6680339574813843, 0.7683842778205872], "cos_Ac_negg": [0.5784258246421814, 0.6680339574813843, 0.7683842778205872], "r_norm": [2.313934564590454, 1.4625885486602783, 1.3937357664108276]}, {"step": 5900, "epoch": 12, "train_loss": 0.14329825341701508, "cos_r_negg": [0.5955638885498047, 0.6767780780792236, 0.77437424659729], "cos_apical_negg": [0.5955638885498047, 0.6767780780792236, 0.77437424659729], "cos_Ac_negg": [0.5955638885498047, 0.6767780780792236, 0.77437424659729], "r_norm": [2.4103686809539795, 1.5111253261566162, 1.4642877578735352]}, {"step": 5950, "epoch": 12, "train_loss": 0.07011683285236359, "cos_r_negg": [0.5636593103408813, 0.6438855528831482, 0.7465850114822388], "cos_apical_negg": [0.5636593103408813, 0.6438855528831482, 0.7465850114822388], "cos_Ac_negg": [0.5636593103408813, 0.6438855528831482, 0.7465850114822388], "r_norm": [2.3476576805114746, 1.4849835634231567, 1.438057541847229]}, {"step": 6000, "epoch": 12, "train_loss": 0.058069512248039246, "cos_r_negg": [0.5264776945114136, 0.6139413714408875, 0.7008498907089233], "cos_apical_negg": [0.5264776945114136, 0.6139413714408875, 0.7008498907089233], "cos_Ac_negg": [0.5264776945114136, 0.6139413714408875, 0.7008498907089233], "r_norm": [2.7427823543548584, 1.720200777053833, 1.6445295810699463], "ldr": {"dL_sdil": -0.026474088430404663, "dL_bp": -0.007481217384338379, "ratio": 3.5387406982488008}}, {"step": 6050, "epoch": 12, "train_loss": 0.1168612688779831, "cos_r_negg": [0.5785515904426575, 0.6499594449996948, 0.7450367212295532], "cos_apical_negg": [0.5785515904426575, 0.6499594449996948, 0.7450367212295532], "cos_Ac_negg": [0.5785515904426575, 0.6499594449996948, 0.7450367212295532], "r_norm": [2.0229554176330566, 1.2895095348358154, 1.2335214614868164]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9626, "test_loss": 0.13172841262817384}, {"step": 6100, "epoch": 13, "train_loss": 0.05822661146521568, "cos_r_negg": [0.5683634281158447, 0.6671006679534912, 0.7725517749786377], "cos_apical_negg": [0.5683634281158447, 0.6671006679534912, 0.7725517749786377], "cos_Ac_negg": [0.5683634281158447, 0.6671006679534912, 0.7725517749786377], "r_norm": [2.513610363006592, 1.6120195388793945, 1.5552699565887451]}, {"step": 6150, "epoch": 13, "train_loss": 0.036282047629356384, "cos_r_negg": [0.5356754660606384, 0.6535556316375732, 0.7324342727661133], "cos_apical_negg": [0.5356754660606384, 0.6535556316375732, 0.7324342727661133], "cos_Ac_negg": [0.5356754660606384, 0.6535556316375732, 0.7324342727661133], "r_norm": [2.3160171508789062, 1.4510061740875244, 1.3906093835830688]}, {"step": 6200, "epoch": 13, "train_loss": 0.0988178551197052, "cos_r_negg": [0.5579608678817749, 0.6438552737236023, 0.7430336475372314], "cos_apical_negg": [0.5579608678817749, 0.6438552737236023, 0.7430336475372314], "cos_Ac_negg": [0.5579608678817749, 0.6438552737236023, 0.7430336475372314], "r_norm": [2.286266803741455, 1.4272381067276, 1.367558479309082]}, {"step": 6250, "epoch": 13, "train_loss": 0.06556234508752823, "cos_r_negg": [0.5863059759140015, 0.6774224042892456, 0.7737011909484863], "cos_apical_negg": [0.5863059759140015, 0.6774224042892456, 0.7737011909484863], "cos_Ac_negg": [0.5863059759140015, 0.6774224042892456, 0.7737011909484863], "r_norm": [2.242393732070923, 1.4245491027832031, 1.367368459701538], "ldr": {"dL_sdil": -0.01427285373210907, "dL_bp": -0.0038095861673355103, "ratio": 3.7465627774713774}}, {"step": 6300, "epoch": 13, "train_loss": 0.11485473811626434, "cos_r_negg": [0.5803492665290833, 0.674944281578064, 0.777351975440979], "cos_apical_negg": [0.5803492665290833, 0.674944281578064, 0.777351975440979], "cos_Ac_negg": [0.5803492665290833, 0.674944281578064, 0.777351975440979], "r_norm": [2.2897531986236572, 1.4570226669311523, 1.4079174995422363]}, {"step": 6350, "epoch": 13, "train_loss": 0.06611865013837814, "cos_r_negg": [0.6148146986961365, 0.7014994621276855, 0.7870718836784363], "cos_apical_negg": [0.6148146986961365, 0.7014994621276855, 0.7870718836784363], "cos_Ac_negg": [0.6148146986961365, 0.7014994621276855, 0.7870718836784363], "r_norm": [3.0299692153930664, 1.8986103534698486, 1.8052341938018799]}, {"step": 6400, "epoch": 13, "train_loss": 0.15010419487953186, "cos_r_negg": [0.559101939201355, 0.6419228911399841, 0.7331005334854126], "cos_apical_negg": [0.559101939201355, 0.6419228911399841, 0.7331005334854126], "cos_Ac_negg": [0.559101939201355, 0.6419228911399841, 0.7331005334854126], "r_norm": [2.392181873321533, 1.5211243629455566, 1.4569401741027832]}, {"step": 6450, "epoch": 13, "train_loss": 0.14488285779953003, "cos_r_negg": [0.575128436088562, 0.6742482781410217, 0.7652221322059631], "cos_apical_negg": [0.575128436088562, 0.6742482781410217, 0.7652221322059631], "cos_Ac_negg": [0.575128436088562, 0.6742482781410217, 0.7652221322059631], "r_norm": [2.624443531036377, 1.6539758443832397, 1.5874390602111816]}, {"step": 6500, "epoch": 13, "train_loss": 0.02646726928651333, "cos_r_negg": [0.5452226996421814, 0.6230767965316772, 0.7153359651565552], "cos_apical_negg": [0.5452226996421814, 0.6230767965316772, 0.7153359651565552], "cos_Ac_negg": [0.5452226996421814, 0.6230767965316772, 0.7153359651565552], "r_norm": [2.824185848236084, 1.7695939540863037, 1.6813507080078125], "ldr": {"dL_sdil": -0.026411637663841248, "dL_bp": -0.008422359824180603, "ratio": 3.1358951903258054}}, {"step": 6550, "epoch": 13, "train_loss": 0.17577853798866272, "cos_r_negg": [0.5785971879959106, 0.6653100252151489, 0.7685211300849915], "cos_apical_negg": [0.5785971879959106, 0.6653100252151489, 0.7685211300849915], "cos_Ac_negg": [0.5785971879959106, 0.6653100252151489, 0.7685211300849915], "r_norm": [2.383077383041382, 1.4892773628234863, 1.4227643013000488]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9642, "test_loss": 0.12382354965209962}, {"step": 6600, "epoch": 14, "train_loss": 0.08985231816768646, "cos_r_negg": [0.5027601718902588, 0.5934309959411621, 0.6810634136199951], "cos_apical_negg": [0.5027601718902588, 0.5934309959411621, 0.6810634136199951], "cos_Ac_negg": [0.5027601718902588, 0.5934309959411621, 0.6810634136199951], "r_norm": [2.357579469680786, 1.4711247682571411, 1.390871286392212]}, {"step": 6650, "epoch": 14, "train_loss": 0.10685956478118896, "cos_r_negg": [0.5697627663612366, 0.648492693901062, 0.7410723567008972], "cos_apical_negg": [0.5697627663612366, 0.648492693901062, 0.7410723567008972], "cos_Ac_negg": [0.5697627663612366, 0.648492693901062, 0.7410723567008972], "r_norm": [2.5872182846069336, 1.61077880859375, 1.541858434677124]}, {"step": 6700, "epoch": 14, "train_loss": 0.10446792840957642, "cos_r_negg": [0.5546348094940186, 0.6117004156112671, 0.7063143849372864], "cos_apical_negg": [0.5546348094940186, 0.6117004156112671, 0.7063143849372864], "cos_Ac_negg": [0.5546348094940186, 0.6117004156112671, 0.7063143849372864], "r_norm": [3.0479021072387695, 1.9061064720153809, 1.8154771327972412]}, {"step": 6750, "epoch": 14, "train_loss": 0.09771628677845001, "cos_r_negg": [0.5366876125335693, 0.6290370225906372, 0.7452062368392944], "cos_apical_negg": [0.5366876125335693, 0.6290370225906372, 0.7452062368392944], "cos_Ac_negg": [0.5366876125335693, 0.6290370225906372, 0.7452062368392944], "r_norm": [3.3804142475128174, 2.1136960983276367, 1.9938013553619385], "ldr": {"dL_sdil": -0.031414926052093506, "dL_bp": -0.00958523154258728, "ratio": 3.2774300665056106}}, {"step": 6800, "epoch": 14, "train_loss": 0.11128662526607513, "cos_r_negg": [0.5740228891372681, 0.6455081701278687, 0.7636686563491821], "cos_apical_negg": [0.5740228891372681, 0.6455081701278687, 0.7636686563491821], "cos_Ac_negg": [0.5740228891372681, 0.6455081701278687, 0.7636686563491821], "r_norm": [2.6618845462799072, 1.6851184368133545, 1.626389503479004]}, {"step": 6850, "epoch": 14, "train_loss": 0.08367796242237091, "cos_r_negg": [0.542637825012207, 0.6435737609863281, 0.7454227805137634], "cos_apical_negg": [0.542637825012207, 0.6435737609863281, 0.7454227805137634], "cos_Ac_negg": [0.542637825012207, 0.6435737609863281, 0.7454227805137634], "r_norm": [2.1762800216674805, 1.357245683670044, 1.2987020015716553]}, {"step": 6900, "epoch": 14, "train_loss": 0.05457967147231102, "cos_r_negg": [0.5573590993881226, 0.6558992862701416, 0.7664756774902344], "cos_apical_negg": [0.5573590993881226, 0.6558992862701416, 0.7664756774902344], "cos_Ac_negg": [0.5573590993881226, 0.6558992862701416, 0.7664756774902344], "r_norm": [3.170948028564453, 1.9753859043121338, 1.9091962575912476]}, {"step": 6950, "epoch": 14, "train_loss": 0.07606103271245956, "cos_r_negg": [0.5582407712936401, 0.6446227431297302, 0.7525602579116821], "cos_apical_negg": [0.5582407712936401, 0.6446227431297302, 0.7525602579116821], "cos_Ac_negg": [0.5582407712936401, 0.6446227431297302, 0.7525602579116821], "r_norm": [2.9370925426483154, 1.8436766862869263, 1.7711234092712402]}, {"step": 7000, "epoch": 14, "train_loss": 0.03829556703567505, "cos_r_negg": [0.5928112864494324, 0.6737863421440125, 0.7815413475036621], "cos_apical_negg": [0.5928112864494324, 0.6737863421440125, 0.7815413475036621], "cos_Ac_negg": [0.5928112864494324, 0.6737863421440125, 0.7815413475036621], "r_norm": [3.105968713760376, 1.941112756729126, 1.8554271459579468], "ldr": {"dL_sdil": -0.026807770133018494, "dL_bp": -0.007817208766937256, "ratio": 3.4293276452333568}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9608, "test_loss": 0.13436545104980469}, {"step": 7050, "epoch": 15, "train_loss": 0.0915839746594429, "cos_r_negg": [0.5897434949874878, 0.669000506401062, 0.766594648361206], "cos_apical_negg": [0.5897434949874878, 0.669000506401062, 0.766594648361206], "cos_Ac_negg": [0.5897434949874878, 0.669000506401062, 0.766594648361206], "r_norm": [2.813297748565674, 1.7813775539398193, 1.6926056146621704]}, {"step": 7100, "epoch": 15, "train_loss": 0.24949336051940918, "cos_r_negg": [0.5258007049560547, 0.6142874956130981, 0.7004859447479248], "cos_apical_negg": [0.5258007049560547, 0.6142874956130981, 0.7004859447479248], "cos_Ac_negg": [0.5258007049560547, 0.6142874956130981, 0.7004859447479248], "r_norm": [2.391666889190674, 1.5204544067382812, 1.4457753896713257]}, {"step": 7150, "epoch": 15, "train_loss": 0.05938129872083664, "cos_r_negg": [0.5426384210586548, 0.6291418075561523, 0.7175573110580444], "cos_apical_negg": [0.5426384210586548, 0.6291418075561523, 0.7175573110580444], "cos_Ac_negg": [0.5426384210586548, 0.6291418075561523, 0.7175573110580444], "r_norm": [3.121371269226074, 1.948730230331421, 1.8679888248443604]}, {"step": 7200, "epoch": 15, "train_loss": 0.15703971683979034, "cos_r_negg": [0.5738754868507385, 0.6772226691246033, 0.7763591408729553], "cos_apical_negg": [0.5738754868507385, 0.6772226691246033, 0.7763591408729553], "cos_Ac_negg": [0.5738754868507385, 0.6772226691246033, 0.7763591408729553], "r_norm": [2.9819796085357666, 1.8898881673812866, 1.838072419166565]}, {"step": 7250, "epoch": 15, "train_loss": 0.12712188065052032, "cos_r_negg": [0.5493727922439575, 0.6441177725791931, 0.7629225850105286], "cos_apical_negg": [0.5493727922439575, 0.6441177725791931, 0.7629225850105286], "cos_Ac_negg": [0.5493727922439575, 0.6441177725791931, 0.7629225850105286], "r_norm": [3.63411021232605, 2.2665836811065674, 2.1544809341430664], "ldr": {"dL_sdil": -0.03281740844249725, "dL_bp": -0.010712787508964539, "ratio": 3.0633864822797436}}, {"step": 7300, "epoch": 15, "train_loss": 0.053279660642147064, "cos_r_negg": [0.5094466209411621, 0.6245691776275635, 0.7348716855049133], "cos_apical_negg": [0.5094466209411621, 0.6245691776275635, 0.7348716855049133], "cos_Ac_negg": [0.5094466209411621, 0.6245691776275635, 0.7348716855049133], "r_norm": [2.671147346496582, 1.69210946559906, 1.6441538333892822]}, {"step": 7350, "epoch": 15, "train_loss": 0.07054358720779419, "cos_r_negg": [0.5052754878997803, 0.6331914663314819, 0.7321738004684448], "cos_apical_negg": [0.5052754878997803, 0.6331914663314819, 0.7321738004684448], "cos_Ac_negg": [0.5052754878997803, 0.6331914663314819, 0.7321738004684448], "r_norm": [2.460063934326172, 1.5661494731903076, 1.5257039070129395]}, {"step": 7400, "epoch": 15, "train_loss": 0.18833571672439575, "cos_r_negg": [0.5162596106529236, 0.6322314739227295, 0.7343394756317139], "cos_apical_negg": [0.5162596106529236, 0.6322314739227295, 0.7343394756317139], "cos_Ac_negg": [0.5162596106529236, 0.6322314739227295, 0.7343394756317139], "r_norm": [3.516876220703125, 2.238832473754883, 2.1696643829345703]}, {"step": 7450, "epoch": 15, "train_loss": 0.09524042159318924, "cos_r_negg": [0.5396937131881714, 0.630447268486023, 0.7236536741256714], "cos_apical_negg": [0.5396937131881714, 0.630447268486023, 0.7236536741256714], "cos_Ac_negg": [0.5396937131881714, 0.630447268486023, 0.7236536741256714], "r_norm": [2.763012409210205, 1.7614666223526, 1.6894296407699585]}, {"step": 7500, "epoch": 15, "train_loss": 0.020912420004606247, "cos_r_negg": [0.5232051014900208, 0.6306746006011963, 0.7427433729171753], "cos_apical_negg": [0.5232051014900208, 0.6306746006011963, 0.7427433729171753], "cos_Ac_negg": [0.5232051014900208, 0.6306746006011963, 0.7427433729171753], "r_norm": [2.1119041442871094, 1.3428475856781006, 1.2882821559906006], "ldr": {"dL_sdil": -0.011919602751731873, "dL_bp": -0.0030276700854301453, "ratio": 3.936889560421983}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.962, "test_loss": 0.1334874969482422}, {"step": 7550, "epoch": 16, "train_loss": 0.04439863562583923, "cos_r_negg": [0.5312701463699341, 0.6241593956947327, 0.7351175546646118], "cos_apical_negg": [0.5312701463699341, 0.6241593956947327, 0.7351175546646118], "cos_Ac_negg": [0.5312701463699341, 0.6241593956947327, 0.7351175546646118], "r_norm": [2.3701305389404297, 1.513303518295288, 1.460062026977539]}, {"step": 7600, "epoch": 16, "train_loss": 0.08431706577539444, "cos_r_negg": [0.5255229473114014, 0.6310002207756042, 0.7390908598899841], "cos_apical_negg": [0.5255229473114014, 0.6310002207756042, 0.7390908598899841], "cos_Ac_negg": [0.5255229473114014, 0.6310002207756042, 0.7390908598899841], "r_norm": [2.7801034450531006, 1.7460856437683105, 1.665583848953247]}, {"step": 7650, "epoch": 16, "train_loss": 0.07414548844099045, "cos_r_negg": [0.5140745043754578, 0.6107056140899658, 0.7196781635284424], "cos_apical_negg": [0.5140745043754578, 0.6107056140899658, 0.7196781635284424], "cos_Ac_negg": [0.5140745043754578, 0.6107056140899658, 0.7196781635284424], "r_norm": [2.8004283905029297, 1.7804847955703735, 1.6866358518600464]}, {"step": 7700, "epoch": 16, "train_loss": 0.09350334107875824, "cos_r_negg": [0.5251408815383911, 0.6190915703773499, 0.7278895974159241], "cos_apical_negg": [0.5251408815383911, 0.6190915703773499, 0.7278895974159241], "cos_Ac_negg": [0.5251408815383911, 0.6190915703773499, 0.7278895974159241], "r_norm": [2.7335734367370605, 1.7434735298156738, 1.6524372100830078]}, {"step": 7750, "epoch": 16, "train_loss": 0.16479578614234924, "cos_r_negg": [0.514901876449585, 0.6125867366790771, 0.7138690948486328], "cos_apical_negg": [0.514901876449585, 0.6125867366790771, 0.7138690948486328], "cos_Ac_negg": [0.514901876449585, 0.6125867366790771, 0.7138690948486328], "r_norm": [3.0002458095550537, 1.9021121263504028, 1.8187966346740723], "ldr": {"dL_sdil": -0.025242537260055542, "dL_bp": -0.007647022604942322, "ratio": 3.300962814434617}}, {"step": 7800, "epoch": 16, "train_loss": 0.15117177367210388, "cos_r_negg": [0.5666866898536682, 0.6525052785873413, 0.7360994815826416], "cos_apical_negg": [0.5666866898536682, 0.6525052785873413, 0.7360994815826416], "cos_Ac_negg": [0.5666866898536682, 0.6525052785873413, 0.7360994815826416], "r_norm": [2.6614251136779785, 1.6782684326171875, 1.6037135124206543]}, {"step": 7850, "epoch": 16, "train_loss": 0.2515494227409363, "cos_r_negg": [0.5646170377731323, 0.652422308921814, 0.7640975713729858], "cos_apical_negg": [0.5646170377731323, 0.652422308921814, 0.7640975713729858], "cos_Ac_negg": [0.5646170377731323, 0.652422308921814, 0.7640975713729858], "r_norm": [3.3421311378479004, 2.1086642742156982, 1.9990116357803345]}, {"step": 7900, "epoch": 16, "train_loss": 0.07262150943279266, "cos_r_negg": [0.5504926443099976, 0.648192286491394, 0.7441650032997131], "cos_apical_negg": [0.5504926443099976, 0.648192286491394, 0.7441650032997131], "cos_Ac_negg": [0.5504926443099976, 0.648192286491394, 0.7441650032997131], "r_norm": [2.7745349407196045, 1.7303895950317383, 1.626671314239502]}, {"step": 7950, "epoch": 16, "train_loss": 0.08340471237897873, "cos_r_negg": [0.5239376425743103, 0.6327765583992004, 0.7135392427444458], "cos_apical_negg": [0.5239376425743103, 0.6327765583992004, 0.7135392427444458], "cos_Ac_negg": [0.5239376425743103, 0.6327765583992004, 0.7135392427444458], "r_norm": [3.1113412380218506, 1.9672828912734985, 1.8949456214904785]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9617, "test_loss": 0.13651236724853516}, {"step": 8000, "epoch": 17, "train_loss": 0.12094471603631973, "cos_r_negg": [0.5535585284233093, 0.6400822997093201, 0.743220329284668], "cos_apical_negg": [0.5535585284233093, 0.6400822997093201, 0.743220329284668], "cos_Ac_negg": [0.5535585284233093, 0.6400822997093201, 0.743220329284668], "r_norm": [3.341827630996704, 2.078165292739868, 1.981281042098999], "ldr": {"dL_sdil": -0.02544611692428589, "dL_bp": -0.007113173604011536, "ratio": 3.5773226327465606}}, {"step": 8050, "epoch": 17, "train_loss": 0.0978393629193306, "cos_r_negg": [0.5041710734367371, 0.6209948062896729, 0.7359986305236816], "cos_apical_negg": [0.5041710734367371, 0.6209948062896729, 0.7359986305236816], "cos_Ac_negg": [0.5041710734367371, 0.6209948062896729, 0.7359986305236816], "r_norm": [2.6762568950653076, 1.6851598024368286, 1.6204426288604736]}, {"step": 8100, "epoch": 17, "train_loss": 0.09199757874011993, "cos_r_negg": [0.49510446190834045, 0.6048920154571533, 0.7028932571411133], "cos_apical_negg": [0.49510446190834045, 0.6048920154571533, 0.7028932571411133], "cos_Ac_negg": [0.49510446190834045, 0.6048920154571533, 0.7028932571411133], "r_norm": [3.6363685131073, 2.288987636566162, 2.159329891204834]}, {"step": 8150, "epoch": 17, "train_loss": 0.05969306826591492, "cos_r_negg": [0.47234827280044556, 0.5769249796867371, 0.6721630096435547], "cos_apical_negg": [0.47234827280044556, 0.5769249796867371, 0.6721630096435547], "cos_Ac_negg": [0.47234827280044556, 0.5769249796867371, 0.6721630096435547], "r_norm": [3.5416295528411865, 2.205843687057495, 2.1265745162963867]}, {"step": 8200, "epoch": 17, "train_loss": 0.05858640372753143, "cos_r_negg": [0.548200249671936, 0.6352201700210571, 0.7344746589660645], "cos_apical_negg": [0.548200249671936, 0.6352201700210571, 0.7344746589660645], "cos_Ac_negg": [0.548200249671936, 0.6352201700210571, 0.7344746589660645], "r_norm": [2.7021684646606445, 1.7250750064849854, 1.6594946384429932]}, {"step": 8250, "epoch": 17, "train_loss": 0.2024066001176834, "cos_r_negg": [0.47854292392730713, 0.573076605796814, 0.6891549825668335], "cos_apical_negg": [0.47854292392730713, 0.573076605796814, 0.6891549825668335], "cos_Ac_negg": [0.47854292392730713, 0.573076605796814, 0.6891549825668335], "r_norm": [2.8880245685577393, 1.8352839946746826, 1.7624961137771606], "ldr": {"dL_sdil": -0.016066834330558777, "dL_bp": -0.004667334258556366, "ratio": 3.442400616819834}}, {"step": 8300, "epoch": 17, "train_loss": 0.03665655106306076, "cos_r_negg": [0.4822673797607422, 0.5906252861022949, 0.7031958103179932], "cos_apical_negg": [0.4822673797607422, 0.5906252861022949, 0.7031958103179932], "cos_Ac_negg": [0.4822673797607422, 0.5906252861022949, 0.7031958103179932], "r_norm": [3.238574266433716, 2.0293643474578857, 1.9167824983596802]}, {"step": 8350, "epoch": 17, "train_loss": 0.050837986171245575, "cos_r_negg": [0.5193688869476318, 0.6565244197845459, 0.7833962440490723], "cos_apical_negg": [0.5193688869476318, 0.6565244197845459, 0.7833962440490723], "cos_Ac_negg": [0.5193688869476318, 0.6565244197845459, 0.7833962440490723], "r_norm": [3.6835215091705322, 2.3263468742370605, 2.219870090484619]}, {"step": 8400, "epoch": 17, "train_loss": 0.20929209887981415, "cos_r_negg": [0.5486651659011841, 0.6472088098526001, 0.7600914239883423], "cos_apical_negg": [0.5486651659011841, 0.6472088098526001, 0.7600914239883423], "cos_Ac_negg": [0.5486651659011841, 0.6472088098526001, 0.7600914239883423], "r_norm": [2.902045965194702, 1.839747667312622, 1.7388434410095215]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9583, "test_loss": 0.1459366497039795}, {"step": 8450, "epoch": 18, "train_loss": 0.19042648375034332, "cos_r_negg": [0.5527709722518921, 0.6584112644195557, 0.781470775604248], "cos_apical_negg": [0.5527709722518921, 0.6584112644195557, 0.781470775604248], "cos_Ac_negg": [0.5527709722518921, 0.6584112644195557, 0.781470775604248], "r_norm": [3.019395351409912, 1.8855366706848145, 1.7655960321426392]}, {"step": 8500, "epoch": 18, "train_loss": 0.10164658725261688, "cos_r_negg": [0.5300716757774353, 0.6288415193557739, 0.7431026101112366], "cos_apical_negg": [0.5300716757774353, 0.6288415193557739, 0.7431026101112366], "cos_Ac_negg": [0.5300716757774353, 0.6288415193557739, 0.7431026101112366], "r_norm": [2.1587302684783936, 1.403432846069336, 1.3600451946258545], "ldr": {"dL_sdil": -0.012367509305477142, "dL_bp": -0.003932937979698181, "ratio": 3.144598101805369}}, {"step": 8550, "epoch": 18, "train_loss": 0.1388942301273346, "cos_r_negg": [0.5024307370185852, 0.6308850646018982, 0.7573533058166504], "cos_apical_negg": [0.5024307370185852, 0.6308850646018982, 0.7573533058166504], "cos_Ac_negg": [0.5024307370185852, 0.6308850646018982, 0.7573533058166504], "r_norm": [2.5775089263916016, 1.6605756282806396, 1.6033743619918823]}, {"step": 8600, "epoch": 18, "train_loss": 0.21519923210144043, "cos_r_negg": [0.49746185541152954, 0.6111205816268921, 0.725945770740509], "cos_apical_negg": [0.49746185541152954, 0.6111205816268921, 0.725945770740509], "cos_Ac_negg": [0.49746185541152954, 0.6111205816268921, 0.725945770740509], "r_norm": [2.3528683185577393, 1.5068387985229492, 1.4363250732421875]}, {"step": 8650, "epoch": 18, "train_loss": 0.03542940691113472, "cos_r_negg": [0.5558929443359375, 0.6651502847671509, 0.7808507084846497], "cos_apical_negg": [0.5558929443359375, 0.6651502847671509, 0.7808507084846497], "cos_Ac_negg": [0.5558929443359375, 0.6651502847671509, 0.7808507084846497], "r_norm": [2.246335506439209, 1.4305291175842285, 1.3528563976287842]}, {"step": 8700, "epoch": 18, "train_loss": 0.1318330317735672, "cos_r_negg": [0.48758745193481445, 0.6078850030899048, 0.7216806411743164], "cos_apical_negg": [0.48758745193481445, 0.6078850030899048, 0.7216806411743164], "cos_Ac_negg": [0.48758745193481445, 0.6078850030899048, 0.7216806411743164], "r_norm": [2.876448154449463, 1.8014001846313477, 1.6944937705993652]}, {"step": 8750, "epoch": 18, "train_loss": 0.07372312247753143, "cos_r_negg": [0.5273537635803223, 0.6394243240356445, 0.7703869342803955], "cos_apical_negg": [0.5273537635803223, 0.6394243240356445, 0.7703869342803955], "cos_Ac_negg": [0.5273537635803223, 0.6394243240356445, 0.7703869342803955], "r_norm": [3.3036413192749023, 2.112217426300049, 2.004307746887207], "ldr": {"dL_sdil": -0.017912618815898895, "dL_bp": -0.004589445888996124, "ratio": 3.9030025081779587}}, {"step": 8800, "epoch": 18, "train_loss": 0.1273220032453537, "cos_r_negg": [0.5358126759529114, 0.6464613676071167, 0.7649375200271606], "cos_apical_negg": [0.5358126759529114, 0.6464613676071167, 0.7649375200271606], "cos_Ac_negg": [0.5358126759529114, 0.6464613676071167, 0.7649375200271606], "r_norm": [3.0545642375946045, 1.9365146160125732, 1.868316650390625]}, {"step": 8850, "epoch": 18, "train_loss": 0.1356564462184906, "cos_r_negg": [0.5325113534927368, 0.6679120063781738, 0.780398428440094], "cos_apical_negg": [0.5325113534927368, 0.6679120063781738, 0.780398428440094], "cos_Ac_negg": [0.5325113534927368, 0.6679120063781738, 0.780398428440094], "r_norm": [3.041625499725342, 1.9188029766082764, 1.8427515029907227]}, {"step": 8900, "epoch": 18, "train_loss": 0.08187933266162872, "cos_r_negg": [0.55047607421875, 0.6475592851638794, 0.7737144231796265], "cos_apical_negg": [0.55047607421875, 0.6475592851638794, 0.7737144231796265], "cos_Ac_negg": [0.55047607421875, 0.6475592851638794, 0.7737144231796265], "r_norm": [3.204413890838623, 2.023242712020874, 1.9394327402114868]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9575, "test_loss": 0.14762484703063966}, {"step": 8950, "epoch": 19, "train_loss": 0.1001000702381134, "cos_r_negg": [0.49874383211135864, 0.6365121603012085, 0.7537097930908203], "cos_apical_negg": [0.49874383211135864, 0.6365121603012085, 0.7537097930908203], "cos_Ac_negg": [0.49874383211135864, 0.6365121603012085, 0.7537097930908203], "r_norm": [2.8633062839508057, 1.8260047435760498, 1.763636589050293]}, {"step": 9000, "epoch": 19, "train_loss": 0.09570297598838806, "cos_r_negg": [0.5372771620750427, 0.6463679075241089, 0.7556992173194885], "cos_apical_negg": [0.5372771620750427, 0.6463679075241089, 0.7556992173194885], "cos_Ac_negg": [0.5372771620750427, 0.6463679075241089, 0.7556992173194885], "r_norm": [2.577669143676758, 1.6436426639556885, 1.565106749534607], "ldr": {"dL_sdil": -0.012405350804328918, "dL_bp": -0.0035674870014190674, "ratio": 3.4773359508792447}}, {"step": 9050, "epoch": 19, "train_loss": 0.10085896402597427, "cos_r_negg": [0.4985784888267517, 0.6143590807914734, 0.7363979816436768], "cos_apical_negg": [0.4985784888267517, 0.6143590807914734, 0.7363979816436768], "cos_Ac_negg": [0.4985784888267517, 0.6143590807914734, 0.7363979816436768], "r_norm": [2.9658312797546387, 1.8758854866027832, 1.7993285655975342]}, {"step": 9100, "epoch": 19, "train_loss": 0.0875936895608902, "cos_r_negg": [0.48997581005096436, 0.5976687669754028, 0.7195835113525391], "cos_apical_negg": [0.48997581005096436, 0.5976687669754028, 0.7195835113525391], "cos_Ac_negg": [0.48997581005096436, 0.5976687669754028, 0.7195835113525391], "r_norm": [2.6761062145233154, 1.713742971420288, 1.6293785572052002]}, {"step": 9150, "epoch": 19, "train_loss": 0.14853954315185547, "cos_r_negg": [0.5164353847503662, 0.6419754028320312, 0.7442393898963928], "cos_apical_negg": [0.5164353847503662, 0.6419754028320312, 0.7442393898963928], "cos_Ac_negg": [0.5164353847503662, 0.6419754028320312, 0.7442393898963928], "r_norm": [2.6054892539978027, 1.6658315658569336, 1.6090281009674072]}, {"step": 9200, "epoch": 19, "train_loss": 0.020835895091295242, "cos_r_negg": [0.5130265355110168, 0.6231813430786133, 0.7450570464134216], "cos_apical_negg": [0.5130265355110168, 0.6231813430786133, 0.7450570464134216], "cos_Ac_negg": [0.5130265355110168, 0.6231813430786133, 0.7450570464134216], "r_norm": [3.6714673042297363, 2.3745572566986084, 2.246173143386841]}, {"step": 9250, "epoch": 19, "train_loss": 0.08204586803913116, "cos_r_negg": [0.5087581872940063, 0.6410486698150635, 0.7729684114456177], "cos_apical_negg": [0.5087581872940063, 0.6410486698150635, 0.7729684114456177], "cos_Ac_negg": [0.5087581872940063, 0.6410486698150635, 0.7729684114456177], "r_norm": [3.198488712310791, 2.0221946239471436, 1.8998123407363892], "ldr": {"dL_sdil": -0.01726897805929184, "dL_bp": -0.0040971264243125916, "ratio": 4.214899973995603}}, {"step": 9300, "epoch": 19, "train_loss": 0.1429453343153, "cos_r_negg": [0.5225605964660645, 0.6478085517883301, 0.7654335498809814], "cos_apical_negg": [0.5225605964660645, 0.6478085517883301, 0.7654335498809814], "cos_Ac_negg": [0.5225605964660645, 0.6478085517883301, 0.7654335498809814], "r_norm": [3.7049269676208496, 2.3420636653900146, 2.215183734893799]}, {"step": 9350, "epoch": 19, "train_loss": 0.14634723961353302, "cos_r_negg": [0.512027382850647, 0.608758807182312, 0.7288548350334167], "cos_apical_negg": [0.512027382850647, 0.608758807182312, 0.7288548350334167], "cos_Ac_negg": [0.512027382850647, 0.608758807182312, 0.7288548350334167], "r_norm": [2.9684853553771973, 1.8675451278686523, 1.7626335620880127]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9624, "test_loss": 0.13346326789855956}], "final": {"test_acc": 0.9624, "test_loss": 0.13346326789855956, "wall_s": 71.69365811347961, "cos_r_negg": [0.5127911567687988, 0.6386102437973022, 0.7576853036880493], "cos_apical_negg": [0.5127911567687988, 0.6386102437973022, 0.7576853036880493], "cos_Ac_negg": [0.5127911567687988, 0.6386102437973022, 0.7576853036880493]}}
|
