1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 0, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 8.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_nuis_rho8_res0_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [0.0031148334965109825, 0.00453795725479722, 0.00906278658658266], "cos_apical_negg": [0.002960958518087864, 0.004524801857769489, 0.009045480750501156], "cos_Ac_negg": [0.0276767760515213, 0.004083599429577589, 0.0709754005074501], "r_norm": [120.24396514892578, 88.51551818847656, 62.41215515136719], "ldr": {"dL_sdil": 0.36522531509399414, "dL_bp": -0.14452552795410156, "ratio": -2.527064389690259}}, {"step": 50, "epoch": 0, "train_loss": 5.060704708099365, "cos_r_negg": [0.0, 0.0, 0.00030185701325535774], "cos_apical_negg": [0.0, 0.0, 0.0022544562816619873], "cos_Ac_negg": [0.0, 0.0, 0.00030185707146301866], "r_norm": [18.096637725830078, 5.401861190795898, 6.713953971862793]}, {"step": 100, "epoch": 0, "train_loss": 12.551743507385254, "cos_r_negg": [0.0, 0.0, 0.0005404165131039917], "cos_apical_negg": [0.0, 0.0, -0.0032465222757309675], "cos_Ac_negg": [0.0, 0.0, 0.0005404164548963308], "r_norm": [19.08133316040039, 6.195663928985596, 10.098159790039062]}, {"step": 150, "epoch": 0, "train_loss": 10.32283878326416, "cos_r_negg": [4.749710069695823e-10, -1.7464301330523516e-16, 0.0003592200228013098], "cos_apical_negg": [1.7417688402687759e-09, 9.418197457003192e-16, 0.004399473313242197], "cos_Ac_negg": [1.561626869484023e-11, -1.7464298683545556e-16, 0.000359219906385988], "r_norm": [14.201639175415039, 5.679948806762695, 12.385122299194336]}, {"step": 200, "epoch": 0, "train_loss": 14.880120277404785, "cos_r_negg": [0.0, 0.0, 0.0014597212430089712], "cos_apical_negg": [0.0, 0.0, 0.005889068823307753], "cos_Ac_negg": [0.0, 0.0, 0.0014597212430089712], "r_norm": [11.529438972473145, 5.411799430847168, 15.896759033203125]}, {"step": 250, "epoch": 0, "train_loss": 11.24122428894043, "cos_r_negg": [0.0, 0.0, 0.006781380157917738], "cos_apical_negg": [0.0, 0.0, 0.021312527358531952], "cos_Ac_negg": [0.0, 0.0, 0.006781380157917738], "r_norm": [12.962860107421875, 5.914428234100342, 19.442096710205078], "ldr": {"dL_sdil": -1.6982030868530273, "dL_bp": -1.6982030868530273, "ratio": 1.0}}, {"step": 300, "epoch": 0, "train_loss": 10.671018600463867, "cos_r_negg": [0.0, 0.0, 0.01087962742894888], "cos_apical_negg": [0.0, 0.0, 0.032404929399490356], "cos_Ac_negg": [0.0, 0.0, 0.010879628360271454], "r_norm": [14.927996635437012, 6.021743297576904, 21.838329315185547]}, {"step": 350, "epoch": 0, "train_loss": 13.188591003417969, "cos_r_negg": [-6.2105099437725214e-15, 1.227878415627841e-16, 0.020659931004047394], "cos_apical_negg": [-2.0645992714388682e-14, -3.071943707169591e-15, 0.041623011231422424], "cos_Ac_negg": [1.3557085252116218e-16, 1.227878812674535e-16, 0.020659931004047394], "r_norm": [13.182146072387695, 6.548454284667969, 24.170562744140625]}, {"step": 400, "epoch": 0, "train_loss": 15.239105224609375, "cos_r_negg": [7.157092979251725e-14, -6.029080992184807e-16, 0.08215586841106415], "cos_apical_negg": [1.0401846484847654e-13, -5.189545133546655e-15, 0.210719496011734], "cos_Ac_negg": [-8.545823825065885e-15, -6.029083639162768e-16, 0.08215592801570892], "r_norm": [14.353979110717773, 8.048158645629883, 29.181123733520508]}, {"step": 450, "epoch": 0, "train_loss": 13.759926795959473, "cos_r_negg": [8.312753152495134e-08, -1.9532486590059968e-14, 0.6418770551681519], "cos_apical_negg": [2.2877136984789104e-07, 3.4875490624759753e-13, 0.6586003303527832], "cos_Ac_negg": [-5.11135045400124e-09, -1.9532484895994073e-14, 0.641879141330719], "r_norm": [12.448274612426758, 9.118967056274414, 33.703529357910156]}, {"epoch_end": 0, "step": 469, "test_acc": 0.1009, "test_loss": 10.4636716796875}, {"step": 500, "epoch": 1, "train_loss": 14.180582046508789, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [14.896092414855957, 9.35577392578125, 30.993820190429688], "ldr": {"dL_sdil": -1.5435523986816406, "dL_bp": -1.5435523986816406, "ratio": 1.0}}, {"step": 550, "epoch": 1, "train_loss": 9.463001251220703, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [12.335468292236328, 7.914600372314453, 32.891700744628906]}, {"step": 600, "epoch": 1, "train_loss": 8.647317886352539, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [13.240531921386719, 12.551946640014648, 35.204376220703125]}, {"step": 650, "epoch": 1, "train_loss": 12.156513214111328, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [16.087799072265625, 16.030059814453125, 41.65064239501953]}, {"step": 700, "epoch": 1, "train_loss": 11.697580337524414, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [11.573173522949219, 7.571325778961182, 36.819969177246094]}, {"step": 750, "epoch": 1, "train_loss": 6.1513352394104, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.202314376831055, 8.668992042541504, 37.16714859008789], "ldr": {"dL_sdil": -1.9003772735595703, "dL_bp": -1.9003772735595703, "ratio": 1.0}}, {"step": 800, "epoch": 1, "train_loss": 11.351105690002441, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [11.142923355102539, 10.198087692260742, 49.170623779296875]}, {"step": 850, "epoch": 1, "train_loss": 6.975795745849609, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.095267295837402, 8.664483070373535, 44.7503662109375]}, {"step": 900, "epoch": 1, "train_loss": 10.65555191040039, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [11.034046173095703, 8.831329345703125, 42.20029067993164]}, {"epoch_end": 1, "step": 938, "test_acc": 0.1028, "test_loss": 8.90350791015625}, {"step": 950, "epoch": 2, "train_loss": 13.747733116149902, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [11.222044944763184, 8.46357536315918, 43.984596252441406]}, {"step": 1000, "epoch": 2, "train_loss": 10.518152236938477, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.274126052856445, 8.600592613220215, 52.05510330200195], "ldr": {"dL_sdil": -2.427715301513672, "dL_bp": -2.427715301513672, "ratio": 1.0}}, {"step": 1050, "epoch": 2, "train_loss": 10.981674194335938, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.43624496459961, 7.868434906005859, 46.19255828857422]}, {"step": 1100, "epoch": 2, "train_loss": 11.735307693481445, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.540760040283203, 7.598417282104492, 51.91287612915039]}, {"step": 1150, "epoch": 2, "train_loss": 11.808561325073242, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.415700912475586, 7.635087013244629, 52.842437744140625]}, {"step": 1200, "epoch": 2, "train_loss": 11.731303215026855, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [16.129985809326172, 14.127157211303711, 54.63938903808594]}, {"step": 1250, "epoch": 2, "train_loss": 11.57945442199707, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [12.50143814086914, 5.4058122634887695, 52.621212005615234], "ldr": {"dL_sdil": -2.0815305709838867, "dL_bp": -2.0815305709838867, "ratio": 1.0}}, {"step": 1300, "epoch": 2, "train_loss": 8.62105655670166, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.633742332458496, 6.1987762451171875, 60.222206115722656]}, {"step": 1350, "epoch": 2, "train_loss": 8.546533584594727, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.161558151245117, 7.350276947021484, 62.196624755859375]}, {"step": 1400, "epoch": 2, "train_loss": 9.912357330322266, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.0835113525390625, 4.448598861694336, 53.98017120361328]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.1009, "test_loss": 10.1904462890625}, {"step": 1450, "epoch": 3, "train_loss": 11.529983520507812, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.61084270477295, 8.835941314697266, 62.872100830078125]}, {"step": 1500, "epoch": 3, "train_loss": 5.04738712310791, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.796810150146484, 5.388439178466797, 71.71183776855469], "ldr": {"dL_sdil": -3.6913223266601562, "dL_bp": -3.6913223266601562, "ratio": 1.0}}, {"step": 1550, "epoch": 3, "train_loss": 12.244016647338867, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.89299201965332, 6.023378372192383, 58.90251922607422]}, {"step": 1600, "epoch": 3, "train_loss": 11.538684844970703, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.372833251953125, 5.910709857940674, 63.54365539550781]}, {"step": 1650, "epoch": 3, "train_loss": 6.711456298828125, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.86625862121582, 9.254396438598633, 63.23198699951172]}, {"step": 1700, "epoch": 3, "train_loss": 10.34682846069336, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.852747440338135, 7.1857452392578125, 64.80724334716797]}, {"step": 1750, "epoch": 3, "train_loss": 16.570690155029297, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.934873580932617, 5.869851112365723, 67.6978988647461], "ldr": {"dL_sdil": -3.648423194885254, "dL_bp": -3.648423194885254, "ratio": 1.0}}, {"step": 1800, "epoch": 3, "train_loss": 7.7119855880737305, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.976980209350586, 6.455523490905762, 66.13933563232422]}, {"step": 1850, "epoch": 3, "train_loss": 10.840703964233398, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.418397903442383, 6.347172737121582, 72.73992156982422]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.0982, "test_loss": 12.145108984375}, {"step": 1900, "epoch": 4, "train_loss": 8.049338340759277, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.916750907897949, 6.162311553955078, 62.58075714111328]}, {"step": 1950, "epoch": 4, "train_loss": 4.314959526062012, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.828075408935547, 5.948236465454102, 59.81751251220703]}, {"step": 2000, "epoch": 4, "train_loss": 7.298471927642822, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.194198608398438, 7.6791181564331055, 75.74800109863281], "ldr": {"dL_sdil": -1.6612863540649414, "dL_bp": -1.6612863540649414, "ratio": 1.0}}, {"step": 2050, "epoch": 4, "train_loss": 9.401494979858398, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.372491836547852, 8.060815811157227, 76.80613708496094]}, {"step": 2100, "epoch": 4, "train_loss": 9.805217742919922, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.581482887268066, 6.649472713470459, 83.70674133300781]}, {"step": 2150, "epoch": 4, "train_loss": 7.439322471618652, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.15668249130249, 4.414332389831543, 66.56742858886719]}, {"step": 2200, "epoch": 4, "train_loss": 12.304335594177246, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.446408748626709, 5.136847496032715, 71.28717041015625]}, {"step": 2250, "epoch": 4, "train_loss": 8.824593544006348, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.430898189544678, 6.759106159210205, 72.06269836425781], "ldr": {"dL_sdil": -0.9734382629394531, "dL_bp": -0.9734382629394531, "ratio": 1.0}}, {"step": 2300, "epoch": 4, "train_loss": 12.419885635375977, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.812894344329834, 5.417941570281982, 71.67219543457031]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.0892, "test_loss": 11.07260869140625}, {"step": 2350, "epoch": 5, "train_loss": 8.720802307128906, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.329644203186035, 5.933998107910156, 84.09978485107422]}, {"step": 2400, "epoch": 5, "train_loss": 10.590608596801758, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.221525192260742, 6.091534614562988, 74.70600891113281]}, {"step": 2450, "epoch": 5, "train_loss": 9.412039756774902, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.7672953605651855, 8.308277130126953, 80.33599090576172]}, {"step": 2500, "epoch": 5, "train_loss": 17.984607696533203, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.261249542236328, 6.33277702331543, 69.88201904296875], "ldr": {"dL_sdil": -1.2402944564819336, "dL_bp": -1.2402944564819336, "ratio": 1.0}}, {"step": 2550, "epoch": 5, "train_loss": 15.24215030670166, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.931476593017578, 5.7857489585876465, 75.20549011230469]}, {"step": 2600, "epoch": 5, "train_loss": 10.974398612976074, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.238531589508057, 6.036362648010254, 84.21026611328125]}, {"step": 2650, "epoch": 5, "train_loss": 12.914588928222656, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.646111488342285, 6.284353256225586, 83.80010986328125]}, {"step": 2700, "epoch": 5, "train_loss": 9.68830680847168, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.115175724029541, 6.089964866638184, 71.77522277832031]}, {"step": 2750, "epoch": 5, "train_loss": 12.011524200439453, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.610713958740234, 7.306975841522217, 87.43606567382812], "ldr": {"dL_sdil": -2.253774642944336, "dL_bp": -2.253774642944336, "ratio": 1.0}}, {"step": 2800, "epoch": 5, "train_loss": 8.84244441986084, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.530320167541504, 6.696413040161133, 77.88990783691406]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.0892, "test_loss": 12.25263837890625}, {"step": 2850, "epoch": 6, "train_loss": 13.109193801879883, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.7373247146606445, 5.985031604766846, 74.56198120117188]}, {"step": 2900, "epoch": 6, "train_loss": 8.07643985748291, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.017930030822754, 6.296882629394531, 76.49586486816406]}, {"step": 2950, "epoch": 6, "train_loss": 14.849688529968262, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.710550308227539, 11.770364761352539, 76.0440902709961]}, {"step": 3000, "epoch": 6, "train_loss": 17.871349334716797, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.699415683746338, 5.946680068969727, 68.64615631103516], "ldr": {"dL_sdil": -1.3243608474731445, "dL_bp": -1.3243608474731445, "ratio": 1.0}}, {"step": 3050, "epoch": 6, "train_loss": 4.125994682312012, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.3052215576171875, 6.64310359954834, 73.74727630615234]}, {"step": 3100, "epoch": 6, "train_loss": 8.641312599182129, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.961214065551758, 9.599843978881836, 76.19114685058594]}, {"step": 3150, "epoch": 6, "train_loss": 11.100306510925293, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.365821838378906, 11.17185115814209, 89.16902160644531]}, {"step": 3200, "epoch": 6, "train_loss": 13.8292236328125, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.910743713378906, 6.293387413024902, 88.85161590576172]}, {"step": 3250, "epoch": 6, "train_loss": 7.96772575378418, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.477784156799316, 5.791658878326416, 88.22940063476562], "ldr": {"dL_sdil": -1.8057918548583984, "dL_bp": -1.805790901184082, "ratio": 1.0000005281200142}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.1028, "test_loss": 12.14444052734375}, {"step": 3300, "epoch": 7, "train_loss": 9.6732177734375, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.939781188964844, 10.642841339111328, 77.91143798828125]}, {"step": 3350, "epoch": 7, "train_loss": 16.266572952270508, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.758002281188965, 8.212944984436035, 80.21566009521484]}, {"step": 3400, "epoch": 7, "train_loss": 11.461240768432617, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.971332550048828, 8.584806442260742, 78.08375549316406]}, {"step": 3450, "epoch": 7, "train_loss": 14.495338439941406, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.47824239730835, 5.748703479766846, 87.98515319824219]}, {"step": 3500, "epoch": 7, "train_loss": 8.308303833007812, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.667221546173096, 6.926435470581055, 75.16598510742188], "ldr": {"dL_sdil": -1.2231941223144531, "dL_bp": -1.2231941223144531, "ratio": 1.0}}, {"step": 3550, "epoch": 7, "train_loss": 10.339457511901855, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.0764241218566895, 4.937247276306152, 78.88018798828125]}, {"step": 3600, "epoch": 7, "train_loss": 9.361067771911621, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.6644697189331055, 7.083919048309326, 92.94873046875]}, {"step": 3650, "epoch": 7, "train_loss": 6.375584602355957, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.52845573425293, 6.561967849731445, 73.88313293457031]}, {"step": 3700, "epoch": 7, "train_loss": 8.965790748596191, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.676764488220215, 4.220052719116211, 70.33785247802734]}, {"step": 3750, "epoch": 7, "train_loss": 13.528266906738281, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.743087768554688, 8.493950843811035, 73.96929931640625], "ldr": {"dL_sdil": -1.3389339447021484, "dL_bp": -1.3389339447021484, "ratio": 1.0}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.0892, "test_loss": 13.82145654296875}, {"step": 3800, "epoch": 8, "train_loss": 8.545854568481445, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.406055927276611, 4.079930305480957, 69.7771987915039]}, {"step": 3850, "epoch": 8, "train_loss": 10.465161323547363, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.521624565124512, 4.480096340179443, 72.31776428222656]}, {"step": 3900, "epoch": 8, "train_loss": 7.007236957550049, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.304680824279785, 3.987592935562134, 83.45108032226562]}, {"step": 3950, "epoch": 8, "train_loss": 10.529865264892578, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.967926025390625, 7.953944206237793, 83.045654296875]}, {"step": 4000, "epoch": 8, "train_loss": 8.141425132751465, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.369111061096191, 6.044402122497559, 87.34230041503906], "ldr": {"dL_sdil": -2.410602569580078, "dL_bp": -2.410602569580078, "ratio": 1.0}}, {"step": 4050, "epoch": 8, "train_loss": 8.622014999389648, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.255618572235107, 7.808619499206543, 84.53636932373047]}, {"step": 4100, "epoch": 8, "train_loss": 10.66179084777832, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.252103805541992, 4.245216369628906, 76.56568908691406]}, {"step": 4150, "epoch": 8, "train_loss": 10.278360366821289, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.312775611877441, 4.877284049987793, 89.30329132080078]}, {"step": 4200, "epoch": 8, "train_loss": 10.008659362792969, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.7866010665893555, 3.736739158630371, 89.62972259521484]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.098, "test_loss": 10.0555115234375}, {"step": 4250, "epoch": 9, "train_loss": 11.036565780639648, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.0560302734375, 5.347528457641602, 86.02128601074219], "ldr": {"dL_sdil": -1.6478805541992188, "dL_bp": -1.6478805541992188, "ratio": 1.0}}, {"step": 4300, "epoch": 9, "train_loss": 10.83150577545166, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [11.68111801147461, 7.087735176086426, 86.12895202636719]}, {"step": 4350, "epoch": 9, "train_loss": 15.174646377563477, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [11.548219680786133, 12.181655883789062, 93.71437072753906]}, {"step": 4400, "epoch": 9, "train_loss": 12.66004753112793, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.366751670837402, 4.600882530212402, 80.20304870605469]}, {"step": 4450, "epoch": 9, "train_loss": 11.521186828613281, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.017095565795898, 4.1576642990112305, 76.51319885253906]}, {"step": 4500, "epoch": 9, "train_loss": 9.379796028137207, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.464443206787109, 4.573422908782959, 83.11189270019531], "ldr": {"dL_sdil": -1.879694938659668, "dL_bp": -1.879694938659668, "ratio": 1.0}}, {"step": 4550, "epoch": 9, "train_loss": 7.8315534591674805, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.8323655128479, 5.049870014190674, 77.68241882324219]}, {"step": 4600, "epoch": 9, "train_loss": 13.471258163452148, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.035062313079834, 4.014845848083496, 75.12042999267578]}, {"step": 4650, "epoch": 9, "train_loss": 16.306625366210938, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.620134353637695, 8.41462516784668, 81.49922943115234]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.0892, "test_loss": 12.1216634765625}, {"step": 4700, "epoch": 10, "train_loss": 9.878471374511719, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.432880401611328, 5.834961891174316, 86.47062683105469]}, {"step": 4750, "epoch": 10, "train_loss": 7.559486389160156, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.50574779510498, 9.326700210571289, 93.31684875488281], "ldr": {"dL_sdil": -2.568544387817383, "dL_bp": -2.568544387817383, "ratio": 1.0}}, {"step": 4800, "epoch": 10, "train_loss": 8.34127426147461, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.780723571777344, 11.996399879455566, 97.55046081542969]}, {"step": 4850, "epoch": 10, "train_loss": 20.167198181152344, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.152290344238281, 5.5534186363220215, 85.58883666992188]}, {"step": 4900, "epoch": 10, "train_loss": 8.698205947875977, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.617353439331055, 6.136946678161621, 72.92133331298828]}, {"step": 4950, "epoch": 10, "train_loss": 11.508268356323242, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.685203552246094, 4.988404273986816, 74.05931854248047]}, {"step": 5000, "epoch": 10, "train_loss": 9.120573997497559, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.401203155517578, 11.348114013671875, 90.80181884765625], "ldr": {"dL_sdil": -2.2685647010803223, "dL_bp": -2.268564224243164, "ratio": 1.0000002101933696}}, {"step": 5050, "epoch": 10, "train_loss": 8.515509605407715, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.740854263305664, 5.659033298492432, 81.42790222167969]}, {"step": 5100, "epoch": 10, "train_loss": 12.293146133422852, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.294927597045898, 5.326021194458008, 82.12627410888672]}, {"step": 5150, "epoch": 10, "train_loss": 9.25289535522461, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.347883224487305, 5.617107391357422, 81.625244140625]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.0974, "test_loss": 13.52535419921875}, {"step": 5200, "epoch": 11, "train_loss": 10.599748611450195, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.725090980529785, 7.274184226989746, 82.0506820678711]}, {"step": 5250, "epoch": 11, "train_loss": 14.043527603149414, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.287128925323486, 6.719683647155762, 81.34127807617188], "ldr": {"dL_sdil": -2.4315357208251953, "dL_bp": -2.4315357208251953, "ratio": 1.0}}, {"step": 5300, "epoch": 11, "train_loss": 11.090164184570312, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.479704856872559, 9.340307235717773, 79.09049987792969]}, {"step": 5350, "epoch": 11, "train_loss": 7.507579326629639, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.478595733642578, 11.628667831420898, 91.60661315917969]}, {"step": 5400, "epoch": 11, "train_loss": 12.284975051879883, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.859020233154297, 5.195531845092773, 86.20155334472656]}, {"step": 5450, "epoch": 11, "train_loss": 11.640545845031738, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.244173049926758, 5.707467079162598, 94.64400482177734]}, {"step": 5500, "epoch": 11, "train_loss": 8.853778839111328, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.047952651977539, 7.736666679382324, 82.02816772460938], "ldr": {"dL_sdil": -2.459573745727539, "dL_bp": -2.459573745727539, "ratio": 1.0}}, {"step": 5550, "epoch": 11, "train_loss": 11.083610534667969, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.071914196014404, 7.764211654663086, 88.56465148925781]}, {"step": 5600, "epoch": 11, "train_loss": 11.665403366088867, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.558863639831543, 7.157637596130371, 85.51388549804688]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.0958, "test_loss": 10.92839443359375}, {"step": 5650, "epoch": 12, "train_loss": 12.985788345336914, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.621983528137207, 10.635198593139648, 76.26434326171875]}, {"step": 5700, "epoch": 12, "train_loss": 11.522083282470703, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.5115180015563965, 8.293804168701172, 91.3167724609375]}, {"step": 5750, "epoch": 12, "train_loss": 8.15062141418457, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.162412166595459, 7.92478084564209, 80.5886001586914], "ldr": {"dL_sdil": -1.72930908203125, "dL_bp": -1.72930908203125, "ratio": 1.0}}, {"step": 5800, "epoch": 12, "train_loss": 6.1938676834106445, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.67873764038086, 10.787130355834961, 89.67774200439453]}, {"step": 5850, "epoch": 12, "train_loss": 7.325359344482422, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.797576904296875, 8.682167053222656, 80.22383117675781]}, {"step": 5900, "epoch": 12, "train_loss": 9.729405403137207, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.129066467285156, 10.17013168334961, 81.0384292602539]}, {"step": 5950, "epoch": 12, "train_loss": 16.94841766357422, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.608207702636719, 7.2381391525268555, 96.71217346191406]}, {"step": 6000, "epoch": 12, "train_loss": 8.706314086914062, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.402207851409912, 8.228700637817383, 81.01323699951172], "ldr": {"dL_sdil": -2.361578941345215, "dL_bp": -2.3615798950195312, "ratio": 0.9999995961710555}}, {"step": 6050, "epoch": 12, "train_loss": 10.227212905883789, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.43007755279541, 9.39753532409668, 80.26382446289062]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.1028, "test_loss": 9.155952734375}, {"step": 6100, "epoch": 13, "train_loss": 9.30731201171875, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.574060440063477, 8.424240112304688, 79.84616088867188]}, {"step": 6150, "epoch": 13, "train_loss": 13.832674026489258, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.188817024230957, 10.157796859741211, 97.76161193847656]}, {"step": 6200, "epoch": 13, "train_loss": 11.910896301269531, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.946207523345947, 7.71555233001709, 88.87257385253906]}, {"step": 6250, "epoch": 13, "train_loss": 6.1582183837890625, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.5225725173950195, 6.051778793334961, 86.53924560546875], "ldr": {"dL_sdil": -1.5228338241577148, "dL_bp": -1.5228338241577148, "ratio": 1.0}}, {"step": 6300, "epoch": 13, "train_loss": 8.839585304260254, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.417154312133789, 11.56546688079834, 98.75769805908203]}, {"step": 6350, "epoch": 13, "train_loss": 14.88431453704834, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.84756851196289, 11.001333236694336, 92.49961853027344]}, {"step": 6400, "epoch": 13, "train_loss": 12.662047386169434, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.0899434089660645, 5.612766265869141, 83.75281524658203]}, {"step": 6450, "epoch": 13, "train_loss": 19.518306732177734, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.98244571685791, 6.637001991271973, 86.09062194824219]}, {"step": 6500, "epoch": 13, "train_loss": 8.683634757995605, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.744902610778809, 6.387619495391846, 78.50897216796875], "ldr": {"dL_sdil": -2.4301185607910156, "dL_bp": -2.4301185607910156, "ratio": 1.0}}, {"step": 6550, "epoch": 13, "train_loss": 11.737615585327148, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.229435920715332, 5.815989017486572, 78.93470764160156]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.101, "test_loss": 10.2129904296875}, {"step": 6600, "epoch": 14, "train_loss": 5.705607891082764, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.929868698120117, 5.469935417175293, 84.37249755859375]}, {"step": 6650, "epoch": 14, "train_loss": 6.617368698120117, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.18852424621582, 6.854033470153809, 88.8432846069336]}, {"step": 6700, "epoch": 14, "train_loss": 14.432914733886719, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.03610897064209, 4.435824394226074, 80.6998291015625]}, {"step": 6750, "epoch": 14, "train_loss": 7.027936935424805, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.848832607269287, 6.508706092834473, 93.04887390136719], "ldr": {"dL_sdil": -2.1031150817871094, "dL_bp": -2.1031150817871094, "ratio": 1.0}}, {"step": 6800, "epoch": 14, "train_loss": 9.206239700317383, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.009620666503906, 5.558953285217285, 94.69830322265625]}, {"step": 6850, "epoch": 14, "train_loss": 9.6864013671875, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [3.257023572921753, 3.5375771522521973, 81.35125732421875]}, {"step": 6900, "epoch": 14, "train_loss": 3.4611849784851074, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.4189066886901855, 6.003847122192383, 84.12227630615234]}, {"step": 6950, "epoch": 14, "train_loss": 5.204535007476807, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.273738861083984, 4.7206010818481445, 80.42007446289062]}, {"step": 7000, "epoch": 14, "train_loss": 6.72462272644043, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.181722640991211, 8.005023956298828, 82.36640930175781], "ldr": {"dL_sdil": -1.6003122329711914, "dL_bp": -1.6003122329711914, "ratio": 1.0}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.0958, "test_loss": 3.7590933837890623}, {"step": 7050, "epoch": 15, "train_loss": 4.032264709472656, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.006537437438965, 4.41840124130249, 79.15045928955078]}, {"step": 7100, "epoch": 15, "train_loss": 4.967288494110107, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.749926567077637, 8.643991470336914, 89.83087158203125]}, {"step": 7150, "epoch": 15, "train_loss": 6.483115196228027, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.256651878356934, 5.829338550567627, 81.4041748046875]}, {"step": 7200, "epoch": 15, "train_loss": 8.646747589111328, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.093626976013184, 5.65217924118042, 77.4614486694336]}, {"step": 7250, "epoch": 15, "train_loss": 10.532498359680176, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.998201370239258, 11.137247085571289, 98.55111694335938], "ldr": {"dL_sdil": -1.6115236282348633, "dL_bp": -1.6115236282348633, "ratio": 1.0}}, {"step": 7300, "epoch": 15, "train_loss": 10.0579833984375, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.933235168457031, 5.469935417175293, 85.48764038085938]}, {"step": 7350, "epoch": 15, "train_loss": 6.631174087524414, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.433094024658203, 8.286565780639648, 88.45156860351562]}, {"step": 7400, "epoch": 15, "train_loss": 9.970130920410156, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.837429046630859, 5.358535289764404, 76.92025756835938]}, {"step": 7450, "epoch": 15, "train_loss": 12.439216613769531, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.3204779624938965, 4.769274711608887, 89.18241882324219]}, {"step": 7500, "epoch": 15, "train_loss": 10.69381046295166, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.613176345825195, 5.101069450378418, 86.94149780273438], "ldr": {"dL_sdil": -1.814316749572754, "dL_bp": -1.814316749572754, "ratio": 1.0}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.098, "test_loss": 8.541925390625}, {"step": 7550, "epoch": 16, "train_loss": 6.060688018798828, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.456808090209961, 9.41225814819336, 89.63294219970703]}, {"step": 7600, "epoch": 16, "train_loss": 4.889737129211426, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.248263835906982, 5.769383430480957, 91.322998046875]}, {"step": 7650, "epoch": 16, "train_loss": 6.879954814910889, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.156490325927734, 5.705080032348633, 83.30982971191406]}, {"step": 7700, "epoch": 16, "train_loss": 10.218997955322266, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.852140426635742, 5.3761491775512695, 94.71571350097656]}, {"step": 7750, "epoch": 16, "train_loss": 11.506370544433594, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.289528846740723, 4.741654872894287, 84.81451416015625], "ldr": {"dL_sdil": -0.9781208038330078, "dL_bp": -0.9781208038330078, "ratio": 1.0}}, {"step": 7800, "epoch": 16, "train_loss": 6.712787628173828, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.6186442375183105, 5.085728645324707, 80.85514068603516]}, {"step": 7850, "epoch": 16, "train_loss": 17.305233001708984, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.501514434814453, 4.9804487228393555, 90.49368286132812]}, {"step": 7900, "epoch": 16, "train_loss": 9.921465873718262, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [12.223505020141602, 13.658642768859863, 91.1217269897461]}, {"step": 7950, "epoch": 16, "train_loss": 12.181940078735352, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.694116592407227, 5.131800174713135, 84.84785461425781]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.1135, "test_loss": 18.8308970703125}, {"step": 8000, "epoch": 17, "train_loss": 8.435358047485352, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [3.0507895946502686, 3.2976083755493164, 90.97705078125], "ldr": {"dL_sdil": -1.1707849502563477, "dL_bp": -1.1707849502563477, "ratio": 1.0}}, {"step": 8050, "epoch": 17, "train_loss": 11.531005859375, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.015514373779297, 4.350646018981934, 94.43580627441406]}, {"step": 8100, "epoch": 17, "train_loss": 18.16187858581543, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.453683853149414, 6.043877601623535, 85.21589660644531]}, {"step": 8150, "epoch": 17, "train_loss": 14.402284622192383, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.631959915161133, 5.029991149902344, 85.02835083007812]}, {"step": 8200, "epoch": 17, "train_loss": 10.047674179077148, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [3.8297152519226074, 4.106668472290039, 85.6251220703125]}, {"step": 8250, "epoch": 17, "train_loss": 8.194548606872559, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.231714248657227, 10.296666145324707, 84.89684295654297], "ldr": {"dL_sdil": -2.3039045333862305, "dL_bp": -2.3039045333862305, "ratio": 1.0}}, {"step": 8300, "epoch": 17, "train_loss": 11.449951171875, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.957687854766846, 5.399261474609375, 83.62431335449219]}, {"step": 8350, "epoch": 17, "train_loss": 6.179562091827393, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.117514610290527, 5.637862205505371, 86.50935363769531]}, {"step": 8400, "epoch": 17, "train_loss": 13.199980735778809, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [11.425199508666992, 12.771078109741211, 93.80826568603516]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.1009, "test_loss": 12.37022314453125}, {"step": 8450, "epoch": 18, "train_loss": 10.049257278442383, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.3217878341674805, 6.92490816116333, 85.38446807861328]}, {"step": 8500, "epoch": 18, "train_loss": 5.666855812072754, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.816873550415039, 5.267621040344238, 83.92701721191406], "ldr": {"dL_sdil": -1.625509262084961, "dL_bp": -1.6255102157592773, "ratio": 0.9999994133077066}}, {"step": 8550, "epoch": 18, "train_loss": 20.872135162353516, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.393258571624756, 7.093999862670898, 82.56403350830078]}, {"step": 8600, "epoch": 18, "train_loss": 13.124737739562988, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.817639350891113, 8.72284984588623, 104.75727844238281]}, {"step": 8650, "epoch": 18, "train_loss": 8.853799819946289, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.563562393188477, 6.12078857421875, 96.97024536132812]}, {"step": 8700, "epoch": 18, "train_loss": 11.51954460144043, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [11.914971351623535, 13.334158897399902, 87.04931640625]}, {"step": 8750, "epoch": 18, "train_loss": 13.565557479858398, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.045812606811523, 5.605130672454834, 90.85091400146484], "ldr": {"dL_sdil": -1.3469619750976562, "dL_bp": -1.3469619750976562, "ratio": 1.0}}, {"step": 8800, "epoch": 18, "train_loss": 4.939520835876465, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [3.8188822269439697, 4.213957786560059, 78.69317626953125]}, {"step": 8850, "epoch": 18, "train_loss": 8.378364562988281, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [3.8285610675811768, 4.2048444747924805, 88.83088684082031]}, {"step": 8900, "epoch": 18, "train_loss": 12.127700805664062, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.816326141357422, 5.357180595397949, 86.85575866699219]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.0982, "test_loss": 8.46752236328125}, {"step": 8950, "epoch": 19, "train_loss": 18.48532485961914, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.832968235015869, 5.338906288146973, 88.98847961425781]}, {"step": 9000, "epoch": 19, "train_loss": 9.402112007141113, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.565483570098877, 7.3087568283081055, 89.30494689941406], "ldr": {"dL_sdil": -1.75178861618042, "dL_bp": -1.75178861618042, "ratio": 1.0}}, {"step": 9050, "epoch": 19, "train_loss": 18.618148803710938, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.856374263763428, 6.527314186096191, 83.77538299560547]}, {"step": 9100, "epoch": 19, "train_loss": 8.499563217163086, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.842462062835693, 7.604079246520996, 100.83236694335938]}, {"step": 9150, "epoch": 19, "train_loss": 10.583775520324707, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.624494552612305, 8.498970031738281, 101.46410369873047]}, {"step": 9200, "epoch": 19, "train_loss": 11.788562774658203, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.390480995178223, 9.381386756896973, 77.7080078125]}, {"step": 9250, "epoch": 19, "train_loss": 10.050069808959961, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.875209331512451, 8.776036262512207, 95.88612365722656], "ldr": {"dL_sdil": -1.9003305435180664, "dL_bp": -1.9003305435180664, "ratio": 1.0}}, {"step": 9300, "epoch": 19, "train_loss": 8.752416610717773, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.520574569702148, 7.286612510681152, 76.31999206542969]}, {"step": 9350, "epoch": 19, "train_loss": 16.308244705200195, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.440391540527344, 7.183494567871094, 87.9435043334961]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.1135, "test_loss": 8.42506552734375}], "final": {"test_acc": 0.1135, "test_loss": 8.42506552734375, "wall_s": 34.299320697784424, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0]}}
|
