{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_match_v1_mnist_sdil_w256_d3_s0", "n_in": 784}, "provenance": {"git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3990068435668945, "cos_r_negg": [-0.019123679026961327, -0.020858976989984512, 0.03404799848794937], "cos_innovation_negg": [-0.019123679026961327, -0.020858976989984512, 0.03404799848794937], "cos_apical_negg": [-0.019123679026961327, -0.020858976989984512, 0.03404799848794937], "cos_Ac_negg": [-0.019123679026961327, -0.020858976989984512, 0.03404799848794937], "r_norm": [4.906693935394287, 4.836459159851074, 4.82870626449585], "ldr": {"dL_sdil": -0.012000560760498047, "dL_bp": -0.24264240264892578, "ratio": 0.0494578055174528}}, {"step": 50, "epoch": 0, "train_loss": 0.557349681854248, "cos_r_negg": [0.4386722445487976, 0.35197168588638306, 0.3038873076438904], "cos_innovation_negg": [0.4386722445487976, 0.35197168588638306, 0.3038873076438904], "cos_apical_negg": [0.4386722445487976, 0.35197168588638306, 0.3038873076438904], "cos_Ac_negg": [0.4386722445487976, 0.35197168588638306, 0.3038873076438904], "r_norm": [1.1577706336975098, 1.1234707832336426, 1.1238982677459717]}, {"step": 100, "epoch": 0, "train_loss": 0.21420708298683167, "cos_r_negg": [0.497479647397995, 0.40160071849823, 0.33492982387542725], "cos_innovation_negg": [0.497479647397995, 0.40160071849823, 0.33492982387542725], "cos_apical_negg": [0.497479647397995, 0.40160071849823, 0.33492982387542725], "cos_Ac_negg": [0.497479647397995, 0.40160071849823, 0.33492982387542725], "r_norm": [0.9483741521835327, 0.9255150556564331, 0.9265471696853638]}, {"step": 150, "epoch": 0, "train_loss": 0.1765260249376297, "cos_r_negg": [0.4874778985977173, 0.4004327058792114, 0.35426419973373413], "cos_innovation_negg": [0.4874778985977173, 0.4004327058792114, 0.35426419973373413], "cos_apical_negg": [0.4874778985977173, 0.4004327058792114, 0.35426419973373413], "cos_Ac_negg": [0.4874778985977173, 0.4004327058792114, 0.35426419973373413], "r_norm": [0.7939279079437256, 0.7757101058959961, 0.7750244140625]}, {"step": 200, "epoch": 0, "train_loss": 0.30060887336730957, "cos_r_negg": [0.5012128353118896, 0.43122828006744385, 0.3807114362716675], "cos_innovation_negg": [0.5012128353118896, 0.43122828006744385, 0.3807114362716675], "cos_apical_negg": [0.5012128353118896, 0.43122828006744385, 0.3807114362716675], "cos_Ac_negg": [0.5012128353118896, 0.43122828006744385, 0.3807114362716675], "r_norm": [0.7343144416809082, 0.715130090713501, 0.716572642326355]}, {"step": 250, "epoch": 0, "train_loss": 0.375924289226532, "cos_r_negg": [0.515765905380249, 0.46645665168762207, 0.4039836525917053], "cos_innovation_negg": [0.515765905380249, 0.46645665168762207, 0.4039836525917053], "cos_apical_negg": [0.515765905380249, 0.46645665168762207, 0.4039836525917053], "cos_Ac_negg": [0.515765905380249, 0.46645665168762207, 0.4039836525917053], "r_norm": [0.6069438457489014, 0.5937045216560364, 0.593670666217804], "ldr": {"dL_sdil": -0.011112242937088013, "dL_bp": -0.008948862552642822, "ratio": 1.2417492023951457}}, {"step": 300, "epoch": 0, "train_loss": 0.20754894614219666, "cos_r_negg": [0.49835503101348877, 0.4570460319519043, 0.4064018130302429], "cos_innovation_negg": [0.49835503101348877, 0.4570460319519043, 0.4064018130302429], "cos_apical_negg": [0.49835503101348877, 0.4570460319519043, 0.4064018130302429], "cos_Ac_negg": [0.49835503101348877, 0.4570460319519043, 0.4064018130302429], "r_norm": [0.6175251603126526, 0.6042684316635132, 0.6032040119171143]}, {"step": 350, "epoch": 0, "train_loss": 0.2702471911907196, "cos_r_negg": [0.5160802602767944, 0.45728257298469543, 0.4080795645713806], "cos_innovation_negg": [0.5160802602767944, 0.45728257298469543, 0.4080795645713806], "cos_apical_negg": [0.5160802602767944, 0.45728257298469543, 0.4080795645713806], "cos_Ac_negg": [0.5160802602767944, 0.45728257298469543, 0.4080795645713806], "r_norm": [0.6086537837982178, 0.5989933609962463, 0.5962319374084473]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9434, "test_loss": 0.19921441268920898}, {"step": 400, "epoch": 1, "train_loss": 0.14611996710300446, "cos_r_negg": [0.5034387707710266, 0.46879106760025024, 0.40439730882644653], "cos_innovation_negg": [0.5034387707710266, 0.46879106760025024, 0.40439730882644653], "cos_apical_negg": [0.5034387707710266, 0.46879106760025024, 0.40439730882644653], "cos_Ac_negg": [0.5034387707710266, 0.46879106760025024, 0.40439730882644653], "r_norm": [0.5827618837356567, 0.5738776326179504, 0.5706467628479004]}, {"step": 450, "epoch": 1, "train_loss": 0.1880314201116562, "cos_r_negg": [0.506068766117096, 0.47526615858078003, 0.4247303903102875], "cos_innovation_negg": [0.506068766117096, 0.47526615858078003, 0.4247303903102875], "cos_apical_negg": [0.506068766117096, 0.47526615858078003, 0.4247303903102875], "cos_Ac_negg": [0.506068766117096, 0.47526615858078003, 0.4247303903102875], "r_norm": [0.48847055435180664, 0.4775075614452362, 0.4765704274177551]}, {"step": 500, "epoch": 1, "train_loss": 0.1368517130613327, "cos_r_negg": [0.4988791048526764, 0.48932552337646484, 0.4386179447174072], "cos_innovation_negg": [0.4988791048526764, 0.48932552337646484, 0.4386179447174072], "cos_apical_negg": [0.4988791048526764, 0.48932552337646484, 0.4386179447174072], "cos_Ac_negg": [0.4988791048526764, 0.48932552337646484, 0.4386179447174072], "r_norm": [0.42691463232040405, 0.4182046353816986, 0.41749975085258484], "ldr": {"dL_sdil": -0.006287813186645508, "dL_bp": -0.005642101168632507, "ratio": 1.1144453101271674}}, {"step": 550, "epoch": 1, "train_loss": 0.11181455105543137, "cos_r_negg": [0.5051651000976562, 0.5064424276351929, 0.4540102183818817], "cos_innovation_negg": [0.5051651000976562, 0.5064424276351929, 0.4540102183818817], "cos_apical_negg": [0.5051651000976562, 0.5064424276351929, 0.4540102183818817], "cos_Ac_negg": [0.5051651000976562, 0.5064424276351929, 0.4540102183818817], "r_norm": [0.4640708267688751, 0.45029354095458984, 0.4507724642753601]}, {"step": 600, "epoch": 1, "train_loss": 0.1023593544960022, "cos_r_negg": [0.5421346426010132, 0.5176475048065186, 0.47495079040527344], "cos_innovation_negg": [0.5421346426010132, 0.5176475048065186, 0.47495079040527344], "cos_apical_negg": [0.5421346426010132, 0.5176475048065186, 0.47495079040527344], "cos_Ac_negg": [0.5421346426010132, 0.5176475048065186, 0.47495079040527344], "r_norm": [0.533541202545166, 0.518498420715332, 0.5211732387542725]}, {"step": 650, "epoch": 1, "train_loss": 0.11898520588874817, "cos_r_negg": [0.5031847953796387, 0.4982442259788513, 0.45316529273986816], "cos_innovation_negg": [0.5031847953796387, 0.4982442259788513, 0.45316529273986816], "cos_apical_negg": [0.5031847953796387, 0.4982442259788513, 0.45316529273986816], "cos_Ac_negg": [0.5031847953796387, 0.4982442259788513, 0.45316529273986816], "r_norm": [0.40893441438674927, 0.3998851776123047, 0.3993779718875885]}, {"step": 700, "epoch": 1, "train_loss": 0.18386134505271912, "cos_r_negg": [0.51450115442276, 0.5159072875976562, 0.4532162845134735], "cos_innovation_negg": [0.51450115442276, 0.5159072875976562, 0.4532162845134735], "cos_apical_negg": [0.51450115442276, 0.5159072875976562, 0.4532162845134735], "cos_Ac_negg": [0.51450115442276, 0.5159072875976562, 0.4532162845134735], "r_norm": [0.38692131638526917, 0.3787069022655487, 0.37830400466918945]}, {"step": 750, "epoch": 1, "train_loss": 0.16645602881908417, "cos_r_negg": [0.528334379196167, 0.5304737091064453, 0.4670729637145996], "cos_innovation_negg": [0.528334379196167, 0.5304737091064453, 0.4670729637145996], "cos_apical_negg": [0.528334379196167, 0.5304737091064453, 0.4670729637145996], "cos_Ac_negg": [0.528334379196167, 0.5304737091064453, 0.4670729637145996], "r_norm": [0.46389123797416687, 0.45168060064315796, 0.4517902135848999], "ldr": {"dL_sdil": -0.013064056634902954, "dL_bp": -0.011553913354873657, "ratio": 1.1307040509692148}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9537, "test_loss": 0.15850417404174805}, {"step": 800, "epoch": 2, "train_loss": 0.10791650414466858, "cos_r_negg": [0.5138213634490967, 0.5242051482200623, 0.46214574575424194], "cos_innovation_negg": [0.5138213634490967, 0.5242051482200623, 0.46214574575424194], "cos_apical_negg": [0.5138213634490967, 0.5242051482200623, 0.46214574575424194], "cos_Ac_negg": [0.5138213634490967, 0.5242051482200623, 0.46214574575424194], "r_norm": [0.38799065351486206, 0.37843409180641174, 0.3786221146583557]}, {"step": 850, "epoch": 2, "train_loss": 0.09848670661449432, "cos_r_negg": [0.5332177877426147, 0.5368587970733643, 0.4839399755001068], "cos_innovation_negg": [0.5332177877426147, 0.5368587970733643, 0.4839399755001068], "cos_apical_negg": [0.5332177877426147, 0.5368587970733643, 0.4839399755001068], "cos_Ac_negg": [0.5332177877426147, 0.5368587970733643, 0.4839399755001068], "r_norm": [0.3388267457485199, 0.3327179253101349, 0.3324386477470398]}, {"step": 900, "epoch": 2, "train_loss": 0.058545906096696854, "cos_r_negg": [0.5411534309387207, 0.5528039336204529, 0.502867579460144], "cos_innovation_negg": [0.5411534309387207, 0.5528039336204529, 0.502867579460144], "cos_apical_negg": [0.5411534309387207, 0.5528039336204529, 0.502867579460144], "cos_Ac_negg": [0.5411534309387207, 0.5528039336204529, 0.502867579460144], "r_norm": [0.4123993515968323, 0.4040146470069885, 0.4006704092025757]}, {"step": 950, "epoch": 2, "train_loss": 0.11710601300001144, "cos_r_negg": [0.5351316928863525, 0.5573509931564331, 0.5020351409912109], "cos_innovation_negg": [0.5351316928863525, 0.5573509931564331, 0.5020351409912109], "cos_apical_negg": [0.5351316928863525, 0.5573509931564331, 0.5020351409912109], "cos_Ac_negg": [0.5351316928863525, 0.5573509931564331, 0.5020351409912109], "r_norm": [0.29837918281555176, 0.2912159562110901, 0.29181450605392456]}, {"step": 1000, "epoch": 2, "train_loss": 0.1661570519208908, "cos_r_negg": [0.5447400808334351, 0.5624825954437256, 0.5104426145553589], "cos_innovation_negg": [0.5447400808334351, 0.5624825954437256, 0.5104426145553589], "cos_apical_negg": [0.5447400808334351, 0.5624825954437256, 0.5104426145553589], "cos_Ac_negg": [0.5447400808334351, 0.5624825954437256, 0.5104426145553589], "r_norm": [0.3730558753013611, 0.36110544204711914, 0.3602294325828552], "ldr": {"dL_sdil": -0.009133651852607727, "dL_bp": -0.00839608907699585, "ratio": 1.0878459922051922}}, {"step": 1050, "epoch": 2, "train_loss": 0.09447814524173737, "cos_r_negg": [0.532267689704895, 0.5573719143867493, 0.5009351968765259], "cos_innovation_negg": [0.532267689704895, 0.5573719143867493, 0.5009351968765259], "cos_apical_negg": [0.532267689704895, 0.5573719143867493, 0.5009351968765259], "cos_Ac_negg": [0.532267689704895, 0.5573719143867493, 0.5009351968765259], "r_norm": [0.3251861035823822, 0.3169657588005066, 0.31489551067352295]}, {"step": 1100, "epoch": 2, "train_loss": 0.13861429691314697, "cos_r_negg": [0.5416281223297119, 0.5739995241165161, 0.5101684927940369], "cos_innovation_negg": [0.5416281223297119, 0.5739995241165161, 0.5101684927940369], "cos_apical_negg": [0.5416281223297119, 0.5739995241165161, 0.5101684927940369], "cos_Ac_negg": [0.5416281223297119, 0.5739995241165161, 0.5101684927940369], "r_norm": [0.29859596490859985, 0.29098761081695557, 0.29072943329811096]}, {"step": 1150, "epoch": 2, "train_loss": 0.11408502608537674, "cos_r_negg": [0.5508650541305542, 0.592372715473175, 0.5120702385902405], "cos_innovation_negg": [0.5508650541305542, 0.592372715473175, 0.5120702385902405], "cos_apical_negg": [0.5508650541305542, 0.592372715473175, 0.5120702385902405], "cos_Ac_negg": [0.5508650541305542, 0.592372715473175, 0.5120702385902405], "r_norm": [0.2907700538635254, 0.282972514629364, 0.28388410806655884]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9621, "test_loss": 0.12575177898406983}, {"step": 1200, "epoch": 3, "train_loss": 0.06491747498512268, "cos_r_negg": [0.543096661567688, 0.5910171270370483, 0.5228492617607117], "cos_innovation_negg": [0.543096661567688, 0.5910171270370483, 0.5228492617607117], "cos_apical_negg": [0.543096661567688, 0.5910171270370483, 0.5228492617607117], "cos_Ac_negg": [0.543096661567688, 0.5910171270370483, 0.5228492617607117], "r_norm": [0.33233359456062317, 0.3243071138858795, 0.3222692608833313]}, {"step": 1250, "epoch": 3, "train_loss": 0.10036350786685944, "cos_r_negg": [0.5536779165267944, 0.59885174036026, 0.5401077270507812], "cos_innovation_negg": [0.5536779165267944, 0.59885174036026, 0.5401077270507812], "cos_apical_negg": [0.5536779165267944, 0.59885174036026, 0.5401077270507812], "cos_Ac_negg": [0.5536779165267944, 0.59885174036026, 0.5401077270507812], "r_norm": [0.2831721603870392, 0.2748281955718994, 0.2751358151435852], "ldr": {"dL_sdil": -0.008049741387367249, "dL_bp": -0.00775706022977829, "ratio": 1.0377309378706892}}, {"step": 1300, "epoch": 3, "train_loss": 0.05750660598278046, "cos_r_negg": [0.5708739757537842, 0.5975054502487183, 0.5410779714584351], "cos_innovation_negg": [0.5708739757537842, 0.5975054502487183, 0.5410779714584351], "cos_apical_negg": [0.5708739757537842, 0.5975054502487183, 0.5410779714584351], "cos_Ac_negg": [0.5708739757537842, 0.5975054502487183, 0.5410779714584351], "r_norm": [0.25697198510169983, 0.24996653199195862, 0.24974967539310455]}, {"step": 1350, "epoch": 3, "train_loss": 0.05158136039972305, "cos_r_negg": [0.5574784874916077, 0.5967764854431152, 0.5432888865470886], "cos_innovation_negg": [0.5574784874916077, 0.5967764854431152, 0.5432888865470886], "cos_apical_negg": [0.5574784874916077, 0.5967764854431152, 0.5432888865470886], "cos_Ac_negg": [0.5574784874916077, 0.5967764854431152, 0.5432888865470886], "r_norm": [0.2602882385253906, 0.2532706558704376, 0.2542128562927246]}, {"step": 1400, "epoch": 3, "train_loss": 0.04589533433318138, "cos_r_negg": [0.555349588394165, 0.5991731882095337, 0.5436723232269287], "cos_innovation_negg": [0.555349588394165, 0.5991731882095337, 0.5436723232269287], "cos_apical_negg": [0.555349588394165, 0.5991731882095337, 0.5436723232269287], "cos_Ac_negg": [0.555349588394165, 0.5991731882095337, 0.5436723232269287], "r_norm": [0.25799885392189026, 0.2506404221057892, 0.2510306239128113]}, {"step": 1450, "epoch": 3, "train_loss": 0.040470190346241, "cos_r_negg": [0.5421226620674133, 0.5957026481628418, 0.5470224618911743], "cos_innovation_negg": [0.5421226620674133, 0.5957026481628418, 0.5470224618911743], "cos_apical_negg": [0.5421226620674133, 0.5957026481628418, 0.5470224618911743], "cos_Ac_negg": [0.5421226620674133, 0.5957026481628418, 0.5470224618911743], "r_norm": [0.27448707818984985, 0.2665136158466339, 0.26880836486816406]}, {"step": 1500, "epoch": 3, "train_loss": 0.06418357789516449, "cos_r_negg": [0.5400217771530151, 0.5873705148696899, 0.5390570759773254], "cos_innovation_negg": [0.5400217771530151, 0.5873705148696899, 0.5390570759773254], "cos_apical_negg": [0.5400217771530151, 0.5873705148696899, 0.5390570759773254], "cos_Ac_negg": [0.5400217771530151, 0.5873705148696899, 0.5390570759773254], "r_norm": [0.23810845613479614, 0.23006708920001984, 0.23080921173095703], "ldr": {"dL_sdil": -0.005829907953739166, "dL_bp": -0.005748338997364044, "ratio": 1.0141900045234853}}, {"step": 1550, "epoch": 3, "train_loss": 0.08492086827754974, "cos_r_negg": [0.5419299006462097, 0.5801759362220764, 0.5428967475891113], "cos_innovation_negg": [0.5419299006462097, 0.5801759362220764, 0.5428967475891113], "cos_apical_negg": [0.5419299006462097, 0.5801759362220764, 0.5428967475891113], "cos_Ac_negg": [0.5419299006462097, 0.5801759362220764, 0.5428967475891113], "r_norm": [0.26595139503479004, 0.25891241431236267, 0.25652170181274414]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9606, "test_loss": 0.13444870491027833}, {"step": 1600, "epoch": 4, "train_loss": 0.07047419995069504, "cos_r_negg": [0.5622004270553589, 0.5888009071350098, 0.5449429750442505], "cos_innovation_negg": [0.5622004270553589, 0.5888009071350098, 0.5449429750442505], "cos_apical_negg": [0.5622004270553589, 0.5888009071350098, 0.5449429750442505], "cos_Ac_negg": [0.5622004270553589, 0.5888009071350098, 0.5449429750442505], "r_norm": [0.2528415322303772, 0.2463521510362625, 0.2465616911649704]}, {"step": 1650, "epoch": 4, "train_loss": 0.07882709056138992, "cos_r_negg": [0.5616379380226135, 0.5921094417572021, 0.562293291091919], "cos_innovation_negg": [0.5616379380226135, 0.5921094417572021, 0.562293291091919], "cos_apical_negg": [0.5616379380226135, 0.5921094417572021, 0.562293291091919], "cos_Ac_negg": [0.5616379380226135, 0.5921094417572021, 0.562293291091919], "r_norm": [0.24694493412971497, 0.24161775410175323, 0.23929674923419952]}, {"step": 1700, "epoch": 4, "train_loss": 0.06270185858011246, "cos_r_negg": [0.5727818012237549, 0.5971183776855469, 0.5600703954696655], "cos_innovation_negg": [0.5727818012237549, 0.5971183776855469, 0.5600703954696655], "cos_apical_negg": [0.5727818012237549, 0.5971183776855469, 0.5600703954696655], "cos_Ac_negg": [0.5727818012237549, 0.5971183776855469, 0.5600703954696655], "r_norm": [0.22281652688980103, 0.21695896983146667, 0.21679364144802094]}, {"step": 1750, "epoch": 4, "train_loss": 0.06852933019399643, "cos_r_negg": [0.574419379234314, 0.606897234916687, 0.5730010867118835], "cos_innovation_negg": [0.574419379234314, 0.606897234916687, 0.5730010867118835], "cos_apical_negg": [0.574419379234314, 0.606897234916687, 0.5730010867118835], "cos_Ac_negg": [0.574419379234314, 0.606897234916687, 0.5730010867118835], "r_norm": [0.22250446677207947, 0.21605323255062103, 0.21634125709533691], "ldr": {"dL_sdil": -0.005061499774456024, "dL_bp": -0.005225874483585358, "ratio": 0.968545989834689}}, {"step": 1800, "epoch": 4, "train_loss": 0.030726507306098938, "cos_r_negg": [0.5594089031219482, 0.5999141931533813, 0.5654407739639282], "cos_innovation_negg": [0.5594089031219482, 0.5999141931533813, 0.5654407739639282], "cos_apical_negg": [0.5594089031219482, 0.5999141931533813, 0.5654407739639282], "cos_Ac_negg": [0.5594089031219482, 0.5999141931533813, 0.5654407739639282], "r_norm": [0.23108433187007904, 0.2256322056055069, 0.22614920139312744]}, {"step": 1850, "epoch": 4, "train_loss": 0.23883147537708282, "cos_r_negg": [0.5604827404022217, 0.6024421453475952, 0.5729967951774597], "cos_innovation_negg": [0.5604827404022217, 0.6024421453475952, 0.5729967951774597], "cos_apical_negg": [0.5604827404022217, 0.6024421453475952, 0.5729967951774597], "cos_Ac_negg": [0.5604827404022217, 0.6024421453475952, 0.5729967951774597], "r_norm": [0.23960557579994202, 0.23245276510715485, 0.23442839086055756]}, {"step": 1900, "epoch": 4, "train_loss": 0.011738545261323452, "cos_r_negg": [0.5867949724197388, 0.6116671562194824, 0.5823869705200195], "cos_innovation_negg": [0.5867949724197388, 0.6116671562194824, 0.5823869705200195], "cos_apical_negg": [0.5867949724197388, 0.6116671562194824, 0.5823869705200195], "cos_Ac_negg": [0.5867949724197388, 0.6116671562194824, 0.5823869705200195], "r_norm": [0.21083800494670868, 0.20459392666816711, 0.20441386103630066]}, {"step": 1950, "epoch": 4, "train_loss": 0.09043135493993759, "cos_r_negg": [0.5733475685119629, 0.6115942597389221, 0.5846699476242065], "cos_innovation_negg": [0.5733475685119629, 0.6115942597389221, 0.5846699476242065], "cos_apical_negg": [0.5733475685119629, 0.6115942597389221, 0.5846699476242065], "cos_Ac_negg": [0.5733475685119629, 0.6115942597389221, 0.5846699476242065], "r_norm": [0.21319063007831573, 0.2065821886062622, 0.20721781253814697]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9653, "test_loss": 0.1206702980041504}, {"step": 2000, "epoch": 5, "train_loss": 0.03136630728840828, "cos_r_negg": [0.5794245600700378, 0.6152697801589966, 0.591656506061554], "cos_innovation_negg": [0.5794245600700378, 0.6152697801589966, 0.591656506061554], "cos_apical_negg": [0.5794245600700378, 0.6152697801589966, 0.591656506061554], "cos_Ac_negg": [0.5794245600700378, 0.6152697801589966, 0.591656506061554], "r_norm": [0.21051433682441711, 0.20554722845554352, 0.20458292961120605], "ldr": {"dL_sdil": -0.005520857870578766, "dL_bp": -0.006051808595657349, "ratio": 0.912265776967966}}, {"step": 2050, "epoch": 5, "train_loss": 0.008673222735524178, "cos_r_negg": [0.5676900148391724, 0.6171913146972656, 0.5914634466171265], "cos_innovation_negg": [0.5676900148391724, 0.6171913146972656, 0.5914634466171265], "cos_apical_negg": [0.5676900148391724, 0.6171913146972656, 0.5914634466171265], "cos_Ac_negg": [0.5676900148391724, 0.6171913146972656, 0.5914634466171265], "r_norm": [0.2198503017425537, 0.21371416747570038, 0.21302101016044617]}, {"step": 2100, "epoch": 5, "train_loss": 0.04614477604627609, "cos_r_negg": [0.586115837097168, 0.6234146952629089, 0.5998377799987793], "cos_innovation_negg": [0.586115837097168, 0.6234146952629089, 0.5998377799987793], "cos_apical_negg": [0.586115837097168, 0.6234146952629089, 0.5998377799987793], "cos_Ac_negg": [0.586115837097168, 0.6234146952629089, 0.5998377799987793], "r_norm": [0.23148825764656067, 0.2235516458749771, 0.22307837009429932]}, {"step": 2150, "epoch": 5, "train_loss": 0.008139006793498993, "cos_r_negg": [0.5630389451980591, 0.6151437163352966, 0.588782548904419], "cos_innovation_negg": [0.5630389451980591, 0.6151437163352966, 0.588782548904419], "cos_apical_negg": [0.5630389451980591, 0.6151437163352966, 0.588782548904419], "cos_Ac_negg": [0.5630389451980591, 0.6151437163352966, 0.588782548904419], "r_norm": [0.2212124615907669, 0.2147892415523529, 0.2140892744064331]}, {"step": 2200, "epoch": 5, "train_loss": 0.021328624337911606, "cos_r_negg": [0.5817954540252686, 0.6209361553192139, 0.5870919823646545], "cos_innovation_negg": [0.5817954540252686, 0.6209361553192139, 0.5870919823646545], "cos_apical_negg": [0.5817954540252686, 0.6209361553192139, 0.5870919823646545], "cos_Ac_negg": [0.5817954540252686, 0.6209361553192139, 0.5870919823646545], "r_norm": [0.19517794251441956, 0.18972191214561462, 0.19064801931381226]}, {"step": 2250, "epoch": 5, "train_loss": 0.007710002362728119, "cos_r_negg": [0.5794533491134644, 0.6252869367599487, 0.5960915088653564], "cos_innovation_negg": [0.5794533491134644, 0.6252869367599487, 0.5960915088653564], "cos_apical_negg": [0.5794533491134644, 0.6252869367599487, 0.5960915088653564], "cos_Ac_negg": [0.5794533491134644, 0.6252869367599487, 0.5960915088653564], "r_norm": [0.19378358125686646, 0.18594136834144592, 0.1865391731262207], "ldr": {"dL_sdil": -0.005242139101028442, "dL_bp": -0.006118476390838623, "ratio": 0.8567719749442285}}, {"step": 2300, "epoch": 5, "train_loss": 0.03437408059835434, "cos_r_negg": [0.5878440737724304, 0.6275931596755981, 0.6014403104782104], "cos_innovation_negg": [0.5878440737724304, 0.6275931596755981, 0.6014403104782104], "cos_apical_negg": [0.5878440737724304, 0.6275931596755981, 0.6014403104782104], "cos_Ac_negg": [0.5878440737724304, 0.6275931596755981, 0.6014403104782104], "r_norm": [0.19298750162124634, 0.1887616515159607, 0.18750958144664764]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9669, "test_loss": 0.1244256378173828}, {"step": 2350, "epoch": 6, "train_loss": 0.010994862765073776, "cos_r_negg": [0.5706233978271484, 0.6243610382080078, 0.6048367619514465], "cos_innovation_negg": [0.5706233978271484, 0.6243610382080078, 0.6048367619514465], "cos_apical_negg": [0.5706233978271484, 0.6243610382080078, 0.6048367619514465], "cos_Ac_negg": [0.5706233978271484, 0.6243610382080078, 0.6048367619514465], "r_norm": [0.19175666570663452, 0.18709591031074524, 0.18684163689613342]}, {"step": 2400, "epoch": 6, "train_loss": 0.009705914184451103, "cos_r_negg": [0.5862320065498352, 0.624199390411377, 0.61173415184021], "cos_innovation_negg": [0.5862320065498352, 0.624199390411377, 0.61173415184021], "cos_apical_negg": [0.5862320065498352, 0.624199390411377, 0.61173415184021], "cos_Ac_negg": [0.5862320065498352, 0.624199390411377, 0.61173415184021], "r_norm": [0.21907305717468262, 0.21457268297672272, 0.21322283148765564]}, {"step": 2450, "epoch": 6, "train_loss": 0.01840166002511978, "cos_r_negg": [0.5886368751525879, 0.6308690309524536, 0.6081572771072388], "cos_innovation_negg": [0.5886368751525879, 0.6308690309524536, 0.6081572771072388], "cos_apical_negg": [0.5886368751525879, 0.6308690309524536, 0.6081572771072388], "cos_Ac_negg": [0.5886368751525879, 0.6308690309524536, 0.6081572771072388], "r_norm": [0.18867036700248718, 0.1834287941455841, 0.18319803476333618]}, {"step": 2500, "epoch": 6, "train_loss": 0.007425863761454821, "cos_r_negg": [0.6043969988822937, 0.6417964696884155, 0.6164345145225525], "cos_innovation_negg": [0.6043969988822937, 0.6417964696884155, 0.6164345145225525], "cos_apical_negg": [0.6043969988822937, 0.6417964696884155, 0.6164345145225525], "cos_Ac_negg": [0.6043969988822937, 0.6417964696884155, 0.6164345145225525], "r_norm": [0.18309661746025085, 0.1786317229270935, 0.17827796936035156], "ldr": {"dL_sdil": -0.0054972246289253235, "dL_bp": -0.006397902965545654, "ratio": 0.8592228826428419}}, {"step": 2550, "epoch": 6, "train_loss": 0.012249086052179337, "cos_r_negg": [0.5971106290817261, 0.6324653625488281, 0.6123660206794739], "cos_innovation_negg": [0.5971106290817261, 0.6324653625488281, 0.6123660206794739], "cos_apical_negg": [0.5971106290817261, 0.6324653625488281, 0.6123660206794739], "cos_Ac_negg": [0.5971106290817261, 0.6324653625488281, 0.6123660206794739], "r_norm": [0.1685314178466797, 0.16358397901058197, 0.16297538578510284]}, {"step": 2600, "epoch": 6, "train_loss": 0.02514684945344925, "cos_r_negg": [0.5860853791236877, 0.6343705654144287, 0.6182618737220764], "cos_innovation_negg": [0.5860853791236877, 0.6343705654144287, 0.6182618737220764], "cos_apical_negg": [0.5860853791236877, 0.6343705654144287, 0.6182618737220764], "cos_Ac_negg": [0.5860853791236877, 0.6343705654144287, 0.6182618737220764], "r_norm": [0.15029923617839813, 0.14692367613315582, 0.1451931893825531]}, {"step": 2650, "epoch": 6, "train_loss": 0.037182651460170746, "cos_r_negg": [0.5846997499465942, 0.6346275806427002, 0.6169319152832031], "cos_innovation_negg": [0.5846997499465942, 0.6346275806427002, 0.6169319152832031], "cos_apical_negg": [0.5846997499465942, 0.6346275806427002, 0.6169319152832031], "cos_Ac_negg": [0.5846997499465942, 0.6346275806427002, 0.6169319152832031], "r_norm": [0.17399358749389648, 0.16871437430381775, 0.16888996958732605]}, {"step": 2700, "epoch": 6, "train_loss": 0.004268167074769735, "cos_r_negg": [0.5845916271209717, 0.6320409774780273, 0.6193678379058838], "cos_innovation_negg": [0.5845916271209717, 0.6320409774780273, 0.6193678379058838], "cos_apical_negg": [0.5845916271209717, 0.6320409774780273, 0.6193678379058838], "cos_Ac_negg": [0.5845916271209717, 0.6320409774780273, 0.6193678379058838], "r_norm": [0.19429850578308105, 0.18789151310920715, 0.1864216923713684]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9672, "test_loss": 0.12733048210144043}, {"step": 2750, "epoch": 7, "train_loss": 0.0011055364739149809, "cos_r_negg": [0.5960479974746704, 0.6390166282653809, 0.6245473027229309], "cos_innovation_negg": [0.5960479974746704, 0.6390166282653809, 0.6245473027229309], "cos_apical_negg": [0.5960479974746704, 0.6390166282653809, 0.6245473027229309], "cos_Ac_negg": [0.5960479974746704, 0.6390166282653809, 0.6245473027229309], "r_norm": [0.16487577557563782, 0.1602708101272583, 0.15986640751361847], "ldr": {"dL_sdil": -0.004281565546989441, "dL_bp": -0.0052613765001297, "ratio": 0.8137728875483241}}, {"step": 2800, "epoch": 7, "train_loss": 0.0021975371055305004, "cos_r_negg": [0.5993116497993469, 0.6437944173812866, 0.6322163939476013], "cos_innovation_negg": [0.5993116497993469, 0.6437944173812866, 0.6322163939476013], "cos_apical_negg": [0.5993116497993469, 0.6437944173812866, 0.6322163939476013], "cos_Ac_negg": [0.5993116497993469, 0.6437944173812866, 0.6322163939476013], "r_norm": [0.1689635068178177, 0.16407859325408936, 0.16418665647506714]}, {"step": 2850, "epoch": 7, "train_loss": 0.0034289348404854536, "cos_r_negg": [0.5885773301124573, 0.6390666365623474, 0.6307986974716187], "cos_innovation_negg": [0.5885773301124573, 0.6390666365623474, 0.6307986974716187], "cos_apical_negg": [0.5885773301124573, 0.6390666365623474, 0.6307986974716187], "cos_Ac_negg": [0.5885773301124573, 0.6390666365623474, 0.6307986974716187], "r_norm": [0.17239691317081451, 0.16479641199111938, 0.16562937200069427]}, {"step": 2900, "epoch": 7, "train_loss": 0.009095774032175541, "cos_r_negg": [0.587206244468689, 0.646519660949707, 0.6348845958709717], "cos_innovation_negg": [0.587206244468689, 0.646519660949707, 0.6348845958709717], "cos_apical_negg": [0.587206244468689, 0.646519660949707, 0.6348845958709717], "cos_Ac_negg": [0.587206244468689, 0.646519660949707, 0.6348845958709717], "r_norm": [0.1650846004486084, 0.15876959264278412, 0.1588941514492035]}, {"step": 2950, "epoch": 7, "train_loss": 0.006902494002133608, "cos_r_negg": [0.5874362587928772, 0.6450093984603882, 0.6390566825866699], "cos_innovation_negg": [0.5874362587928772, 0.6450093984603882, 0.6390566825866699], "cos_apical_negg": [0.5874362587928772, 0.6450093984603882, 0.6390566825866699], "cos_Ac_negg": [0.5874362587928772, 0.6450093984603882, 0.6390566825866699], "r_norm": [0.17950314283370972, 0.17402714490890503, 0.1743157058954239]}, {"step": 3000, "epoch": 7, "train_loss": 0.004376638680696487, "cos_r_negg": [0.5938992500305176, 0.649909257888794, 0.6423361301422119], "cos_innovation_negg": [0.5938992500305176, 0.649909257888794, 0.6423361301422119], "cos_apical_negg": [0.5938992500305176, 0.649909257888794, 0.6423361301422119], "cos_Ac_negg": [0.5938992500305176, 0.649909257888794, 0.6423361301422119], "r_norm": [0.15046323835849762, 0.14636968076229095, 0.1462033987045288], "ldr": {"dL_sdil": -0.004428751766681671, "dL_bp": -0.006209827959537506, "ratio": 0.7131842935970024}}, {"step": 3050, "epoch": 7, "train_loss": 0.005441409535706043, "cos_r_negg": [0.6072732210159302, 0.6452292203903198, 0.6452909708023071], "cos_innovation_negg": [0.6072732210159302, 0.6452292203903198, 0.6452909708023071], "cos_apical_negg": [0.6072732210159302, 0.6452292203903198, 0.6452909708023071], "cos_Ac_negg": [0.6072732210159302, 0.6452292203903198, 0.6452909708023071], "r_norm": [0.1636664867401123, 0.15956896543502808, 0.15888163447380066]}, {"step": 3100, "epoch": 7, "train_loss": 0.0014721904881298542, "cos_r_negg": [0.6022357940673828, 0.6459878087043762, 0.6450864672660828], "cos_innovation_negg": [0.6022357940673828, 0.6459878087043762, 0.6450864672660828], "cos_apical_negg": [0.6022357940673828, 0.6459878087043762, 0.6450864672660828], "cos_Ac_negg": [0.6022357940673828, 0.6459878087043762, 0.6450864672660828], "r_norm": [0.15064328908920288, 0.14617256820201874, 0.14516222476959229]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9686, "test_loss": 0.13148560485839844}, {"step": 3150, "epoch": 8, "train_loss": 0.008206404745578766, "cos_r_negg": [0.6023980975151062, 0.6414042711257935, 0.6450884342193604], "cos_innovation_negg": [0.6023980975151062, 0.6414042711257935, 0.6450884342193604], "cos_apical_negg": [0.6023980975151062, 0.6414042711257935, 0.6450884342193604], "cos_Ac_negg": [0.6023980975151062, 0.6414042711257935, 0.6450884342193604], "r_norm": [0.1929910033941269, 0.18790489435195923, 0.18641211092472076]}, {"step": 3200, "epoch": 8, "train_loss": 0.02432141825556755, "cos_r_negg": [0.6008176803588867, 0.6489701271057129, 0.6499689817428589], "cos_innovation_negg": [0.6008176803588867, 0.6489701271057129, 0.6499689817428589], "cos_apical_negg": [0.6008176803588867, 0.6489701271057129, 0.6499689817428589], "cos_Ac_negg": [0.6008176803588867, 0.6489701271057129, 0.6499689817428589], "r_norm": [0.1693996787071228, 0.16469818353652954, 0.16444990038871765]}, {"step": 3250, "epoch": 8, "train_loss": 0.0022876248694956303, "cos_r_negg": [0.6062471866607666, 0.6497995853424072, 0.6491546630859375], "cos_innovation_negg": [0.6062471866607666, 0.6497995853424072, 0.6491546630859375], "cos_apical_negg": [0.6062471866607666, 0.6497995853424072, 0.6491546630859375], "cos_Ac_negg": [0.6062471866607666, 0.6497995853424072, 0.6491546630859375], "r_norm": [0.16671639680862427, 0.16175463795661926, 0.16060498356819153], "ldr": {"dL_sdil": -0.0056724101305007935, "dL_bp": -0.00756053626537323, "ratio": 0.750265580562065}}, {"step": 3300, "epoch": 8, "train_loss": 0.0032197656109929085, "cos_r_negg": [0.5904723405838013, 0.6428415775299072, 0.6429845094680786], "cos_innovation_negg": [0.5904723405838013, 0.6428415775299072, 0.6429845094680786], "cos_apical_negg": [0.5904723405838013, 0.6428415775299072, 0.6429845094680786], "cos_Ac_negg": [0.5904723405838013, 0.6428415775299072, 0.6429845094680786], "r_norm": [0.1425301432609558, 0.1382196843624115, 0.13801033794879913]}, {"step": 3350, "epoch": 8, "train_loss": 0.01919647678732872, "cos_r_negg": [0.5929849147796631, 0.6499567627906799, 0.6510373950004578], "cos_innovation_negg": [0.5929849147796631, 0.6499567627906799, 0.6510373950004578], "cos_apical_negg": [0.5929849147796631, 0.6499567627906799, 0.6510373950004578], "cos_Ac_negg": [0.5929849147796631, 0.6499567627906799, 0.6510373950004578], "r_norm": [0.15364235639572144, 0.14933368563652039, 0.14844371378421783]}, {"step": 3400, "epoch": 8, "train_loss": 0.0019633565098047256, "cos_r_negg": [0.5825097560882568, 0.64826899766922, 0.6512289047241211], "cos_innovation_negg": [0.5825097560882568, 0.64826899766922, 0.6512289047241211], "cos_apical_negg": [0.5825097560882568, 0.64826899766922, 0.6512289047241211], "cos_Ac_negg": [0.5825097560882568, 0.64826899766922, 0.6512289047241211], "r_norm": [0.15885940194129944, 0.15482422709465027, 0.15351760387420654]}, {"step": 3450, "epoch": 8, "train_loss": 0.01184171624481678, "cos_r_negg": [0.5965076684951782, 0.6582930088043213, 0.6605890989303589], "cos_innovation_negg": [0.5965076684951782, 0.6582930088043213, 0.6605890989303589], "cos_apical_negg": [0.5965076684951782, 0.6582930088043213, 0.6605890989303589], "cos_Ac_negg": [0.5965076684951782, 0.6582930088043213, 0.6605890989303589], "r_norm": [0.16533662378787994, 0.160286545753479, 0.1598929464817047]}, {"step": 3500, "epoch": 8, "train_loss": 0.010087580420076847, "cos_r_negg": [0.5935340523719788, 0.6559990644454956, 0.6548561453819275], "cos_innovation_negg": [0.5935340523719788, 0.6559990644454956, 0.6548561453819275], "cos_apical_negg": [0.5935340523719788, 0.6559990644454956, 0.6548561453819275], "cos_Ac_negg": [0.5935340523719788, 0.6559990644454956, 0.6548561453819275], "r_norm": [0.16610638797283173, 0.16042372584342957, 0.1595354676246643], "ldr": {"dL_sdil": -0.006401047110557556, "dL_bp": -0.009617671370506287, "ratio": 0.6655506165647451}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9705, "test_loss": 0.13136551399230956}, {"step": 3550, "epoch": 9, "train_loss": 0.0022519254125654697, "cos_r_negg": [0.5882115364074707, 0.6448885798454285, 0.6527107357978821], "cos_innovation_negg": [0.5882115364074707, 0.6448885798454285, 0.6527107357978821], "cos_apical_negg": [0.5882115364074707, 0.6448885798454285, 0.6527107357978821], "cos_Ac_negg": [0.5882115364074707, 0.6448885798454285, 0.6527107357978821], "r_norm": [0.1943812370300293, 0.18914780020713806, 0.18675313889980316]}, {"step": 3600, "epoch": 9, "train_loss": 0.0037287052255123854, "cos_r_negg": [0.5874994397163391, 0.6492916345596313, 0.6514467000961304], "cos_innovation_negg": [0.5874994397163391, 0.6492916345596313, 0.6514467000961304], "cos_apical_negg": [0.5874994397163391, 0.6492916345596313, 0.6514467000961304], "cos_Ac_negg": [0.5874994397163391, 0.6492916345596313, 0.6514467000961304], "r_norm": [0.16537204384803772, 0.1602584421634674, 0.15922316908836365]}, {"step": 3650, "epoch": 9, "train_loss": 0.002016789512708783, "cos_r_negg": [0.5953986048698425, 0.6527057886123657, 0.6587442755699158], "cos_innovation_negg": [0.5953986048698425, 0.6527057886123657, 0.6587442755699158], "cos_apical_negg": [0.5953986048698425, 0.6527057886123657, 0.6587442755699158], "cos_Ac_negg": [0.5953986048698425, 0.6527057886123657, 0.6587442755699158], "r_norm": [0.16086316108703613, 0.15631097555160522, 0.1548996865749359]}, {"step": 3700, "epoch": 9, "train_loss": 0.008451085537672043, "cos_r_negg": [0.5814222097396851, 0.6462743282318115, 0.6586074829101562], "cos_innovation_negg": [0.5814222097396851, 0.6462743282318115, 0.6586074829101562], "cos_apical_negg": [0.5814222097396851, 0.6462743282318115, 0.6586074829101562], "cos_Ac_negg": [0.5814222097396851, 0.6462743282318115, 0.6586074829101562], "r_norm": [0.15844686329364777, 0.15337729454040527, 0.15336091816425323]}, {"step": 3750, "epoch": 9, "train_loss": 0.006918740924447775, "cos_r_negg": [0.5869224667549133, 0.6502401828765869, 0.6606221795082092], "cos_innovation_negg": [0.5869224667549133, 0.6502401828765869, 0.6606221795082092], "cos_apical_negg": [0.5869224667549133, 0.6502401828765869, 0.6606221795082092], "cos_Ac_negg": [0.5869224667549133, 0.6502401828765869, 0.6606221795082092], "r_norm": [0.15791988372802734, 0.15279217064380646, 0.15181350708007812], "ldr": {"dL_sdil": -0.005951322615146637, "dL_bp": -0.009503483772277832, "ratio": 0.6262253672181733}}, {"step": 3800, "epoch": 9, "train_loss": 0.0010650937911123037, "cos_r_negg": [0.5801271200180054, 0.6482824087142944, 0.6626810431480408], "cos_innovation_negg": [0.5801271200180054, 0.6482824087142944, 0.6626810431480408], "cos_apical_negg": [0.5801271200180054, 0.6482824087142944, 0.6626810431480408], "cos_Ac_negg": [0.5801271200180054, 0.6482824087142944, 0.6626810431480408], "r_norm": [0.14452235400676727, 0.14032159745693207, 0.13960891962051392]}, {"step": 3850, "epoch": 9, "train_loss": 0.0025850138626992702, "cos_r_negg": [0.5903715491294861, 0.6511387228965759, 0.666958749294281], "cos_innovation_negg": [0.5903715491294861, 0.6511387228965759, 0.666958749294281], "cos_apical_negg": [0.5903715491294861, 0.6511387228965759, 0.666958749294281], "cos_Ac_negg": [0.5903715491294861, 0.6511387228965759, 0.666958749294281], "r_norm": [0.1484842449426651, 0.14440935850143433, 0.14332400262355804]}, {"step": 3900, "epoch": 9, "train_loss": 0.006497877184301615, "cos_r_negg": [0.5829071998596191, 0.6471721529960632, 0.6617736220359802], "cos_innovation_negg": [0.5829071998596191, 0.6471721529960632, 0.6617736220359802], "cos_apical_negg": [0.5829071998596191, 0.6471721529960632, 0.6617736220359802], "cos_Ac_negg": [0.5829071998596191, 0.6471721529960632, 0.6617736220359802], "r_norm": [0.13953560590744019, 0.13510355353355408, 0.13490425050258636]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9713, "test_loss": 0.13539419746398926}, {"step": 3950, "epoch": 10, "train_loss": 0.0016516181640326977, "cos_r_negg": [0.5875574350357056, 0.6488780975341797, 0.6622357368469238], "cos_innovation_negg": [0.5875574350357056, 0.6488780975341797, 0.6622357368469238], "cos_apical_negg": [0.5875574350357056, 0.6488780975341797, 0.6622357368469238], "cos_Ac_negg": [0.5875574350357056, 0.6488780975341797, 0.6622357368469238], "r_norm": [0.15231919288635254, 0.14735756814479828, 0.14744895696640015]}, {"step": 4000, "epoch": 10, "train_loss": 0.0020416397601366043, "cos_r_negg": [0.5853614807128906, 0.646879255771637, 0.6637753844261169], "cos_innovation_negg": [0.5853614807128906, 0.646879255771637, 0.6637753844261169], "cos_apical_negg": [0.5853614807128906, 0.646879255771637, 0.6637753844261169], "cos_Ac_negg": [0.5853614807128906, 0.646879255771637, 0.6637753844261169], "r_norm": [0.16070829331874847, 0.15605497360229492, 0.1550750434398651], "ldr": {"dL_sdil": -0.0065033212304115295, "dL_bp": -0.010506764054298401, "ratio": 0.6189651920232252}}, {"step": 4050, "epoch": 10, "train_loss": 0.0014407174894586205, "cos_r_negg": [0.5838597416877747, 0.6469875574111938, 0.6645874381065369], "cos_innovation_negg": [0.5838597416877747, 0.6469875574111938, 0.6645874381065369], "cos_apical_negg": [0.5838597416877747, 0.6469875574111938, 0.6645874381065369], "cos_Ac_negg": [0.5838597416877747, 0.6469875574111938, 0.6645874381065369], "r_norm": [0.1562536060810089, 0.1514674425125122, 0.1515086591243744]}, {"step": 4100, "epoch": 10, "train_loss": 0.0010526756523177028, "cos_r_negg": [0.5852677226066589, 0.6494618654251099, 0.6648362278938293], "cos_innovation_negg": [0.5852677226066589, 0.6494618654251099, 0.6648362278938293], "cos_apical_negg": [0.5852677226066589, 0.6494618654251099, 0.6648362278938293], "cos_Ac_negg": [0.5852677226066589, 0.6494618654251099, 0.6648362278938293], "r_norm": [0.15417805314064026, 0.14922910928726196, 0.14903894066810608]}, {"step": 4150, "epoch": 10, "train_loss": 0.0008821700466796756, "cos_r_negg": [0.5866588354110718, 0.6490439176559448, 0.6645362973213196], "cos_innovation_negg": [0.5866588354110718, 0.6490439176559448, 0.6645362973213196], "cos_apical_negg": [0.5866588354110718, 0.6490439176559448, 0.6645362973213196], "cos_Ac_negg": [0.5866588354110718, 0.6490439176559448, 0.6645362973213196], "r_norm": [0.15289895236492157, 0.14816167950630188, 0.14714491367340088]}, {"step": 4200, "epoch": 10, "train_loss": 0.002147999592125416, "cos_r_negg": [0.5856039524078369, 0.6515648365020752, 0.6653529405593872], "cos_innovation_negg": [0.5856039524078369, 0.6515648365020752, 0.6653529405593872], "cos_apical_negg": [0.5856039524078369, 0.6515648365020752, 0.6653529405593872], "cos_Ac_negg": [0.5856039524078369, 0.6515648365020752, 0.6653529405593872], "r_norm": [0.15915261209011078, 0.15448741614818573, 0.15314733982086182]}, {"step": 4250, "epoch": 10, "train_loss": 0.0056985593400895596, "cos_r_negg": [0.5824014544487, 0.6472827196121216, 0.6624464988708496], "cos_innovation_negg": [0.5824014544487, 0.6472827196121216, 0.6624464988708496], "cos_apical_negg": [0.5824014544487, 0.6472827196121216, 0.6624464988708496], "cos_Ac_negg": [0.5824014544487, 0.6472827196121216, 0.6624464988708496], "r_norm": [0.16633158922195435, 0.1617356687784195, 0.16036450862884521], "ldr": {"dL_sdil": -0.007304109632968903, "dL_bp": -0.012216918170452118, "ratio": 0.5978684256586615}}, {"step": 4300, "epoch": 10, "train_loss": 0.0033146252389997244, "cos_r_negg": [0.5766094923019409, 0.644221842288971, 0.663758397102356], "cos_innovation_negg": [0.5766094923019409, 0.644221842288971, 0.663758397102356], "cos_apical_negg": [0.5766094923019409, 0.644221842288971, 0.663758397102356], "cos_Ac_negg": [0.5766094923019409, 0.644221842288971, 0.663758397102356], "r_norm": [0.16306915879249573, 0.15827858448028564, 0.15692895650863647]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9715, "test_loss": 0.1414761137008667}, {"step": 4350, "epoch": 11, "train_loss": 0.0018337933579459786, "cos_r_negg": [0.5778127908706665, 0.6457934379577637, 0.6628637313842773], "cos_innovation_negg": [0.5778127908706665, 0.6457934379577637, 0.6628637313842773], "cos_apical_negg": [0.5778127908706665, 0.6457934379577637, 0.6628637313842773], "cos_Ac_negg": [0.5778127908706665, 0.6457934379577637, 0.6628637313842773], "r_norm": [0.15650677680969238, 0.15211842954158783, 0.15094023942947388]}, {"step": 4400, "epoch": 11, "train_loss": 0.0004373940173536539, "cos_r_negg": [0.5772349834442139, 0.6457128524780273, 0.663483202457428], "cos_innovation_negg": [0.5772349834442139, 0.6457128524780273, 0.663483202457428], "cos_apical_negg": [0.5772349834442139, 0.6457128524780273, 0.663483202457428], "cos_Ac_negg": [0.5772349834442139, 0.6457128524780273, 0.663483202457428], "r_norm": [0.153253436088562, 0.14894244074821472, 0.14769871532917023]}, {"step": 4450, "epoch": 11, "train_loss": 0.0040444303303956985, "cos_r_negg": [0.5771080255508423, 0.6459321975708008, 0.66600102186203], "cos_innovation_negg": [0.5771080255508423, 0.6459321975708008, 0.66600102186203], "cos_apical_negg": [0.5771080255508423, 0.6459321975708008, 0.66600102186203], "cos_Ac_negg": [0.5771080255508423, 0.6459321975708008, 0.66600102186203], "r_norm": [0.15830761194229126, 0.1537318229675293, 0.1524672657251358]}, {"step": 4500, "epoch": 11, "train_loss": 0.0006421637372113764, "cos_r_negg": [0.578391969203949, 0.6479247808456421, 0.6655681729316711], "cos_innovation_negg": [0.578391969203949, 0.6479247808456421, 0.6655681729316711], "cos_apical_negg": [0.578391969203949, 0.6479247808456421, 0.6655681729316711], "cos_Ac_negg": [0.578391969203949, 0.6479247808456421, 0.6655681729316711], "r_norm": [0.15463458001613617, 0.15012452006340027, 0.14921589195728302], "ldr": {"dL_sdil": -0.006584614515304565, "dL_bp": -0.011204428970813751, "ratio": 0.5876796160211939}}, {"step": 4550, "epoch": 11, "train_loss": 0.0036143872421234846, "cos_r_negg": [0.5753625631332397, 0.6456612348556519, 0.6666555404663086], "cos_innovation_negg": [0.5753625631332397, 0.6456612348556519, 0.6666555404663086], "cos_apical_negg": [0.5753625631332397, 0.6456612348556519, 0.6666555404663086], "cos_Ac_negg": [0.5753625631332397, 0.6456612348556519, 0.6666555404663086], "r_norm": [0.15706199407577515, 0.15249688923358917, 0.15135611593723297]}, {"step": 4600, "epoch": 11, "train_loss": 0.0003669715952128172, "cos_r_negg": [0.5731289386749268, 0.6455035209655762, 0.6664634943008423], "cos_innovation_negg": [0.5731289386749268, 0.6455035209655762, 0.6664634943008423], "cos_apical_negg": [0.5731289386749268, 0.6455035209655762, 0.6664634943008423], "cos_Ac_negg": [0.5731289386749268, 0.6455035209655762, 0.6664634943008423], "r_norm": [0.1547778993844986, 0.15015967190265656, 0.14900997281074524]}, {"step": 4650, "epoch": 11, "train_loss": 0.0009130017133429646, "cos_r_negg": [0.5750152468681335, 0.6501655578613281, 0.6715781092643738], "cos_innovation_negg": [0.5750152468681335, 0.6501655578613281, 0.6715781092643738], "cos_apical_negg": [0.5750152468681335, 0.6501655578613281, 0.6715781092643738], "cos_Ac_negg": [0.5750152468681335, 0.6501655578613281, 0.6715781092643738], "r_norm": [0.1539333164691925, 0.1494208425283432, 0.1482224464416504]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9709, "test_loss": 0.145171950340271}, {"step": 4700, "epoch": 12, "train_loss": 0.0022361362352967262, "cos_r_negg": [0.5681445002555847, 0.6467467546463013, 0.6679610013961792], "cos_innovation_negg": [0.5681445002555847, 0.6467467546463013, 0.6679610013961792], "cos_apical_negg": [0.5681445002555847, 0.6467467546463013, 0.6679610013961792], "cos_Ac_negg": [0.5681445002555847, 0.6467467546463013, 0.6679610013961792], "r_norm": [0.1525803506374359, 0.14821189641952515, 0.1472267508506775]}, {"step": 4750, "epoch": 12, "train_loss": 0.0006564384093508124, "cos_r_negg": [0.5718768835067749, 0.6469906568527222, 0.6682277917861938], "cos_innovation_negg": [0.5718768835067749, 0.6469906568527222, 0.6682277917861938], "cos_apical_negg": [0.5718768835067749, 0.6469906568527222, 0.6682277917861938], "cos_Ac_negg": [0.5718768835067749, 0.6469906568527222, 0.6682277917861938], "r_norm": [0.1537533700466156, 0.14945191144943237, 0.1482844203710556], "ldr": {"dL_sdil": -0.006823793053627014, "dL_bp": -0.011547163128852844, "ratio": 0.5909497404238131}}, {"step": 4800, "epoch": 12, "train_loss": 0.0006446122424677014, "cos_r_negg": [0.5715514421463013, 0.6470254063606262, 0.667757511138916], "cos_innovation_negg": [0.5715514421463013, 0.6470254063606262, 0.667757511138916], "cos_apical_negg": [0.5715514421463013, 0.6470254063606262, 0.667757511138916], "cos_Ac_negg": [0.5715514421463013, 0.6470254063606262, 0.667757511138916], "r_norm": [0.1491921842098236, 0.14494583010673523, 0.14378061890602112]}, {"step": 4850, "epoch": 12, "train_loss": 0.0010108051355928183, "cos_r_negg": [0.5716310739517212, 0.6471174955368042, 0.6685180068016052], "cos_innovation_negg": [0.5716310739517212, 0.6471174955368042, 0.6685180068016052], "cos_apical_negg": [0.5716310739517212, 0.6471174955368042, 0.6685180068016052], "cos_Ac_negg": [0.5716310739517212, 0.6471174955368042, 0.6685180068016052], "r_norm": [0.15078449249267578, 0.146612286567688, 0.14540421962738037]}, {"step": 4900, "epoch": 12, "train_loss": 0.0009043274912983179, "cos_r_negg": [0.5724226832389832, 0.6471394300460815, 0.6692046523094177], "cos_innovation_negg": [0.5724226832389832, 0.6471394300460815, 0.6692046523094177], "cos_apical_negg": [0.5724226832389832, 0.6471394300460815, 0.6692046523094177], "cos_Ac_negg": [0.5724226832389832, 0.6471394300460815, 0.6692046523094177], "r_norm": [0.1521827131509781, 0.14782044291496277, 0.1469435691833496]}, {"step": 4950, "epoch": 12, "train_loss": 0.00036247915704734623, "cos_r_negg": [0.5707689523696899, 0.6465746164321899, 0.6705124378204346], "cos_innovation_negg": [0.5707689523696899, 0.6465746164321899, 0.6705124378204346], "cos_apical_negg": [0.5707689523696899, 0.6465746164321899, 0.6705124378204346], "cos_Ac_negg": [0.5707689523696899, 0.6465746164321899, 0.6705124378204346], "r_norm": [0.15753820538520813, 0.15288755297660828, 0.15184736251831055]}, {"step": 5000, "epoch": 12, "train_loss": 0.0012834727531298995, "cos_r_negg": [0.573039710521698, 0.6490299105644226, 0.6723425388336182], "cos_innovation_negg": [0.573039710521698, 0.6490299105644226, 0.6723425388336182], "cos_apical_negg": [0.573039710521698, 0.6490299105644226, 0.6723425388336182], "cos_Ac_negg": [0.573039710521698, 0.6490299105644226, 0.6723425388336182], "r_norm": [0.1589983105659485, 0.15432000160217285, 0.15333721041679382], "ldr": {"dL_sdil": -0.007053345441818237, "dL_bp": -0.012128815054893494, "ratio": 0.5815362349822041}}, {"step": 5050, "epoch": 12, "train_loss": 0.0008302669157274067, "cos_r_negg": [0.568706214427948, 0.6471714377403259, 0.6714260578155518], "cos_innovation_negg": [0.568706214427948, 0.6471714377403259, 0.6714260578155518], "cos_apical_negg": [0.568706214427948, 0.6471714377403259, 0.6714260578155518], "cos_Ac_negg": [0.568706214427948, 0.6471714377403259, 0.6714260578155518], "r_norm": [0.15835466980934143, 0.15386788547039032, 0.1529293656349182]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9715, "test_loss": 0.14806803169250488}, {"step": 5100, "epoch": 13, "train_loss": 0.0010428216774016619, "cos_r_negg": [0.5728027820587158, 0.6487473249435425, 0.6723673343658447], "cos_innovation_negg": [0.5728027820587158, 0.6487473249435425, 0.6723673343658447], "cos_apical_negg": [0.5728027820587158, 0.6487473249435425, 0.6723673343658447], "cos_Ac_negg": [0.5728027820587158, 0.6487473249435425, 0.6723673343658447], "r_norm": [0.16049881279468536, 0.15581372380256653, 0.15480288863182068]}, {"step": 5150, "epoch": 13, "train_loss": 0.0006761642871424556, "cos_r_negg": [0.5734413862228394, 0.6486173868179321, 0.6729018092155457], "cos_innovation_negg": [0.5734413862228394, 0.6486173868179321, 0.6729018092155457], "cos_apical_negg": [0.5734413862228394, 0.6486173868179321, 0.6729018092155457], "cos_Ac_negg": [0.5734413862228394, 0.6486173868179321, 0.6729018092155457], "r_norm": [0.15932923555374146, 0.1548399031162262, 0.15380579233169556]}, {"step": 5200, "epoch": 13, "train_loss": 0.0008530806517228484, "cos_r_negg": [0.5719598531723022, 0.6474353075027466, 0.6737923622131348], "cos_innovation_negg": [0.5719598531723022, 0.6474353075027466, 0.6737923622131348], "cos_apical_negg": [0.5719598531723022, 0.6474353075027466, 0.6737923622131348], "cos_Ac_negg": [0.5719598531723022, 0.6474353075027466, 0.6737923622131348], "r_norm": [0.1555447280406952, 0.1513141691684723, 0.15017078816890717]}, {"step": 5250, "epoch": 13, "train_loss": 0.00023118546232581139, "cos_r_negg": [0.569625198841095, 0.6467342376708984, 0.6734771728515625], "cos_innovation_negg": [0.569625198841095, 0.6467342376708984, 0.6734771728515625], "cos_apical_negg": [0.569625198841095, 0.6467342376708984, 0.6734771728515625], "cos_Ac_negg": [0.569625198841095, 0.6467342376708984, 0.6734771728515625], "r_norm": [0.15839126706123352, 0.15404093265533447, 0.15304899215698242], "ldr": {"dL_sdil": -0.00713193416595459, "dL_bp": -0.011963263154029846, "ratio": 0.5961529119713617}}, {"step": 5300, "epoch": 13, "train_loss": 0.001953431172296405, "cos_r_negg": [0.5711805820465088, 0.6471790075302124, 0.6738486289978027], "cos_innovation_negg": [0.5711805820465088, 0.6471790075302124, 0.6738486289978027], "cos_apical_negg": [0.5711805820465088, 0.6471790075302124, 0.6738486289978027], "cos_Ac_negg": [0.5711805820465088, 0.6471790075302124, 0.6738486289978027], "r_norm": [0.15833048522472382, 0.15399406850337982, 0.15293791890144348]}, {"step": 5350, "epoch": 13, "train_loss": 0.0006202986696735024, "cos_r_negg": [0.5731927156448364, 0.6487444639205933, 0.6739774942398071], "cos_innovation_negg": [0.5731927156448364, 0.6487444639205933, 0.6739774942398071], "cos_apical_negg": [0.5731927156448364, 0.6487444639205933, 0.6739774942398071], "cos_Ac_negg": [0.5731927156448364, 0.6487444639205933, 0.6739774942398071], "r_norm": [0.1597190797328949, 0.15533727407455444, 0.15440551936626434]}, {"step": 5400, "epoch": 13, "train_loss": 0.0007057054899632931, "cos_r_negg": [0.5733116865158081, 0.6477429866790771, 0.6757663488388062], "cos_innovation_negg": [0.5733116865158081, 0.6477429866790771, 0.6757663488388062], "cos_apical_negg": [0.5733116865158081, 0.6477429866790771, 0.6757663488388062], "cos_Ac_negg": [0.5733116865158081, 0.6477429866790771, 0.6757663488388062], "r_norm": [0.15465408563613892, 0.1505601406097412, 0.14960826933383942]}, {"step": 5450, "epoch": 13, "train_loss": 0.00021980002929922193, "cos_r_negg": [0.5725792646408081, 0.6475465297698975, 0.6761786937713623], "cos_innovation_negg": [0.5725792646408081, 0.6475465297698975, 0.6761786937713623], "cos_apical_negg": [0.5725792646408081, 0.6475465297698975, 0.6761786937713623], "cos_Ac_negg": [0.5725792646408081, 0.6475465297698975, 0.6761786937713623], "r_norm": [0.15605735778808594, 0.15186980366706848, 0.15081237256526947]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9709, "test_loss": 0.15175724182128905}, {"step": 5500, "epoch": 14, "train_loss": 0.0003933235420845449, "cos_r_negg": [0.5728116035461426, 0.6477845907211304, 0.6755441427230835], "cos_innovation_negg": [0.5728116035461426, 0.6477845907211304, 0.6755441427230835], "cos_apical_negg": [0.5728116035461426, 0.6477845907211304, 0.6755441427230835], "cos_Ac_negg": [0.5728116035461426, 0.6477845907211304, 0.6755441427230835], "r_norm": [0.15911388397216797, 0.154710590839386, 0.15367881953716278], "ldr": {"dL_sdil": -0.007528550922870636, "dL_bp": -0.013335369527339935, "ratio": 0.5645551034364467}}, {"step": 5550, "epoch": 14, "train_loss": 0.00023018530919216573, "cos_r_negg": [0.5735013484954834, 0.64759761095047, 0.6771939992904663], "cos_innovation_negg": [0.5735013484954834, 0.64759761095047, 0.6771939992904663], "cos_apical_negg": [0.5735013484954834, 0.64759761095047, 0.6771939992904663], "cos_Ac_negg": [0.5735013484954834, 0.64759761095047, 0.6771939992904663], "r_norm": [0.1569933295249939, 0.15270277857780457, 0.15157440304756165]}, {"step": 5600, "epoch": 14, "train_loss": 0.002001376124098897, "cos_r_negg": [0.5734658241271973, 0.6480486392974854, 0.6769169569015503], "cos_innovation_negg": [0.5734658241271973, 0.6480486392974854, 0.6769169569015503], "cos_apical_negg": [0.5734658241271973, 0.6480486392974854, 0.6769169569015503], "cos_Ac_negg": [0.5734658241271973, 0.6480486392974854, 0.6769169569015503], "r_norm": [0.15761977434158325, 0.15325044095516205, 0.15226945281028748]}, {"step": 5650, "epoch": 14, "train_loss": 0.0007772655226290226, "cos_r_negg": [0.5725285410881042, 0.6480826735496521, 0.6769453287124634], "cos_innovation_negg": [0.5725285410881042, 0.6480826735496521, 0.6769453287124634], "cos_apical_negg": [0.5725285410881042, 0.6480826735496521, 0.6769453287124634], "cos_Ac_negg": [0.5725285410881042, 0.6480826735496521, 0.6769453287124634], "r_norm": [0.15955203771591187, 0.155195415019989, 0.15419277548789978]}, {"step": 5700, "epoch": 14, "train_loss": 0.00017768457473721355, "cos_r_negg": [0.5714725255966187, 0.6471372842788696, 0.6763173937797546], "cos_innovation_negg": [0.5714725255966187, 0.6471372842788696, 0.6763173937797546], "cos_apical_negg": [0.5714725255966187, 0.6471372842788696, 0.6763173937797546], "cos_Ac_negg": [0.5714725255966187, 0.6471372842788696, 0.6763173937797546], "r_norm": [0.15733571350574493, 0.1530742347240448, 0.15200850367546082]}, {"step": 5750, "epoch": 14, "train_loss": 0.0007058955961838365, "cos_r_negg": [0.5719918012619019, 0.6481317281723022, 0.6764578819274902], "cos_innovation_negg": [0.5719918012619019, 0.6481317281723022, 0.6764578819274902], "cos_apical_negg": [0.5719918012619019, 0.6481317281723022, 0.6764578819274902], "cos_Ac_negg": [0.5719918012619019, 0.6481317281723022, 0.6764578819274902], "r_norm": [0.15994670987129211, 0.15562209486961365, 0.15448740124702454], "ldr": {"dL_sdil": -0.007447034120559692, "dL_bp": -0.013312503695487976, "ratio": 0.5594014687923599}}, {"step": 5800, "epoch": 14, "train_loss": 0.0016908473335206509, "cos_r_negg": [0.5689291954040527, 0.6466537117958069, 0.6771152019500732], "cos_innovation_negg": [0.5689291954040527, 0.6466537117958069, 0.6771152019500732], "cos_apical_negg": [0.5689291954040527, 0.6466537117958069, 0.6771152019500732], "cos_Ac_negg": [0.5689291954040527, 0.6466537117958069, 0.6771152019500732], "r_norm": [0.15787117183208466, 0.15356692671775818, 0.15247735381126404]}, {"step": 5850, "epoch": 14, "train_loss": 0.0006827896577306092, "cos_r_negg": [0.5699353814125061, 0.647431492805481, 0.6776337027549744], "cos_innovation_negg": [0.5699353814125061, 0.647431492805481, 0.6776337027549744], "cos_apical_negg": [0.5699353814125061, 0.647431492805481, 0.6776337027549744], "cos_Ac_negg": [0.5699353814125061, 0.647431492805481, 0.6776337027549744], "r_norm": [0.15717646479606628, 0.15296193957328796, 0.15184196829795837]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9713, "test_loss": 0.15317902336120606}, {"step": 5900, "epoch": 15, "train_loss": 0.00035164522705599666, "cos_r_negg": [0.571368932723999, 0.6478909254074097, 0.6791743040084839], "cos_innovation_negg": [0.571368932723999, 0.6478909254074097, 0.6791743040084839], "cos_apical_negg": [0.571368932723999, 0.6478909254074097, 0.6791743040084839], "cos_Ac_negg": [0.571368932723999, 0.6478909254074097, 0.6791743040084839], "r_norm": [0.15883557498455048, 0.1545581817626953, 0.1535111963748932]}, {"step": 5950, "epoch": 15, "train_loss": 0.0006400892743840814, "cos_r_negg": [0.5706825852394104, 0.6473729610443115, 0.6794279217720032], "cos_innovation_negg": [0.5706825852394104, 0.6473729610443115, 0.6794279217720032], "cos_apical_negg": [0.5706825852394104, 0.6473729610443115, 0.6794279217720032], "cos_Ac_negg": [0.5706825852394104, 0.6473729610443115, 0.6794279217720032], "r_norm": [0.15908074378967285, 0.15473401546478271, 0.1537865400314331]}, {"step": 6000, "epoch": 15, "train_loss": 0.00041699467692524195, "cos_r_negg": [0.5701012015342712, 0.6471462249755859, 0.6795181632041931], "cos_innovation_negg": [0.5701012015342712, 0.6471462249755859, 0.6795181632041931], "cos_apical_negg": [0.5701012015342712, 0.6471462249755859, 0.6795181632041931], "cos_Ac_negg": [0.5701012015342712, 0.6471462249755859, 0.6795181632041931], "r_norm": [0.1585027426481247, 0.15422508120536804, 0.1532510221004486], "ldr": {"dL_sdil": -0.007437169551849365, "dL_bp": -0.013234958052635193, "ratio": 0.561933745635753}}, {"step": 6050, "epoch": 15, "train_loss": 0.0019535175524652004, "cos_r_negg": [0.5694942474365234, 0.648208737373352, 0.6791059374809265], "cos_innovation_negg": [0.5694942474365234, 0.648208737373352, 0.6791059374809265], "cos_apical_negg": [0.5694942474365234, 0.648208737373352, 0.6791059374809265], "cos_Ac_negg": [0.5694942474365234, 0.648208737373352, 0.6791059374809265], "r_norm": [0.16220447421073914, 0.15789271891117096, 0.1568143665790558]}, {"step": 6100, "epoch": 15, "train_loss": 0.000306816422380507, "cos_r_negg": [0.5680996775627136, 0.6473686695098877, 0.6785680055618286], "cos_innovation_negg": [0.5680996775627136, 0.6473686695098877, 0.6785680055618286], "cos_apical_negg": [0.5680996775627136, 0.6473686695098877, 0.6785680055618286], "cos_Ac_negg": [0.5680996775627136, 0.6473686695098877, 0.6785680055618286], "r_norm": [0.1606287956237793, 0.1563338339328766, 0.1553012579679489]}, {"step": 6150, "epoch": 15, "train_loss": 0.0003024918551091105, "cos_r_negg": [0.5684484243392944, 0.6482243537902832, 0.6793443560600281], "cos_innovation_negg": [0.5684484243392944, 0.6482243537902832, 0.6793443560600281], "cos_apical_negg": [0.5684484243392944, 0.6482243537902832, 0.6793443560600281], "cos_Ac_negg": [0.5684484243392944, 0.6482243537902832, 0.6793443560600281], "r_norm": [0.1576395332813263, 0.15337425470352173, 0.15235787630081177]}, {"step": 6200, "epoch": 15, "train_loss": 0.0003821358550339937, "cos_r_negg": [0.5685487389564514, 0.6490689516067505, 0.679553747177124], "cos_innovation_negg": [0.5685487389564514, 0.6490689516067505, 0.679553747177124], "cos_apical_negg": [0.5685487389564514, 0.6490689516067505, 0.679553747177124], "cos_Ac_negg": [0.5685487389564514, 0.6490689516067505, 0.679553747177124], "r_norm": [0.159250408411026, 0.15495219826698303, 0.15393885970115662]}, {"step": 6250, "epoch": 15, "train_loss": 0.0002759103663265705, "cos_r_negg": [0.5689799785614014, 0.6485349535942078, 0.6797881722450256], "cos_innovation_negg": [0.5689799785614014, 0.6485349535942078, 0.6797881722450256], "cos_apical_negg": [0.5689799785614014, 0.6485349535942078, 0.6797881722450256], "cos_Ac_negg": [0.5689799785614014, 0.6485349535942078, 0.6797881722450256], "r_norm": [0.15853999555110931, 0.15419110655784607, 0.15321627259254456], "ldr": {"dL_sdil": -0.0076431334018707275, "dL_bp": -0.013785794377326965, "ratio": 0.5544209635420889}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9713, "test_loss": 0.15588152084350587}, {"step": 6300, "epoch": 16, "train_loss": 0.0008140470599755645, "cos_r_negg": [0.5694584846496582, 0.6489220857620239, 0.6802412867546082], "cos_innovation_negg": [0.5694584846496582, 0.6489220857620239, 0.6802412867546082], "cos_apical_negg": [0.5694584846496582, 0.6489220857620239, 0.6802412867546082], "cos_Ac_negg": [0.5694584846496582, 0.6489220857620239, 0.6802412867546082], "r_norm": [0.15792560577392578, 0.15358991920948029, 0.15254288911819458]}, {"step": 6350, "epoch": 16, "train_loss": 0.00020955759100615978, "cos_r_negg": [0.568501889705658, 0.6480435729026794, 0.6794047951698303], "cos_innovation_negg": [0.568501889705658, 0.6480435729026794, 0.6794047951698303], "cos_apical_negg": [0.568501889705658, 0.6480435729026794, 0.6794047951698303], "cos_Ac_negg": [0.568501889705658, 0.6480435729026794, 0.6794047951698303], "r_norm": [0.15852271020412445, 0.15425103902816772, 0.1531549096107483]}, {"step": 6400, "epoch": 16, "train_loss": 0.000756851164624095, "cos_r_negg": [0.5687994956970215, 0.6476739645004272, 0.6807654500007629], "cos_innovation_negg": [0.5687994956970215, 0.6476739645004272, 0.6807654500007629], "cos_apical_negg": [0.5687994956970215, 0.6476739645004272, 0.6807654500007629], "cos_Ac_negg": [0.5687994956970215, 0.6476739645004272, 0.6807654500007629], "r_norm": [0.15768516063690186, 0.15344437956809998, 0.1524152159690857]}, {"step": 6450, "epoch": 16, "train_loss": 0.00036786601413041353, "cos_r_negg": [0.5704573392868042, 0.6481225490570068, 0.6813298463821411], "cos_innovation_negg": [0.5704573392868042, 0.6481225490570068, 0.6813298463821411], "cos_apical_negg": [0.5704573392868042, 0.6481225490570068, 0.6813298463821411], "cos_Ac_negg": [0.5704573392868042, 0.6481225490570068, 0.6813298463821411], "r_norm": [0.15823179483413696, 0.15393343567848206, 0.1530448943376541]}, {"step": 6500, "epoch": 16, "train_loss": 0.00038692649104632437, "cos_r_negg": [0.5694202184677124, 0.6485642194747925, 0.681617021560669], "cos_innovation_negg": [0.5694202184677124, 0.6485642194747925, 0.681617021560669], "cos_apical_negg": [0.5694202184677124, 0.6485642194747925, 0.681617021560669], "cos_Ac_negg": [0.5694202184677124, 0.6485642194747925, 0.681617021560669], "r_norm": [0.15785613656044006, 0.1536150574684143, 0.1527000069618225], "ldr": {"dL_sdil": -0.007859811186790466, "dL_bp": -0.014369204640388489, "ratio": 0.5469899958622878}}, {"step": 6550, "epoch": 16, "train_loss": 0.00013543738168664277, "cos_r_negg": [0.5683775544166565, 0.6481328010559082, 0.6817253828048706], "cos_innovation_negg": [0.5683775544166565, 0.6481328010559082, 0.6817253828048706], "cos_apical_negg": [0.5683775544166565, 0.6481328010559082, 0.6817253828048706], "cos_Ac_negg": [0.5683775544166565, 0.6481328010559082, 0.6817253828048706], "r_norm": [0.1583729088306427, 0.15416066348552704, 0.15327590703964233]}, {"step": 6600, "epoch": 16, "train_loss": 0.000376997166313231, "cos_r_negg": [0.5690847635269165, 0.6480680704116821, 0.681452214717865], "cos_innovation_negg": [0.5690847635269165, 0.6480680704116821, 0.681452214717865], "cos_apical_negg": [0.5690847635269165, 0.6480680704116821, 0.681452214717865], "cos_Ac_negg": [0.5690847635269165, 0.6480680704116821, 0.681452214717865], "r_norm": [0.15812790393829346, 0.15385626256465912, 0.1529945582151413]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9708, "test_loss": 0.15816921405792236}, {"step": 6650, "epoch": 17, "train_loss": 0.0004841027839574963, "cos_r_negg": [0.5651593208312988, 0.6472564935684204, 0.6800351738929749], "cos_innovation_negg": [0.5651593208312988, 0.6472564935684204, 0.6800351738929749], "cos_apical_negg": [0.5651593208312988, 0.6472564935684204, 0.6800351738929749], "cos_Ac_negg": [0.5651593208312988, 0.6472564935684204, 0.6800351738929749], "r_norm": [0.15847666561603546, 0.15416184067726135, 0.1533324420452118]}, {"step": 6700, "epoch": 17, "train_loss": 0.0003166238311678171, "cos_r_negg": [0.5664132833480835, 0.647165060043335, 0.6806843280792236], "cos_innovation_negg": [0.5664132833480835, 0.647165060043335, 0.6806843280792236], "cos_apical_negg": [0.5664132833480835, 0.647165060043335, 0.6806843280792236], "cos_Ac_negg": [0.5664132833480835, 0.647165060043335, 0.6806843280792236], "r_norm": [0.15876327455043793, 0.15448659658432007, 0.15352970361709595]}, {"step": 6750, "epoch": 17, "train_loss": 0.0006473849061876535, "cos_r_negg": [0.5671321153640747, 0.6481791138648987, 0.6805248260498047], "cos_innovation_negg": [0.5671321153640747, 0.6481791138648987, 0.6805248260498047], "cos_apical_negg": [0.5671321153640747, 0.6481791138648987, 0.6805248260498047], "cos_Ac_negg": [0.5671321153640747, 0.6481791138648987, 0.6805248260498047], "r_norm": [0.15865540504455566, 0.15440517663955688, 0.1533987820148468], "ldr": {"dL_sdil": -0.007737509906291962, "dL_bp": -0.014118775725364685, "ratio": 0.5480298049066222}}, {"step": 6800, "epoch": 17, "train_loss": 0.0007088524871505797, "cos_r_negg": [0.5687145590782166, 0.6483460664749146, 0.680865466594696], "cos_innovation_negg": [0.5687145590782166, 0.6483460664749146, 0.680865466594696], "cos_apical_negg": [0.5687145590782166, 0.6483460664749146, 0.680865466594696], "cos_Ac_negg": [0.5687145590782166, 0.6483460664749146, 0.680865466594696], "r_norm": [0.15936779975891113, 0.15507258474826813, 0.15408694744110107]}, {"step": 6850, "epoch": 17, "train_loss": 0.00040957663441076875, "cos_r_negg": [0.5670983791351318, 0.6473619341850281, 0.6810409426689148], "cos_innovation_negg": [0.5670983791351318, 0.6473619341850281, 0.6810409426689148], "cos_apical_negg": [0.5670983791351318, 0.6473619341850281, 0.6810409426689148], "cos_Ac_negg": [0.5670983791351318, 0.6473619341850281, 0.6810409426689148], "r_norm": [0.15931186079978943, 0.15504586696624756, 0.15403980016708374]}, {"step": 6900, "epoch": 17, "train_loss": 0.0005429871962405741, "cos_r_negg": [0.5676727890968323, 0.6475051641464233, 0.680949866771698], "cos_innovation_negg": [0.5676727890968323, 0.6475051641464233, 0.680949866771698], "cos_apical_negg": [0.5676727890968323, 0.6475051641464233, 0.680949866771698], "cos_Ac_negg": [0.5676727890968323, 0.6475051641464233, 0.680949866771698], "r_norm": [0.1572607308626175, 0.15304264426231384, 0.1520705223083496]}, {"step": 6950, "epoch": 17, "train_loss": 0.000991414999589324, "cos_r_negg": [0.5668578147888184, 0.6478276252746582, 0.6803035736083984], "cos_innovation_negg": [0.5668578147888184, 0.6478276252746582, 0.6803035736083984], "cos_apical_negg": [0.5668578147888184, 0.6478276252746582, 0.6803035736083984], "cos_Ac_negg": [0.5668578147888184, 0.6478276252746582, 0.6803035736083984], "r_norm": [0.15826283395290375, 0.15402379631996155, 0.15312185883522034]}, {"step": 7000, "epoch": 17, "train_loss": 0.0003208107082173228, "cos_r_negg": [0.566586971282959, 0.6483029127120972, 0.6799967288970947], "cos_innovation_negg": [0.566586971282959, 0.6483029127120972, 0.6799967288970947], "cos_apical_negg": [0.566586971282959, 0.6483029127120972, 0.6799967288970947], "cos_Ac_negg": [0.566586971282959, 0.6483029127120972, 0.6799967288970947], "r_norm": [0.15870504081249237, 0.15444651246070862, 0.1535559743642807], "ldr": {"dL_sdil": -0.00795724242925644, "dL_bp": -0.014492139220237732, "ratio": 0.5490730049118246}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.971, "test_loss": 0.16013721351623536}, {"step": 7050, "epoch": 18, "train_loss": 0.0004086213302798569, "cos_r_negg": [0.5696477293968201, 0.6488428115844727, 0.6800650358200073], "cos_innovation_negg": [0.5696477293968201, 0.6488428115844727, 0.6800650358200073], "cos_apical_negg": [0.5696477293968201, 0.6488428115844727, 0.6800650358200073], "cos_Ac_negg": [0.5696477293968201, 0.6488428115844727, 0.6800650358200073], "r_norm": [0.16048260033130646, 0.15618984401226044, 0.1553167700767517]}, {"step": 7100, "epoch": 18, "train_loss": 0.00028305756859481335, "cos_r_negg": [0.5681222677230835, 0.6485835313796997, 0.6805644631385803], "cos_innovation_negg": [0.5681222677230835, 0.6485835313796997, 0.6805644631385803], "cos_apical_negg": [0.5681222677230835, 0.6485835313796997, 0.6805644631385803], "cos_Ac_negg": [0.5681222677230835, 0.6485835313796997, 0.6805644631385803], "r_norm": [0.16036057472229004, 0.15601018071174622, 0.1551886796951294]}, {"step": 7150, "epoch": 18, "train_loss": 9.6554693300277e-05, "cos_r_negg": [0.568406343460083, 0.6489261388778687, 0.6806586980819702], "cos_innovation_negg": [0.568406343460083, 0.6489261388778687, 0.6806586980819702], "cos_apical_negg": [0.568406343460083, 0.6489261388778687, 0.6806586980819702], "cos_Ac_negg": [0.568406343460083, 0.6489261388778687, 0.6806586980819702], "r_norm": [0.15843012928962708, 0.15420697629451752, 0.15331566333770752]}, {"step": 7200, "epoch": 18, "train_loss": 0.0003479020087979734, "cos_r_negg": [0.5681991577148438, 0.64857417345047, 0.6810015439987183], "cos_innovation_negg": [0.5681991577148438, 0.64857417345047, 0.6810015439987183], "cos_apical_negg": [0.5681991577148438, 0.64857417345047, 0.6810015439987183], "cos_Ac_negg": [0.5681991577148438, 0.64857417345047, 0.6810015439987183], "r_norm": [0.15806657075881958, 0.15387684106826782, 0.15296761691570282]}, {"step": 7250, "epoch": 18, "train_loss": 0.0003669528232421726, "cos_r_negg": [0.5694073438644409, 0.648737907409668, 0.6807727813720703], "cos_innovation_negg": [0.5694073438644409, 0.648737907409668, 0.6807727813720703], "cos_apical_negg": [0.5694073438644409, 0.648737907409668, 0.6807727813720703], "cos_Ac_negg": [0.5694073438644409, 0.648737907409668, 0.6807727813720703], "r_norm": [0.15818016231060028, 0.15396854281425476, 0.15300069749355316], "ldr": {"dL_sdil": -0.007998645305633545, "dL_bp": -0.014995723962783813, "ratio": 0.5333950748549704}}, {"step": 7300, "epoch": 18, "train_loss": 0.0003396801184862852, "cos_r_negg": [0.5685341954231262, 0.6481294631958008, 0.6804102659225464], "cos_innovation_negg": [0.5685341954231262, 0.6481294631958008, 0.6804102659225464], "cos_apical_negg": [0.5685341954231262, 0.6481294631958008, 0.6804102659225464], "cos_Ac_negg": [0.5685341954231262, 0.6481294631958008, 0.6804102659225464], "r_norm": [0.15833894908428192, 0.1541498452425003, 0.15319129824638367]}, {"step": 7350, "epoch": 18, "train_loss": 0.001183387590572238, "cos_r_negg": [0.5686646699905396, 0.6485124230384827, 0.6808387637138367], "cos_innovation_negg": [0.5686646699905396, 0.6485124230384827, 0.6808387637138367], "cos_apical_negg": [0.5686646699905396, 0.6485124230384827, 0.6808387637138367], "cos_Ac_negg": [0.5686646699905396, 0.6485124230384827, 0.6808387637138367], "r_norm": [0.1595434546470642, 0.15531444549560547, 0.15434080362319946]}, {"step": 7400, "epoch": 18, "train_loss": 0.00015149095270317048, "cos_r_negg": [0.5681197643280029, 0.6482692956924438, 0.6805227994918823], "cos_innovation_negg": [0.5681197643280029, 0.6482692956924438, 0.6805227994918823], "cos_apical_negg": [0.5681197643280029, 0.6482692956924438, 0.6805227994918823], "cos_Ac_negg": [0.5681197643280029, 0.6482692956924438, 0.6805227994918823], "r_norm": [0.15895983576774597, 0.154800683259964, 0.15384916961193085]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9712, "test_loss": 0.16168081607818605}, {"step": 7450, "epoch": 19, "train_loss": 5.6864559155656025e-05, "cos_r_negg": [0.5700148940086365, 0.6480550765991211, 0.6811525225639343], "cos_innovation_negg": [0.5700148940086365, 0.6480550765991211, 0.6811525225639343], "cos_apical_negg": [0.5700148940086365, 0.6480550765991211, 0.6811525225639343], "cos_Ac_negg": [0.5700148940086365, 0.6480550765991211, 0.6811525225639343], "r_norm": [0.15917226672172546, 0.15490522980690002, 0.15400728583335876]}, {"step": 7500, "epoch": 19, "train_loss": 0.00022419965534936637, "cos_r_negg": [0.5664976835250854, 0.6474589109420776, 0.6809322834014893], "cos_innovation_negg": [0.5664976835250854, 0.6474589109420776, 0.6809322834014893], "cos_apical_negg": [0.5664976835250854, 0.6474589109420776, 0.6809322834014893], "cos_Ac_negg": [0.5664976835250854, 0.6474589109420776, 0.6809322834014893], "r_norm": [0.1596352607011795, 0.1553056836128235, 0.15447358787059784], "ldr": {"dL_sdil": -0.008223295211791992, "dL_bp": -0.015250787138938904, "ratio": 0.5392046414965661}}, {"step": 7550, "epoch": 19, "train_loss": 0.0002151928492821753, "cos_r_negg": [0.5678735971450806, 0.6470168828964233, 0.6816766858100891], "cos_innovation_negg": [0.5678735971450806, 0.6470168828964233, 0.6816766858100891], "cos_apical_negg": [0.5678735971450806, 0.6470168828964233, 0.6816766858100891], "cos_Ac_negg": [0.5678735971450806, 0.6470168828964233, 0.6816766858100891], "r_norm": [0.1595972180366516, 0.15530681610107422, 0.1543876975774765]}, {"step": 7600, "epoch": 19, "train_loss": 0.00016729974595364183, "cos_r_negg": [0.5694859027862549, 0.6479520797729492, 0.681437075138092], "cos_innovation_negg": [0.5694859027862549, 0.6479520797729492, 0.681437075138092], "cos_apical_negg": [0.5694859027862549, 0.6479520797729492, 0.681437075138092], "cos_Ac_negg": [0.5694859027862549, 0.6479520797729492, 0.681437075138092], "r_norm": [0.15946857631206512, 0.1551889181137085, 0.1543211042881012]}, {"step": 7650, "epoch": 19, "train_loss": 0.0002651689574122429, "cos_r_negg": [0.5680376291275024, 0.6478772163391113, 0.6819467544555664], "cos_innovation_negg": [0.5680376291275024, 0.6478772163391113, 0.6819467544555664], "cos_apical_negg": [0.5680376291275024, 0.6478772163391113, 0.6819467544555664], "cos_Ac_negg": [0.5680376291275024, 0.6478772163391113, 0.6819467544555664], "r_norm": [0.15930406749248505, 0.15504589676856995, 0.15419191122055054]}, {"step": 7700, "epoch": 19, "train_loss": 0.000597011239733547, "cos_r_negg": [0.5686484575271606, 0.6488025784492493, 0.6817859411239624], "cos_innovation_negg": [0.5686484575271606, 0.6488025784492493, 0.6817859411239624], "cos_apical_negg": [0.5686484575271606, 0.6488025784492493, 0.6817859411239624], "cos_Ac_negg": [0.5686484575271606, 0.6488025784492493, 0.6817859411239624], "r_norm": [0.1607024073600769, 0.15636765956878662, 0.1554795205593109]}, {"step": 7750, "epoch": 19, "train_loss": 0.0005972809158265591, "cos_r_negg": [0.5692601799964905, 0.6475745439529419, 0.6824889183044434], "cos_innovation_negg": [0.5692601799964905, 0.6475745439529419, 0.6824889183044434], "cos_apical_negg": [0.5692601799964905, 0.6475745439529419, 0.6824889183044434], "cos_Ac_negg": [0.5692601799964905, 0.6475745439529419, 0.6824889183044434], "r_norm": [0.1594679355621338, 0.1552254855632782, 0.154302716255188], "ldr": {"dL_sdil": -0.00825953483581543, "dL_bp": -0.015581488609313965, "ratio": 0.5300863763991217}}, {"step": 7800, "epoch": 19, "train_loss": 0.00022205314598977566, "cos_r_negg": [0.5694465637207031, 0.6489244699478149, 0.6826184988021851], "cos_innovation_negg": [0.5694465637207031, 0.6489244699478149, 0.6826184988021851], "cos_apical_negg": [0.5694465637207031, 0.6489244699478149, 0.6826184988021851], "cos_Ac_negg": [0.5694465637207031, 0.6489244699478149, 0.6826184988021851], "r_norm": [0.15888230502605438, 0.15462139248847961, 0.15371689200401306]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9712, "test_loss": 0.1633418285369873}, {"step": 7850, "epoch": 20, "train_loss": 0.00046482455218210816, "cos_r_negg": [0.5689709186553955, 0.6480838060379028, 0.6829698085784912], "cos_innovation_negg": [0.5689709186553955, 0.6480838060379028, 0.6829698085784912], "cos_apical_negg": [0.5689709186553955, 0.6480838060379028, 0.6829698085784912], "cos_Ac_negg": [0.5689709186553955, 0.6480838060379028, 0.6829698085784912], "r_norm": [0.15783169865608215, 0.15364302694797516, 0.15275171399116516]}, {"step": 7900, "epoch": 20, "train_loss": 0.0001319045841228217, "cos_r_negg": [0.5696851015090942, 0.6475779414176941, 0.6836149096488953], "cos_innovation_negg": [0.5696851015090942, 0.6475779414176941, 0.6836149096488953], "cos_apical_negg": [0.5696851015090942, 0.6475779414176941, 0.6836149096488953], "cos_Ac_negg": [0.5696851015090942, 0.6475779414176941, 0.6836149096488953], "r_norm": [0.15763188898563385, 0.15345078706741333, 0.15257254242897034]}, {"step": 7950, "epoch": 20, "train_loss": 0.00036133427056483924, "cos_r_negg": [0.5694398880004883, 0.6471772193908691, 0.6827254295349121], "cos_innovation_negg": [0.5694398880004883, 0.6471772193908691, 0.6827254295349121], "cos_apical_negg": [0.5694398880004883, 0.6471772193908691, 0.6827254295349121], "cos_Ac_negg": [0.5694398880004883, 0.6471772193908691, 0.6827254295349121], "r_norm": [0.15701299905776978, 0.1528392881155014, 0.1519688367843628]}, {"step": 8000, "epoch": 20, "train_loss": 0.000248712400207296, "cos_r_negg": [0.5689470171928406, 0.6470829844474792, 0.6831272840499878], "cos_innovation_negg": [0.5689470171928406, 0.6470829844474792, 0.6831272840499878], "cos_apical_negg": [0.5689470171928406, 0.6470829844474792, 0.6831272840499878], "cos_Ac_negg": [0.5689470171928406, 0.6470829844474792, 0.6831272840499878], "r_norm": [0.15693330764770508, 0.1528104990720749, 0.1519172191619873], "ldr": {"dL_sdil": -0.008211091160774231, "dL_bp": -0.015586629509925842, "ratio": 0.5268035116601227}}, {"step": 8050, "epoch": 20, "train_loss": 0.0010373888071626425, "cos_r_negg": [0.5678057074546814, 0.647324800491333, 0.6839549541473389], "cos_innovation_negg": [0.5678057074546814, 0.647324800491333, 0.6839549541473389], "cos_apical_negg": [0.5678057074546814, 0.647324800491333, 0.6839549541473389], "cos_Ac_negg": [0.5678057074546814, 0.647324800491333, 0.6839549541473389], "r_norm": [0.15800955891609192, 0.1538015604019165, 0.15291407704353333]}, {"step": 8100, "epoch": 20, "train_loss": 0.00020829853019677103, "cos_r_negg": [0.5668814182281494, 0.6469424962997437, 0.6826354265213013], "cos_innovation_negg": [0.5668814182281494, 0.6469424962997437, 0.6826354265213013], "cos_apical_negg": [0.5668814182281494, 0.6469424962997437, 0.6826354265213013], "cos_Ac_negg": [0.5668814182281494, 0.6469424962997437, 0.6826354265213013], "r_norm": [0.15864670276641846, 0.15444360673427582, 0.15348567068576813]}, {"step": 8150, "epoch": 20, "train_loss": 0.0003224837710149586, "cos_r_negg": [0.5677663087844849, 0.6470282077789307, 0.6833655834197998], "cos_innovation_negg": [0.5677663087844849, 0.6470282077789307, 0.6833655834197998], "cos_apical_negg": [0.5677663087844849, 0.6470282077789307, 0.6833655834197998], "cos_Ac_negg": [0.5677663087844849, 0.6470282077789307, 0.6833655834197998], "r_norm": [0.15953882038593292, 0.15530505776405334, 0.1544223427772522]}, {"step": 8200, "epoch": 20, "train_loss": 0.00047988706501200795, "cos_r_negg": [0.5670744776725769, 0.6455212831497192, 0.683095395565033], "cos_innovation_negg": [0.5670744776725769, 0.6455212831497192, 0.683095395565033], "cos_apical_negg": [0.5670744776725769, 0.6455212831497192, 0.683095395565033], "cos_Ac_negg": [0.5670744776725769, 0.6455212831497192, 0.683095395565033], "r_norm": [0.15852190554141998, 0.1543133556842804, 0.15345066785812378]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.971, "test_loss": 0.16425190601348877}, {"step": 8250, "epoch": 21, "train_loss": 0.0005111042410135269, "cos_r_negg": [0.5675830841064453, 0.6451117992401123, 0.6833163499832153], "cos_innovation_negg": [0.5675830841064453, 0.6451117992401123, 0.6833163499832153], "cos_apical_negg": [0.5675830841064453, 0.6451117992401123, 0.6833163499832153], "cos_Ac_negg": [0.5675830841064453, 0.6451117992401123, 0.6833163499832153], "r_norm": [0.15747708082199097, 0.15331745147705078, 0.15248464047908783], "ldr": {"dL_sdil": -0.00830041617155075, "dL_bp": -0.015750542283058167, "ratio": 0.5269924058728421}}, {"step": 8300, "epoch": 21, "train_loss": 0.0011355745373293757, "cos_r_negg": [0.5666235089302063, 0.6453575491905212, 0.6824674606323242], "cos_innovation_negg": [0.5666235089302063, 0.6453575491905212, 0.6824674606323242], "cos_apical_negg": [0.5666235089302063, 0.6453575491905212, 0.6824674606323242], "cos_Ac_negg": [0.5666235089302063, 0.6453575491905212, 0.6824674606323242], "r_norm": [0.1571134328842163, 0.15294715762138367, 0.1520799696445465]}, {"step": 8350, "epoch": 21, "train_loss": 0.0005579860298894346, "cos_r_negg": [0.5672865509986877, 0.6450773477554321, 0.6832593679428101], "cos_innovation_negg": [0.5672865509986877, 0.6450773477554321, 0.6832593679428101], "cos_apical_negg": [0.5672865509986877, 0.6450773477554321, 0.6832593679428101], "cos_Ac_negg": [0.5672865509986877, 0.6450773477554321, 0.6832593679428101], "r_norm": [0.15689420700073242, 0.15275223553180695, 0.151885524392128]}, {"step": 8400, "epoch": 21, "train_loss": 0.00035051253507845104, "cos_r_negg": [0.5668098330497742, 0.6453763842582703, 0.6834558248519897], "cos_innovation_negg": [0.5668098330497742, 0.6453763842582703, 0.6834558248519897], "cos_apical_negg": [0.5668098330497742, 0.6453763842582703, 0.6834558248519897], "cos_Ac_negg": [0.5668098330497742, 0.6453763842582703, 0.6834558248519897], "r_norm": [0.15707769989967346, 0.15293119847774506, 0.1520438939332962]}, {"step": 8450, "epoch": 21, "train_loss": 0.0003930824459530413, "cos_r_negg": [0.5667535066604614, 0.6447712182998657, 0.6836518049240112], "cos_innovation_negg": [0.5667535066604614, 0.6447712182998657, 0.6836518049240112], "cos_apical_negg": [0.5667535066604614, 0.6447712182998657, 0.6836518049240112], "cos_Ac_negg": [0.5667535066604614, 0.6447712182998657, 0.6836518049240112], "r_norm": [0.15706190466880798, 0.15288114547729492, 0.15205591917037964]}, {"step": 8500, "epoch": 21, "train_loss": 0.0003577670722734183, "cos_r_negg": [0.5683736801147461, 0.6448572278022766, 0.683910608291626], "cos_innovation_negg": [0.5683736801147461, 0.6448572278022766, 0.683910608291626], "cos_apical_negg": [0.5683736801147461, 0.6448572278022766, 0.683910608291626], "cos_Ac_negg": [0.5683736801147461, 0.6448572278022766, 0.683910608291626], "r_norm": [0.15534566342830658, 0.1512913852930069, 0.15040701627731323], "ldr": {"dL_sdil": -0.008097045123577118, "dL_bp": -0.015407361090183258, "ratio": 0.5255309508346708}}, {"step": 8550, "epoch": 21, "train_loss": 0.0002715772425290197, "cos_r_negg": [0.5686624050140381, 0.6446493864059448, 0.6843215227127075], "cos_innovation_negg": [0.5686624050140381, 0.6446493864059448, 0.6843215227127075], "cos_apical_negg": [0.5686624050140381, 0.6446493864059448, 0.6843215227127075], "cos_Ac_negg": [0.5686624050140381, 0.6446493864059448, 0.6843215227127075], "r_norm": [0.15796007215976715, 0.15375757217407227, 0.15287992358207703]}, {"step": 8600, "epoch": 21, "train_loss": 0.0007725955219939351, "cos_r_negg": [0.5681837201118469, 0.6446834802627563, 0.6843181848526001], "cos_innovation_negg": [0.5681837201118469, 0.6446834802627563, 0.6843181848526001], "cos_apical_negg": [0.5681837201118469, 0.6446834802627563, 0.6843181848526001], "cos_Ac_negg": [0.5681837201118469, 0.6446834802627563, 0.6843181848526001], "r_norm": [0.1584068387746811, 0.1542365550994873, 0.1533406376838684]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9711, "test_loss": 0.1658396402359009}, {"step": 8650, "epoch": 22, "train_loss": 0.00012090055679436773, "cos_r_negg": [0.5683157444000244, 0.644891619682312, 0.6844276189804077], "cos_innovation_negg": [0.5683157444000244, 0.644891619682312, 0.6844276189804077], "cos_apical_negg": [0.5683157444000244, 0.644891619682312, 0.6844276189804077], "cos_Ac_negg": [0.5683157444000244, 0.644891619682312, 0.6844276189804077], "r_norm": [0.15829548239707947, 0.15415874123573303, 0.15331429243087769]}, {"step": 8700, "epoch": 22, "train_loss": 0.00017631097580306232, "cos_r_negg": [0.5682955980300903, 0.6448882818222046, 0.6846705675125122], "cos_innovation_negg": [0.5682955980300903, 0.6448882818222046, 0.6846705675125122], "cos_apical_negg": [0.5682955980300903, 0.6448882818222046, 0.6846705675125122], "cos_Ac_negg": [0.5682955980300903, 0.6448882818222046, 0.6846705675125122], "r_norm": [0.15818250179290771, 0.1540803611278534, 0.15322822332382202]}, {"step": 8750, "epoch": 22, "train_loss": 0.0002886674483306706, "cos_r_negg": [0.568666934967041, 0.6453714966773987, 0.6850155591964722], "cos_innovation_negg": [0.568666934967041, 0.6453714966773987, 0.6850155591964722], "cos_apical_negg": [0.568666934967041, 0.6453714966773987, 0.6850155591964722], "cos_Ac_negg": [0.568666934967041, 0.6453714966773987, 0.6850155591964722], "r_norm": [0.1578974425792694, 0.15380562841892242, 0.1529954969882965], "ldr": {"dL_sdil": -0.008395299315452576, "dL_bp": -0.016024023294448853, "ratio": 0.5239195650920534}}, {"step": 8800, "epoch": 22, "train_loss": 0.00021790500613860786, "cos_r_negg": [0.5693921446800232, 0.6451363563537598, 0.6852111220359802], "cos_innovation_negg": [0.5693921446800232, 0.6451363563537598, 0.6852111220359802], "cos_apical_negg": [0.5693921446800232, 0.6451363563537598, 0.6852111220359802], "cos_Ac_negg": [0.5693921446800232, 0.6451363563537598, 0.6852111220359802], "r_norm": [0.15810224413871765, 0.15395572781562805, 0.15311485528945923]}, {"step": 8850, "epoch": 22, "train_loss": 0.00019700219854712486, "cos_r_negg": [0.5690909624099731, 0.6447280645370483, 0.6851131916046143], "cos_innovation_negg": [0.5690909624099731, 0.6447280645370483, 0.6851131916046143], "cos_apical_negg": [0.5690909624099731, 0.6447280645370483, 0.6851131916046143], "cos_Ac_negg": [0.5690909624099731, 0.6447280645370483, 0.6851131916046143], "r_norm": [0.1586340367794037, 0.1544063687324524, 0.15362460911273956]}, {"step": 8900, "epoch": 22, "train_loss": 0.0006105678621679544, "cos_r_negg": [0.568546712398529, 0.6446664333343506, 0.6853318214416504], "cos_innovation_negg": [0.568546712398529, 0.6446664333343506, 0.6853318214416504], "cos_apical_negg": [0.568546712398529, 0.6446664333343506, 0.6853318214416504], "cos_Ac_negg": [0.568546712398529, 0.6446664333343506, 0.6853318214416504], "r_norm": [0.15937352180480957, 0.15514428913593292, 0.15431244671344757]}, {"step": 8950, "epoch": 22, "train_loss": 0.0004493519081734121, "cos_r_negg": [0.5677918791770935, 0.6445760130882263, 0.6857108473777771], "cos_innovation_negg": [0.5677918791770935, 0.6445760130882263, 0.6857108473777771], "cos_apical_negg": [0.5677918791770935, 0.6445760130882263, 0.6857108473777771], "cos_Ac_negg": [0.5677918791770935, 0.6445760130882263, 0.6857108473777771], "r_norm": [0.15932457149028778, 0.15512004494667053, 0.15423759818077087]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9709, "test_loss": 0.16710832691192626}, {"step": 9000, "epoch": 23, "train_loss": 0.00010449669207446277, "cos_r_negg": [0.5682867765426636, 0.6443584561347961, 0.685322642326355], "cos_innovation_negg": [0.5682867765426636, 0.6443584561347961, 0.685322642326355], "cos_apical_negg": [0.5682867765426636, 0.6443584561347961, 0.685322642326355], "cos_Ac_negg": [0.5682867765426636, 0.6443584561347961, 0.685322642326355], "r_norm": [0.15765559673309326, 0.15348368883132935, 0.1526414304971695], "ldr": {"dL_sdil": -0.008456751704216003, "dL_bp": -0.01632910966873169, "ratio": 0.5178942315764883}}, {"step": 9050, "epoch": 23, "train_loss": 0.0004196309600956738, "cos_r_negg": [0.568623423576355, 0.6445470452308655, 0.6861435174942017], "cos_innovation_negg": [0.568623423576355, 0.6445470452308655, 0.6861435174942017], "cos_apical_negg": [0.568623423576355, 0.6445470452308655, 0.6861435174942017], "cos_Ac_negg": [0.568623423576355, 0.6445470452308655, 0.6861435174942017], "r_norm": [0.15835539996623993, 0.15417641401290894, 0.15332432091236115]}, {"step": 9100, "epoch": 23, "train_loss": 0.00015397371316794306, "cos_r_negg": [0.569488525390625, 0.6447100639343262, 0.6868489980697632], "cos_innovation_negg": [0.569488525390625, 0.6447100639343262, 0.6868489980697632], "cos_apical_negg": [0.569488525390625, 0.6447100639343262, 0.6868489980697632], "cos_Ac_negg": [0.569488525390625, 0.6447100639343262, 0.6868489980697632], "r_norm": [0.15642431378364563, 0.1523085981607437, 0.1514337807893753]}, {"step": 9150, "epoch": 23, "train_loss": 0.00021238671615719795, "cos_r_negg": [0.5682767033576965, 0.6445674300193787, 0.6864808797836304], "cos_innovation_negg": [0.5682767033576965, 0.6445674300193787, 0.6864808797836304], "cos_apical_negg": [0.5682767033576965, 0.6445674300193787, 0.6864808797836304], "cos_Ac_negg": [0.5682767033576965, 0.6445674300193787, 0.6864808797836304], "r_norm": [0.15639150142669678, 0.1523202359676361, 0.15143880248069763]}, {"step": 9200, "epoch": 23, "train_loss": 0.0003630518913269043, "cos_r_negg": [0.5687063932418823, 0.6440786123275757, 0.6864020824432373], "cos_innovation_negg": [0.5687063932418823, 0.6440786123275757, 0.6864020824432373], "cos_apical_negg": [0.5687063932418823, 0.6440786123275757, 0.6864020824432373], "cos_Ac_negg": [0.5687063932418823, 0.6440786123275757, 0.6864020824432373], "r_norm": [0.15650585293769836, 0.15241140127182007, 0.15156108140945435]}, {"step": 9250, "epoch": 23, "train_loss": 0.00016443779168184847, "cos_r_negg": [0.5700812339782715, 0.64438796043396, 0.6869990825653076], "cos_innovation_negg": [0.5700812339782715, 0.64438796043396, 0.6869990825653076], "cos_apical_negg": [0.5700812339782715, 0.64438796043396, 0.6869990825653076], "cos_Ac_negg": [0.5700812339782715, 0.64438796043396, 0.6869990825653076], "r_norm": [0.15573111176490784, 0.1516374796628952, 0.1507754921913147], "ldr": {"dL_sdil": -0.008447304368019104, "dL_bp": -0.016437843441963196, "ratio": 0.5138937110481586}}, {"step": 9300, "epoch": 23, "train_loss": 0.00012251742009539157, "cos_r_negg": [0.5682557821273804, 0.6446056365966797, 0.6867387294769287], "cos_innovation_negg": [0.5682557821273804, 0.6446056365966797, 0.6867387294769287], "cos_apical_negg": [0.5682557821273804, 0.6446056365966797, 0.6867387294769287], "cos_Ac_negg": [0.5682557821273804, 0.6446056365966797, 0.6867387294769287], "r_norm": [0.15695522725582123, 0.15281346440315247, 0.15199807286262512]}, {"step": 9350, "epoch": 23, "train_loss": 0.000272915989626199, "cos_r_negg": [0.5679590702056885, 0.6448975801467896, 0.6872338056564331], "cos_innovation_negg": [0.5679590702056885, 0.6448975801467896, 0.6872338056564331], "cos_apical_negg": [0.5679590702056885, 0.6448975801467896, 0.6872338056564331], "cos_Ac_negg": [0.5679590702056885, 0.6448975801467896, 0.6872338056564331], "r_norm": [0.15664231777191162, 0.15249375998973846, 0.1517341583967209]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9707, "test_loss": 0.16845075187683106}, {"step": 9400, "epoch": 24, "train_loss": 0.0003718377847690135, "cos_r_negg": [0.5691211819648743, 0.6439048051834106, 0.6876119375228882], "cos_innovation_negg": [0.5691211819648743, 0.6439048051834106, 0.6876119375228882], "cos_apical_negg": [0.5691211819648743, 0.6439048051834106, 0.6876119375228882], "cos_Ac_negg": [0.5691211819648743, 0.6439048051834106, 0.6876119375228882], "r_norm": [0.1583208441734314, 0.1541619598865509, 0.15330779552459717]}, {"step": 9450, "epoch": 24, "train_loss": 6.345242582028732e-05, "cos_r_negg": [0.5693155527114868, 0.6445938944816589, 0.687631368637085], "cos_innovation_negg": [0.5693155527114868, 0.6445938944816589, 0.687631368637085], "cos_apical_negg": [0.5693155527114868, 0.6445938944816589, 0.687631368637085], "cos_Ac_negg": [0.5693155527114868, 0.6445938944816589, 0.687631368637085], "r_norm": [0.15788623690605164, 0.15374627709388733, 0.1529136598110199]}, {"step": 9500, "epoch": 24, "train_loss": 0.00022349027858581394, "cos_r_negg": [0.5683730244636536, 0.6445119380950928, 0.6878803968429565], "cos_innovation_negg": [0.5683730244636536, 0.6445119380950928, 0.6878803968429565], "cos_apical_negg": [0.5683730244636536, 0.6445119380950928, 0.6878803968429565], "cos_Ac_negg": [0.5683730244636536, 0.6445119380950928, 0.6878803968429565], "r_norm": [0.15718498826026917, 0.1530420482158661, 0.1522001326084137], "ldr": {"dL_sdil": -0.008492045104503632, "dL_bp": -0.01652204990386963, "ratio": 0.5139825356970209}}, {"step": 9550, "epoch": 24, "train_loss": 0.00013137566566001624, "cos_r_negg": [0.5689926147460938, 0.644115149974823, 0.6879661083221436], "cos_innovation_negg": [0.5689926147460938, 0.644115149974823, 0.6879661083221436], "cos_apical_negg": [0.5689926147460938, 0.644115149974823, 0.6879661083221436], "cos_Ac_negg": [0.5689926147460938, 0.644115149974823, 0.6879661083221436], "r_norm": [0.15749099850654602, 0.15332409739494324, 0.152482271194458]}, {"step": 9600, "epoch": 24, "train_loss": 0.0002159822906833142, "cos_r_negg": [0.567863941192627, 0.6443837285041809, 0.6879081726074219], "cos_innovation_negg": [0.567863941192627, 0.6443837285041809, 0.6879081726074219], "cos_apical_negg": [0.567863941192627, 0.6443837285041809, 0.6879081726074219], "cos_Ac_negg": [0.567863941192627, 0.6443837285041809, 0.6879081726074219], "r_norm": [0.15738502144813538, 0.15322327613830566, 0.1523977518081665]}, {"step": 9650, "epoch": 24, "train_loss": 0.00032132401247508824, "cos_r_negg": [0.5677769184112549, 0.6441502571105957, 0.6878767013549805], "cos_innovation_negg": [0.5677769184112549, 0.6441502571105957, 0.6878767013549805], "cos_apical_negg": [0.5677769184112549, 0.6441502571105957, 0.6878767013549805], "cos_Ac_negg": [0.5677769184112549, 0.6441502571105957, 0.6878767013549805], "r_norm": [0.15696373581886292, 0.152853325009346, 0.1520533561706543]}, {"step": 9700, "epoch": 24, "train_loss": 0.00014817439659964293, "cos_r_negg": [0.5664092302322388, 0.6439014673233032, 0.687190055847168], "cos_innovation_negg": [0.5664092302322388, 0.6439014673233032, 0.687190055847168], "cos_apical_negg": [0.5664092302322388, 0.6439014673233032, 0.687190055847168], "cos_Ac_negg": [0.5664092302322388, 0.6439014673233032, 0.687190055847168], "r_norm": [0.15771982073783875, 0.15363836288452148, 0.15275359153747559]}, {"step": 9750, "epoch": 24, "train_loss": 0.00041539312223903835, "cos_r_negg": [0.5669523477554321, 0.6444856524467468, 0.688122034072876], "cos_innovation_negg": [0.5669523477554321, 0.6444856524467468, 0.688122034072876], "cos_apical_negg": [0.5669523477554321, 0.6444856524467468, 0.688122034072876], "cos_Ac_negg": [0.5669523477554321, 0.6444856524467468, 0.688122034072876], "r_norm": [0.15748190879821777, 0.15337103605270386, 0.15254215896129608], "ldr": {"dL_sdil": -0.008642807602882385, "dL_bp": -0.016867443919181824, "ratio": 0.5123958107875313}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.971, "test_loss": 0.16931297550201416}], "final": {"test_acc": 0.971, "test_loss": 0.16931297550201416, "wall_s": 29.162970781326294, "cos_r_negg": [0.5670695304870605, 0.6444252729415894, 0.6881203651428223], "cos_innovation_negg": [0.5670695304870605, 0.6444252729415894, 0.6881203651428223], "cos_apical_negg": [0.5670695304870605, 0.6444252729415894, 0.6881203651428223], "cos_Ac_negg": [0.5670695304870605, 0.6444252729415894, 0.6881203651428223]}}