path: root/results/ep_depth2_v1_mnist_sdil_w500_d2_s0.json

{"args": {"mode": "sdil", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_sdil_w500_d2_s0", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.455000400543213, "cos_r_negg": [-0.0010254550725221634, 0.005883635953068733], "cos_innovation_negg": [-0.0010254550725221634, 0.005883635953068733], "cos_apical_negg": [-0.0010254550725221634, 0.005883635953068733], "cos_Ac_negg": [-0.0010254550725221634, 0.005883635953068733], "r_norm": [6.8533711433410645, 6.688825607299805], "ldr": {"dL_sdil": -0.12562966346740723, "dL_bp": -0.3623948097229004, "ratio": 0.3466651842046745}}, {"step": 50, "epoch": 0, "train_loss": 0.4895118772983551, "cos_r_negg": [0.44498148560523987, 0.32469695806503296], "cos_innovation_negg": [0.44498148560523987, 0.32469695806503296], "cos_apical_negg": [0.44498148560523987, 0.32469695806503296], "cos_Ac_negg": [0.44498148560523987, 0.32469695806503296], "r_norm": [1.4397696256637573, 1.407429575920105]}, {"step": 100, "epoch": 0, "train_loss": 0.18129701912403107, "cos_r_negg": [0.47433891892433167, 0.3552454113960266], "cos_innovation_negg": [0.47433891892433167, 0.3552454113960266], "cos_apical_negg": [0.47433891892433167, 0.3552454113960266], "cos_Ac_negg": [0.47433891892433167, 0.3552454113960266], "r_norm": [1.2068939208984375, 1.1810274124145508]}, {"step": 150, "epoch": 0, "train_loss": 0.20362117886543274, "cos_r_negg": [0.49221286177635193, 0.37043794989585876], "cos_innovation_negg": [0.49221286177635193, 0.37043794989585876], "cos_apical_negg": [0.49221286177635193, 0.37043794989585876], "cos_Ac_negg": [0.49221286177635193, 0.37043794989585876], "r_norm": [0.9314549565315247, 0.9153774380683899]}, {"step": 200, "epoch": 0, "train_loss": 0.30660805106163025, "cos_r_negg": [0.49229156970977783, 0.3862241506576538], "cos_innovation_negg": [0.49229156970977783, 0.3862241506576538], "cos_apical_negg": [0.49229156970977783, 0.3862241506576538], "cos_Ac_negg": [0.49229156970977783, 0.3862241506576538], "r_norm": [0.9120128750801086, 0.8962632417678833]}, {"step": 250, "epoch": 0, "train_loss": 0.34512728452682495, "cos_r_negg": [0.5012688636779785, 0.4040162265300751], "cos_innovation_negg": [0.5012688636779785, 0.4040162265300751], "cos_apical_negg": [0.5012688636779785, 0.4040162265300751], "cos_Ac_negg": [0.5012688636779785, 0.4040162265300751], "r_norm": [0.904177188873291, 0.8945931196212769], "ldr": {"dL_sdil": -0.024072453379631042, "dL_bp": -0.020065128803253174, "ratio": 1.199715866051563}}, {"step": 300, "epoch": 0, "train_loss": 0.21203111112117767, "cos_r_negg": [0.519328236579895, 0.4066077470779419], "cos_innovation_negg": [0.519328236579895, 0.4066077470779419], "cos_apical_negg": [0.519328236579895, 0.4066077470779419], "cos_Ac_negg": [0.519328236579895, 0.4066077470779419], "r_norm": [0.7368923425674438, 0.7258325815200806]}, {"step": 350, "epoch": 0, "train_loss": 0.21537403762340546, "cos_r_negg": [0.5174272656440735, 0.4221409559249878], "cos_innovation_negg": [0.5174272656440735, 0.4221409559249878], "cos_apical_negg": [0.5174272656440735, 0.4221409559249878], "cos_Ac_negg": [0.5174272656440735, 0.4221409559249878], "r_norm": [0.6964750289916992, 0.6853855848312378]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9441, "test_loss": 0.19684992599487305}, {"step": 400, "epoch": 1, "train_loss": 0.150753915309906, "cos_r_negg": [0.5387535691261292, 0.4410257339477539], "cos_innovation_negg": [0.5387535691261292, 0.4410257339477539], "cos_apical_negg": [0.5387535691261292, 0.4410257339477539], "cos_Ac_negg": [0.5387535691261292, 0.4410257339477539], "r_norm": [0.5827909111976624, 0.5724599957466125]}, {"step": 450, "epoch": 1, "train_loss": 0.17174583673477173, "cos_r_negg": [0.5293620824813843, 0.4562150239944458], "cos_innovation_negg": [0.5293620824813843, 0.4562150239944458], "cos_apical_negg": [0.5293620824813843, 0.4562150239944458], "cos_Ac_negg": [0.5293620824813843, 0.4562150239944458], "r_norm": [0.585148274898529, 0.5785198211669922]}, {"step": 500, "epoch": 1, "train_loss": 0.1333145946264267, "cos_r_negg": [0.5390564203262329, 0.46814244985580444], "cos_innovation_negg": [0.5390564203262329, 0.46814244985580444], "cos_apical_negg": [0.5390564203262329, 0.46814244985580444], "cos_Ac_negg": [0.5390564203262329, 0.46814244985580444], "r_norm": [0.4225037097930908, 0.4163639545440674], "ldr": {"dL_sdil": -0.007461570203304291, "dL_bp": -0.00573691725730896, "ratio": 1.3006236396033226}}, {"step": 550, "epoch": 1, "train_loss": 0.09146719425916672, "cos_r_negg": [0.5428531169891357, 0.48566681146621704], "cos_innovation_negg": [0.5428531169891357, 0.48566681146621704], "cos_apical_negg": [0.5428531169891357, 0.48566681146621704], "cos_Ac_negg": [0.5428531169891357, 0.48566681146621704], "r_norm": [0.6074194312095642, 0.5985921621322632]}, {"step": 600, "epoch": 1, "train_loss": 0.05301827937364578, "cos_r_negg": [0.5456959009170532, 0.4894639849662781], "cos_innovation_negg": [0.5456959009170532, 0.4894639849662781], "cos_apical_negg": [0.5456959009170532, 0.4894639849662781], "cos_Ac_negg": [0.5456959009170532, 0.4894639849662781], "r_norm": [0.5159111022949219, 0.5061997175216675]}, {"step": 650, "epoch": 1, "train_loss": 0.08545658737421036, "cos_r_negg": [0.5353447198867798, 0.48119014501571655], "cos_innovation_negg": [0.5353447198867798, 0.48119014501571655], "cos_apical_negg": [0.5353447198867798, 0.48119014501571655], "cos_Ac_negg": [0.5353447198867798, 0.48119014501571655], "r_norm": [0.4798269271850586, 0.47530829906463623]}, {"step": 700, "epoch": 1, "train_loss": 0.12834057211875916, "cos_r_negg": [0.5367341041564941, 0.4966064691543579], "cos_innovation_negg": [0.5367341041564941, 0.4966064691543579], "cos_apical_negg": [0.5367341041564941, 0.4966064691543579], "cos_Ac_negg": [0.5367341041564941, 0.4966064691543579], "r_norm": [0.5802292823791504, 0.5705269575119019]}, {"step": 750, "epoch": 1, "train_loss": 0.16338655352592468, "cos_r_negg": [0.5301867127418518, 0.5093897581100464], "cos_innovation_negg": [0.5301867127418518, 0.5093897581100464], "cos_apical_negg": [0.5301867127418518, 0.5093897581100464], "cos_Ac_negg": [0.5301867127418518, 0.5093897581100464], "r_norm": [0.604500949382782, 0.5904712080955505], "ldr": {"dL_sdil": -0.023500517010688782, "dL_bp": -0.020328760147094727, "ratio": 1.1560231337594558}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9474, "test_loss": 0.18946121368408203}, {"step": 800, "epoch": 2, "train_loss": 0.06782505661249161, "cos_r_negg": [0.5436443090438843, 0.5089449882507324], "cos_innovation_negg": [0.5436443090438843, 0.5089449882507324], "cos_apical_negg": [0.5436443090438843, 0.5089449882507324], "cos_Ac_negg": [0.5436443090438843, 0.5089449882507324], "r_norm": [0.4493650197982788, 0.441867470741272]}, {"step": 850, "epoch": 2, "train_loss": 0.03779863938689232, "cos_r_negg": [0.5594992637634277, 0.526273250579834], "cos_innovation_negg": [0.5594992637634277, 0.526273250579834], "cos_apical_negg": [0.5594992637634277, 0.526273250579834], "cos_Ac_negg": [0.5594992637634277, 0.526273250579834], "r_norm": [0.42517396807670593, 0.4211311936378479]}, {"step": 900, "epoch": 2, "train_loss": 0.06718786805868149, "cos_r_negg": [0.5563832521438599, 0.5151529312133789], "cos_innovation_negg": [0.5563832521438599, 0.5151529312133789], "cos_apical_negg": [0.5563832521438599, 0.5151529312133789], "cos_Ac_negg": [0.5563832521438599, 0.5151529312133789], "r_norm": [0.5170897841453552, 0.513474702835083]}, {"step": 950, "epoch": 2, "train_loss": 0.1320764124393463, "cos_r_negg": [0.5567190051078796, 0.512729287147522], "cos_innovation_negg": [0.5567190051078796, 0.512729287147522], "cos_apical_negg": [0.5567190051078796, 0.512729287147522], "cos_Ac_negg": [0.5567190051078796, 0.512729287147522], "r_norm": [0.40950629115104675, 0.4005741775035858]}, {"step": 1000, "epoch": 2, "train_loss": 0.11085212230682373, "cos_r_negg": [0.5612894892692566, 0.535991907119751], "cos_innovation_negg": [0.5612894892692566, 0.535991907119751], "cos_apical_negg": [0.5612894892692566, 0.535991907119751], "cos_Ac_negg": [0.5612894892692566, 0.535991907119751], "r_norm": [0.4417288899421692, 0.43522170186042786], "ldr": {"dL_sdil": -0.010112956166267395, "dL_bp": -0.00798923522233963, "ratio": 1.2658228084196823}}, {"step": 1050, "epoch": 2, "train_loss": 0.04912177473306656, "cos_r_negg": [0.5523591041564941, 0.536558985710144], "cos_innovation_negg": [0.5523591041564941, 0.536558985710144], "cos_apical_negg": [0.5523591041564941, 0.536558985710144], "cos_Ac_negg": [0.5523591041564941, 0.536558985710144], "r_norm": [0.4366343319416046, 0.4315938949584961]}, {"step": 1100, "epoch": 2, "train_loss": 0.12657618522644043, "cos_r_negg": [0.5489185452461243, 0.5483717918395996], "cos_innovation_negg": [0.5489185452461243, 0.5483717918395996], "cos_apical_negg": [0.5489185452461243, 0.5483717918395996], "cos_Ac_negg": [0.5489185452461243, 0.5483717918395996], "r_norm": [0.44181203842163086, 0.4303753674030304]}, {"step": 1150, "epoch": 2, "train_loss": 0.08615462481975555, "cos_r_negg": [0.5556320548057556, 0.5492593050003052], "cos_innovation_negg": [0.5556320548057556, 0.5492593050003052], "cos_apical_negg": [0.5556320548057556, 0.5492593050003052], "cos_Ac_negg": [0.5556320548057556, 0.5492593050003052], "r_norm": [0.31057870388031006, 0.3072051405906677]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9625, "test_loss": 0.13104225749969484}, {"step": 1200, "epoch": 3, "train_loss": 0.06980840861797333, "cos_r_negg": [0.5636556148529053, 0.5557698011398315], "cos_innovation_negg": [0.5636556148529053, 0.5557698011398315], "cos_apical_negg": [0.5636556148529053, 0.5557698011398315], "cos_Ac_negg": [0.5636556148529053, 0.5557698011398315], "r_norm": [0.42649516463279724, 0.4184994101524353]}, {"step": 1250, "epoch": 3, "train_loss": 0.11273530125617981, "cos_r_negg": [0.5623651742935181, 0.5631772875785828], "cos_innovation_negg": [0.5623651742935181, 0.5631772875785828], "cos_apical_negg": [0.5623651742935181, 0.5631772875785828], "cos_Ac_negg": [0.5623651742935181, 0.5631772875785828], "r_norm": [0.34371334314346313, 0.3381286859512329], "ldr": {"dL_sdil": -0.008709415793418884, "dL_bp": -0.0072178915143013, "ratio": 1.2066426568149888}}, {"step": 1300, "epoch": 3, "train_loss": 0.02348640002310276, "cos_r_negg": [0.5640063285827637, 0.5618271827697754], "cos_innovation_negg": [0.5640063285827637, 0.5618271827697754], "cos_apical_negg": [0.5640063285827637, 0.5618271827697754], "cos_Ac_negg": [0.5640063285827637, 0.5618271827697754], "r_norm": [0.3766815960407257, 0.3689887523651123]}, {"step": 1350, "epoch": 3, "train_loss": 0.02691880241036415, "cos_r_negg": [0.5569894909858704, 0.5622975826263428], "cos_innovation_negg": [0.5569894909858704, 0.5622975826263428], "cos_apical_negg": [0.5569894909858704, 0.5622975826263428], "cos_Ac_negg": [0.5569894909858704, 0.5622975826263428], "r_norm": [0.3388671278953552, 0.33363664150238037]}, {"step": 1400, "epoch": 3, "train_loss": 0.060662247240543365, "cos_r_negg": [0.5677673816680908, 0.572299599647522], "cos_innovation_negg": [0.5677673816680908, 0.572299599647522], "cos_apical_negg": [0.5677673816680908, 0.572299599647522], "cos_Ac_negg": [0.5677673816680908, 0.572299599647522], "r_norm": [0.3653630018234253, 0.3591393232345581]}, {"step": 1450, "epoch": 3, "train_loss": 0.07790273427963257, "cos_r_negg": [0.5802043676376343, 0.5757269859313965], "cos_innovation_negg": [0.5802043676376343, 0.5757269859313965], "cos_apical_negg": [0.5802043676376343, 0.5757269859313965], "cos_Ac_negg": [0.5802043676376343, 0.5757269859313965], "r_norm": [0.35353150963783264, 0.3492761254310608]}, {"step": 1500, "epoch": 3, "train_loss": 0.10601810365915298, "cos_r_negg": [0.5812929272651672, 0.5842186808586121], "cos_innovation_negg": [0.5812929272651672, 0.5842186808586121], "cos_apical_negg": [0.5812929272651672, 0.5842186808586121], "cos_Ac_negg": [0.5812929272651672, 0.5842186808586121], "r_norm": [0.23167391121387482, 0.22793367505073547], "ldr": {"dL_sdil": -0.004895009100437164, "dL_bp": -0.004200376570224762, "ratio": 1.1653738703183063}}, {"step": 1550, "epoch": 3, "train_loss": 0.05128446966409683, "cos_r_negg": [0.5723777413368225, 0.5810141563415527], "cos_innovation_negg": [0.5723777413368225, 0.5810141563415527], "cos_apical_negg": [0.5723777413368225, 0.5810141563415527], "cos_Ac_negg": [0.5723777413368225, 0.5810141563415527], "r_norm": [0.27536582946777344, 0.2736847400665283]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9676, "test_loss": 0.12127881774902344}, {"step": 1600, "epoch": 4, "train_loss": 0.07958215475082397, "cos_r_negg": [0.5815198421478271, 0.5861390829086304], "cos_innovation_negg": [0.5815198421478271, 0.5861390829086304], "cos_apical_negg": [0.5815198421478271, 0.5861390829086304], "cos_Ac_negg": [0.5815198421478271, 0.5861390829086304], "r_norm": [0.281191885471344, 0.27861273288726807]}, {"step": 1650, "epoch": 4, "train_loss": 0.10404185950756073, "cos_r_negg": [0.574036180973053, 0.5878610014915466], "cos_innovation_negg": [0.574036180973053, 0.5878610014915466], "cos_apical_negg": [0.574036180973053, 0.5878610014915466], "cos_Ac_negg": [0.574036180973053, 0.5878610014915466], "r_norm": [0.2801986038684845, 0.27604806423187256]}, {"step": 1700, "epoch": 4, "train_loss": 0.025473281741142273, "cos_r_negg": [0.5689992904663086, 0.5890246629714966], "cos_innovation_negg": [0.5689992904663086, 0.5890246629714966], "cos_apical_negg": [0.5689992904663086, 0.5890246629714966], "cos_Ac_negg": [0.5689992904663086, 0.5890246629714966], "r_norm": [0.25018802285194397, 0.2457093894481659]}, {"step": 1750, "epoch": 4, "train_loss": 0.0717548280954361, "cos_r_negg": [0.5819209814071655, 0.5961177945137024], "cos_innovation_negg": [0.5819209814071655, 0.5961177945137024], "cos_apical_negg": [0.5819209814071655, 0.5961177945137024], "cos_Ac_negg": [0.5819209814071655, 0.5961177945137024], "r_norm": [0.3163953125476837, 0.3099750876426697], "ldr": {"dL_sdil": -0.007892198860645294, "dL_bp": -0.0067620649933815, "ratio": 1.1671285130163542}}, {"step": 1800, "epoch": 4, "train_loss": 0.03644631430506706, "cos_r_negg": [0.5655832886695862, 0.5918830037117004], "cos_innovation_negg": [0.5655832886695862, 0.5918830037117004], "cos_apical_negg": [0.5655832886695862, 0.5918830037117004], "cos_Ac_negg": [0.5655832886695862, 0.5918830037117004], "r_norm": [0.2862757742404938, 0.2806207239627838]}, {"step": 1850, "epoch": 4, "train_loss": 0.1175123006105423, "cos_r_negg": [0.5815010070800781, 0.5981881618499756], "cos_innovation_negg": [0.5815010070800781, 0.5981881618499756], "cos_apical_negg": [0.5815010070800781, 0.5981881618499756], "cos_Ac_negg": [0.5815010070800781, 0.5981881618499756], "r_norm": [0.2771233916282654, 0.2730920910835266]}, {"step": 1900, "epoch": 4, "train_loss": 0.022142259404063225, "cos_r_negg": [0.5859190821647644, 0.6020100116729736], "cos_innovation_negg": [0.5859190821647644, 0.6020100116729736], "cos_apical_negg": [0.5859190821647644, 0.6020100116729736], "cos_Ac_negg": [0.5859190821647644, 0.6020100116729736], "r_norm": [0.256939172744751, 0.25363749265670776]}, {"step": 1950, "epoch": 4, "train_loss": 0.08901271969079971, "cos_r_negg": [0.5877770185470581, 0.6108354330062866], "cos_innovation_negg": [0.5877770185470581, 0.6108354330062866], "cos_apical_negg": [0.5877770185470581, 0.6108354330062866], "cos_Ac_negg": [0.5877770185470581, 0.6108354330062866], "r_norm": [0.29549309611320496, 0.2904023230075836]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9718, "test_loss": 0.10368885307312012}, {"step": 2000, "epoch": 5, "train_loss": 0.03282095864415169, "cos_r_negg": [0.5905306339263916, 0.6065024733543396], "cos_innovation_negg": [0.5905306339263916, 0.6065024733543396], "cos_apical_negg": [0.5905306339263916, 0.6065024733543396], "cos_Ac_negg": [0.5905306339263916, 0.6065024733543396], "r_norm": [0.29514437913894653, 0.2927072048187256], "ldr": {"dL_sdil": -0.007592298090457916, "dL_bp": -0.00650506466627121, "ratio": 1.1671364513598177}}, {"step": 2050, "epoch": 5, "train_loss": 0.027194440364837646, "cos_r_negg": [0.5841985940933228, 0.6071639060974121], "cos_innovation_negg": [0.5841985940933228, 0.6071639060974121], "cos_apical_negg": [0.5841985940933228, 0.6071639060974121], "cos_Ac_negg": [0.5841985940933228, 0.6071639060974121], "r_norm": [0.2838437557220459, 0.28007254004478455]}, {"step": 2100, "epoch": 5, "train_loss": 0.013639463111758232, "cos_r_negg": [0.5966875553131104, 0.620142936706543], "cos_innovation_negg": [0.5966875553131104, 0.620142936706543], "cos_apical_negg": [0.5966875553131104, 0.620142936706543], "cos_Ac_negg": [0.5966875553131104, 0.620142936706543], "r_norm": [0.2896431088447571, 0.28369417786598206]}, {"step": 2150, "epoch": 5, "train_loss": 0.005623754113912582, "cos_r_negg": [0.59043288230896, 0.6106847524642944], "cos_innovation_negg": [0.59043288230896, 0.6106847524642944], "cos_apical_negg": [0.59043288230896, 0.6106847524642944], "cos_Ac_negg": [0.59043288230896, 0.6106847524642944], "r_norm": [0.2801828384399414, 0.2760639786720276]}, {"step": 2200, "epoch": 5, "train_loss": 0.022627215832471848, "cos_r_negg": [0.5920196771621704, 0.6126626133918762], "cos_innovation_negg": [0.5920196771621704, 0.6126626133918762], "cos_apical_negg": [0.5920196771621704, 0.6126626133918762], "cos_Ac_negg": [0.5920196771621704, 0.6126626133918762], "r_norm": [0.290988028049469, 0.2859334647655487]}, {"step": 2250, "epoch": 5, "train_loss": 0.004634893964976072, "cos_r_negg": [0.5979301929473877, 0.6230133771896362], "cos_innovation_negg": [0.5979301929473877, 0.6230133771896362], "cos_apical_negg": [0.5979301929473877, 0.6230133771896362], "cos_Ac_negg": [0.5979301929473877, 0.6230133771896362], "r_norm": [0.24607905745506287, 0.24101725220680237], "ldr": {"dL_sdil": -0.005929097533226013, "dL_bp": -0.005217276513576508, "ratio": 1.1364353638909477}}, {"step": 2300, "epoch": 5, "train_loss": 0.016161317005753517, "cos_r_negg": [0.5943418741226196, 0.6206448078155518], "cos_innovation_negg": [0.5943418741226196, 0.6206448078155518], "cos_apical_negg": [0.5943418741226196, 0.6206448078155518], "cos_Ac_negg": [0.5943418741226196, 0.6206448078155518], "r_norm": [0.25990694761276245, 0.25747519731521606]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.973, "test_loss": 0.10669952869415283}, {"step": 2350, "epoch": 6, "train_loss": 0.008811167441308498, "cos_r_negg": [0.591245174407959, 0.6146102547645569], "cos_innovation_negg": [0.591245174407959, 0.6146102547645569], "cos_apical_negg": [0.591245174407959, 0.6146102547645569], "cos_Ac_negg": [0.591245174407959, 0.6146102547645569], "r_norm": [0.22022157907485962, 0.21839547157287598]}, {"step": 2400, "epoch": 6, "train_loss": 0.009392397478222847, "cos_r_negg": [0.5996897220611572, 0.6260772943496704], "cos_innovation_negg": [0.5996897220611572, 0.6260772943496704], "cos_apical_negg": [0.5996897220611572, 0.6260772943496704], "cos_Ac_negg": [0.5996897220611572, 0.6260772943496704], "r_norm": [0.21580277383327484, 0.21191561222076416]}, {"step": 2450, "epoch": 6, "train_loss": 0.004336003214120865, "cos_r_negg": [0.5865311026573181, 0.6245903968811035], "cos_innovation_negg": [0.5865311026573181, 0.6245903968811035], "cos_apical_negg": [0.5865311026573181, 0.6245903968811035], "cos_Ac_negg": [0.5865311026573181, 0.6245903968811035], "r_norm": [0.2644076347351074, 0.25946587324142456]}, {"step": 2500, "epoch": 6, "train_loss": 0.007899310439825058, "cos_r_negg": [0.5979076623916626, 0.6292011737823486], "cos_innovation_negg": [0.5979076623916626, 0.6292011737823486], "cos_apical_negg": [0.5979076623916626, 0.6292011737823486], "cos_Ac_negg": [0.5979076623916626, 0.6292011737823486], "r_norm": [0.2438533902168274, 0.24039989709854126], "ldr": {"dL_sdil": -0.005830340087413788, "dL_bp": -0.005216963589191437, "ratio": 1.1175734673504625}}, {"step": 2550, "epoch": 6, "train_loss": 0.017429739236831665, "cos_r_negg": [0.5917465686798096, 0.6319595575332642], "cos_innovation_negg": [0.5917465686798096, 0.6319595575332642], "cos_apical_negg": [0.5917465686798096, 0.6319595575332642], "cos_Ac_negg": [0.5917465686798096, 0.6319595575332642], "r_norm": [0.24333226680755615, 0.24057146906852722]}, {"step": 2600, "epoch": 6, "train_loss": 0.019751230254769325, "cos_r_negg": [0.5939832329750061, 0.629113495349884], "cos_innovation_negg": [0.5939832329750061, 0.629113495349884], "cos_apical_negg": [0.5939832329750061, 0.629113495349884], "cos_Ac_negg": [0.5939832329750061, 0.629113495349884], "r_norm": [0.2781919538974762, 0.2757059931755066]}, {"step": 2650, "epoch": 6, "train_loss": 0.017004789784550667, "cos_r_negg": [0.5969843864440918, 0.6348763704299927], "cos_innovation_negg": [0.5969843864440918, 0.6348763704299927], "cos_apical_negg": [0.5969843864440918, 0.6348763704299927], "cos_Ac_negg": [0.5969843864440918, 0.6348763704299927], "r_norm": [0.2448774129152298, 0.24093227088451385]}, {"step": 2700, "epoch": 6, "train_loss": 0.0026977662928402424, "cos_r_negg": [0.5920177698135376, 0.6303874254226685], "cos_innovation_negg": [0.5920177698135376, 0.6303874254226685], "cos_apical_negg": [0.5920177698135376, 0.6303874254226685], "cos_Ac_negg": [0.5920177698135376, 0.6303874254226685], "r_norm": [0.27535706758499146, 0.27410924434661865]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9739, "test_loss": 0.10686082391738892}, {"step": 2750, "epoch": 7, "train_loss": 0.0014686110662296414, "cos_r_negg": [0.5949472188949585, 0.6300156712532043], "cos_innovation_negg": [0.5949472188949585, 0.6300156712532043], "cos_apical_negg": [0.5949472188949585, 0.6300156712532043], "cos_Ac_negg": [0.5949472188949585, 0.6300156712532043], "r_norm": [0.22721737623214722, 0.22525370121002197], "ldr": {"dL_sdil": -0.005983695387840271, "dL_bp": -0.0054760947823524475, "ratio": 1.0926939042625128}}, {"step": 2800, "epoch": 7, "train_loss": 0.0013955675531178713, "cos_r_negg": [0.6060435771942139, 0.6327382326126099], "cos_innovation_negg": [0.6060435771942139, 0.6327382326126099], "cos_apical_negg": [0.6060435771942139, 0.6327382326126099], "cos_Ac_negg": [0.6060435771942139, 0.6327382326126099], "r_norm": [0.20583689212799072, 0.2034686803817749]}, {"step": 2850, "epoch": 7, "train_loss": 0.0043814051896333694, "cos_r_negg": [0.6043111085891724, 0.6334086060523987], "cos_innovation_negg": [0.6043111085891724, 0.6334086060523987], "cos_apical_negg": [0.6043111085891724, 0.6334086060523987], "cos_Ac_negg": [0.6043111085891724, 0.6334086060523987], "r_norm": [0.2581748962402344, 0.2558861970901489]}, {"step": 2900, "epoch": 7, "train_loss": 0.001684343907982111, "cos_r_negg": [0.598679780960083, 0.6355268955230713], "cos_innovation_negg": [0.598679780960083, 0.6355268955230713], "cos_apical_negg": [0.598679780960083, 0.6355268955230713], "cos_Ac_negg": [0.598679780960083, 0.6355268955230713], "r_norm": [0.22582191228866577, 0.22253890335559845]}, {"step": 2950, "epoch": 7, "train_loss": 0.0015665226383134723, "cos_r_negg": [0.608952522277832, 0.6403834819793701], "cos_innovation_negg": [0.608952522277832, 0.6403834819793701], "cos_apical_negg": [0.608952522277832, 0.6403834819793701], "cos_Ac_negg": [0.608952522277832, 0.6403834819793701], "r_norm": [0.21307961642742157, 0.21133345365524292]}, {"step": 3000, "epoch": 7, "train_loss": 0.003918718546628952, "cos_r_negg": [0.5966317653656006, 0.6363245248794556], "cos_innovation_negg": [0.5966317653656006, 0.6363245248794556], "cos_apical_negg": [0.5966317653656006, 0.6363245248794556], "cos_Ac_negg": [0.5966317653656006, 0.6363245248794556], "r_norm": [0.24857577681541443, 0.2475879043340683], "ldr": {"dL_sdil": -0.008130542933940887, "dL_bp": -0.007636740803718567, "ratio": 1.0646613709845794}}, {"step": 3050, "epoch": 7, "train_loss": 0.0020793660078197718, "cos_r_negg": [0.6035180687904358, 0.6401494741439819], "cos_innovation_negg": [0.6035180687904358, 0.6401494741439819], "cos_apical_negg": [0.6035180687904358, 0.6401494741439819], "cos_Ac_negg": [0.6035180687904358, 0.6401494741439819], "r_norm": [0.2123938947916031, 0.21078266203403473]}, {"step": 3100, "epoch": 7, "train_loss": 0.0015039165737107396, "cos_r_negg": [0.6025494337081909, 0.6403746604919434], "cos_innovation_negg": [0.6025494337081909, 0.6403746604919434], "cos_apical_negg": [0.6025494337081909, 0.6403746604919434], "cos_Ac_negg": [0.6025494337081909, 0.6403746604919434], "r_norm": [0.20332249999046326, 0.2012862265110016]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9733, "test_loss": 0.10952015609741211}, {"step": 3150, "epoch": 8, "train_loss": 0.001294986461289227, "cos_r_negg": [0.6032120585441589, 0.6428526043891907], "cos_innovation_negg": [0.6032120585441589, 0.6428526043891907], "cos_apical_negg": [0.6032120585441589, 0.6428526043891907], "cos_Ac_negg": [0.6032120585441589, 0.6428526043891907], "r_norm": [0.20986083149909973, 0.208616703748703]}, {"step": 3200, "epoch": 8, "train_loss": 0.004995242692530155, "cos_r_negg": [0.6020551919937134, 0.6412385702133179], "cos_innovation_negg": [0.6020551919937134, 0.6412385702133179], "cos_apical_negg": [0.6020551919937134, 0.6412385702133179], "cos_Ac_negg": [0.6020551919937134, 0.6412385702133179], "r_norm": [0.2019995152950287, 0.20014457404613495]}, {"step": 3250, "epoch": 8, "train_loss": 0.0012335361680015922, "cos_r_negg": [0.6025669574737549, 0.643997311592102], "cos_innovation_negg": [0.6025669574737549, 0.643997311592102], "cos_apical_negg": [0.6025669574737549, 0.643997311592102], "cos_Ac_negg": [0.6025669574737549, 0.643997311592102], "r_norm": [0.2128182351589203, 0.21133548021316528], "ldr": {"dL_sdil": -0.006437093019485474, "dL_bp": -0.0059561654925346375, "ratio": 1.0807444869612208}}, {"step": 3300, "epoch": 8, "train_loss": 0.001264618244022131, "cos_r_negg": [0.5973050594329834, 0.6400789618492126], "cos_innovation_negg": [0.5973050594329834, 0.6400789618492126], "cos_apical_negg": [0.5973050594329834, 0.6400789618492126], "cos_Ac_negg": [0.5973050594329834, 0.6400789618492126], "r_norm": [0.19284386932849884, 0.19051003456115723]}, {"step": 3350, "epoch": 8, "train_loss": 0.00463393609970808, "cos_r_negg": [0.6057702302932739, 0.6442410945892334], "cos_innovation_negg": [0.6057702302932739, 0.6442410945892334], "cos_apical_negg": [0.6057702302932739, 0.6442410945892334], "cos_Ac_negg": [0.6057702302932739, 0.6442410945892334], "r_norm": [0.19309279322624207, 0.19077734649181366]}, {"step": 3400, "epoch": 8, "train_loss": 0.004669546615332365, "cos_r_negg": [0.5997382402420044, 0.6424154043197632], "cos_innovation_negg": [0.5997382402420044, 0.6424154043197632], "cos_apical_negg": [0.5997382402420044, 0.6424154043197632], "cos_Ac_negg": [0.5997382402420044, 0.6424154043197632], "r_norm": [0.22324079275131226, 0.2215898633003235]}, {"step": 3450, "epoch": 8, "train_loss": 0.0010744412429630756, "cos_r_negg": [0.5997679233551025, 0.6417056322097778], "cos_innovation_negg": [0.5997679233551025, 0.6417056322097778], "cos_apical_negg": [0.5997679233551025, 0.6417056322097778], "cos_Ac_negg": [0.5997679233551025, 0.6417056322097778], "r_norm": [0.22309036552906036, 0.21979978680610657]}, {"step": 3500, "epoch": 8, "train_loss": 0.007608258631080389, "cos_r_negg": [0.5995055437088013, 0.6403558254241943], "cos_innovation_negg": [0.5995055437088013, 0.6403558254241943], "cos_apical_negg": [0.5995055437088013, 0.6403558254241943], "cos_Ac_negg": [0.5995055437088013, 0.6403558254241943], "r_norm": [0.21683728694915771, 0.2136354148387909], "ldr": {"dL_sdil": -0.006215102970600128, "dL_bp": -0.006075747311115265, "ratio": 1.0229363817073036}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9747, "test_loss": 0.10835084114074707}, {"step": 3550, "epoch": 9, "train_loss": 0.0012152412673458457, "cos_r_negg": [0.6010159850120544, 0.6425495147705078], "cos_innovation_negg": [0.6010159850120544, 0.6425495147705078], "cos_apical_negg": [0.6010159850120544, 0.6425495147705078], "cos_Ac_negg": [0.6010159850120544, 0.6425495147705078], "r_norm": [0.20879478752613068, 0.20688486099243164]}, {"step": 3600, "epoch": 9, "train_loss": 0.002143473131582141, "cos_r_negg": [0.6017417907714844, 0.6432584524154663], "cos_innovation_negg": [0.6017417907714844, 0.6432584524154663], "cos_apical_negg": [0.6017417907714844, 0.6432584524154663], "cos_Ac_negg": [0.6017417907714844, 0.6432584524154663], "r_norm": [0.20433641970157623, 0.20181939005851746]}, {"step": 3650, "epoch": 9, "train_loss": 0.0012504332698881626, "cos_r_negg": [0.6048827767372131, 0.647581934928894], "cos_innovation_negg": [0.6048827767372131, 0.647581934928894], "cos_apical_negg": [0.6048827767372131, 0.647581934928894], "cos_Ac_negg": [0.6048827767372131, 0.647581934928894], "r_norm": [0.18674816191196442, 0.18498937785625458]}, {"step": 3700, "epoch": 9, "train_loss": 0.004133719485253096, "cos_r_negg": [0.6044255495071411, 0.6474649310112], "cos_innovation_negg": [0.6044255495071411, 0.6474649310112], "cos_apical_negg": [0.6044255495071411, 0.6474649310112], "cos_Ac_negg": [0.6044255495071411, 0.6474649310112], "r_norm": [0.20051929354667664, 0.19841423630714417]}, {"step": 3750, "epoch": 9, "train_loss": 0.002787556266412139, "cos_r_negg": [0.6040263175964355, 0.6482491493225098], "cos_innovation_negg": [0.6040263175964355, 0.6482491493225098], "cos_apical_negg": [0.6040263175964355, 0.6482491493225098], "cos_Ac_negg": [0.6040263175964355, 0.6482491493225098], "r_norm": [0.19501906633377075, 0.1930389553308487], "ldr": {"dL_sdil": -0.005439877510070801, "dL_bp": -0.0052569955587387085, "ratio": 1.034788302422681}}, {"step": 3800, "epoch": 9, "train_loss": 0.0006249704747460783, "cos_r_negg": [0.6042642593383789, 0.6496865749359131], "cos_innovation_negg": [0.6042642593383789, 0.6496865749359131], "cos_apical_negg": [0.6042642593383789, 0.6496865749359131], "cos_Ac_negg": [0.6042642593383789, 0.6496865749359131], "r_norm": [0.20381823182106018, 0.2017594277858734]}, {"step": 3850, "epoch": 9, "train_loss": 0.0017227146308869123, "cos_r_negg": [0.6007164120674133, 0.650873601436615], "cos_innovation_negg": [0.6007164120674133, 0.650873601436615], "cos_apical_negg": [0.6007164120674133, 0.650873601436615], "cos_Ac_negg": [0.6007164120674133, 0.650873601436615], "r_norm": [0.21194395422935486, 0.2097470462322235]}, {"step": 3900, "epoch": 9, "train_loss": 0.0026829722337424755, "cos_r_negg": [0.595439076423645, 0.6440451741218567], "cos_innovation_negg": [0.595439076423645, 0.6440451741218567], "cos_apical_negg": [0.595439076423645, 0.6440451741218567], "cos_Ac_negg": [0.595439076423645, 0.6440451741218567], "r_norm": [0.20188559591770172, 0.19975560903549194]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9754, "test_loss": 0.10791367092132569}, {"step": 3950, "epoch": 10, "train_loss": 0.0009741542162373662, "cos_r_negg": [0.5988824963569641, 0.6466795802116394], "cos_innovation_negg": [0.5988824963569641, 0.6466795802116394], "cos_apical_negg": [0.5988824963569641, 0.6466795802116394], "cos_Ac_negg": [0.5988824963569641, 0.6466795802116394], "r_norm": [0.20963504910469055, 0.207266166806221]}, {"step": 4000, "epoch": 10, "train_loss": 0.0016414296114817262, "cos_r_negg": [0.5999532341957092, 0.6498483419418335], "cos_innovation_negg": [0.5999532341957092, 0.6498483419418335], "cos_apical_negg": [0.5999532341957092, 0.6498483419418335], "cos_Ac_negg": [0.5999532341957092, 0.6498483419418335], "r_norm": [0.20416198670864105, 0.20246315002441406], "ldr": {"dL_sdil": -0.00593981146812439, "dL_bp": -0.005830526351928711, "ratio": 1.0187436107135555}}, {"step": 4050, "epoch": 10, "train_loss": 0.0006668402347713709, "cos_r_negg": [0.5983554720878601, 0.6487475633621216], "cos_innovation_negg": [0.5983554720878601, 0.6487475633621216], "cos_apical_negg": [0.5983554720878601, 0.6487475633621216], "cos_Ac_negg": [0.5983554720878601, 0.6487475633621216], "r_norm": [0.2064650058746338, 0.2045278251171112]}, {"step": 4100, "epoch": 10, "train_loss": 0.0010248258477076888, "cos_r_negg": [0.5992565155029297, 0.6490609645843506], "cos_innovation_negg": [0.5992565155029297, 0.6490609645843506], "cos_apical_negg": [0.5992565155029297, 0.6490609645843506], "cos_Ac_negg": [0.5992565155029297, 0.6490609645843506], "r_norm": [0.20982196927070618, 0.20834887027740479]}, {"step": 4150, "epoch": 10, "train_loss": 0.0009475507540628314, "cos_r_negg": [0.597443699836731, 0.6493595838546753], "cos_innovation_negg": [0.597443699836731, 0.6493595838546753], "cos_apical_negg": [0.597443699836731, 0.6493595838546753], "cos_Ac_negg": [0.597443699836731, 0.6493595838546753], "r_norm": [0.19216355681419373, 0.19077575206756592]}, {"step": 4200, "epoch": 10, "train_loss": 0.0010347256902605295, "cos_r_negg": [0.599079966545105, 0.6498992443084717], "cos_innovation_negg": [0.599079966545105, 0.6498992443084717], "cos_apical_negg": [0.599079966545105, 0.6498992443084717], "cos_Ac_negg": [0.599079966545105, 0.6498992443084717], "r_norm": [0.1949988603591919, 0.19364909827709198]}, {"step": 4250, "epoch": 10, "train_loss": 0.0018951197853311896, "cos_r_negg": [0.6009097695350647, 0.6492518186569214], "cos_innovation_negg": [0.6009097695350647, 0.6492518186569214], "cos_apical_negg": [0.6009097695350647, 0.6492518186569214], "cos_Ac_negg": [0.6009097695350647, 0.6492518186569214], "r_norm": [0.19771039485931396, 0.19554713368415833], "ldr": {"dL_sdil": -0.005617372691631317, "dL_bp": -0.00554366409778595, "ratio": 1.0132960064941174}}, {"step": 4300, "epoch": 10, "train_loss": 0.001367335906252265, "cos_r_negg": [0.6011305451393127, 0.6510782241821289], "cos_innovation_negg": [0.6011305451393127, 0.6510782241821289], "cos_apical_negg": [0.6011305451393127, 0.6510782241821289], "cos_Ac_negg": [0.6011305451393127, 0.6510782241821289], "r_norm": [0.2018936574459076, 0.19979327917099]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.975, "test_loss": 0.11217771625518799}, {"step": 4350, "epoch": 11, "train_loss": 0.001244648708961904, "cos_r_negg": [0.6015670299530029, 0.651486873626709], "cos_innovation_negg": [0.6015670299530029, 0.651486873626709], "cos_apical_negg": [0.6015670299530029, 0.651486873626709], "cos_Ac_negg": [0.6015670299530029, 0.651486873626709], "r_norm": [0.19632259011268616, 0.19400887191295624]}, {"step": 4400, "epoch": 11, "train_loss": 0.0005299508338794112, "cos_r_negg": [0.6015111804008484, 0.6504368782043457], "cos_innovation_negg": [0.6015111804008484, 0.6504368782043457], "cos_apical_negg": [0.6015111804008484, 0.6504368782043457], "cos_Ac_negg": [0.6015111804008484, 0.6504368782043457], "r_norm": [0.19510939717292786, 0.19315361976623535]}, {"step": 4450, "epoch": 11, "train_loss": 0.0013083296362310648, "cos_r_negg": [0.6023820042610168, 0.6518459916114807], "cos_innovation_negg": [0.6023820042610168, 0.6518459916114807], "cos_apical_negg": [0.6023820042610168, 0.6518459916114807], "cos_Ac_negg": [0.6023820042610168, 0.6518459916114807], "r_norm": [0.19986173510551453, 0.19819264113903046]}, {"step": 4500, "epoch": 11, "train_loss": 0.0001501599617768079, "cos_r_negg": [0.6015421152114868, 0.651970386505127], "cos_innovation_negg": [0.6015421152114868, 0.651970386505127], "cos_apical_negg": [0.6015421152114868, 0.651970386505127], "cos_Ac_negg": [0.6015421152114868, 0.651970386505127], "r_norm": [0.19879072904586792, 0.19702109694480896], "ldr": {"dL_sdil": -0.005615502595901489, "dL_bp": -0.005578555166721344, "ratio": 1.0066231180074285}}, {"step": 4550, "epoch": 11, "train_loss": 0.0009189211996272206, "cos_r_negg": [0.5995179414749146, 0.6512942314147949], "cos_innovation_negg": [0.5995179414749146, 0.6512942314147949], "cos_apical_negg": [0.5995179414749146, 0.6512942314147949], "cos_Ac_negg": [0.5995179414749146, 0.6512942314147949], "r_norm": [0.1985226571559906, 0.1969117820262909]}, {"step": 4600, "epoch": 11, "train_loss": 0.00042358069913461804, "cos_r_negg": [0.6037262678146362, 0.6552006006240845], "cos_innovation_negg": [0.6037262678146362, 0.6552006006240845], "cos_apical_negg": [0.6037262678146362, 0.6552006006240845], "cos_Ac_negg": [0.6037262678146362, 0.6552006006240845], "r_norm": [0.20116807520389557, 0.19928321242332458]}, {"step": 4650, "epoch": 11, "train_loss": 0.00043768109753727913, "cos_r_negg": [0.6010776162147522, 0.6519854068756104], "cos_innovation_negg": [0.6010776162147522, 0.6519854068756104], "cos_apical_negg": [0.6010776162147522, 0.6519854068756104], "cos_Ac_negg": [0.6010776162147522, 0.6519854068756104], "r_norm": [0.1965731978416443, 0.19459620118141174]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9754, "test_loss": 0.11259535913467407}, {"step": 4700, "epoch": 12, "train_loss": 0.0009250795701518655, "cos_r_negg": [0.5986276865005493, 0.6502414345741272], "cos_innovation_negg": [0.5986276865005493, 0.6502414345741272], "cos_apical_negg": [0.5986276865005493, 0.6502414345741272], "cos_Ac_negg": [0.5986276865005493, 0.6502414345741272], "r_norm": [0.19495195150375366, 0.1929318606853485]}, {"step": 4750, "epoch": 12, "train_loss": 0.0006411473732441664, "cos_r_negg": [0.6000345945358276, 0.6504430770874023], "cos_innovation_negg": [0.6000345945358276, 0.6504430770874023], "cos_apical_negg": [0.6000345945358276, 0.6504430770874023], "cos_Ac_negg": [0.6000345945358276, 0.6504430770874023], "r_norm": [0.19553308188915253, 0.19354426860809326], "ldr": {"dL_sdil": -0.005820944905281067, "dL_bp": -0.0058280304074287415, "ratio": 0.9987842372718847}}, {"step": 4800, "epoch": 12, "train_loss": 0.0003429155040066689, "cos_r_negg": [0.5990176200866699, 0.6511474847793579], "cos_innovation_negg": [0.5990176200866699, 0.6511474847793579], "cos_apical_negg": [0.5990176200866699, 0.6511474847793579], "cos_Ac_negg": [0.5990176200866699, 0.6511474847793579], "r_norm": [0.1943967342376709, 0.192264586687088]}, {"step": 4850, "epoch": 12, "train_loss": 0.000462197232991457, "cos_r_negg": [0.5995984077453613, 0.6518261432647705], "cos_innovation_negg": [0.5995984077453613, 0.6518261432647705], "cos_apical_negg": [0.5995984077453613, 0.6518261432647705], "cos_Ac_negg": [0.5995984077453613, 0.6518261432647705], "r_norm": [0.19484487175941467, 0.19312681257724762]}, {"step": 4900, "epoch": 12, "train_loss": 0.0013148144353181124, "cos_r_negg": [0.6000388860702515, 0.6525892615318298], "cos_innovation_negg": [0.6000388860702515, 0.6525892615318298], "cos_apical_negg": [0.6000388860702515, 0.6525892615318298], "cos_Ac_negg": [0.6000388860702515, 0.6525892615318298], "r_norm": [0.1985970139503479, 0.19675633311271667]}, {"step": 4950, "epoch": 12, "train_loss": 0.00037391571095213294, "cos_r_negg": [0.598617434501648, 0.6517311334609985], "cos_innovation_negg": [0.598617434501648, 0.6517311334609985], "cos_apical_negg": [0.598617434501648, 0.6517311334609985], "cos_Ac_negg": [0.598617434501648, 0.6517311334609985], "r_norm": [0.19590915739536285, 0.19423508644104004]}, {"step": 5000, "epoch": 12, "train_loss": 0.0005801094812341034, "cos_r_negg": [0.6003941297531128, 0.6531791687011719], "cos_innovation_negg": [0.6003941297531128, 0.6531791687011719], "cos_apical_negg": [0.6003941297531128, 0.6531791687011719], "cos_Ac_negg": [0.6003941297531128, 0.6531791687011719], "r_norm": [0.19538699090480804, 0.1934269219636917], "ldr": {"dL_sdil": -0.00584864616394043, "dL_bp": -0.005838647484779358, "ratio": 1.00171249920245}}, {"step": 5050, "epoch": 12, "train_loss": 0.0006533608539029956, "cos_r_negg": [0.5994246602058411, 0.6511369943618774], "cos_innovation_negg": [0.5994246602058411, 0.6511369943618774], "cos_apical_negg": [0.5994246602058411, 0.6511369943618774], "cos_Ac_negg": [0.5994246602058411, 0.6511369943618774], "r_norm": [0.19178372621536255, 0.18981216847896576]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9752, "test_loss": 0.11389752197265625}, {"step": 5100, "epoch": 13, "train_loss": 0.00034231063909828663, "cos_r_negg": [0.601305365562439, 0.653652548789978], "cos_innovation_negg": [0.601305365562439, 0.653652548789978], "cos_apical_negg": [0.601305365562439, 0.653652548789978], "cos_Ac_negg": [0.601305365562439, 0.653652548789978], "r_norm": [0.1983991414308548, 0.19637936353683472]}, {"step": 5150, "epoch": 13, "train_loss": 0.000579268962610513, "cos_r_negg": [0.6007857322692871, 0.6534384489059448], "cos_innovation_negg": [0.6007857322692871, 0.6534384489059448], "cos_apical_negg": [0.6007857322692871, 0.6534384489059448], "cos_Ac_negg": [0.6007857322692871, 0.6534384489059448], "r_norm": [0.19718149304389954, 0.19509954750537872]}, {"step": 5200, "epoch": 13, "train_loss": 0.0007409193785861135, "cos_r_negg": [0.601890504360199, 0.6538011431694031], "cos_innovation_negg": [0.601890504360199, 0.6538011431694031], "cos_apical_negg": [0.601890504360199, 0.6538011431694031], "cos_Ac_negg": [0.601890504360199, 0.6538011431694031], "r_norm": [0.19919925928115845, 0.1972997486591339]}, {"step": 5250, "epoch": 13, "train_loss": 0.0004672010545618832, "cos_r_negg": [0.6001979112625122, 0.6524716019630432], "cos_innovation_negg": [0.6001979112625122, 0.6524716019630432], "cos_apical_negg": [0.6001979112625122, 0.6524716019630432], "cos_Ac_negg": [0.6001979112625122, 0.6524716019630432], "r_norm": [0.19766384363174438, 0.19580078125], "ldr": {"dL_sdil": -0.0060617029666900635, "dL_bp": -0.006055980920791626, "ratio": 1.0009448586402894}}, {"step": 5300, "epoch": 13, "train_loss": 0.0007001104531809688, "cos_r_negg": [0.6009254455566406, 0.6563611030578613], "cos_innovation_negg": [0.6009254455566406, 0.6563611030578613], "cos_apical_negg": [0.6009254455566406, 0.6563611030578613], "cos_Ac_negg": [0.6009254455566406, 0.6563611030578613], "r_norm": [0.19703274965286255, 0.19529560208320618]}, {"step": 5350, "epoch": 13, "train_loss": 0.0009250347502529621, "cos_r_negg": [0.6015892028808594, 0.6558504700660706], "cos_innovation_negg": [0.6015892028808594, 0.6558504700660706], "cos_apical_negg": [0.6015892028808594, 0.6558504700660706], "cos_Ac_negg": [0.6015892028808594, 0.6558504700660706], "r_norm": [0.20167559385299683, 0.19975753128528595]}, {"step": 5400, "epoch": 13, "train_loss": 0.0006231310544535518, "cos_r_negg": [0.6014007329940796, 0.6553248167037964], "cos_innovation_negg": [0.6014007329940796, 0.6553248167037964], "cos_apical_negg": [0.6014007329940796, 0.6553248167037964], "cos_Ac_negg": [0.6014007329940796, 0.6553248167037964], "r_norm": [0.19968535006046295, 0.19764332473278046]}, {"step": 5450, "epoch": 13, "train_loss": 0.0002728375548031181, "cos_r_negg": [0.6015832424163818, 0.6549564003944397], "cos_innovation_negg": [0.6015832424163818, 0.6549564003944397], "cos_apical_negg": [0.6015832424163818, 0.6549564003944397], "cos_Ac_negg": [0.6015832424163818, 0.6549564003944397], "r_norm": [0.19645145535469055, 0.19441397488117218]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9753, "test_loss": 0.11530071563720704}, {"step": 5500, "epoch": 14, "train_loss": 0.0005279716569930315, "cos_r_negg": [0.6000391840934753, 0.6544330716133118], "cos_innovation_negg": [0.6000391840934753, 0.6544330716133118], "cos_apical_negg": [0.6000391840934753, 0.6544330716133118], "cos_Ac_negg": [0.6000391840934753, 0.6544330716133118], "r_norm": [0.19235090911388397, 0.1905808299779892], "ldr": {"dL_sdil": -0.00597526878118515, "dL_bp": -0.0060122013092041016, "ratio": 0.993857070626958}}, {"step": 5550, "epoch": 14, "train_loss": 0.00018346028809901327, "cos_r_negg": [0.6000363826751709, 0.6535380482673645], "cos_innovation_negg": [0.6000363826751709, 0.6535380482673645], "cos_apical_negg": [0.6000363826751709, 0.6535380482673645], "cos_Ac_negg": [0.6000363826751709, 0.6535380482673645], "r_norm": [0.193332239985466, 0.191420778632164]}, {"step": 5600, "epoch": 14, "train_loss": 0.0006211062427610159, "cos_r_negg": [0.6007286310195923, 0.6546630263328552], "cos_innovation_negg": [0.6007286310195923, 0.6546630263328552], "cos_apical_negg": [0.6007286310195923, 0.6546630263328552], "cos_Ac_negg": [0.6007286310195923, 0.6546630263328552], "r_norm": [0.19252651929855347, 0.19061894714832306]}, {"step": 5650, "epoch": 14, "train_loss": 0.0007842723280191422, "cos_r_negg": [0.6018036603927612, 0.6544919610023499], "cos_innovation_negg": [0.6018036603927612, 0.6544919610023499], "cos_apical_negg": [0.6018036603927612, 0.6544919610023499], "cos_Ac_negg": [0.6018036603927612, 0.6544919610023499], "r_norm": [0.1921842396259308, 0.19021938741207123]}, {"step": 5700, "epoch": 14, "train_loss": 0.00021105111227370799, "cos_r_negg": [0.6017301082611084, 0.654481053352356], "cos_innovation_negg": [0.6017301082611084, 0.654481053352356], "cos_apical_negg": [0.6017301082611084, 0.654481053352356], "cos_Ac_negg": [0.6017301082611084, 0.654481053352356], "r_norm": [0.19356299936771393, 0.19186991453170776]}, {"step": 5750, "epoch": 14, "train_loss": 0.0005646952195093036, "cos_r_negg": [0.6025344133377075, 0.6565722227096558], "cos_innovation_negg": [0.6025344133377075, 0.6565722227096558], "cos_apical_negg": [0.6025344133377075, 0.6565722227096558], "cos_Ac_negg": [0.6025344133377075, 0.6565722227096558], "r_norm": [0.19345131516456604, 0.1914973109960556], "ldr": {"dL_sdil": -0.0060133859515190125, "dL_bp": -0.006060242652893066, "ratio": 0.9922681806558216}}, {"step": 5800, "epoch": 14, "train_loss": 0.0010911290301010013, "cos_r_negg": [0.6009699702262878, 0.6544866561889648], "cos_innovation_negg": [0.6009699702262878, 0.6544866561889648], "cos_apical_negg": [0.6009699702262878, 0.6544866561889648], "cos_Ac_negg": [0.6009699702262878, 0.6544866561889648], "r_norm": [0.19271932542324066, 0.19089429080486298]}, {"step": 5850, "epoch": 14, "train_loss": 0.00040020866435952485, "cos_r_negg": [0.6018490195274353, 0.6570233106613159], "cos_innovation_negg": [0.6018490195274353, 0.6570233106613159], "cos_apical_negg": [0.6018490195274353, 0.6570233106613159], "cos_Ac_negg": [0.6018490195274353, 0.6570233106613159], "r_norm": [0.19318774342536926, 0.1915808618068695]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9757, "test_loss": 0.11578623895645142}, {"step": 5900, "epoch": 15, "train_loss": 0.00020462606335058808, "cos_r_negg": [0.6026709079742432, 0.657547116279602], "cos_innovation_negg": [0.6026709079742432, 0.657547116279602], "cos_apical_negg": [0.6026709079742432, 0.657547116279602], "cos_Ac_negg": [0.6026709079742432, 0.657547116279602], "r_norm": [0.1935497224330902, 0.19174809753894806]}, {"step": 5950, "epoch": 15, "train_loss": 0.0003735950740519911, "cos_r_negg": [0.6019468307495117, 0.657152533531189], "cos_innovation_negg": [0.6019468307495117, 0.657152533531189], "cos_apical_negg": [0.6019468307495117, 0.657152533531189], "cos_Ac_negg": [0.6019468307495117, 0.657152533531189], "r_norm": [0.190918430685997, 0.18922743201255798]}, {"step": 6000, "epoch": 15, "train_loss": 0.0004797714645974338, "cos_r_negg": [0.6023896932601929, 0.6569187045097351], "cos_innovation_negg": [0.6023896932601929, 0.6569187045097351], "cos_apical_negg": [0.6023896932601929, 0.6569187045097351], "cos_Ac_negg": [0.6023896932601929, 0.6569187045097351], "r_norm": [0.1888153851032257, 0.18716037273406982], "ldr": {"dL_sdil": -0.005910255014896393, "dL_bp": -0.005996339023113251, "ratio": 0.9856439057423134}}, {"step": 6050, "epoch": 15, "train_loss": 0.0046696909703314304, "cos_r_negg": [0.6016095876693726, 0.6560621857643127], "cos_innovation_negg": [0.6016095876693726, 0.6560621857643127], "cos_apical_negg": [0.6016095876693726, 0.6560621857643127], "cos_Ac_negg": [0.6016095876693726, 0.6560621857643127], "r_norm": [0.19331897795200348, 0.19157828390598297]}, {"step": 6100, "epoch": 15, "train_loss": 0.0007560770609416068, "cos_r_negg": [0.6027874946594238, 0.6568582653999329], "cos_innovation_negg": [0.6027874946594238, 0.6568582653999329], "cos_apical_negg": [0.6027874946594238, 0.6568582653999329], "cos_Ac_negg": [0.6027874946594238, 0.6568582653999329], "r_norm": [0.19121325016021729, 0.1894087791442871]}, {"step": 6150, "epoch": 15, "train_loss": 0.0003371739003341645, "cos_r_negg": [0.6028509140014648, 0.657100260257721], "cos_innovation_negg": [0.6028509140014648, 0.657100260257721], "cos_apical_negg": [0.6028509140014648, 0.657100260257721], "cos_Ac_negg": [0.6028509140014648, 0.657100260257721], "r_norm": [0.1914239078760147, 0.18951740860939026]}, {"step": 6200, "epoch": 15, "train_loss": 0.0006797465030103922, "cos_r_negg": [0.6023667454719543, 0.6555548906326294], "cos_innovation_negg": [0.6023667454719543, 0.6555548906326294], "cos_apical_negg": [0.6023667454719543, 0.6555548906326294], "cos_Ac_negg": [0.6023667454719543, 0.6555548906326294], "r_norm": [0.1964482069015503, 0.1945420503616333]}, {"step": 6250, "epoch": 15, "train_loss": 0.00039743693196214736, "cos_r_negg": [0.6025571823120117, 0.6557007431983948], "cos_innovation_negg": [0.6025571823120117, 0.6557007431983948], "cos_apical_negg": [0.6025571823120117, 0.6557007431983948], "cos_Ac_negg": [0.6025571823120117, 0.6557007431983948], "r_norm": [0.19680184125900269, 0.19485238194465637], "ldr": {"dL_sdil": -0.006375432014465332, "dL_bp": -0.006528526544570923, "ratio": 0.9765499107554517}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9755, "test_loss": 0.11671683807373047}, {"step": 6300, "epoch": 16, "train_loss": 0.0009924386395141482, "cos_r_negg": [0.6036398410797119, 0.6568319797515869], "cos_innovation_negg": [0.6036398410797119, 0.6568319797515869], "cos_apical_negg": [0.6036398410797119, 0.6568319797515869], "cos_Ac_negg": [0.6036398410797119, 0.6568319797515869], "r_norm": [0.19912411272525787, 0.19727382063865662]}, {"step": 6350, "epoch": 16, "train_loss": 0.0003139134496450424, "cos_r_negg": [0.6032387018203735, 0.6566833257675171], "cos_innovation_negg": [0.6032387018203735, 0.6566833257675171], "cos_apical_negg": [0.6032387018203735, 0.6566833257675171], "cos_Ac_negg": [0.6032387018203735, 0.6566833257675171], "r_norm": [0.1954251378774643, 0.19355656206607819]}, {"step": 6400, "epoch": 16, "train_loss": 0.0004899384803138673, "cos_r_negg": [0.6020334959030151, 0.6564890146255493], "cos_innovation_negg": [0.6020334959030151, 0.6564890146255493], "cos_apical_negg": [0.6020334959030151, 0.6564890146255493], "cos_Ac_negg": [0.6020334959030151, 0.6564890146255493], "r_norm": [0.1922997385263443, 0.19039645791053772]}, {"step": 6450, "epoch": 16, "train_loss": 0.00022751925280317664, "cos_r_negg": [0.6015967130661011, 0.6552294492721558], "cos_innovation_negg": [0.6015967130661011, 0.6552294492721558], "cos_apical_negg": [0.6015967130661011, 0.6552294492721558], "cos_Ac_negg": [0.6015967130661011, 0.6552294492721558], "r_norm": [0.1919388771057129, 0.19003497064113617]}, {"step": 6500, "epoch": 16, "train_loss": 0.00028850193484686315, "cos_r_negg": [0.6022101044654846, 0.6561112403869629], "cos_innovation_negg": [0.6022101044654846, 0.6561112403869629], "cos_apical_negg": [0.6022101044654846, 0.6561112403869629], "cos_Ac_negg": [0.6022101044654846, 0.6561112403869629], "r_norm": [0.19029875099658966, 0.18848097324371338], "ldr": {"dL_sdil": -0.006233982741832733, "dL_bp": -0.0064128488302230835, "ratio": 0.9721081701556142}}, {"step": 6550, "epoch": 16, "train_loss": 0.0003811991773545742, "cos_r_negg": [0.603425145149231, 0.6575367450714111], "cos_innovation_negg": [0.603425145149231, 0.6575367450714111], "cos_apical_negg": [0.603425145149231, 0.6575367450714111], "cos_Ac_negg": [0.603425145149231, 0.6575367450714111], "r_norm": [0.19209666550159454, 0.1904064118862152]}, {"step": 6600, "epoch": 16, "train_loss": 0.00017557252431288362, "cos_r_negg": [0.6036457419395447, 0.6574723124504089], "cos_innovation_negg": [0.6036457419395447, 0.6574723124504089], "cos_apical_negg": [0.6036457419395447, 0.6574723124504089], "cos_Ac_negg": [0.6036457419395447, 0.6574723124504089], "r_norm": [0.1933261603116989, 0.19150575995445251]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9753, "test_loss": 0.11786920199394225}, {"step": 6650, "epoch": 17, "train_loss": 0.0003302961413282901, "cos_r_negg": [0.603299617767334, 0.6575799584388733], "cos_innovation_negg": [0.603299617767334, 0.6575799584388733], "cos_apical_negg": [0.603299617767334, 0.6575799584388733], "cos_Ac_negg": [0.603299617767334, 0.6575799584388733], "r_norm": [0.19650869071483612, 0.19454547762870789]}, {"step": 6700, "epoch": 17, "train_loss": 7.589593587908894e-05, "cos_r_negg": [0.6027976274490356, 0.6574288606643677], "cos_innovation_negg": [0.6027976274490356, 0.6574288606643677], "cos_apical_negg": [0.6027976274490356, 0.6574288606643677], "cos_Ac_negg": [0.6027976274490356, 0.6574288606643677], "r_norm": [0.19931969046592712, 0.19737903773784637]}, {"step": 6750, "epoch": 17, "train_loss": 0.0006751007167622447, "cos_r_negg": [0.6018711924552917, 0.656843900680542], "cos_innovation_negg": [0.6018711924552917, 0.656843900680542], "cos_apical_negg": [0.6018711924552917, 0.656843900680542], "cos_Ac_negg": [0.6018711924552917, 0.656843900680542], "r_norm": [0.19389143586158752, 0.19206467270851135], "ldr": {"dL_sdil": -0.006400123238563538, "dL_bp": -0.006592966616153717, "ratio": 0.9707501358921361}}, {"step": 6800, "epoch": 17, "train_loss": 0.0006441888981498778, "cos_r_negg": [0.6018011569976807, 0.6576938629150391], "cos_innovation_negg": [0.6018011569976807, 0.6576938629150391], "cos_apical_negg": [0.6018011569976807, 0.6576938629150391], "cos_Ac_negg": [0.6018011569976807, 0.6576938629150391], "r_norm": [0.19179244339466095, 0.18998777866363525]}, {"step": 6850, "epoch": 17, "train_loss": 0.0003696120693348348, "cos_r_negg": [0.6014561653137207, 0.6573619246482849], "cos_innovation_negg": [0.6014561653137207, 0.6573619246482849], "cos_apical_negg": [0.6014561653137207, 0.6573619246482849], "cos_Ac_negg": [0.6014561653137207, 0.6573619246482849], "r_norm": [0.19423584640026093, 0.19237220287322998]}, {"step": 6900, "epoch": 17, "train_loss": 0.0006852253573015332, "cos_r_negg": [0.6027610301971436, 0.6581268310546875], "cos_innovation_negg": [0.6027610301971436, 0.6581268310546875], "cos_apical_negg": [0.6027610301971436, 0.6581268310546875], "cos_Ac_negg": [0.6027610301971436, 0.6581268310546875], "r_norm": [0.19176512956619263, 0.19011756777763367]}, {"step": 6950, "epoch": 17, "train_loss": 0.00043131053098477423, "cos_r_negg": [0.6032400131225586, 0.6589177846908569], "cos_innovation_negg": [0.6032400131225586, 0.6589177846908569], "cos_apical_negg": [0.6032400131225586, 0.6589177846908569], "cos_Ac_negg": [0.6032400131225586, 0.6589177846908569], "r_norm": [0.1892930418252945, 0.18756243586540222]}, {"step": 7000, "epoch": 17, "train_loss": 0.0003049835213460028, "cos_r_negg": [0.6028543710708618, 0.6574825644493103], "cos_innovation_negg": [0.6028543710708618, 0.6574825644493103], "cos_apical_negg": [0.6028543710708618, 0.6574825644493103], "cos_Ac_negg": [0.6028543710708618, 0.6574825644493103], "r_norm": [0.19217582046985626, 0.1901746392250061], "ldr": {"dL_sdil": -0.006349608302116394, "dL_bp": -0.006583109498023987, "ratio": 0.964530257930894}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9755, "test_loss": 0.11974139657020569}, {"step": 7050, "epoch": 18, "train_loss": 0.00014802820805925876, "cos_r_negg": [0.602655291557312, 0.6583821773529053], "cos_innovation_negg": [0.602655291557312, 0.6583821773529053], "cos_apical_negg": [0.602655291557312, 0.6583821773529053], "cos_Ac_negg": [0.602655291557312, 0.6583821773529053], "r_norm": [0.19439831376075745, 0.1925007700920105]}, {"step": 7100, "epoch": 18, "train_loss": 0.0003228715795557946, "cos_r_negg": [0.6022181510925293, 0.658416748046875], "cos_innovation_negg": [0.6022181510925293, 0.658416748046875], "cos_apical_negg": [0.6022181510925293, 0.658416748046875], "cos_Ac_negg": [0.6022181510925293, 0.658416748046875], "r_norm": [0.193187415599823, 0.19137275218963623]}, {"step": 7150, "epoch": 18, "train_loss": 0.00025557330809533596, "cos_r_negg": [0.6028547883033752, 0.6587120294570923], "cos_innovation_negg": [0.6028547883033752, 0.6587120294570923], "cos_apical_negg": [0.6028547883033752, 0.6587120294570923], "cos_Ac_negg": [0.6028547883033752, 0.6587120294570923], "r_norm": [0.19289204478263855, 0.19107720255851746]}, {"step": 7200, "epoch": 18, "train_loss": 0.00025226909201592207, "cos_r_negg": [0.6014053821563721, 0.658151388168335], "cos_innovation_negg": [0.6014053821563721, 0.658151388168335], "cos_apical_negg": [0.6014053821563721, 0.658151388168335], "cos_Ac_negg": [0.6014053821563721, 0.658151388168335], "r_norm": [0.19242596626281738, 0.19063179194927216]}, {"step": 7250, "epoch": 18, "train_loss": 0.00041050935396924615, "cos_r_negg": [0.6010197401046753, 0.6576736569404602], "cos_innovation_negg": [0.6010197401046753, 0.6576736569404602], "cos_apical_negg": [0.6010197401046753, 0.6576736569404602], "cos_Ac_negg": [0.6010197401046753, 0.6576736569404602], "r_norm": [0.1925351619720459, 0.19077183306217194], "ldr": {"dL_sdil": -0.006405860185623169, "dL_bp": -0.0066460296511650085, "ratio": 0.9638627153130833}}, {"step": 7300, "epoch": 18, "train_loss": 0.00019615053315646946, "cos_r_negg": [0.6031607389450073, 0.6578809022903442], "cos_innovation_negg": [0.6031607389450073, 0.6578809022903442], "cos_apical_negg": [0.6031607389450073, 0.6578809022903442], "cos_Ac_negg": [0.6031607389450073, 0.6578809022903442], "r_norm": [0.19212988018989563, 0.19027848541736603]}, {"step": 7350, "epoch": 18, "train_loss": 0.0022231631446629763, "cos_r_negg": [0.6029049158096313, 0.6588166952133179], "cos_innovation_negg": [0.6029049158096313, 0.6588166952133179], "cos_apical_negg": [0.6029049158096313, 0.6588166952133179], "cos_Ac_negg": [0.6029049158096313, 0.6588166952133179], "r_norm": [0.19443538784980774, 0.1926012635231018]}, {"step": 7400, "epoch": 18, "train_loss": 0.0001753189426381141, "cos_r_negg": [0.6017128229141235, 0.6585043668746948], "cos_innovation_negg": [0.6017128229141235, 0.6585043668746948], "cos_apical_negg": [0.6017128229141235, 0.6585043668746948], "cos_Ac_negg": [0.6017128229141235, 0.6585043668746948], "r_norm": [0.19310836493968964, 0.19121547043323517]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9753, "test_loss": 0.12012861971855164}, {"step": 7450, "epoch": 19, "train_loss": 9.431173384655267e-05, "cos_r_negg": [0.600996196269989, 0.6564701795578003], "cos_innovation_negg": [0.600996196269989, 0.6564701795578003], "cos_apical_negg": [0.600996196269989, 0.6564701795578003], "cos_Ac_negg": [0.600996196269989, 0.6564701795578003], "r_norm": [0.1955714076757431, 0.1936444193124771]}, {"step": 7500, "epoch": 19, "train_loss": 0.0003268165746703744, "cos_r_negg": [0.6011656522750854, 0.6576569080352783], "cos_innovation_negg": [0.6011656522750854, 0.6576569080352783], "cos_apical_negg": [0.6011656522750854, 0.6576569080352783], "cos_Ac_negg": [0.6011656522750854, 0.6576569080352783], "r_norm": [0.1921665072441101, 0.19038067758083344], "ldr": {"dL_sdil": -0.006454840302467346, "dL_bp": -0.006715245544910431, "ratio": 0.9612217839688008}}, {"step": 7550, "epoch": 19, "train_loss": 0.00016464585496578366, "cos_r_negg": [0.6012957096099854, 0.6577235460281372], "cos_innovation_negg": [0.6012957096099854, 0.6577235460281372], "cos_apical_negg": [0.6012957096099854, 0.6577235460281372], "cos_Ac_negg": [0.6012957096099854, 0.6577235460281372], "r_norm": [0.19178026914596558, 0.19002783298492432]}, {"step": 7600, "epoch": 19, "train_loss": 0.00019167739083059132, "cos_r_negg": [0.6008687615394592, 0.6583182215690613], "cos_innovation_negg": [0.6008687615394592, 0.6583182215690613], "cos_apical_negg": [0.6008687615394592, 0.6583182215690613], "cos_Ac_negg": [0.6008687615394592, 0.6583182215690613], "r_norm": [0.19371631741523743, 0.19184669852256775]}, {"step": 7650, "epoch": 19, "train_loss": 0.00047225874732248485, "cos_r_negg": [0.6019061207771301, 0.6594447493553162], "cos_innovation_negg": [0.6019061207771301, 0.6594447493553162], "cos_apical_negg": [0.6019061207771301, 0.6594447493553162], "cos_Ac_negg": [0.6019061207771301, 0.6594447493553162], "r_norm": [0.1929311901330948, 0.19127045571804047]}, {"step": 7700, "epoch": 19, "train_loss": 0.0007431755075231194, "cos_r_negg": [0.6018906831741333, 0.6592642664909363], "cos_innovation_negg": [0.6018906831741333, 0.6592642664909363], "cos_apical_negg": [0.6018906831741333, 0.6592642664909363], "cos_Ac_negg": [0.6018906831741333, 0.6592642664909363], "r_norm": [0.1886550933122635, 0.18695564568042755]}, {"step": 7750, "epoch": 19, "train_loss": 0.000728547980543226, "cos_r_negg": [0.6024388670921326, 0.6593672037124634], "cos_innovation_negg": [0.6024388670921326, 0.6593672037124634], "cos_apical_negg": [0.6024388670921326, 0.6593672037124634], "cos_Ac_negg": [0.6024388670921326, 0.6593672037124634], "r_norm": [0.1922244280576706, 0.19046646356582642], "ldr": {"dL_sdil": -0.006506182253360748, "dL_bp": -0.006790786981582642, "ratio": 0.9580895809287241}}, {"step": 7800, "epoch": 19, "train_loss": 0.0003734842757694423, "cos_r_negg": [0.6024395227432251, 0.6593760251998901], "cos_innovation_negg": [0.6024395227432251, 0.6593760251998901], "cos_apical_negg": [0.6024395227432251, 0.6593760251998901], "cos_Ac_negg": [0.6024395227432251, 0.6593760251998901], "r_norm": [0.19357454776763916, 0.1916632056236267]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9755, "test_loss": 0.12126329216957092}, {"step": 7850, "epoch": 20, "train_loss": 0.00036097568226978183, "cos_r_negg": [0.6020569801330566, 0.6588872671127319], "cos_innovation_negg": [0.6020569801330566, 0.6588872671127319], "cos_apical_negg": [0.6020569801330566, 0.6588872671127319], "cos_Ac_negg": [0.6020569801330566, 0.6588872671127319], "r_norm": [0.19412723183631897, 0.1922048032283783]}, {"step": 7900, "epoch": 20, "train_loss": 0.00031595182372257113, "cos_r_negg": [0.60213303565979, 0.6593210101127625], "cos_innovation_negg": [0.60213303565979, 0.6593210101127625], "cos_apical_negg": [0.60213303565979, 0.6593210101127625], "cos_Ac_negg": [0.60213303565979, 0.6593210101127625], "r_norm": [0.19370190799236298, 0.19190970063209534]}, {"step": 7950, "epoch": 20, "train_loss": 0.00023238321591634303, "cos_r_negg": [0.60188889503479, 0.6589915156364441], "cos_innovation_negg": [0.60188889503479, 0.6589915156364441], "cos_apical_negg": [0.60188889503479, 0.6589915156364441], "cos_Ac_negg": [0.60188889503479, 0.6589915156364441], "r_norm": [0.19346022605895996, 0.19156980514526367]}, {"step": 8000, "epoch": 20, "train_loss": 0.00028043281054124236, "cos_r_negg": [0.601909339427948, 0.6592279672622681], "cos_innovation_negg": [0.601909339427948, 0.6592279672622681], "cos_apical_negg": [0.601909339427948, 0.6592279672622681], "cos_Ac_negg": [0.601909339427948, 0.6592279672622681], "r_norm": [0.19402749836444855, 0.1920846402645111], "ldr": {"dL_sdil": -0.006800495088100433, "dL_bp": -0.007149435579776764, "ratio": 0.9511932812342053}}, {"step": 8050, "epoch": 20, "train_loss": 0.0005642862524837255, "cos_r_negg": [0.6018446683883667, 0.6595534086227417], "cos_innovation_negg": [0.6018446683883667, 0.6595534086227417], "cos_apical_negg": [0.6018446683883667, 0.6595534086227417], "cos_Ac_negg": [0.6018446683883667, 0.6595534086227417], "r_norm": [0.19601812958717346, 0.19402137398719788]}, {"step": 8100, "epoch": 20, "train_loss": 0.00035250652581453323, "cos_r_negg": [0.6024211049079895, 0.6589377522468567], "cos_innovation_negg": [0.6024211049079895, 0.6589377522468567], "cos_apical_negg": [0.6024211049079895, 0.6589377522468567], "cos_Ac_negg": [0.6024211049079895, 0.6589377522468567], "r_norm": [0.1930203139781952, 0.19135506451129913]}, {"step": 8150, "epoch": 20, "train_loss": 0.000451774918474257, "cos_r_negg": [0.6019344925880432, 0.6595953702926636], "cos_innovation_negg": [0.6019344925880432, 0.6595953702926636], "cos_apical_negg": [0.6019344925880432, 0.6595953702926636], "cos_Ac_negg": [0.6019344925880432, 0.6595953702926636], "r_norm": [0.19061794877052307, 0.18888074159622192]}, {"step": 8200, "epoch": 20, "train_loss": 0.00039581532473675907, "cos_r_negg": [0.6025282740592957, 0.6594619750976562], "cos_innovation_negg": [0.6025282740592957, 0.6594619750976562], "cos_apical_negg": [0.6025282740592957, 0.6594619750976562], "cos_Ac_negg": [0.6025282740592957, 0.6594619750976562], "r_norm": [0.19020754098892212, 0.18849751353263855]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9755, "test_loss": 0.12160152974128723}, {"step": 8250, "epoch": 21, "train_loss": 0.00031738958205096424, "cos_r_negg": [0.602141261100769, 0.6597764492034912], "cos_innovation_negg": [0.602141261100769, 0.6597764492034912], "cos_apical_negg": [0.602141261100769, 0.6597764492034912], "cos_Ac_negg": [0.602141261100769, 0.6597764492034912], "r_norm": [0.19383874535560608, 0.19201335310935974], "ldr": {"dL_sdil": -0.006596095860004425, "dL_bp": -0.006942234933376312, "ratio": 0.950140109533351}}, {"step": 8300, "epoch": 21, "train_loss": 0.0005561227444559336, "cos_r_negg": [0.6019579768180847, 0.6595942974090576], "cos_innovation_negg": [0.6019579768180847, 0.6595942974090576], "cos_apical_negg": [0.6019579768180847, 0.6595942974090576], "cos_Ac_negg": [0.6019579768180847, 0.6595942974090576], "r_norm": [0.19098244607448578, 0.18920910358428955]}, {"step": 8350, "epoch": 21, "train_loss": 0.00026610083295963705, "cos_r_negg": [0.6024342775344849, 0.6595788598060608], "cos_innovation_negg": [0.6024342775344849, 0.6595788598060608], "cos_apical_negg": [0.6024342775344849, 0.6595788598060608], "cos_Ac_negg": [0.6024342775344849, 0.6595788598060608], "r_norm": [0.18870629370212555, 0.18697881698608398]}, {"step": 8400, "epoch": 21, "train_loss": 0.00028377995477057993, "cos_r_negg": [0.6028839349746704, 0.6600000262260437], "cos_innovation_negg": [0.6028839349746704, 0.6600000262260437], "cos_apical_negg": [0.6028839349746704, 0.6600000262260437], "cos_Ac_negg": [0.6028839349746704, 0.6600000262260437], "r_norm": [0.1868474930524826, 0.1852218508720398]}, {"step": 8450, "epoch": 21, "train_loss": 0.00033066648757085204, "cos_r_negg": [0.6022720336914062, 0.6595377326011658], "cos_innovation_negg": [0.6022720336914062, 0.6595377326011658], "cos_apical_negg": [0.6022720336914062, 0.6595377326011658], "cos_Ac_negg": [0.6022720336914062, 0.6595377326011658], "r_norm": [0.18901842832565308, 0.1873055398464203]}, {"step": 8500, "epoch": 21, "train_loss": 0.00046368371113203466, "cos_r_negg": [0.6032092571258545, 0.660636305809021], "cos_innovation_negg": [0.6032092571258545, 0.660636305809021], "cos_apical_negg": [0.6032092571258545, 0.660636305809021], "cos_Ac_negg": [0.6032092571258545, 0.660636305809021], "r_norm": [0.18899938464164734, 0.18735650181770325], "ldr": {"dL_sdil": -0.0063603222370147705, "dL_bp": -0.006726153194904327, "ratio": 0.9456106711683719}}, {"step": 8550, "epoch": 21, "train_loss": 0.00022514346346724778, "cos_r_negg": [0.603786826133728, 0.66092449426651], "cos_innovation_negg": [0.603786826133728, 0.66092449426651], "cos_apical_negg": [0.603786826133728, 0.66092449426651], "cos_Ac_negg": [0.603786826133728, 0.66092449426651], "r_norm": [0.19103743135929108, 0.18938888609409332]}, {"step": 8600, "epoch": 21, "train_loss": 0.0009074441040866077, "cos_r_negg": [0.6032155752182007, 0.6610533595085144], "cos_innovation_negg": [0.6032155752182007, 0.6610533595085144], "cos_apical_negg": [0.6032155752182007, 0.6610533595085144], "cos_Ac_negg": [0.6032155752182007, 0.6610533595085144], "r_norm": [0.1928260624408722, 0.19099661707878113]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9756, "test_loss": 0.12254217529296875}, {"step": 8650, "epoch": 22, "train_loss": 0.00024884380400180817, "cos_r_negg": [0.602730393409729, 0.6605262160301208], "cos_innovation_negg": [0.602730393409729, 0.6605262160301208], "cos_apical_negg": [0.602730393409729, 0.6605262160301208], "cos_Ac_negg": [0.602730393409729, 0.6605262160301208], "r_norm": [0.1947002410888672, 0.19281302392482758]}, {"step": 8700, "epoch": 22, "train_loss": 0.00020659650908783078, "cos_r_negg": [0.6021696329116821, 0.6606297492980957], "cos_innovation_negg": [0.6021696329116821, 0.6606297492980957], "cos_apical_negg": [0.6021696329116821, 0.6606297492980957], "cos_Ac_negg": [0.6021696329116821, 0.6606297492980957], "r_norm": [0.19411754608154297, 0.19225937128067017]}, {"step": 8750, "epoch": 22, "train_loss": 0.0001845095684984699, "cos_r_negg": [0.6028534173965454, 0.6605351567268372], "cos_innovation_negg": [0.6028534173965454, 0.6605351567268372], "cos_apical_negg": [0.6028534173965454, 0.6605351567268372], "cos_Ac_negg": [0.6028534173965454, 0.6605351567268372], "r_norm": [0.19168855249881744, 0.18984074890613556], "ldr": {"dL_sdil": -0.006687954068183899, "dL_bp": -0.007081635296344757, "ratio": 0.9444081470329233}}, {"step": 8800, "epoch": 22, "train_loss": 0.0004245018062647432, "cos_r_negg": [0.6028190851211548, 0.6599369645118713], "cos_innovation_negg": [0.6028190851211548, 0.6599369645118713], "cos_apical_negg": [0.6028190851211548, 0.6599369645118713], "cos_Ac_negg": [0.6028190851211548, 0.6599369645118713], "r_norm": [0.19086012244224548, 0.18905684351921082]}, {"step": 8850, "epoch": 22, "train_loss": 0.00016997288912534714, "cos_r_negg": [0.6035754680633545, 0.6610839366912842], "cos_innovation_negg": [0.6035754680633545, 0.6610839366912842], "cos_apical_negg": [0.6035754680633545, 0.6610839366912842], "cos_Ac_negg": [0.6035754680633545, 0.6610839366912842], "r_norm": [0.1898353397846222, 0.18800568580627441]}, {"step": 8900, "epoch": 22, "train_loss": 0.0003714303020387888, "cos_r_negg": [0.6037943363189697, 0.6613519191741943], "cos_innovation_negg": [0.6037943363189697, 0.6613519191741943], "cos_apical_negg": [0.6037943363189697, 0.6613519191741943], "cos_Ac_negg": [0.6037943363189697, 0.6613519191741943], "r_norm": [0.1902233362197876, 0.18849749863147736]}, {"step": 8950, "epoch": 22, "train_loss": 0.00021024743909947574, "cos_r_negg": [0.6035216450691223, 0.660986065864563], "cos_innovation_negg": [0.6035216450691223, 0.660986065864563], "cos_apical_negg": [0.6035216450691223, 0.660986065864563], "cos_Ac_negg": [0.6035216450691223, 0.660986065864563], "r_norm": [0.19150808453559875, 0.18979999423027039]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9755, "test_loss": 0.12283012313842774}, {"step": 9000, "epoch": 23, "train_loss": 0.00012300674279686064, "cos_r_negg": [0.603744626045227, 0.6611999273300171], "cos_innovation_negg": [0.603744626045227, 0.6611999273300171], "cos_apical_negg": [0.603744626045227, 0.6611999273300171], "cos_Ac_negg": [0.603744626045227, 0.6611999273300171], "r_norm": [0.19192638993263245, 0.19020135700702667], "ldr": {"dL_sdil": -0.006644241511821747, "dL_bp": -0.007053785026073456, "ratio": 0.941939892874835}}, {"step": 9050, "epoch": 23, "train_loss": 0.000225200317800045, "cos_r_negg": [0.6037636399269104, 0.6616198420524597], "cos_innovation_negg": [0.6037636399269104, 0.6616198420524597], "cos_apical_negg": [0.6037636399269104, 0.6616198420524597], "cos_Ac_negg": [0.6037636399269104, 0.6616198420524597], "r_norm": [0.19099149107933044, 0.18930724263191223]}, {"step": 9100, "epoch": 23, "train_loss": 0.00019925057131331414, "cos_r_negg": [0.6037625074386597, 0.6616004109382629], "cos_innovation_negg": [0.6037625074386597, 0.6616004109382629], "cos_apical_negg": [0.6037625074386597, 0.6616004109382629], "cos_Ac_negg": [0.6037625074386597, 0.6616004109382629], "r_norm": [0.1900608241558075, 0.18829163908958435]}, {"step": 9150, "epoch": 23, "train_loss": 0.00040632043965160847, "cos_r_negg": [0.6037259101867676, 0.661591649055481], "cos_innovation_negg": [0.6037259101867676, 0.661591649055481], "cos_apical_negg": [0.6037259101867676, 0.661591649055481], "cos_Ac_negg": [0.6037259101867676, 0.661591649055481], "r_norm": [0.19057507812976837, 0.18882471323013306]}, {"step": 9200, "epoch": 23, "train_loss": 0.0002886466681957245, "cos_r_negg": [0.6036958694458008, 0.6611785888671875], "cos_innovation_negg": [0.6036958694458008, 0.6611785888671875], "cos_apical_negg": [0.6036958694458008, 0.6611785888671875], "cos_Ac_negg": [0.6036958694458008, 0.6611785888671875], "r_norm": [0.19048336148262024, 0.18872880935668945]}, {"step": 9250, "epoch": 23, "train_loss": 0.0001738229184411466, "cos_r_negg": [0.6038366556167603, 0.6612392663955688], "cos_innovation_negg": [0.6038366556167603, 0.6612392663955688], "cos_apical_negg": [0.6038366556167603, 0.6612392663955688], "cos_Ac_negg": [0.6038366556167603, 0.6612392663955688], "r_norm": [0.19175949692726135, 0.18987487256526947], "ldr": {"dL_sdil": -0.006706349551677704, "dL_bp": -0.0071592554450035095, "ratio": 0.9367384085111963}}, {"step": 9300, "epoch": 23, "train_loss": 0.00016850096289999783, "cos_r_negg": [0.6025670766830444, 0.6605619192123413], "cos_innovation_negg": [0.6025670766830444, 0.6605619192123413], "cos_apical_negg": [0.6025670766830444, 0.6605619192123413], "cos_Ac_negg": [0.6025670766830444, 0.6605619192123413], "r_norm": [0.19134971499443054, 0.18952016532421112]}, {"step": 9350, "epoch": 23, "train_loss": 0.0002139718853868544, "cos_r_negg": [0.6037774085998535, 0.660724401473999], "cos_innovation_negg": [0.6037774085998535, 0.660724401473999], "cos_apical_negg": [0.6037774085998535, 0.660724401473999], "cos_Ac_negg": [0.6037774085998535, 0.660724401473999], "r_norm": [0.19062532484531403, 0.18884918093681335]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9754, "test_loss": 0.1238745867729187}, {"step": 9400, "epoch": 24, "train_loss": 0.00021717707568313926, "cos_r_negg": [0.6034984588623047, 0.6607854962348938], "cos_innovation_negg": [0.6034984588623047, 0.6607854962348938], "cos_apical_negg": [0.6034984588623047, 0.6607854962348938], "cos_Ac_negg": [0.6034984588623047, 0.6607854962348938], "r_norm": [0.1901189088821411, 0.18840491771697998]}, {"step": 9450, "epoch": 24, "train_loss": 7.146684947656468e-05, "cos_r_negg": [0.6025253534317017, 0.6613388061523438], "cos_innovation_negg": [0.6025253534317017, 0.6613388061523438], "cos_apical_negg": [0.6025253534317017, 0.6613388061523438], "cos_Ac_negg": [0.6025253534317017, 0.6613388061523438], "r_norm": [0.19102191925048828, 0.18929263949394226]}, {"step": 9500, "epoch": 24, "train_loss": 0.00026429735589772463, "cos_r_negg": [0.6041110754013062, 0.6611964702606201], "cos_innovation_negg": [0.6041110754013062, 0.6611964702606201], "cos_apical_negg": [0.6041110754013062, 0.6611964702606201], "cos_Ac_negg": [0.6041110754013062, 0.6611964702606201], "r_norm": [0.18874242901802063, 0.18699511885643005], "ldr": {"dL_sdil": -0.006573349237442017, "dL_bp": -0.007004685699939728, "ratio": 0.938421724974552}}, {"step": 9550, "epoch": 24, "train_loss": 0.0003320641990285367, "cos_r_negg": [0.6030482053756714, 0.6622346043586731], "cos_innovation_negg": [0.6030482053756714, 0.6622346043586731], "cos_apical_negg": [0.6030482053756714, 0.6622346043586731], "cos_Ac_negg": [0.6030482053756714, 0.6622346043586731], "r_norm": [0.18877223134040833, 0.18705159425735474]}, {"step": 9600, "epoch": 24, "train_loss": 0.0002741803473327309, "cos_r_negg": [0.6037998199462891, 0.6613225340843201], "cos_innovation_negg": [0.6037998199462891, 0.6613225340843201], "cos_apical_negg": [0.6037998199462891, 0.6613225340843201], "cos_Ac_negg": [0.6037998199462891, 0.6613225340843201], "r_norm": [0.18924686312675476, 0.18742722272872925]}, {"step": 9650, "epoch": 24, "train_loss": 0.0003623303782660514, "cos_r_negg": [0.6038351655006409, 0.6613273024559021], "cos_innovation_negg": [0.6038351655006409, 0.6613273024559021], "cos_apical_negg": [0.6038351655006409, 0.6613273024559021], "cos_Ac_negg": [0.6038351655006409, 0.6613273024559021], "r_norm": [0.18835535645484924, 0.18656539916992188]}, {"step": 9700, "epoch": 24, "train_loss": 0.00020477623911574483, "cos_r_negg": [0.6032824516296387, 0.661391019821167], "cos_innovation_negg": [0.6032824516296387, 0.661391019821167], "cos_apical_negg": [0.6032824516296387, 0.661391019821167], "cos_Ac_negg": [0.6032824516296387, 0.661391019821167], "r_norm": [0.18883369863033295, 0.18716312944889069]}, {"step": 9750, "epoch": 24, "train_loss": 0.00034368119668215513, "cos_r_negg": [0.603659987449646, 0.6611624956130981], "cos_innovation_negg": [0.603659987449646, 0.6611624956130981], "cos_apical_negg": [0.603659987449646, 0.6611624956130981], "cos_Ac_negg": [0.603659987449646, 0.6611624956130981], "r_norm": [0.18964558839797974, 0.1879120171070099], "ldr": {"dL_sdil": -0.00674053281545639, "dL_bp": -0.007207028567790985, "ratio": 0.9352721100039181}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9754, "test_loss": 0.12401130108833314}, {"step": 9800, "epoch": 25, "train_loss": 0.0008426840067841113, "cos_r_negg": [0.603760838508606, 0.6618834137916565], "cos_innovation_negg": [0.603760838508606, 0.6618834137916565], "cos_apical_negg": [0.603760838508606, 0.6618834137916565], "cos_Ac_negg": [0.603760838508606, 0.6618834137916565], "r_norm": [0.18863597512245178, 0.18698067963123322]}, {"step": 9850, "epoch": 25, "train_loss": 0.0002508544421289116, "cos_r_negg": [0.6048290729522705, 0.6618755459785461], "cos_innovation_negg": [0.6048290729522705, 0.6618755459785461], "cos_apical_negg": [0.6048290729522705, 0.6618755459785461], "cos_Ac_negg": [0.6048290729522705, 0.6618755459785461], "r_norm": [0.1890851855278015, 0.1872987449169159]}, {"step": 9900, "epoch": 25, "train_loss": 0.0001499361969763413, "cos_r_negg": [0.6034822463989258, 0.6618019342422485], "cos_innovation_negg": [0.6034822463989258, 0.6618019342422485], "cos_apical_negg": [0.6034822463989258, 0.6618019342422485], "cos_Ac_negg": [0.6034822463989258, 0.6618019342422485], "r_norm": [0.18941253423690796, 0.18771018087863922]}, {"step": 9950, "epoch": 25, "train_loss": 0.00021825810836162418, "cos_r_negg": [0.6021498441696167, 0.6615515947341919], "cos_innovation_negg": [0.6021498441696167, 0.6615515947341919], "cos_apical_negg": [0.6021498441696167, 0.6615515947341919], "cos_Ac_negg": [0.6021498441696167, 0.6615515947341919], "r_norm": [0.18904384970664978, 0.1873684525489807]}, {"step": 10000, "epoch": 25, "train_loss": 0.0002700939658097923, "cos_r_negg": [0.6035153865814209, 0.661783754825592], "cos_innovation_negg": [0.6035153865814209, 0.661783754825592], "cos_apical_negg": [0.6035153865814209, 0.661783754825592], "cos_Ac_negg": [0.6035153865814209, 0.661783754825592], "r_norm": [0.18961071968078613, 0.18787863850593567], "ldr": {"dL_sdil": -0.006741851568222046, "dL_bp": -0.0072680264711380005, "ratio": 0.9276041570561908}}, {"step": 10050, "epoch": 25, "train_loss": 0.00029003946110606194, "cos_r_negg": [0.6027693748474121, 0.6617896556854248], "cos_innovation_negg": [0.6027693748474121, 0.6617896556854248], "cos_apical_negg": [0.6027693748474121, 0.6617896556854248], "cos_Ac_negg": [0.6027693748474121, 0.6617896556854248], "r_norm": [0.19111162424087524, 0.18946243822574615]}, {"step": 10100, "epoch": 25, "train_loss": 0.00015574997814837843, "cos_r_negg": [0.6035549640655518, 0.662696361541748], "cos_innovation_negg": [0.6035549640655518, 0.662696361541748], "cos_apical_negg": [0.6035549640655518, 0.662696361541748], "cos_Ac_negg": [0.6035549640655518, 0.662696361541748], "r_norm": [0.1910010278224945, 0.18924982845783234]}, {"step": 10150, "epoch": 25, "train_loss": 0.00014661657041870058, "cos_r_negg": [0.6043567657470703, 0.662214994430542], "cos_innovation_negg": [0.6043567657470703, 0.662214994430542], "cos_apical_negg": [0.6043567657470703, 0.662214994430542], "cos_Ac_negg": [0.6043567657470703, 0.662214994430542], "r_norm": [0.19036749005317688, 0.188502699136734]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9753, "test_loss": 0.12510065188407898}, {"step": 10200, "epoch": 26, "train_loss": 0.00014894425112288445, "cos_r_negg": [0.6035951972007751, 0.661818265914917], "cos_innovation_negg": [0.6035951972007751, 0.661818265914917], "cos_apical_negg": [0.6035951972007751, 0.661818265914917], "cos_Ac_negg": [0.6035951972007751, 0.661818265914917], "r_norm": [0.18951302766799927, 0.18774530291557312]}, {"step": 10250, "epoch": 26, "train_loss": 0.00024375221983063966, "cos_r_negg": [0.6038500070571899, 0.6621052026748657], "cos_innovation_negg": [0.6038500070571899, 0.6621052026748657], "cos_apical_negg": [0.6038500070571899, 0.6621052026748657], "cos_Ac_negg": [0.6038500070571899, 0.6621052026748657], "r_norm": [0.18793576955795288, 0.18613426387310028], "ldr": {"dL_sdil": -0.006742529571056366, "dL_bp": -0.00725700706243515, "ratio": 0.9291061057330504}}, {"step": 10300, "epoch": 26, "train_loss": 0.0018085431074723601, "cos_r_negg": [0.603621780872345, 0.6614378094673157], "cos_innovation_negg": [0.603621780872345, 0.6614378094673157], "cos_apical_negg": [0.603621780872345, 0.6614378094673157], "cos_Ac_negg": [0.603621780872345, 0.6614378094673157], "r_norm": [0.18945102393627167, 0.18756145238876343]}, {"step": 10350, "epoch": 26, "train_loss": 8.611896191723645e-05, "cos_r_negg": [0.6038603782653809, 0.6622247099876404], "cos_innovation_negg": [0.6038603782653809, 0.6622247099876404], "cos_apical_negg": [0.6038603782653809, 0.6622247099876404], "cos_Ac_negg": [0.6038603782653809, 0.6622247099876404], "r_norm": [0.18994897603988647, 0.18812264502048492]}, {"step": 10400, "epoch": 26, "train_loss": 0.0004738501738756895, "cos_r_negg": [0.6033554673194885, 0.6622456312179565], "cos_innovation_negg": [0.6033554673194885, 0.6622456312179565], "cos_apical_negg": [0.6033554673194885, 0.6622456312179565], "cos_Ac_negg": [0.6033554673194885, 0.6622456312179565], "r_norm": [0.18943558633327484, 0.18769025802612305]}, {"step": 10450, "epoch": 26, "train_loss": 0.000578742241486907, "cos_r_negg": [0.6034919023513794, 0.6625673174858093], "cos_innovation_negg": [0.6034919023513794, 0.6625673174858093], "cos_apical_negg": [0.6034919023513794, 0.6625673174858093], "cos_Ac_negg": [0.6034919023513794, 0.6625673174858093], "r_norm": [0.18872541189193726, 0.18696945905685425]}, {"step": 10500, "epoch": 26, "train_loss": 0.00014375249156728387, "cos_r_negg": [0.6037049889564514, 0.6626889705657959], "cos_innovation_negg": [0.6037049889564514, 0.6626889705657959], "cos_apical_negg": [0.6037049889564514, 0.6626889705657959], "cos_Ac_negg": [0.6037049889564514, 0.6626889705657959], "r_norm": [0.18966108560562134, 0.18794018030166626], "ldr": {"dL_sdil": -0.006845682859420776, "dL_bp": -0.007374823093414307, "ratio": 0.9282504505815128}}, {"step": 10550, "epoch": 26, "train_loss": 0.0001913903106469661, "cos_r_negg": [0.6040287017822266, 0.6625228524208069], "cos_innovation_negg": [0.6040287017822266, 0.6625228524208069], "cos_apical_negg": [0.6040287017822266, 0.6625228524208069], "cos_Ac_negg": [0.6040287017822266, 0.6625228524208069], "r_norm": [0.18877685070037842, 0.18712183833122253]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9759, "test_loss": 0.12533109226226807}, {"step": 10600, "epoch": 27, "train_loss": 0.00011077508679591119, "cos_r_negg": [0.6041676998138428, 0.662936806678772], "cos_innovation_negg": [0.6041676998138428, 0.662936806678772], "cos_apical_negg": [0.6041676998138428, 0.662936806678772], "cos_Ac_negg": [0.6041676998138428, 0.662936806678772], "r_norm": [0.19002854824066162, 0.1883302479982376]}, {"step": 10650, "epoch": 27, "train_loss": 0.00015118185547180474, "cos_r_negg": [0.6042202115058899, 0.6631556749343872], "cos_innovation_negg": [0.6042202115058899, 0.6631556749343872], "cos_apical_negg": [0.6042202115058899, 0.6631556749343872], "cos_Ac_negg": [0.6042202115058899, 0.6631556749343872], "r_norm": [0.19021885097026825, 0.18841150403022766]}, {"step": 10700, "epoch": 27, "train_loss": 0.0002012959448620677, "cos_r_negg": [0.6037516593933105, 0.6625087857246399], "cos_innovation_negg": [0.6037516593933105, 0.6625087857246399], "cos_apical_negg": [0.6037516593933105, 0.6625087857246399], "cos_Ac_negg": [0.6037516593933105, 0.6625087857246399], "r_norm": [0.18911409378051758, 0.1873008906841278]}, {"step": 10750, "epoch": 27, "train_loss": 0.00014891353202983737, "cos_r_negg": [0.6038752794265747, 0.6627208590507507], "cos_innovation_negg": [0.6038752794265747, 0.6627208590507507], "cos_apical_negg": [0.6038752794265747, 0.6627208590507507], "cos_Ac_negg": [0.6038752794265747, 0.6627208590507507], "r_norm": [0.18909698724746704, 0.18731838464736938], "ldr": {"dL_sdil": -0.006723083555698395, "dL_bp": -0.0072706714272499084, "ratio": 0.9246853778181755}}, {"step": 10800, "epoch": 27, "train_loss": 4.8733352741692215e-05, "cos_r_negg": [0.60337233543396, 0.662776529788971], "cos_innovation_negg": [0.60337233543396, 0.662776529788971], "cos_apical_negg": [0.60337233543396, 0.662776529788971], "cos_Ac_negg": [0.60337233543396, 0.662776529788971], "r_norm": [0.18921682238578796, 0.18739312887191772]}, {"step": 10850, "epoch": 27, "train_loss": 7.941231888253242e-05, "cos_r_negg": [0.6034186482429504, 0.6631312966346741], "cos_innovation_negg": [0.6034186482429504, 0.6631312966346741], "cos_apical_negg": [0.6034186482429504, 0.6631312966346741], "cos_Ac_negg": [0.6034186482429504, 0.6631312966346741], "r_norm": [0.18786503374576569, 0.18613100051879883]}, {"step": 10900, "epoch": 27, "train_loss": 0.00017755385488271713, "cos_r_negg": [0.6036261916160583, 0.6628817915916443], "cos_innovation_negg": [0.6036261916160583, 0.6628817915916443], "cos_apical_negg": [0.6036261916160583, 0.6628817915916443], "cos_Ac_negg": [0.6036261916160583, 0.6628817915916443], "r_norm": [0.18722595274448395, 0.1855568289756775]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9756, "test_loss": 0.12619313650131225}, {"step": 10950, "epoch": 28, "train_loss": 0.00013662432320415974, "cos_r_negg": [0.603379487991333, 0.6632437705993652], "cos_innovation_negg": [0.603379487991333, 0.6632437705993652], "cos_apical_negg": [0.603379487991333, 0.6632437705993652], "cos_Ac_negg": [0.603379487991333, 0.6632437705993652], "r_norm": [0.18817338347434998, 0.18647617101669312]}, {"step": 11000, "epoch": 28, "train_loss": 0.0002194585686083883, "cos_r_negg": [0.603180468082428, 0.6629418134689331], "cos_innovation_negg": [0.603180468082428, 0.6629418134689331], "cos_apical_negg": [0.603180468082428, 0.6629418134689331], "cos_Ac_negg": [0.603180468082428, 0.6629418134689331], "r_norm": [0.18814930319786072, 0.18637950718402863], "ldr": {"dL_sdil": -0.006861254572868347, "dL_bp": -0.007431447505950928, "ratio": 0.9232729649740534}}, {"step": 11050, "epoch": 28, "train_loss": 0.00040252591134049, "cos_r_negg": [0.6034635305404663, 0.6631079316139221], "cos_innovation_negg": [0.6034635305404663, 0.6631079316139221], "cos_apical_negg": [0.6034635305404663, 0.6631079316139221], "cos_Ac_negg": [0.6034635305404663, 0.6631079316139221], "r_norm": [0.18722152709960938, 0.18556144833564758]}, {"step": 11100, "epoch": 28, "train_loss": 0.00030262325890362263, "cos_r_negg": [0.6023823022842407, 0.6624908447265625], "cos_innovation_negg": [0.6023823022842407, 0.6624908447265625], "cos_apical_negg": [0.6023823022842407, 0.6624908447265625], "cos_Ac_negg": [0.6023823022842407, 0.6624908447265625], "r_norm": [0.1869700700044632, 0.185397669672966]}, {"step": 11150, "epoch": 28, "train_loss": 0.00019392826652619988, "cos_r_negg": [0.6036635041236877, 0.6630884408950806], "cos_innovation_negg": [0.6036635041236877, 0.6630884408950806], "cos_apical_negg": [0.6036635041236877, 0.6630884408950806], "cos_Ac_negg": [0.6036635041236877, 0.6630884408950806], "r_norm": [0.1872521936893463, 0.18549872934818268]}, {"step": 11200, "epoch": 28, "train_loss": 0.0006843425799161196, "cos_r_negg": [0.6045314073562622, 0.6634523272514343], "cos_innovation_negg": [0.6045314073562622, 0.6634523272514343], "cos_apical_negg": [0.6045314073562622, 0.6634523272514343], "cos_Ac_negg": [0.6045314073562622, 0.6634523272514343], "r_norm": [0.18822595477104187, 0.18643099069595337]}, {"step": 11250, "epoch": 28, "train_loss": 0.0002588077331893146, "cos_r_negg": [0.6032678484916687, 0.6634693145751953], "cos_innovation_negg": [0.6032678484916687, 0.6634693145751953], "cos_apical_negg": [0.6032678484916687, 0.6634693145751953], "cos_Ac_negg": [0.6032678484916687, 0.6634693145751953], "r_norm": [0.1882653534412384, 0.18654243648052216], "ldr": {"dL_sdil": -0.006887346506118774, "dL_bp": -0.007475472986698151, "ratio": 0.921325850334034}}, {"step": 11300, "epoch": 28, "train_loss": 0.0002018582890741527, "cos_r_negg": [0.6029718518257141, 0.6631808280944824], "cos_innovation_negg": [0.6029718518257141, 0.6631808280944824], "cos_apical_negg": [0.6029718518257141, 0.6631808280944824], "cos_Ac_negg": [0.6029718518257141, 0.6631808280944824], "r_norm": [0.1887340545654297, 0.1870540976524353]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9754, "test_loss": 0.12667740788459778}, {"step": 11350, "epoch": 29, "train_loss": 0.00015405840531457216, "cos_r_negg": [0.6032353043556213, 0.6627742052078247], "cos_innovation_negg": [0.6032353043556213, 0.6627742052078247], "cos_apical_negg": [0.6032353043556213, 0.6627742052078247], "cos_Ac_negg": [0.6032353043556213, 0.6627742052078247], "r_norm": [0.1883624792098999, 0.18668147921562195]}, {"step": 11400, "epoch": 29, "train_loss": 0.00021591410040855408, "cos_r_negg": [0.6020455360412598, 0.6627175211906433], "cos_innovation_negg": [0.6020455360412598, 0.6627175211906433], "cos_apical_negg": [0.6020455360412598, 0.6627175211906433], "cos_Ac_negg": [0.6020455360412598, 0.6627175211906433], "r_norm": [0.1884782463312149, 0.18677926063537598]}, {"step": 11450, "epoch": 29, "train_loss": 0.00017984319129027426, "cos_r_negg": [0.6031135320663452, 0.6633540391921997], "cos_innovation_negg": [0.6031135320663452, 0.6633540391921997], "cos_apical_negg": [0.6031135320663452, 0.6633540391921997], "cos_Ac_negg": [0.6031135320663452, 0.6633540391921997], "r_norm": [0.18962448835372925, 0.18788082897663116]}, {"step": 11500, "epoch": 29, "train_loss": 0.00024114233383443207, "cos_r_negg": [0.6035019159317017, 0.6634252667427063], "cos_innovation_negg": [0.6035019159317017, 0.6634252667427063], "cos_apical_negg": [0.6035019159317017, 0.6634252667427063], "cos_Ac_negg": [0.6035019159317017, 0.6634252667427063], "r_norm": [0.18905887007713318, 0.1872883290052414], "ldr": {"dL_sdil": -0.00695250928401947, "dL_bp": -0.007539719343185425, "ratio": 0.9221177828460301}}, {"step": 11550, "epoch": 29, "train_loss": 0.0002570589422248304, "cos_r_negg": [0.6034223437309265, 0.6638156175613403], "cos_innovation_negg": [0.6034223437309265, 0.6638156175613403], "cos_apical_negg": [0.6034223437309265, 0.6638156175613403], "cos_Ac_negg": [0.6034223437309265, 0.6638156175613403], "r_norm": [0.18937456607818604, 0.18772687017917633]}, {"step": 11600, "epoch": 29, "train_loss": 0.00021550717065110803, "cos_r_negg": [0.6024810075759888, 0.6626836061477661], "cos_innovation_negg": [0.6024810075759888, 0.6626836061477661], "cos_apical_negg": [0.6024810075759888, 0.6626836061477661], "cos_Ac_negg": [0.6024810075759888, 0.6626836061477661], "r_norm": [0.18857814371585846, 0.18685859441757202]}, {"step": 11650, "epoch": 29, "train_loss": 0.00011551943316590041, "cos_r_negg": [0.6036169528961182, 0.6634037494659424], "cos_innovation_negg": [0.6036169528961182, 0.6634037494659424], "cos_apical_negg": [0.6036169528961182, 0.6634037494659424], "cos_Ac_negg": [0.6036169528961182, 0.6634037494659424], "r_norm": [0.1863349825143814, 0.18475666642189026]}, {"step": 11700, "epoch": 29, "train_loss": 0.0001705321774352342, "cos_r_negg": [0.6034872531890869, 0.6633786559104919], "cos_innovation_negg": [0.6034872531890869, 0.6633786559104919], "cos_apical_negg": [0.6034872531890869, 0.6633786559104919], "cos_Ac_negg": [0.6034872531890869, 0.6633786559104919], "r_norm": [0.18559753894805908, 0.18391594290733337]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9754, "test_loss": 0.12726661410331727}, {"step": 11750, "epoch": 30, "train_loss": 0.00037285638973116875, "cos_r_negg": [0.6029300689697266, 0.6626580357551575], "cos_innovation_negg": [0.6029300689697266, 0.6626580357551575], "cos_apical_negg": [0.6029300689697266, 0.6626580357551575], "cos_Ac_negg": [0.6029300689697266, 0.6626580357551575], "r_norm": [0.1882759928703308, 0.1864510327577591], "ldr": {"dL_sdil": -0.006999224424362183, "dL_bp": -0.007646664977073669, "ratio": 0.9153303362115836}}, {"step": 11800, "epoch": 30, "train_loss": 0.00020973609935026616, "cos_r_negg": [0.6036561727523804, 0.6637060642242432], "cos_innovation_negg": [0.6036561727523804, 0.6637060642242432], "cos_apical_negg": [0.6036561727523804, 0.6637060642242432], "cos_Ac_negg": [0.6036561727523804, 0.6637060642242432], "r_norm": [0.189529150724411, 0.18770495057106018]}, {"step": 11850, "epoch": 30, "train_loss": 0.00014530400221701711, "cos_r_negg": [0.6034536361694336, 0.6639726161956787], "cos_innovation_negg": [0.6034536361694336, 0.6639726161956787], "cos_apical_negg": [0.6034536361694336, 0.6639726161956787], "cos_Ac_negg": [0.6034536361694336, 0.6639726161956787], "r_norm": [0.18717283010482788, 0.18536697328090668]}, {"step": 11900, "epoch": 30, "train_loss": 0.00042246541124768555, "cos_r_negg": [0.6020283699035645, 0.6632614135742188], "cos_innovation_negg": [0.6020283699035645, 0.6632614135742188], "cos_apical_negg": [0.6020283699035645, 0.6632614135742188], "cos_Ac_negg": [0.6020283699035645, 0.6632614135742188], "r_norm": [0.18658074736595154, 0.1847480833530426]}, {"step": 11950, "epoch": 30, "train_loss": 4.015932063339278e-05, "cos_r_negg": [0.6015421152114868, 0.6629377603530884], "cos_innovation_negg": [0.6015421152114868, 0.6629377603530884], "cos_apical_negg": [0.6015421152114868, 0.6629377603530884], "cos_Ac_negg": [0.6015421152114868, 0.6629377603530884], "r_norm": [0.18631117045879364, 0.1845378577709198]}, {"step": 12000, "epoch": 30, "train_loss": 0.0002858829393517226, "cos_r_negg": [0.6024378538131714, 0.6631730794906616], "cos_innovation_negg": [0.6024378538131714, 0.6631730794906616], "cos_apical_negg": [0.6024378538131714, 0.6631730794906616], "cos_Ac_negg": [0.6024378538131714, 0.6631730794906616], "r_norm": [0.1864517778158188, 0.1847734898328781], "ldr": {"dL_sdil": -0.0068793147802352905, "dL_bp": -0.007524825632572174, "ratio": 0.9142158391627433}}, {"step": 12050, "epoch": 30, "train_loss": 0.00035235838731750846, "cos_r_negg": [0.6027222871780396, 0.6630563735961914], "cos_innovation_negg": [0.6027222871780396, 0.6630563735961914], "cos_apical_negg": [0.6027222871780396, 0.6630563735961914], "cos_Ac_negg": [0.6027222871780396, 0.6630563735961914], "r_norm": [0.1866481602191925, 0.1851172000169754]}, {"step": 12100, "epoch": 30, "train_loss": 0.0001981245877686888, "cos_r_negg": [0.6023317575454712, 0.6629189252853394], "cos_innovation_negg": [0.6023317575454712, 0.6629189252853394], "cos_apical_negg": [0.6023317575454712, 0.6629189252853394], "cos_Ac_negg": [0.6023317575454712, 0.6629189252853394], "r_norm": [0.18664202094078064, 0.18504510819911957]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9753, "test_loss": 0.12755258612632753}, {"step": 12150, "epoch": 31, "train_loss": 0.000181647454155609, "cos_r_negg": [0.6012870073318481, 0.6625247597694397], "cos_innovation_negg": [0.6012870073318481, 0.6625247597694397], "cos_apical_negg": [0.6012870073318481, 0.6625247597694397], "cos_Ac_negg": [0.6012870073318481, 0.6625247597694397], "r_norm": [0.18656301498413086, 0.18490251898765564]}, {"step": 12200, "epoch": 31, "train_loss": 0.0003031236701644957, "cos_r_negg": [0.6019720435142517, 0.663241982460022], "cos_innovation_negg": [0.6019720435142517, 0.663241982460022], "cos_apical_negg": [0.6019720435142517, 0.663241982460022], "cos_Ac_negg": [0.6019720435142517, 0.663241982460022], "r_norm": [0.1859140694141388, 0.18423673510551453]}, {"step": 12250, "epoch": 31, "train_loss": 0.00027055677492171526, "cos_r_negg": [0.601954460144043, 0.6635233759880066], "cos_innovation_negg": [0.601954460144043, 0.6635233759880066], "cos_apical_negg": [0.601954460144043, 0.6635233759880066], "cos_Ac_negg": [0.601954460144043, 0.6635233759880066], "r_norm": [0.18629616498947144, 0.18461211025714874], "ldr": {"dL_sdil": -0.006899721920490265, "dL_bp": -0.007554076611995697, "ratio": 0.9133772762555343}}, {"step": 12300, "epoch": 31, "train_loss": 0.00020985111768823117, "cos_r_negg": [0.6027279496192932, 0.663516640663147], "cos_innovation_negg": [0.6027279496192932, 0.663516640663147], "cos_apical_negg": [0.6027279496192932, 0.663516640663147], "cos_Ac_negg": [0.6027279496192932, 0.663516640663147], "r_norm": [0.18715880811214447, 0.18546602129936218]}, {"step": 12350, "epoch": 31, "train_loss": 0.00023990654153749347, "cos_r_negg": [0.6023194789886475, 0.6632130146026611], "cos_innovation_negg": [0.6023194789886475, 0.6632130146026611], "cos_apical_negg": [0.6023194789886475, 0.6632130146026611], "cos_Ac_negg": [0.6023194789886475, 0.6632130146026611], "r_norm": [0.1869378238916397, 0.18525180220603943]}, {"step": 12400, "epoch": 31, "train_loss": 0.00019361128215678036, "cos_r_negg": [0.6016212701797485, 0.66326904296875], "cos_innovation_negg": [0.6016212701797485, 0.66326904296875], "cos_apical_negg": [0.6016212701797485, 0.66326904296875], "cos_Ac_negg": [0.6016212701797485, 0.66326904296875], "r_norm": [0.18729379773139954, 0.18554368615150452]}, {"step": 12450, "epoch": 31, "train_loss": 0.00018105877097696066, "cos_r_negg": [0.6022810935974121, 0.6633039712905884], "cos_innovation_negg": [0.6022810935974121, 0.6633039712905884], "cos_apical_negg": [0.6022810935974121, 0.6633039712905884], "cos_Ac_negg": [0.6022810935974121, 0.6633039712905884], "r_norm": [0.1877392679452896, 0.18598246574401855]}, {"step": 12500, "epoch": 31, "train_loss": 7.981376256793737e-05, "cos_r_negg": [0.6018998622894287, 0.6630826592445374], "cos_innovation_negg": [0.6018998622894287, 0.6630826592445374], "cos_apical_negg": [0.6018998622894287, 0.6630826592445374], "cos_Ac_negg": [0.6018998622894287, 0.6630826592445374], "r_norm": [0.18828001618385315, 0.18654699623584747], "ldr": {"dL_sdil": -0.007024243474006653, "dL_bp": -0.007693365216255188, "ratio": 0.9130261305111632}}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9755, "test_loss": 0.1283542953491211}, {"step": 12550, "epoch": 32, "train_loss": 0.00011469173477962613, "cos_r_negg": [0.6017601490020752, 0.6633373498916626], "cos_innovation_negg": [0.6017601490020752, 0.6633373498916626], "cos_apical_negg": [0.6017601490020752, 0.6633373498916626], "cos_Ac_negg": [0.6017601490020752, 0.6633373498916626], "r_norm": [0.18806517124176025, 0.18637628853321075]}, {"step": 12600, "epoch": 32, "train_loss": 4.3152671423740685e-05, "cos_r_negg": [0.6015634536743164, 0.6635059714317322], "cos_innovation_negg": [0.6015634536743164, 0.6635059714317322], "cos_apical_negg": [0.6015634536743164, 0.6635059714317322], "cos_Ac_negg": [0.6015634536743164, 0.6635059714317322], "r_norm": [0.188451886177063, 0.1867135763168335]}, {"step": 12650, "epoch": 32, "train_loss": 0.00013288452464621514, "cos_r_negg": [0.601743757724762, 0.6628637909889221], "cos_innovation_negg": [0.601743757724762, 0.6628637909889221], "cos_apical_negg": [0.601743757724762, 0.6628637909889221], "cos_Ac_negg": [0.601743757724762, 0.6628637909889221], "r_norm": [0.18850667774677277, 0.18673625588417053]}, {"step": 12700, "epoch": 32, "train_loss": 0.00024316247436217964, "cos_r_negg": [0.6022075414657593, 0.6631518602371216], "cos_innovation_negg": [0.6022075414657593, 0.6631518602371216], "cos_apical_negg": [0.6022075414657593, 0.6631518602371216], "cos_Ac_negg": [0.6022075414657593, 0.6631518602371216], "r_norm": [0.18911747634410858, 0.18729539215564728]}, {"step": 12750, "epoch": 32, "train_loss": 3.8958736695349216e-05, "cos_r_negg": [0.6024489402770996, 0.6633619070053101], "cos_innovation_negg": [0.6024489402770996, 0.6633619070053101], "cos_apical_negg": [0.6024489402770996, 0.6633619070053101], "cos_Ac_negg": [0.6024489402770996, 0.6633619070053101], "r_norm": [0.18944290280342102, 0.18765868246555328], "ldr": {"dL_sdil": -0.007166564464569092, "dL_bp": -0.007847927510738373, "ratio": 0.9131792380552741}}, {"step": 12800, "epoch": 32, "train_loss": 0.00025886381627060473, "cos_r_negg": [0.6027058362960815, 0.6632218360900879], "cos_innovation_negg": [0.6027058362960815, 0.6632218360900879], "cos_apical_negg": [0.6027058362960815, 0.6632218360900879], "cos_Ac_negg": [0.6027058362960815, 0.6632218360900879], "r_norm": [0.18842466175556183, 0.1866573989391327]}, {"step": 12850, "epoch": 32, "train_loss": 0.00011366971011739224, "cos_r_negg": [0.6017363667488098, 0.6634913086891174], "cos_innovation_negg": [0.6017363667488098, 0.6634913086891174], "cos_apical_negg": [0.6017363667488098, 0.6634913086891174], "cos_Ac_negg": [0.6017363667488098, 0.6634913086891174], "r_norm": [0.18717333674430847, 0.18543857336044312]}, {"step": 12900, "epoch": 32, "train_loss": 0.00012808036990463734, "cos_r_negg": [0.6015080213546753, 0.6630200147628784], "cos_innovation_negg": [0.6015080213546753, 0.6630200147628784], "cos_apical_negg": [0.6015080213546753, 0.6630200147628784], "cos_Ac_negg": [0.6015080213546753, 0.6630200147628784], "r_norm": [0.1852436363697052, 0.18362310528755188]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9758, "test_loss": 0.12827034277915955}, {"step": 12950, "epoch": 33, "train_loss": 0.00013355465489439666, "cos_r_negg": [0.601909339427948, 0.6629670262336731], "cos_innovation_negg": [0.601909339427948, 0.6629670262336731], "cos_apical_negg": [0.601909339427948, 0.6629670262336731], "cos_Ac_negg": [0.601909339427948, 0.6629670262336731], "r_norm": [0.18465504050254822, 0.18299339711666107]}, {"step": 13000, "epoch": 33, "train_loss": 4.226348755764775e-05, "cos_r_negg": [0.602145791053772, 0.663047730922699], "cos_innovation_negg": [0.602145791053772, 0.663047730922699], "cos_apical_negg": [0.602145791053772, 0.663047730922699], "cos_Ac_negg": [0.602145791053772, 0.663047730922699], "r_norm": [0.18396559357643127, 0.18235532939434052], "ldr": {"dL_sdil": -0.006797440350055695, "dL_bp": -0.007479444146156311, "ratio": 0.9088162458635247}}, {"step": 13050, "epoch": 33, "train_loss": 0.00021675985772162676, "cos_r_negg": [0.6018341183662415, 0.6636250019073486], "cos_innovation_negg": [0.6018341183662415, 0.6636250019073486], "cos_apical_negg": [0.6018341183662415, 0.6636250019073486], "cos_Ac_negg": [0.6018341183662415, 0.6636250019073486], "r_norm": [0.18429487943649292, 0.18266981840133667]}, {"step": 13100, "epoch": 33, "train_loss": 0.00014193315291777253, "cos_r_negg": [0.6015796661376953, 0.6641178131103516], "cos_innovation_negg": [0.6015796661376953, 0.6641178131103516], "cos_apical_negg": [0.6015796661376953, 0.6641178131103516], "cos_Ac_negg": [0.6015796661376953, 0.6641178131103516], "r_norm": [0.18489184975624084, 0.18319591879844666]}, {"step": 13150, "epoch": 33, "train_loss": 0.00011407969577703625, "cos_r_negg": [0.6013702154159546, 0.6636354327201843], "cos_innovation_negg": [0.6013702154159546, 0.6636354327201843], "cos_apical_negg": [0.6013702154159546, 0.6636354327201843], "cos_Ac_negg": [0.6013702154159546, 0.6636354327201843], "r_norm": [0.18499481678009033, 0.18333032727241516]}, {"step": 13200, "epoch": 33, "train_loss": 0.00022725455346517265, "cos_r_negg": [0.6015539169311523, 0.6632000207901001], "cos_innovation_negg": [0.6015539169311523, 0.6632000207901001], "cos_apical_negg": [0.6015539169311523, 0.6632000207901001], "cos_Ac_negg": [0.6015539169311523, 0.6632000207901001], "r_norm": [0.18667352199554443, 0.18491864204406738]}, {"step": 13250, "epoch": 33, "train_loss": 0.0001293197419727221, "cos_r_negg": [0.6023516654968262, 0.663030743598938], "cos_innovation_negg": [0.6023516654968262, 0.663030743598938], "cos_apical_negg": [0.6023516654968262, 0.663030743598938], "cos_Ac_negg": [0.6023516654968262, 0.663030743598938], "r_norm": [0.18790367245674133, 0.1861320436000824], "ldr": {"dL_sdil": -0.007108420133590698, "dL_bp": -0.00787770003080368, "ratio": 0.9023471452067335}}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9753, "test_loss": 0.12914575085639954}, {"step": 13300, "epoch": 34, "train_loss": 0.00016153501928783953, "cos_r_negg": [0.6023566722869873, 0.6627776622772217], "cos_innovation_negg": [0.6023566722869873, 0.6627776622772217], "cos_apical_negg": [0.6023566722869873, 0.6627776622772217], "cos_Ac_negg": [0.6023566722869873, 0.6627776622772217], "r_norm": [0.187587708234787, 0.1858578622341156]}, {"step": 13350, "epoch": 34, "train_loss": 0.00013922298967372626, "cos_r_negg": [0.6018492579460144, 0.6631430983543396], "cos_innovation_negg": [0.6018492579460144, 0.6631430983543396], "cos_apical_negg": [0.6018492579460144, 0.6631430983543396], "cos_Ac_negg": [0.6018492579460144, 0.6631430983543396], "r_norm": [0.18756023049354553, 0.18587730824947357]}, {"step": 13400, "epoch": 34, "train_loss": 9.610426786821336e-05, "cos_r_negg": [0.6015692949295044, 0.6636123657226562], "cos_innovation_negg": [0.6015692949295044, 0.6636123657226562], "cos_apical_negg": [0.6015692949295044, 0.6636123657226562], "cos_Ac_negg": [0.6015692949295044, 0.6636123657226562], "r_norm": [0.18681839108467102, 0.18511459231376648]}, {"step": 13450, "epoch": 34, "train_loss": 0.00032424519304186106, "cos_r_negg": [0.6018325090408325, 0.6628151535987854], "cos_innovation_negg": [0.6018325090408325, 0.6628151535987854], "cos_apical_negg": [0.6018325090408325, 0.6628151535987854], "cos_Ac_negg": [0.6018325090408325, 0.6628151535987854], "r_norm": [0.18622492253780365, 0.18449711799621582]}, {"step": 13500, "epoch": 34, "train_loss": 0.00038554525235667825, "cos_r_negg": [0.6020593047142029, 0.6638156771659851], "cos_innovation_negg": [0.6020593047142029, 0.6638156771659851], "cos_apical_negg": [0.6020593047142029, 0.6638156771659851], "cos_Ac_negg": [0.6020593047142029, 0.6638156771659851], "r_norm": [0.185184046626091, 0.18350893259048462], "ldr": {"dL_sdil": -0.0069715529680252075, "dL_bp": -0.007707737386226654, "ratio": 0.9044876101361508}}, {"step": 13550, "epoch": 34, "train_loss": 0.00017761357594281435, "cos_r_negg": [0.6025709509849548, 0.6638643145561218], "cos_innovation_negg": [0.6025709509849548, 0.6638643145561218], "cos_apical_negg": [0.6025709509849548, 0.6638643145561218], "cos_Ac_negg": [0.6025709509849548, 0.6638643145561218], "r_norm": [0.185541570186615, 0.18386322259902954]}, {"step": 13600, "epoch": 34, "train_loss": 0.0001542095560580492, "cos_r_negg": [0.6029345393180847, 0.6641448736190796], "cos_innovation_negg": [0.6029345393180847, 0.6641448736190796], "cos_apical_negg": [0.6029345393180847, 0.6641448736190796], "cos_Ac_negg": [0.6029345393180847, 0.6641448736190796], "r_norm": [0.18672001361846924, 0.1850614845752716]}, {"step": 13650, "epoch": 34, "train_loss": 0.00020355134620331228, "cos_r_negg": [0.6029611825942993, 0.6636221408843994], "cos_innovation_negg": [0.6029611825942993, 0.6636221408843994], "cos_apical_negg": [0.6029611825942993, 0.6636221408843994], "cos_Ac_negg": [0.6029611825942993, 0.6636221408843994], "r_norm": [0.18679745495319366, 0.1851002275943756]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9758, "test_loss": 0.12961831917762756}, {"step": 13700, "epoch": 35, "train_loss": 0.00012512743705883622, "cos_r_negg": [0.6027456521987915, 0.6631884574890137], "cos_innovation_negg": [0.6027456521987915, 0.6631884574890137], "cos_apical_negg": [0.6027456521987915, 0.6631884574890137], "cos_Ac_negg": [0.6027456521987915, 0.6631884574890137], "r_norm": [0.1869550347328186, 0.1852506846189499]}, {"step": 13750, "epoch": 35, "train_loss": 0.00028145412215963006, "cos_r_negg": [0.6027181148529053, 0.6638787984848022], "cos_innovation_negg": [0.6027181148529053, 0.6638787984848022], "cos_apical_negg": [0.6027181148529053, 0.6638787984848022], "cos_Ac_negg": [0.6027181148529053, 0.6638787984848022], "r_norm": [0.18727520108222961, 0.18561869859695435], "ldr": {"dL_sdil": -0.007128022611141205, "dL_bp": -0.00789688527584076, "ratio": 0.9026372249509861}}, {"step": 13800, "epoch": 35, "train_loss": 6.204051896929741e-05, "cos_r_negg": [0.6030129790306091, 0.664559543132782], "cos_innovation_negg": [0.6030129790306091, 0.664559543132782], "cos_apical_negg": [0.6030129790306091, 0.664559543132782], "cos_Ac_negg": [0.6030129790306091, 0.664559543132782], "r_norm": [0.18736980855464935, 0.18566694855690002]}, {"step": 13850, "epoch": 35, "train_loss": 0.0002724706137087196, "cos_r_negg": [0.6029597520828247, 0.6640325784683228], "cos_innovation_negg": [0.6029597520828247, 0.6640325784683228], "cos_apical_negg": [0.6029597520828247, 0.6640325784683228], "cos_Ac_negg": [0.6029597520828247, 0.6640325784683228], "r_norm": [0.18670418858528137, 0.185049906373024]}, {"step": 13900, "epoch": 35, "train_loss": 0.00013361861056182534, "cos_r_negg": [0.6030572652816772, 0.6641535758972168], "cos_innovation_negg": [0.6030572652816772, 0.6641535758972168], "cos_apical_negg": [0.6030572652816772, 0.6641535758972168], "cos_Ac_negg": [0.6030572652816772, 0.6641535758972168], "r_norm": [0.18538126349449158, 0.18373392522335052]}, {"step": 13950, "epoch": 35, "train_loss": 0.00011958230606978759, "cos_r_negg": [0.6031131744384766, 0.6635603308677673], "cos_innovation_negg": [0.6031131744384766, 0.6635603308677673], "cos_apical_negg": [0.6031131744384766, 0.6635603308677673], "cos_Ac_negg": [0.6031131744384766, 0.6635603308677673], "r_norm": [0.18610265851020813, 0.18444514274597168]}, {"step": 14000, "epoch": 35, "train_loss": 9.762625268194824e-05, "cos_r_negg": [0.6029406189918518, 0.6636787056922913], "cos_innovation_negg": [0.6029406189918518, 0.6636787056922913], "cos_apical_negg": [0.6029406189918518, 0.6636787056922913], "cos_Ac_negg": [0.6029406189918518, 0.6636787056922913], "r_norm": [0.18726395070552826, 0.18555501103401184], "ldr": {"dL_sdil": -0.007168129086494446, "dL_bp": -0.00794394314289093, "ratio": 0.9023389213087755}}, {"step": 14050, "epoch": 35, "train_loss": 0.00011529242328833789, "cos_r_negg": [0.602787971496582, 0.6636976003646851], "cos_innovation_negg": [0.602787971496582, 0.6636976003646851], "cos_apical_negg": [0.602787971496582, 0.6636976003646851], "cos_Ac_negg": [0.602787971496582, 0.6636976003646851], "r_norm": [0.18729329109191895, 0.1855657696723938]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9753, "test_loss": 0.13007873959541322}, {"step": 14100, "epoch": 36, "train_loss": 0.00022971865837462246, "cos_r_negg": [0.6025089621543884, 0.6636797189712524], "cos_innovation_negg": [0.6025089621543884, 0.6636797189712524], "cos_apical_negg": [0.6025089621543884, 0.6636797189712524], "cos_Ac_negg": [0.6025089621543884, 0.6636797189712524], "r_norm": [0.18607482314109802, 0.18434804677963257]}, {"step": 14150, "epoch": 36, "train_loss": 0.00019761358271352947, "cos_r_negg": [0.601885199546814, 0.663703203201294], "cos_innovation_negg": [0.601885199546814, 0.663703203201294], "cos_apical_negg": [0.601885199546814, 0.663703203201294], "cos_Ac_negg": [0.601885199546814, 0.663703203201294], "r_norm": [0.18601363897323608, 0.1843247264623642]}, {"step": 14200, "epoch": 36, "train_loss": 0.00011412410822231323, "cos_r_negg": [0.601984441280365, 0.6639944314956665], "cos_innovation_negg": [0.601984441280365, 0.6639944314956665], "cos_apical_negg": [0.601984441280365, 0.6639944314956665], "cos_Ac_negg": [0.601984441280365, 0.6639944314956665], "r_norm": [0.18720681965351105, 0.185467928647995]}, {"step": 14250, "epoch": 36, "train_loss": 0.00014911121979821473, "cos_r_negg": [0.603139340877533, 0.6642328500747681], "cos_innovation_negg": [0.603139340877533, 0.6642328500747681], "cos_apical_negg": [0.603139340877533, 0.6642328500747681], "cos_Ac_negg": [0.603139340877533, 0.6642328500747681], "r_norm": [0.18676507472991943, 0.18504706025123596], "ldr": {"dL_sdil": -0.007139518857002258, "dL_bp": -0.007932141423225403, "ratio": 0.9000745796207898}}, {"step": 14300, "epoch": 36, "train_loss": 4.6757755626458675e-05, "cos_r_negg": [0.6025412082672119, 0.663934588432312], "cos_innovation_negg": [0.6025412082672119, 0.663934588432312], "cos_apical_negg": [0.6025412082672119, 0.663934588432312], "cos_Ac_negg": [0.6025412082672119, 0.663934588432312], "r_norm": [0.18597525358200073, 0.18437665700912476]}, {"step": 14350, "epoch": 36, "train_loss": 0.0001222022983711213, "cos_r_negg": [0.6033374071121216, 0.6642128229141235], "cos_innovation_negg": [0.6033374071121216, 0.6642128229141235], "cos_apical_negg": [0.6033374071121216, 0.6642128229141235], "cos_Ac_negg": [0.6033374071121216, 0.6642128229141235], "r_norm": [0.18633674085140228, 0.1846672147512436]}, {"step": 14400, "epoch": 36, "train_loss": 5.9578425862127915e-05, "cos_r_negg": [0.6033239364624023, 0.6641963124275208], "cos_innovation_negg": [0.6033239364624023, 0.6641963124275208], "cos_apical_negg": [0.6033239364624023, 0.6641963124275208], "cos_Ac_negg": [0.6033239364624023, 0.6641963124275208], "r_norm": [0.18605230748653412, 0.18432499468326569]}, {"step": 14450, "epoch": 36, "train_loss": 0.00016914401203393936, "cos_r_negg": [0.6031749248504639, 0.6642376184463501], "cos_innovation_negg": [0.6031749248504639, 0.6642376184463501], "cos_apical_negg": [0.6031749248504639, 0.6642376184463501], "cos_Ac_negg": [0.6031749248504639, 0.6642376184463501], "r_norm": [0.18631738424301147, 0.1845596432685852]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9754, "test_loss": 0.13061291275024414}, {"step": 14500, "epoch": 37, "train_loss": 0.00011983387230429798, "cos_r_negg": [0.6022777557373047, 0.6644832491874695], "cos_innovation_negg": [0.6022777557373047, 0.6644832491874695], "cos_apical_negg": [0.6022777557373047, 0.6644832491874695], "cos_Ac_negg": [0.6022777557373047, 0.6644832491874695], "r_norm": [0.18582838773727417, 0.18416737020015717], "ldr": {"dL_sdil": -0.007170461118221283, "dL_bp": -0.007962413132190704, "ratio": 0.9005386933808179}}, {"step": 14550, "epoch": 37, "train_loss": 0.00015014295058790594, "cos_r_negg": [0.602344274520874, 0.66446852684021], "cos_innovation_negg": [0.602344274520874, 0.66446852684021], "cos_apical_negg": [0.602344274520874, 0.66446852684021], "cos_Ac_negg": [0.602344274520874, 0.66446852684021], "r_norm": [0.18562546372413635, 0.18396970629692078]}, {"step": 14600, "epoch": 37, "train_loss": 7.760762673569843e-05, "cos_r_negg": [0.6032683849334717, 0.664357602596283], "cos_innovation_negg": [0.6032683849334717, 0.664357602596283], "cos_apical_negg": [0.6032683849334717, 0.664357602596283], "cos_Ac_negg": [0.6032683849334717, 0.664357602596283], "r_norm": [0.1855086386203766, 0.1838093101978302]}, {"step": 14650, "epoch": 37, "train_loss": 0.0001935948384925723, "cos_r_negg": [0.6034095883369446, 0.664591908454895], "cos_innovation_negg": [0.6034095883369446, 0.664591908454895], "cos_apical_negg": [0.6034095883369446, 0.664591908454895], "cos_Ac_negg": [0.6034095883369446, 0.664591908454895], "r_norm": [0.1847575604915619, 0.18302683532238007]}, {"step": 14700, "epoch": 37, "train_loss": 7.722972077317536e-05, "cos_r_negg": [0.6033496856689453, 0.6649120450019836], "cos_innovation_negg": [0.6033496856689453, 0.6649120450019836], "cos_apical_negg": [0.6033496856689453, 0.6649120450019836], "cos_Ac_negg": [0.6033496856689453, 0.6649120450019836], "r_norm": [0.1856108009815216, 0.18384793400764465]}, {"step": 14750, "epoch": 37, "train_loss": 0.00013602629769593477, "cos_r_negg": [0.6029015183448792, 0.6649035215377808], "cos_innovation_negg": [0.6029015183448792, 0.6649035215377808], "cos_apical_negg": [0.6029015183448792, 0.6649035215377808], "cos_Ac_negg": [0.6029015183448792, 0.6649035215377808], "r_norm": [0.18587259948253632, 0.1841592639684677], "ldr": {"dL_sdil": -0.007146917283535004, "dL_bp": -0.007972553372383118, "ratio": 0.896440192961503}}, {"step": 14800, "epoch": 37, "train_loss": 0.00011953148350585252, "cos_r_negg": [0.6030961871147156, 0.6648398637771606], "cos_innovation_negg": [0.6030961871147156, 0.6648398637771606], "cos_apical_negg": [0.6030961871147156, 0.6648398637771606], "cos_Ac_negg": [0.6030961871147156, 0.6648398637771606], "r_norm": [0.18656769394874573, 0.1848912239074707]}, {"step": 14850, "epoch": 37, "train_loss": 0.00012479409633670002, "cos_r_negg": [0.6025851368904114, 0.6651042699813843], "cos_innovation_negg": [0.6025851368904114, 0.6651042699813843], "cos_apical_negg": [0.6025851368904114, 0.6651042699813843], "cos_Ac_negg": [0.6025851368904114, 0.6651042699813843], "r_norm": [0.1860770285129547, 0.18436545133590698]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9754, "test_loss": 0.13093888154029845}, {"step": 14900, "epoch": 38, "train_loss": 0.00024800762184895575, "cos_r_negg": [0.602557897567749, 0.6647825837135315], "cos_innovation_negg": [0.602557897567749, 0.6647825837135315], "cos_apical_negg": [0.602557897567749, 0.6647825837135315], "cos_Ac_negg": [0.602557897567749, 0.6647825837135315], "r_norm": [0.18498072028160095, 0.18327537178993225]}, {"step": 14950, "epoch": 38, "train_loss": 7.176836516009644e-05, "cos_r_negg": [0.602080225944519, 0.6648056507110596], "cos_innovation_negg": [0.602080225944519, 0.6648056507110596], "cos_apical_negg": [0.602080225944519, 0.6648056507110596], "cos_Ac_negg": [0.602080225944519, 0.6648056507110596], "r_norm": [0.1853070855140686, 0.18357962369918823]}, {"step": 15000, "epoch": 38, "train_loss": 0.0005387775599956512, "cos_r_negg": [0.6021966338157654, 0.6647884845733643], "cos_innovation_negg": [0.6021966338157654, 0.6647884845733643], "cos_apical_negg": [0.6021966338157654, 0.6647884845733643], "cos_Ac_negg": [0.6021966338157654, 0.6647884845733643], "r_norm": [0.1848219931125641, 0.18320338428020477], "ldr": {"dL_sdil": -0.007169462740421295, "dL_bp": -0.007990822196006775, "ratio": 0.8972121472060867}}, {"step": 15050, "epoch": 38, "train_loss": 0.0002069220063276589, "cos_r_negg": [0.6027505397796631, 0.6648257970809937], "cos_innovation_negg": [0.6027505397796631, 0.6648257970809937], "cos_apical_negg": [0.6027505397796631, 0.6648257970809937], "cos_Ac_negg": [0.6027505397796631, 0.6648257970809937], "r_norm": [0.18607474863529205, 0.18439939618110657]}, {"step": 15100, "epoch": 38, "train_loss": 0.00012646883260458708, "cos_r_negg": [0.6028092503547668, 0.6647493839263916], "cos_innovation_negg": [0.6028092503547668, 0.6647493839263916], "cos_apical_negg": [0.6028092503547668, 0.6647493839263916], "cos_Ac_negg": [0.6028092503547668, 0.6647493839263916], "r_norm": [0.18645653128623962, 0.18477405607700348]}, {"step": 15150, "epoch": 38, "train_loss": 0.00023442225938197225, "cos_r_negg": [0.602671205997467, 0.665097713470459], "cos_innovation_negg": [0.602671205997467, 0.665097713470459], "cos_apical_negg": [0.602671205997467, 0.665097713470459], "cos_Ac_negg": [0.602671205997467, 0.665097713470459], "r_norm": [0.18573875725269318, 0.1841135174036026]}, {"step": 15200, "epoch": 38, "train_loss": 0.0001302757445955649, "cos_r_negg": [0.6021877527236938, 0.6654417514801025], "cos_innovation_negg": [0.6021877527236938, 0.6654417514801025], "cos_apical_negg": [0.6021877527236938, 0.6654417514801025], "cos_Ac_negg": [0.6021877527236938, 0.6654417514801025], "r_norm": [0.18595796823501587, 0.18425387144088745]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9756, "test_loss": 0.131417262840271}, {"step": 15250, "epoch": 39, "train_loss": 5.72845310671255e-05, "cos_r_negg": [0.6029738783836365, 0.6658304929733276], "cos_innovation_negg": [0.6029738783836365, 0.6658304929733276], "cos_apical_negg": [0.6029738783836365, 0.6658304929733276], "cos_Ac_negg": [0.6029738783836365, 0.6658304929733276], "r_norm": [0.1856621950864792, 0.18396085500717163], "ldr": {"dL_sdil": -0.007263742387294769, "dL_bp": -0.008123762905597687, "ratio": 0.89413520208593}}, {"step": 15300, "epoch": 39, "train_loss": 0.00013379001757130027, "cos_r_negg": [0.6034438610076904, 0.6659426093101501], "cos_innovation_negg": [0.6034438610076904, 0.6659426093101501], "cos_apical_negg": [0.6034438610076904, 0.6659426093101501], "cos_Ac_negg": [0.6034438610076904, 0.6659426093101501], "r_norm": [0.18482303619384766, 0.18315988779067993]}, {"step": 15350, "epoch": 39, "train_loss": 0.00023938799859024584, "cos_r_negg": [0.6033226251602173, 0.6658992767333984], "cos_innovation_negg": [0.6033226251602173, 0.6658992767333984], "cos_apical_negg": [0.6033226251602173, 0.6658992767333984], "cos_Ac_negg": [0.6033226251602173, 0.6658992767333984], "r_norm": [0.18527057766914368, 0.18354249000549316]}, {"step": 15400, "epoch": 39, "train_loss": 6.262816896196455e-05, "cos_r_negg": [0.6027206182479858, 0.6651484966278076], "cos_innovation_negg": [0.6027206182479858, 0.6651484966278076], "cos_apical_negg": [0.6027206182479858, 0.6651484966278076], "cos_Ac_negg": [0.6027206182479858, 0.6651484966278076], "r_norm": [0.18578392267227173, 0.1840631663799286]}, {"step": 15450, "epoch": 39, "train_loss": 9.829616465140134e-05, "cos_r_negg": [0.6027503609657288, 0.6661766171455383], "cos_innovation_negg": [0.6027503609657288, 0.6661766171455383], "cos_apical_negg": [0.6027503609657288, 0.6661766171455383], "cos_Ac_negg": [0.6027503609657288, 0.6661766171455383], "r_norm": [0.18630698323249817, 0.18459941446781158]}, {"step": 15500, "epoch": 39, "train_loss": 0.00021022942382842302, "cos_r_negg": [0.6032341718673706, 0.6663361191749573], "cos_innovation_negg": [0.6032341718673706, 0.6663361191749573], "cos_apical_negg": [0.6032341718673706, 0.6663361191749573], "cos_Ac_negg": [0.6032341718673706, 0.6663361191749573], "r_norm": [0.18604795634746552, 0.18433475494384766], "ldr": {"dL_sdil": -0.0072668492794036865, "dL_bp": -0.008127160370349884, "ratio": 0.8941437043515409}}, {"step": 15550, "epoch": 39, "train_loss": 0.0001886503305286169, "cos_r_negg": [0.6039091348648071, 0.6664873957633972], "cos_innovation_negg": [0.6039091348648071, 0.6664873957633972], "cos_apical_negg": [0.6039091348648071, 0.6664873957633972], "cos_Ac_negg": [0.6039091348648071, 0.6664873957633972], "r_norm": [0.185932457447052, 0.1842595785856247]}, {"step": 15600, "epoch": 39, "train_loss": 0.00016637961380183697, "cos_r_negg": [0.6032851934432983, 0.6662738919258118], "cos_innovation_negg": [0.6032851934432983, 0.6662738919258118], "cos_apical_negg": [0.6032851934432983, 0.6662738919258118], "cos_Ac_negg": [0.6032851934432983, 0.6662738919258118], "r_norm": [0.18372181057929993, 0.1820775866508484]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9754, "test_loss": 0.13159808087348937}, {"step": 15650, "epoch": 40, "train_loss": 0.0001978513173526153, "cos_r_negg": [0.6034638285636902, 0.665930986404419], "cos_innovation_negg": [0.6034638285636902, 0.665930986404419], "cos_apical_negg": [0.6034638285636902, 0.665930986404419], "cos_Ac_negg": [0.6034638285636902, 0.665930986404419], "r_norm": [0.18458965420722961, 0.18295013904571533]}, {"step": 15700, "epoch": 40, "train_loss": 0.00010653155914042145, "cos_r_negg": [0.6034516096115112, 0.6656813621520996], "cos_innovation_negg": [0.6034516096115112, 0.6656813621520996], "cos_apical_negg": [0.6034516096115112, 0.6656813621520996], "cos_Ac_negg": [0.6034516096115112, 0.6656813621520996], "r_norm": [0.18512868881225586, 0.18347233533859253]}, {"step": 15750, "epoch": 40, "train_loss": 0.00013491275603882968, "cos_r_negg": [0.6034663319587708, 0.6662105321884155], "cos_innovation_negg": [0.6034663319587708, 0.6662105321884155], "cos_apical_negg": [0.6034663319587708, 0.6662105321884155], "cos_Ac_negg": [0.6034663319587708, 0.6662105321884155], "r_norm": [0.18533682823181152, 0.18367528915405273], "ldr": {"dL_sdil": -0.0072543323040008545, "dL_bp": -0.008141368627548218, "ratio": 0.891045797810227}}, {"step": 15800, "epoch": 40, "train_loss": 8.94311087904498e-05, "cos_r_negg": [0.6030506491661072, 0.666029691696167], "cos_innovation_negg": [0.6030506491661072, 0.666029691696167], "cos_apical_negg": [0.6030506491661072, 0.666029691696167], "cos_Ac_negg": [0.6030506491661072, 0.666029691696167], "r_norm": [0.18443314731121063, 0.18277712166309357]}, {"step": 15850, "epoch": 40, "train_loss": 6.633673910982907e-05, "cos_r_negg": [0.6023621559143066, 0.6663649678230286], "cos_innovation_negg": [0.6023621559143066, 0.6663649678230286], "cos_apical_negg": [0.6023621559143066, 0.6663649678230286], "cos_Ac_negg": [0.6023621559143066, 0.6663649678230286], "r_norm": [0.18322214484214783, 0.18157796561717987]}, {"step": 15900, "epoch": 40, "train_loss": 5.4384872782975435e-05, "cos_r_negg": [0.6032909154891968, 0.6659311056137085], "cos_innovation_negg": [0.6032909154891968, 0.6659311056137085], "cos_apical_negg": [0.6032909154891968, 0.6659311056137085], "cos_Ac_negg": [0.6032909154891968, 0.6659311056137085], "r_norm": [0.18402817845344543, 0.1823427677154541]}, {"step": 15950, "epoch": 40, "train_loss": 9.685575787443668e-05, "cos_r_negg": [0.6031174659729004, 0.6656961441040039], "cos_innovation_negg": [0.6031174659729004, 0.6656961441040039], "cos_apical_negg": [0.6031174659729004, 0.6656961441040039], "cos_Ac_negg": [0.6031174659729004, 0.6656961441040039], "r_norm": [0.18491476774215698, 0.1832330822944641]}, {"step": 16000, "epoch": 40, "train_loss": 1.9588715076679364e-05, "cos_r_negg": [0.6032378673553467, 0.6662281155586243], "cos_innovation_negg": [0.6032378673553467, 0.6662281155586243], "cos_apical_negg": [0.6032378673553467, 0.6662281155586243], "cos_Ac_negg": [0.6032378673553467, 0.6662281155586243], "r_norm": [0.18516886234283447, 0.18350975215435028], "ldr": {"dL_sdil": -0.007199034094810486, "dL_bp": -0.008085183799266815, "ratio": 0.8903983228511531}}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9754, "test_loss": 0.13182421746253967}, {"step": 16050, "epoch": 41, "train_loss": 4.901277497992851e-05, "cos_r_negg": [0.6031210422515869, 0.6656811237335205], "cos_innovation_negg": [0.6031210422515869, 0.6656811237335205], "cos_apical_negg": [0.6031210422515869, 0.6656811237335205], "cos_Ac_negg": [0.6031210422515869, 0.6656811237335205], "r_norm": [0.1859912872314453, 0.18426725268363953]}, {"step": 16100, "epoch": 41, "train_loss": 9.699686779640615e-05, "cos_r_negg": [0.6034777164459229, 0.666208028793335], "cos_innovation_negg": [0.6034777164459229, 0.666208028793335], "cos_apical_negg": [0.6034777164459229, 0.666208028793335], "cos_Ac_negg": [0.6034777164459229, 0.666208028793335], "r_norm": [0.18623927235603333, 0.1845148205757141]}, {"step": 16150, "epoch": 41, "train_loss": 8.945407898863778e-05, "cos_r_negg": [0.6033154726028442, 0.6657036542892456], "cos_innovation_negg": [0.6033154726028442, 0.6657036542892456], "cos_apical_negg": [0.6033154726028442, 0.6657036542892456], "cos_Ac_negg": [0.6033154726028442, 0.6657036542892456], "r_norm": [0.1867600381374359, 0.18502628803253174]}, {"step": 16200, "epoch": 41, "train_loss": 9.620933269616216e-05, "cos_r_negg": [0.6031360626220703, 0.6658245325088501], "cos_innovation_negg": [0.6031360626220703, 0.6658245325088501], "cos_apical_negg": [0.6031360626220703, 0.6658245325088501], "cos_Ac_negg": [0.6031360626220703, 0.6658245325088501], "r_norm": [0.18656805157661438, 0.18486791849136353]}, {"step": 16250, "epoch": 41, "train_loss": 0.00020872581808362156, "cos_r_negg": [0.6031244993209839, 0.6660560369491577], "cos_innovation_negg": [0.6031244993209839, 0.6660560369491577], "cos_apical_negg": [0.6031244993209839, 0.6660560369491577], "cos_Ac_negg": [0.6031244993209839, 0.6660560369491577], "r_norm": [0.18517407774925232, 0.18352514505386353], "ldr": {"dL_sdil": -0.007248744368553162, "dL_bp": -0.008160077035427094, "ratio": 0.8883181294836595}}, {"step": 16300, "epoch": 41, "train_loss": 0.00011168511264258996, "cos_r_negg": [0.6025440692901611, 0.6658738851547241], "cos_innovation_negg": [0.6025440692901611, 0.6658738851547241], "cos_apical_negg": [0.6025440692901611, 0.6658738851547241], "cos_Ac_negg": [0.6025440692901611, 0.6658738851547241], "r_norm": [0.1853044033050537, 0.1836288869380951]}, {"step": 16350, "epoch": 41, "train_loss": 6.70779263600707e-05, "cos_r_negg": [0.6027856469154358, 0.6667304635047913], "cos_innovation_negg": [0.6027856469154358, 0.6667304635047913], "cos_apical_negg": [0.6027856469154358, 0.6667304635047913], "cos_Ac_negg": [0.6027856469154358, 0.6667304635047913], "r_norm": [0.18347999453544617, 0.18185614049434662]}, {"step": 16400, "epoch": 41, "train_loss": 7.556042692158371e-05, "cos_r_negg": [0.6021919250488281, 0.6654000282287598], "cos_innovation_negg": [0.6021919250488281, 0.6654000282287598], "cos_apical_negg": [0.6021919250488281, 0.6654000282287598], "cos_Ac_negg": [0.6021919250488281, 0.6654000282287598], "r_norm": [0.18437278270721436, 0.18267399072647095]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9753, "test_loss": 0.13236085815429688}, {"step": 16450, "epoch": 42, "train_loss": 5.2338986279210076e-05, "cos_r_negg": [0.6018463373184204, 0.6652896404266357], "cos_innovation_negg": [0.6018463373184204, 0.6652896404266357], "cos_apical_negg": [0.6018463373184204, 0.6652896404266357], "cos_Ac_negg": [0.6018463373184204, 0.6652896404266357], "r_norm": [0.1848495900630951, 0.18313324451446533]}, {"step": 16500, "epoch": 42, "train_loss": 0.000155717643792741, "cos_r_negg": [0.6025861501693726, 0.6657236218452454], "cos_innovation_negg": [0.6025861501693726, 0.6657236218452454], "cos_apical_negg": [0.6025861501693726, 0.6657236218452454], "cos_Ac_negg": [0.6025861501693726, 0.6657236218452454], "r_norm": [0.18437731266021729, 0.18276070058345795], "ldr": {"dL_sdil": -0.00725429505109787, "dL_bp": -0.008167929947376251, "ratio": 0.8881436420041942}}, {"step": 16550, "epoch": 42, "train_loss": 0.00017049798043444753, "cos_r_negg": [0.6021748781204224, 0.6650941967964172], "cos_innovation_negg": [0.6021748781204224, 0.6650941967964172], "cos_apical_negg": [0.6021748781204224, 0.6650941967964172], "cos_Ac_negg": [0.6021748781204224, 0.6650941967964172], "r_norm": [0.18424059450626373, 0.1825830340385437]}, {"step": 16600, "epoch": 42, "train_loss": 0.00024973490508273244, "cos_r_negg": [0.6020041704177856, 0.6649545431137085], "cos_innovation_negg": [0.6020041704177856, 0.6649545431137085], "cos_apical_negg": [0.6020041704177856, 0.6649545431137085], "cos_Ac_negg": [0.6020041704177856, 0.6649545431137085], "r_norm": [0.1847057193517685, 0.18300873041152954]}, {"step": 16650, "epoch": 42, "train_loss": 0.00014556682435795665, "cos_r_negg": [0.6019504070281982, 0.6649762392044067], "cos_innovation_negg": [0.6019504070281982, 0.6649762392044067], "cos_apical_negg": [0.6019504070281982, 0.6649762392044067], "cos_Ac_negg": [0.6019504070281982, 0.6649762392044067], "r_norm": [0.18381920456886292, 0.18216654658317566]}, {"step": 16700, "epoch": 42, "train_loss": 0.00013579388905782253, "cos_r_negg": [0.6025491952896118, 0.6656745672225952], "cos_innovation_negg": [0.6025491952896118, 0.6656745672225952], "cos_apical_negg": [0.6025491952896118, 0.6656745672225952], "cos_Ac_negg": [0.6025491952896118, 0.6656745672225952], "r_norm": [0.18431402742862701, 0.1826973557472229]}, {"step": 16750, "epoch": 42, "train_loss": 0.00010192467016167939, "cos_r_negg": [0.6021674871444702, 0.6653757691383362], "cos_innovation_negg": [0.6021674871444702, 0.6653757691383362], "cos_apical_negg": [0.6021674871444702, 0.6653757691383362], "cos_Ac_negg": [0.6021674871444702, 0.6653757691383362], "r_norm": [0.1838255673646927, 0.1821550577878952], "ldr": {"dL_sdil": -0.0072622150182724, "dL_bp": -0.00820603221654892, "ratio": 0.8849849509031728}}, {"step": 16800, "epoch": 42, "train_loss": 5.281059566186741e-05, "cos_r_negg": [0.6021956205368042, 0.6654425859451294], "cos_innovation_negg": [0.6021956205368042, 0.6654425859451294], "cos_apical_negg": [0.6021956205368042, 0.6654425859451294], "cos_Ac_negg": [0.6021956205368042, 0.6654425859451294], "r_norm": [0.18460778892040253, 0.182908296585083]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9753, "test_loss": 0.1327202431678772}, {"step": 16850, "epoch": 43, "train_loss": 0.00019554587197490036, "cos_r_negg": [0.6024140119552612, 0.665481448173523], "cos_innovation_negg": [0.6024140119552612, 0.665481448173523], "cos_apical_negg": [0.6024140119552612, 0.665481448173523], "cos_Ac_negg": [0.6024140119552612, 0.665481448173523], "r_norm": [0.18472075462341309, 0.18298110365867615]}, {"step": 16900, "epoch": 43, "train_loss": 4.7080113290576264e-05, "cos_r_negg": [0.6020801067352295, 0.6653890609741211], "cos_innovation_negg": [0.6020801067352295, 0.6653890609741211], "cos_apical_negg": [0.6020801067352295, 0.6653890609741211], "cos_Ac_negg": [0.6020801067352295, 0.6653890609741211], "r_norm": [0.18491455912590027, 0.1831260472536087]}, {"step": 16950, "epoch": 43, "train_loss": 7.551741873612627e-05, "cos_r_negg": [0.6018069982528687, 0.66529780626297], "cos_innovation_negg": [0.6018069982528687, 0.66529780626297], "cos_apical_negg": [0.6018069982528687, 0.66529780626297], "cos_Ac_negg": [0.6018069982528687, 0.66529780626297], "r_norm": [0.18417035043239594, 0.18240539729595184]}, {"step": 17000, "epoch": 43, "train_loss": 0.00016736891120672226, "cos_r_negg": [0.60231614112854, 0.6658366322517395], "cos_innovation_negg": [0.60231614112854, 0.6658366322517395], "cos_apical_negg": [0.60231614112854, 0.6658366322517395], "cos_Ac_negg": [0.60231614112854, 0.6658366322517395], "r_norm": [0.18412145972251892, 0.18240664899349213], "ldr": {"dL_sdil": -0.007278092205524445, "dL_bp": -0.008235447108745575, "ratio": 0.8837519213493006}}, {"step": 17050, "epoch": 43, "train_loss": 0.00012645957758650184, "cos_r_negg": [0.602607250213623, 0.6658313274383545], "cos_innovation_negg": [0.602607250213623, 0.6658313274383545], "cos_apical_negg": [0.602607250213623, 0.6658313274383545], "cos_Ac_negg": [0.602607250213623, 0.6658313274383545], "r_norm": [0.1846974492073059, 0.18295228481292725]}, {"step": 17100, "epoch": 43, "train_loss": 9.566602966515347e-05, "cos_r_negg": [0.6024106740951538, 0.6663609147071838], "cos_innovation_negg": [0.6024106740951538, 0.6663609147071838], "cos_apical_negg": [0.6024106740951538, 0.6663609147071838], "cos_Ac_negg": [0.6024106740951538, 0.6663609147071838], "r_norm": [0.1842654049396515, 0.18260620534420013]}, {"step": 17150, "epoch": 43, "train_loss": 9.31959439185448e-05, "cos_r_negg": [0.6021479368209839, 0.6655040383338928], "cos_innovation_negg": [0.6021479368209839, 0.6655040383338928], "cos_apical_negg": [0.6021479368209839, 0.6655040383338928], "cos_Ac_negg": [0.6021479368209839, 0.6655040383338928], "r_norm": [0.18442313373088837, 0.18276740610599518]}, {"step": 17200, "epoch": 43, "train_loss": 0.0002150544460164383, "cos_r_negg": [0.6020851135253906, 0.6659144163131714], "cos_innovation_negg": [0.6020851135253906, 0.6659144163131714], "cos_apical_negg": [0.6020851135253906, 0.6659144163131714], "cos_Ac_negg": [0.6020851135253906, 0.6659144163131714], "r_norm": [0.18433797359466553, 0.18272092938423157]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9754, "test_loss": 0.13301579761505128}, {"step": 17250, "epoch": 44, "train_loss": 8.620380685897544e-05, "cos_r_negg": [0.6019331216812134, 0.6649671792984009], "cos_innovation_negg": [0.6019331216812134, 0.6649671792984009], "cos_apical_negg": [0.6019331216812134, 0.6649671792984009], "cos_Ac_negg": [0.6019331216812134, 0.6649671792984009], "r_norm": [0.18488025665283203, 0.1831870973110199], "ldr": {"dL_sdil": -0.007359787821769714, "dL_bp": -0.00831662118434906, "ratio": 0.8849492670917851}}, {"step": 17300, "epoch": 44, "train_loss": 8.201314631151035e-05, "cos_r_negg": [0.6020049452781677, 0.6649719476699829], "cos_innovation_negg": [0.6020049452781677, 0.6649719476699829], "cos_apical_negg": [0.6020049452781677, 0.6649719476699829], "cos_Ac_negg": [0.6020049452781677, 0.6649719476699829], "r_norm": [0.18463674187660217, 0.18297672271728516]}, {"step": 17350, "epoch": 44, "train_loss": 8.71904194355011e-05, "cos_r_negg": [0.6026224493980408, 0.6652400493621826], "cos_innovation_negg": [0.6026224493980408, 0.6652400493621826], "cos_apical_negg": [0.6026224493980408, 0.6652400493621826], "cos_Ac_negg": [0.6026224493980408, 0.6652400493621826], "r_norm": [0.18355488777160645, 0.18190407752990723]}, {"step": 17400, "epoch": 44, "train_loss": 9.041048178914934e-05, "cos_r_negg": [0.6023242473602295, 0.6657642126083374], "cos_innovation_negg": [0.6023242473602295, 0.6657642126083374], "cos_apical_negg": [0.6023242473602295, 0.6657642126083374], "cos_Ac_negg": [0.6023242473602295, 0.6657642126083374], "r_norm": [0.18448755145072937, 0.18286436796188354]}, {"step": 17450, "epoch": 44, "train_loss": 0.0001495917240390554, "cos_r_negg": [0.6021817326545715, 0.6657710075378418], "cos_innovation_negg": [0.6021817326545715, 0.6657710075378418], "cos_apical_negg": [0.6021817326545715, 0.6657710075378418], "cos_Ac_negg": [0.6021817326545715, 0.6657710075378418], "r_norm": [0.18478034436702728, 0.18318048119544983]}, {"step": 17500, "epoch": 44, "train_loss": 0.00013059495540801436, "cos_r_negg": [0.6019739508628845, 0.6657103896141052], "cos_innovation_negg": [0.6019739508628845, 0.6657103896141052], "cos_apical_negg": [0.6019739508628845, 0.6657103896141052], "cos_Ac_negg": [0.6019739508628845, 0.6657103896141052], "r_norm": [0.1850477159023285, 0.1833849847316742], "ldr": {"dL_sdil": -0.0073186904191970825, "dL_bp": -0.008283667266368866, "ratio": 0.883508497366918}}, {"step": 17550, "epoch": 44, "train_loss": 0.00014833355089649558, "cos_r_negg": [0.60234135389328, 0.6663023829460144], "cos_innovation_negg": [0.60234135389328, 0.6663023829460144], "cos_apical_negg": [0.60234135389328, 0.6663023829460144], "cos_Ac_negg": [0.60234135389328, 0.6663023829460144], "r_norm": [0.18508878350257874, 0.18339411914348602]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9754, "test_loss": 0.13344630846977235}, {"step": 17600, "epoch": 45, "train_loss": 8.708816312719136e-05, "cos_r_negg": [0.6016771793365479, 0.6648502349853516], "cos_innovation_negg": [0.6016771793365479, 0.6648502349853516], "cos_apical_negg": [0.6016771793365479, 0.6648502349853516], "cos_Ac_negg": [0.6016771793365479, 0.6648502349853516], "r_norm": [0.18433818221092224, 0.18262048065662384]}, {"step": 17650, "epoch": 45, "train_loss": 8.743729267735034e-05, "cos_r_negg": [0.6021329760551453, 0.6657963991165161], "cos_innovation_negg": [0.6021329760551453, 0.6657963991165161], "cos_apical_negg": [0.6021329760551453, 0.6657963991165161], "cos_Ac_negg": [0.6021329760551453, 0.6657963991165161], "r_norm": [0.184798926115036, 0.1830647736787796]}, {"step": 17700, "epoch": 45, "train_loss": 7.691761129535735e-05, "cos_r_negg": [0.6021358966827393, 0.6657043695449829], "cos_innovation_negg": [0.6021358966827393, 0.6657043695449829], "cos_apical_negg": [0.6021358966827393, 0.6657043695449829], "cos_Ac_negg": [0.6021358966827393, 0.6657043695449829], "r_norm": [0.18418732285499573, 0.18248912692070007]}, {"step": 17750, "epoch": 45, "train_loss": 0.00012106720532756299, "cos_r_negg": [0.6019006967544556, 0.6650907397270203], "cos_innovation_negg": [0.6019006967544556, 0.6650907397270203], "cos_apical_negg": [0.6019006967544556, 0.6650907397270203], "cos_Ac_negg": [0.6019006967544556, 0.6650907397270203], "r_norm": [0.18444199860095978, 0.18276411294937134], "ldr": {"dL_sdil": -0.007353156805038452, "dL_bp": -0.008348837494850159, "ratio": 0.8807402000067823}}, {"step": 17800, "epoch": 45, "train_loss": 0.00014850651496089995, "cos_r_negg": [0.6019942760467529, 0.6654874086380005], "cos_innovation_negg": [0.6019942760467529, 0.6654874086380005], "cos_apical_negg": [0.6019942760467529, 0.6654874086380005], "cos_Ac_negg": [0.6019942760467529, 0.6654874086380005], "r_norm": [0.1845848262310028, 0.1829063594341278]}, {"step": 17850, "epoch": 45, "train_loss": 2.753659828158561e-05, "cos_r_negg": [0.6017935276031494, 0.6651504039764404], "cos_innovation_negg": [0.6017935276031494, 0.6651504039764404], "cos_apical_negg": [0.6017935276031494, 0.6651504039764404], "cos_Ac_negg": [0.6017935276031494, 0.6651504039764404], "r_norm": [0.18381336331367493, 0.18209242820739746]}, {"step": 17900, "epoch": 45, "train_loss": 0.00034377677366137505, "cos_r_negg": [0.6018407344818115, 0.6653668880462646], "cos_innovation_negg": [0.6018407344818115, 0.6653668880462646], "cos_apical_negg": [0.6018407344818115, 0.6653668880462646], "cos_Ac_negg": [0.6018407344818115, 0.6653668880462646], "r_norm": [0.1828712373971939, 0.1811850219964981]}, {"step": 17950, "epoch": 45, "train_loss": 8.159653225447983e-05, "cos_r_negg": [0.6021580696105957, 0.6654936671257019], "cos_innovation_negg": [0.6021580696105957, 0.6654936671257019], "cos_apical_negg": [0.6021580696105957, 0.6654936671257019], "cos_Ac_negg": [0.6021580696105957, 0.6654936671257019], "r_norm": [0.18344666063785553, 0.18179011344909668]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9753, "test_loss": 0.13371435103416443}, {"step": 18000, "epoch": 46, "train_loss": 9.133724961429834e-05, "cos_r_negg": [0.6020828485488892, 0.6650242805480957], "cos_innovation_negg": [0.6020828485488892, 0.6650242805480957], "cos_apical_negg": [0.6020828485488892, 0.6650242805480957], "cos_Ac_negg": [0.6020828485488892, 0.6650242805480957], "r_norm": [0.18344882130622864, 0.18181844055652618], "ldr": {"dL_sdil": -0.007331281900405884, "dL_bp": -0.008331149816513062, "ratio": 0.879984403338258}}, {"step": 18050, "epoch": 46, "train_loss": 8.849868027027696e-05, "cos_r_negg": [0.6022009253501892, 0.6651699542999268], "cos_innovation_negg": [0.6022009253501892, 0.6651699542999268], "cos_apical_negg": [0.6022009253501892, 0.6651699542999268], "cos_Ac_negg": [0.6022009253501892, 0.6651699542999268], "r_norm": [0.18359726667404175, 0.18196573853492737]}, {"step": 18100, "epoch": 46, "train_loss": 0.0002924661384895444, "cos_r_negg": [0.6021281480789185, 0.6653797030448914], "cos_innovation_negg": [0.6021281480789185, 0.6653797030448914], "cos_apical_negg": [0.6021281480789185, 0.6653797030448914], "cos_Ac_negg": [0.6021281480789185, 0.6653797030448914], "r_norm": [0.18427549302577972, 0.18262791633605957]}, {"step": 18150, "epoch": 46, "train_loss": 0.00010722676233854145, "cos_r_negg": [0.6019899845123291, 0.6648402810096741], "cos_innovation_negg": [0.6019899845123291, 0.6648402810096741], "cos_apical_negg": [0.6019899845123291, 0.6648402810096741], "cos_Ac_negg": [0.6019899845123291, 0.6648402810096741], "r_norm": [0.1838947832584381, 0.18220901489257812]}, {"step": 18200, "epoch": 46, "train_loss": 7.759843720123172e-05, "cos_r_negg": [0.6021020412445068, 0.6649865508079529], "cos_innovation_negg": [0.6021020412445068, 0.6649865508079529], "cos_apical_negg": [0.6021020412445068, 0.6649865508079529], "cos_Ac_negg": [0.6021020412445068, 0.6649865508079529], "r_norm": [0.1830047219991684, 0.18140263855457306]}, {"step": 18250, "epoch": 46, "train_loss": 0.00010771538654807955, "cos_r_negg": [0.6014665365219116, 0.6648538708686829], "cos_innovation_negg": [0.6014665365219116, 0.6648538708686829], "cos_apical_negg": [0.6014665365219116, 0.6648538708686829], "cos_Ac_negg": [0.6014665365219116, 0.6648538708686829], "r_norm": [0.18360459804534912, 0.1819857507944107], "ldr": {"dL_sdil": -0.007355794310569763, "dL_bp": -0.008385613560676575, "ratio": 0.8771921407234842}}, {"step": 18300, "epoch": 46, "train_loss": 0.0001468904665671289, "cos_r_negg": [0.602708101272583, 0.6650903224945068], "cos_innovation_negg": [0.602708101272583, 0.6650903224945068], "cos_apical_negg": [0.602708101272583, 0.6650903224945068], "cos_Ac_negg": [0.602708101272583, 0.6650903224945068], "r_norm": [0.1833549439907074, 0.18171173334121704]}, {"step": 18350, "epoch": 46, "train_loss": 5.934258661000058e-05, "cos_r_negg": [0.6027323007583618, 0.6654608845710754], "cos_innovation_negg": [0.6027323007583618, 0.6654608845710754], "cos_apical_negg": [0.6027323007583618, 0.6654608845710754], "cos_Ac_negg": [0.6027323007583618, 0.6654608845710754], "r_norm": [0.18350355327129364, 0.18181581795215607]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9752, "test_loss": 0.13416694493293763}, {"step": 18400, "epoch": 47, "train_loss": 0.00024796114303171635, "cos_r_negg": [0.6018542051315308, 0.6648465991020203], "cos_innovation_negg": [0.6018542051315308, 0.6648465991020203], "cos_apical_negg": [0.6018542051315308, 0.6648465991020203], "cos_Ac_negg": [0.6018542051315308, 0.6648465991020203], "r_norm": [0.1850610375404358, 0.1833130121231079]}, {"step": 18450, "epoch": 47, "train_loss": 5.536813841899857e-05, "cos_r_negg": [0.6019868850708008, 0.6647664904594421], "cos_innovation_negg": [0.6019868850708008, 0.6647664904594421], "cos_apical_negg": [0.6019868850708008, 0.6647664904594421], "cos_Ac_negg": [0.6019868850708008, 0.6647664904594421], "r_norm": [0.18456898629665375, 0.1828480064868927]}, {"step": 18500, "epoch": 47, "train_loss": 0.00018265821563545614, "cos_r_negg": [0.6012387275695801, 0.6644982099533081], "cos_innovation_negg": [0.6012387275695801, 0.6644982099533081], "cos_apical_negg": [0.6012387275695801, 0.6644982099533081], "cos_Ac_negg": [0.6012387275695801, 0.6644982099533081], "r_norm": [0.18380984663963318, 0.18210141360759735], "ldr": {"dL_sdil": -0.0074051618576049805, "dL_bp": -0.008446812629699707, "ratio": 0.8766812029862964}}, {"step": 18550, "epoch": 47, "train_loss": 9.348768799100071e-05, "cos_r_negg": [0.6006413698196411, 0.6643011569976807], "cos_innovation_negg": [0.6006413698196411, 0.6643011569976807], "cos_apical_negg": [0.6006413698196411, 0.6643011569976807], "cos_Ac_negg": [0.6006413698196411, 0.6643011569976807], "r_norm": [0.1836341917514801, 0.18196463584899902]}, {"step": 18600, "epoch": 47, "train_loss": 5.021482502343133e-05, "cos_r_negg": [0.6003643274307251, 0.6640396118164062], "cos_innovation_negg": [0.6003643274307251, 0.6640396118164062], "cos_apical_negg": [0.6003643274307251, 0.6640396118164062], "cos_Ac_negg": [0.6003643274307251, 0.6640396118164062], "r_norm": [0.1841256320476532, 0.1824493408203125]}, {"step": 18650, "epoch": 47, "train_loss": 5.861003592144698e-05, "cos_r_negg": [0.6005548238754272, 0.6643673181533813], "cos_innovation_negg": [0.6005548238754272, 0.6643673181533813], "cos_apical_negg": [0.6005548238754272, 0.6643673181533813], "cos_Ac_negg": [0.6005548238754272, 0.6643673181533813], "r_norm": [0.1837671995162964, 0.18211418390274048]}, {"step": 18700, "epoch": 47, "train_loss": 0.0001464692468289286, "cos_r_negg": [0.6021859645843506, 0.6646908521652222], "cos_innovation_negg": [0.6021859645843506, 0.6646908521652222], "cos_apical_negg": [0.6021859645843506, 0.6646908521652222], "cos_Ac_negg": [0.6021859645843506, 0.6646908521652222], "r_norm": [0.18352457880973816, 0.18190371990203857]}, {"step": 18750, "epoch": 47, "train_loss": 6.12015719525516e-05, "cos_r_negg": [0.6025177240371704, 0.6647669076919556], "cos_innovation_negg": [0.6025177240371704, 0.6647669076919556], "cos_apical_negg": [0.6025177240371704, 0.6647669076919556], "cos_Ac_negg": [0.6025177240371704, 0.6647669076919556], "r_norm": [0.18373225629329681, 0.1820741891860962], "ldr": {"dL_sdil": -0.007422029972076416, "dL_bp": -0.008459851145744324, "ratio": 0.877323943910056}}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9753, "test_loss": 0.13435121788978577}, {"step": 18800, "epoch": 48, "train_loss": 7.438944157911465e-05, "cos_r_negg": [0.6024838089942932, 0.6654709577560425], "cos_innovation_negg": [0.6024838089942932, 0.6654709577560425], "cos_apical_negg": [0.6024838089942932, 0.6654709577560425], "cos_Ac_negg": [0.6024838089942932, 0.6654709577560425], "r_norm": [0.18455055356025696, 0.18285700678825378]}, {"step": 18850, "epoch": 48, "train_loss": 0.00020334032888058573, "cos_r_negg": [0.601996898651123, 0.6646784543991089], "cos_innovation_negg": [0.601996898651123, 0.6646784543991089], "cos_apical_negg": [0.601996898651123, 0.6646784543991089], "cos_Ac_negg": [0.601996898651123, 0.6646784543991089], "r_norm": [0.1846877485513687, 0.1829971969127655]}, {"step": 18900, "epoch": 48, "train_loss": 2.0706578652607277e-05, "cos_r_negg": [0.6019412875175476, 0.6645970344543457], "cos_innovation_negg": [0.6019412875175476, 0.6645970344543457], "cos_apical_negg": [0.6019412875175476, 0.6645970344543457], "cos_Ac_negg": [0.6019412875175476, 0.6645970344543457], "r_norm": [0.18501393496990204, 0.18331089615821838]}, {"step": 18950, "epoch": 48, "train_loss": 0.0001657586544752121, "cos_r_negg": [0.6008126735687256, 0.6641939282417297], "cos_innovation_negg": [0.6008126735687256, 0.6641939282417297], "cos_apical_negg": [0.6008126735687256, 0.6641939282417297], "cos_Ac_negg": [0.6008126735687256, 0.6641939282417297], "r_norm": [0.18418504297733307, 0.1825328767299652]}, {"step": 19000, "epoch": 48, "train_loss": 8.183497993741184e-05, "cos_r_negg": [0.6012231111526489, 0.664810299873352], "cos_innovation_negg": [0.6012231111526489, 0.664810299873352], "cos_apical_negg": [0.6012231111526489, 0.664810299873352], "cos_Ac_negg": [0.6012231111526489, 0.664810299873352], "r_norm": [0.1834462583065033, 0.18177863955497742], "ldr": {"dL_sdil": -0.007430866360664368, "dL_bp": -0.00850166380405426, "ratio": 0.874048484147391}}, {"step": 19050, "epoch": 48, "train_loss": 0.00012325134593993425, "cos_r_negg": [0.6018563508987427, 0.6649715304374695], "cos_innovation_negg": [0.6018563508987427, 0.6649715304374695], "cos_apical_negg": [0.6018563508987427, 0.6649715304374695], "cos_Ac_negg": [0.6018563508987427, 0.6649715304374695], "r_norm": [0.1835663914680481, 0.18185505270957947]}, {"step": 19100, "epoch": 48, "train_loss": 0.00010836332512553781, "cos_r_negg": [0.6019300222396851, 0.6644249558448792], "cos_innovation_negg": [0.6019300222396851, 0.6644249558448792], "cos_apical_negg": [0.6019300222396851, 0.6644249558448792], "cos_Ac_negg": [0.6019300222396851, 0.6644249558448792], "r_norm": [0.18468260765075684, 0.18293628096580505]}, {"step": 19150, "epoch": 48, "train_loss": 4.70807462988887e-05, "cos_r_negg": [0.6012734174728394, 0.6646576523780823], "cos_innovation_negg": [0.6012734174728394, 0.6646576523780823], "cos_apical_negg": [0.6012734174728394, 0.6646576523780823], "cos_Ac_negg": [0.6012734174728394, 0.6646576523780823], "r_norm": [0.18353407084941864, 0.18187104165554047]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9754, "test_loss": 0.13455723209381104}, {"step": 19200, "epoch": 49, "train_loss": 6.1401842685882e-05, "cos_r_negg": [0.6014467477798462, 0.6648760437965393], "cos_innovation_negg": [0.6014467477798462, 0.6648760437965393], "cos_apical_negg": [0.6014467477798462, 0.6648760437965393], "cos_Ac_negg": [0.6014467477798462, 0.6648760437965393], "r_norm": [0.18362438678741455, 0.1820000410079956]}, {"step": 19250, "epoch": 49, "train_loss": 3.511024988256395e-05, "cos_r_negg": [0.601568341255188, 0.6650957465171814], "cos_innovation_negg": [0.601568341255188, 0.6650957465171814], "cos_apical_negg": [0.601568341255188, 0.6650957465171814], "cos_Ac_negg": [0.601568341255188, 0.6650957465171814], "r_norm": [0.1845851093530655, 0.18293803930282593], "ldr": {"dL_sdil": -0.007521718740463257, "dL_bp": -0.008580736815929413, "ratio": 0.8765819185247381}}, {"step": 19300, "epoch": 49, "train_loss": 0.0002507686149328947, "cos_r_negg": [0.6014503240585327, 0.6650298833847046], "cos_innovation_negg": [0.6014503240585327, 0.6650298833847046], "cos_apical_negg": [0.6014503240585327, 0.6650298833847046], "cos_Ac_negg": [0.6014503240585327, 0.6650298833847046], "r_norm": [0.1847994029521942, 0.18313124775886536]}, {"step": 19350, "epoch": 49, "train_loss": 0.00013800364104099572, "cos_r_negg": [0.6024045348167419, 0.6653317213058472], "cos_innovation_negg": [0.6024045348167419, 0.6653317213058472], "cos_apical_negg": [0.6024045348167419, 0.6653317213058472], "cos_Ac_negg": [0.6024045348167419, 0.6653317213058472], "r_norm": [0.18419194221496582, 0.18253572285175323]}, {"step": 19400, "epoch": 49, "train_loss": 6.684113759547472e-05, "cos_r_negg": [0.6015514731407166, 0.6650636196136475], "cos_innovation_negg": [0.6015514731407166, 0.6650636196136475], "cos_apical_negg": [0.6015514731407166, 0.6650636196136475], "cos_Ac_negg": [0.6015514731407166, 0.6650636196136475], "r_norm": [0.18435008823871613, 0.182697594165802]}, {"step": 19450, "epoch": 49, "train_loss": 0.00015902055019978434, "cos_r_negg": [0.601406455039978, 0.6649913787841797], "cos_innovation_negg": [0.601406455039978, 0.6649913787841797], "cos_apical_negg": [0.601406455039978, 0.6649913787841797], "cos_Ac_negg": [0.601406455039978, 0.6649913787841797], "r_norm": [0.18319767713546753, 0.1814899891614914]}, {"step": 19500, "epoch": 49, "train_loss": 8.191440429072827e-05, "cos_r_negg": [0.601533055305481, 0.6647675037384033], "cos_innovation_negg": [0.601533055305481, 0.6647675037384033], "cos_apical_negg": [0.601533055305481, 0.6647675037384033], "cos_Ac_negg": [0.601533055305481, 0.6647675037384033], "r_norm": [0.18257564306259155, 0.18085525929927826], "ldr": {"dL_sdil": -0.007470622658729553, "dL_bp": -0.008570902049541473, "ratio": 0.8716261853825779}}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9753, "test_loss": 0.13475202450752258}, {"step": 19550, "epoch": 50, "train_loss": 7.010698027443141e-05, "cos_r_negg": [0.6016254425048828, 0.6647305488586426], "cos_innovation_negg": [0.6016254425048828, 0.6647305488586426], "cos_apical_negg": [0.6016254425048828, 0.6647305488586426], "cos_Ac_negg": [0.6016254425048828, 0.6647305488586426], "r_norm": [0.18242061138153076, 0.18078169226646423]}, {"step": 19600, "epoch": 50, "train_loss": 0.00010581731476122513, "cos_r_negg": [0.6011471748352051, 0.6641561388969421], "cos_innovation_negg": [0.6011471748352051, 0.6641561388969421], "cos_apical_negg": [0.6011471748352051, 0.6641561388969421], "cos_Ac_negg": [0.6011471748352051, 0.6641561388969421], "r_norm": [0.1840989887714386, 0.1823582649230957]}, {"step": 19650, "epoch": 50, "train_loss": 5.1637856813613325e-05, "cos_r_negg": [0.6022225618362427, 0.6647709608078003], "cos_innovation_negg": [0.6022225618362427, 0.6647709608078003], "cos_apical_negg": [0.6022225618362427, 0.6647709608078003], "cos_Ac_negg": [0.6022225618362427, 0.6647709608078003], "r_norm": [0.18470585346221924, 0.1829824298620224]}, {"step": 19700, "epoch": 50, "train_loss": 0.00016902669449336827, "cos_r_negg": [0.6010798215866089, 0.6640826463699341], "cos_innovation_negg": [0.6010798215866089, 0.6640826463699341], "cos_apical_negg": [0.6010798215866089, 0.6640826463699341], "cos_Ac_negg": [0.6010798215866089, 0.6640826463699341], "r_norm": [0.18416699767112732, 0.18246397376060486]}, {"step": 19750, "epoch": 50, "train_loss": 0.00025073724100366235, "cos_r_negg": [0.6006894111633301, 0.6645129919052124], "cos_innovation_negg": [0.6006894111633301, 0.6645129919052124], "cos_apical_negg": [0.6006894111633301, 0.6645129919052124], "cos_Ac_negg": [0.6006894111633301, 0.6645129919052124], "r_norm": [0.18417340517044067, 0.18245959281921387], "ldr": {"dL_sdil": -0.007523290812969208, "dL_bp": -0.00863606482744217, "ratio": 0.8711480243945154}}, {"step": 19800, "epoch": 50, "train_loss": 0.0001578822120791301, "cos_r_negg": [0.601974606513977, 0.6647990942001343], "cos_innovation_negg": [0.601974606513977, 0.6647990942001343], "cos_apical_negg": [0.601974606513977, 0.6647990942001343], "cos_Ac_negg": [0.601974606513977, 0.6647990942001343], "r_norm": [0.18298862874507904, 0.18133653700351715]}, {"step": 19850, "epoch": 50, "train_loss": 0.00019608819275163114, "cos_r_negg": [0.6020310521125793, 0.664962887763977], "cos_innovation_negg": [0.6020310521125793, 0.664962887763977], "cos_apical_negg": [0.6020310521125793, 0.664962887763977], "cos_Ac_negg": [0.6020310521125793, 0.664962887763977], "r_norm": [0.1829107105731964, 0.1812886744737625]}, {"step": 19900, "epoch": 50, "train_loss": 0.00010466259118402377, "cos_r_negg": [0.602364182472229, 0.6652609705924988], "cos_innovation_negg": [0.602364182472229, 0.6652609705924988], "cos_apical_negg": [0.602364182472229, 0.6652609705924988], "cos_Ac_negg": [0.602364182472229, 0.6652609705924988], "r_norm": [0.18316449224948883, 0.18154239654541016]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9754, "test_loss": 0.13518957324028016}, {"step": 19950, "epoch": 51, "train_loss": 0.0001401693734806031, "cos_r_negg": [0.6019483804702759, 0.6653019189834595], "cos_innovation_negg": [0.6019483804702759, 0.6653019189834595], "cos_apical_negg": [0.6019483804702759, 0.6653019189834595], "cos_Ac_negg": [0.6019483804702759, 0.6653019189834595], "r_norm": [0.18319222331047058, 0.1815662533044815]}, {"step": 20000, "epoch": 51, "train_loss": 6.15343451499939e-05, "cos_r_negg": [0.6021851301193237, 0.6654479503631592], "cos_innovation_negg": [0.6021851301193237, 0.6654479503631592], "cos_apical_negg": [0.6021851301193237, 0.6654479503631592], "cos_Ac_negg": [0.6021851301193237, 0.6654479503631592], "r_norm": [0.1832805871963501, 0.1816616654396057], "ldr": {"dL_sdil": -0.007497802376747131, "dL_bp": -0.008617885410785675, "ratio": 0.8700280891833734}}, {"step": 20050, "epoch": 51, "train_loss": 4.610208998201415e-05, "cos_r_negg": [0.6022566556930542, 0.6650422811508179], "cos_innovation_negg": [0.6022566556930542, 0.6650422811508179], "cos_apical_negg": [0.6022566556930542, 0.6650422811508179], "cos_Ac_negg": [0.6022566556930542, 0.6650422811508179], "r_norm": [0.1826643943786621, 0.1810820996761322]}, {"step": 20100, "epoch": 51, "train_loss": 6.656112964265049e-05, "cos_r_negg": [0.6020832657814026, 0.6653191447257996], "cos_innovation_negg": [0.6020832657814026, 0.6653191447257996], "cos_apical_negg": [0.6020832657814026, 0.6653191447257996], "cos_Ac_negg": [0.6020832657814026, 0.6653191447257996], "r_norm": [0.18194296956062317, 0.1803317815065384]}, {"step": 20150, "epoch": 51, "train_loss": 4.199915565550327e-05, "cos_r_negg": [0.6021838188171387, 0.6653552651405334], "cos_innovation_negg": [0.6021838188171387, 0.6653552651405334], "cos_apical_negg": [0.6021838188171387, 0.6653552651405334], "cos_Ac_negg": [0.6021838188171387, 0.6653552651405334], "r_norm": [0.18323105573654175, 0.1815308928489685]}, {"step": 20200, "epoch": 51, "train_loss": 7.81216294853948e-05, "cos_r_negg": [0.6020486354827881, 0.6651456356048584], "cos_innovation_negg": [0.6020486354827881, 0.6651456356048584], "cos_apical_negg": [0.6020486354827881, 0.6651456356048584], "cos_Ac_negg": [0.6020486354827881, 0.6651456356048584], "r_norm": [0.1833776980638504, 0.181680366396904]}, {"step": 20250, "epoch": 51, "train_loss": 0.00010530069994274527, "cos_r_negg": [0.6023241281509399, 0.6654320955276489], "cos_innovation_negg": [0.6023241281509399, 0.6654320955276489], "cos_apical_negg": [0.6023241281509399, 0.6654320955276489], "cos_Ac_negg": [0.6023241281509399, 0.6654320955276489], "r_norm": [0.18380114436149597, 0.18209144473075867], "ldr": {"dL_sdil": -0.007582962512969971, "dL_bp": -0.00873023271560669, "ratio": 0.8685865268418573}}, {"step": 20300, "epoch": 51, "train_loss": 8.458095544483513e-05, "cos_r_negg": [0.6019905805587769, 0.6650322079658508], "cos_innovation_negg": [0.6019905805587769, 0.6650322079658508], "cos_apical_negg": [0.6019905805587769, 0.6650322079658508], "cos_Ac_negg": [0.6019905805587769, 0.6650322079658508], "r_norm": [0.18337705731391907, 0.18170052766799927]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9752, "test_loss": 0.13551719498634338}, {"step": 20350, "epoch": 52, "train_loss": 8.756964234635234e-05, "cos_r_negg": [0.6019843220710754, 0.6651301980018616], "cos_innovation_negg": [0.6019843220710754, 0.6651301980018616], "cos_apical_negg": [0.6019843220710754, 0.6651301980018616], "cos_Ac_negg": [0.6019843220710754, 0.6651301980018616], "r_norm": [0.18374165892601013, 0.18206816911697388]}, {"step": 20400, "epoch": 52, "train_loss": 6.935755664017051e-05, "cos_r_negg": [0.6018475294113159, 0.6652226448059082], "cos_innovation_negg": [0.6018475294113159, 0.6652226448059082], "cos_apical_negg": [0.6018475294113159, 0.6652226448059082], "cos_Ac_negg": [0.6018475294113159, 0.6652226448059082], "r_norm": [0.18346916139125824, 0.18176791071891785]}, {"step": 20450, "epoch": 52, "train_loss": 0.00011412900494178757, "cos_r_negg": [0.6019915342330933, 0.6652566194534302], "cos_innovation_negg": [0.6019915342330933, 0.6652566194534302], "cos_apical_negg": [0.6019915342330933, 0.6652566194534302], "cos_Ac_negg": [0.6019915342330933, 0.6652566194534302], "r_norm": [0.18352611362934113, 0.18180865049362183]}, {"step": 20500, "epoch": 52, "train_loss": 0.0001113161415560171, "cos_r_negg": [0.6019443273544312, 0.6649755239486694], "cos_innovation_negg": [0.6019443273544312, 0.6649755239486694], "cos_apical_negg": [0.6019443273544312, 0.6649755239486694], "cos_Ac_negg": [0.6019443273544312, 0.6649755239486694], "r_norm": [0.18401886522769928, 0.182293102145195], "ldr": {"dL_sdil": -0.007572263479232788, "dL_bp": -0.008718505501747131, "ratio": 0.8685276940773113}}, {"step": 20550, "epoch": 52, "train_loss": 0.00010577327338978648, "cos_r_negg": [0.6022458076477051, 0.6652697920799255], "cos_innovation_negg": [0.6022458076477051, 0.6652697920799255], "cos_apical_negg": [0.6022458076477051, 0.6652697920799255], "cos_Ac_negg": [0.6022458076477051, 0.6652697920799255], "r_norm": [0.18330532312393188, 0.18164542317390442]}, {"step": 20600, "epoch": 52, "train_loss": 5.261385376797989e-05, "cos_r_negg": [0.6024087071418762, 0.6653561592102051], "cos_innovation_negg": [0.6024087071418762, 0.6653561592102051], "cos_apical_negg": [0.6024087071418762, 0.6653561592102051], "cos_Ac_negg": [0.6024087071418762, 0.6653561592102051], "r_norm": [0.18421025574207306, 0.18255659937858582]}, {"step": 20650, "epoch": 52, "train_loss": 0.0003065882483497262, "cos_r_negg": [0.6021500825881958, 0.6652710437774658], "cos_innovation_negg": [0.6021500825881958, 0.6652710437774658], "cos_apical_negg": [0.6021500825881958, 0.6652710437774658], "cos_Ac_negg": [0.6021500825881958, 0.6652710437774658], "r_norm": [0.1835024207830429, 0.18185625970363617]}, {"step": 20700, "epoch": 52, "train_loss": 0.00010604612180031836, "cos_r_negg": [0.6020599603652954, 0.6651924848556519], "cos_innovation_negg": [0.6020599603652954, 0.6651924848556519], "cos_apical_negg": [0.6020599603652954, 0.6651924848556519], "cos_Ac_negg": [0.6020599603652954, 0.6651924848556519], "r_norm": [0.1836392879486084, 0.18195995688438416]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9752, "test_loss": 0.1358665195465088}, {"step": 20750, "epoch": 53, "train_loss": 0.00012934597907587886, "cos_r_negg": [0.6021522283554077, 0.6653993129730225], "cos_innovation_negg": [0.6021522283554077, 0.6653993129730225], "cos_apical_negg": [0.6021522283554077, 0.6653993129730225], "cos_Ac_negg": [0.6021522283554077, 0.6653993129730225], "r_norm": [0.18323539197444916, 0.18158605694770813], "ldr": {"dL_sdil": -0.007568836212158203, "dL_bp": -0.008718959987163544, "ratio": 0.8680893390153636}}, {"step": 20800, "epoch": 53, "train_loss": 9.566222433932126e-05, "cos_r_negg": [0.6022522449493408, 0.6655563116073608], "cos_innovation_negg": [0.6022522449493408, 0.6655563116073608], "cos_apical_negg": [0.6022522449493408, 0.6655563116073608], "cos_Ac_negg": [0.6022522449493408, 0.6655563116073608], "r_norm": [0.18301032483577728, 0.18134424090385437]}, {"step": 20850, "epoch": 53, "train_loss": 0.00013174682680983096, "cos_r_negg": [0.6022217273712158, 0.6653224229812622], "cos_innovation_negg": [0.6022217273712158, 0.6653224229812622], "cos_apical_negg": [0.6022217273712158, 0.6653224229812622], "cos_Ac_negg": [0.6022217273712158, 0.6653224229812622], "r_norm": [0.1826823353767395, 0.18102221190929413]}, {"step": 20900, "epoch": 53, "train_loss": 7.435737643390894e-05, "cos_r_negg": [0.6023556590080261, 0.6653403043746948], "cos_innovation_negg": [0.6023556590080261, 0.6653403043746948], "cos_apical_negg": [0.6023556590080261, 0.6653403043746948], "cos_Ac_negg": [0.6023556590080261, 0.6653403043746948], "r_norm": [0.18293553590774536, 0.1812928020954132]}, {"step": 20950, "epoch": 53, "train_loss": 0.00010058588668471202, "cos_r_negg": [0.6024686098098755, 0.6655007004737854], "cos_innovation_negg": [0.6024686098098755, 0.6655007004737854], "cos_apical_negg": [0.6024686098098755, 0.6655007004737854], "cos_Ac_negg": [0.6024686098098755, 0.6655007004737854], "r_norm": [0.1835654377937317, 0.18189139664173126]}, {"step": 21000, "epoch": 53, "train_loss": 6.750822649337351e-05, "cos_r_negg": [0.6025861501693726, 0.6656703948974609], "cos_innovation_negg": [0.6025861501693726, 0.6656703948974609], "cos_apical_negg": [0.6025861501693726, 0.6656703948974609], "cos_Ac_negg": [0.6025861501693726, 0.6656703948974609], "r_norm": [0.18427911400794983, 0.18259009718894958], "ldr": {"dL_sdil": -0.007635273039340973, "dL_bp": -0.008817784488201141, "ratio": 0.8658947210104241}}, {"step": 21050, "epoch": 53, "train_loss": 0.00011249713134020567, "cos_r_negg": [0.6022730469703674, 0.6655223369598389], "cos_innovation_negg": [0.6022730469703674, 0.6655223369598389], "cos_apical_negg": [0.6022730469703674, 0.6655223369598389], "cos_Ac_negg": [0.6022730469703674, 0.6655223369598389], "r_norm": [0.18345972895622253, 0.1817755103111267]}, {"step": 21100, "epoch": 53, "train_loss": 0.00018287228886038065, "cos_r_negg": [0.602069616317749, 0.6655490398406982], "cos_innovation_negg": [0.602069616317749, 0.6655490398406982], "cos_apical_negg": [0.602069616317749, 0.6655490398406982], "cos_Ac_negg": [0.602069616317749, 0.6655490398406982], "r_norm": [0.18297821283340454, 0.18131791055202484]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9751, "test_loss": 0.1360433832168579}, {"step": 21150, "epoch": 54, "train_loss": 6.699984078295529e-05, "cos_r_negg": [0.6022483110427856, 0.6656983494758606], "cos_innovation_negg": [0.6022483110427856, 0.6656983494758606], "cos_apical_negg": [0.6022483110427856, 0.6656983494758606], "cos_Ac_negg": [0.6022483110427856, 0.6656983494758606], "r_norm": [0.18309085071086884, 0.18147769570350647]}, {"step": 21200, "epoch": 54, "train_loss": 6.590837438125163e-05, "cos_r_negg": [0.6024739742279053, 0.6656294465065002], "cos_innovation_negg": [0.6024739742279053, 0.6656294465065002], "cos_apical_negg": [0.6024739742279053, 0.6656294465065002], "cos_Ac_negg": [0.6024739742279053, 0.6656294465065002], "r_norm": [0.1834564059972763, 0.18184316158294678]}, {"step": 21250, "epoch": 54, "train_loss": 2.901830339396838e-05, "cos_r_negg": [0.6019610166549683, 0.6656150817871094], "cos_innovation_negg": [0.6019610166549683, 0.6656150817871094], "cos_apical_negg": [0.6019610166549683, 0.6656150817871094], "cos_Ac_negg": [0.6019610166549683, 0.6656150817871094], "r_norm": [0.18298494815826416, 0.18135321140289307], "ldr": {"dL_sdil": -0.007591776549816132, "dL_bp": -0.00877179205417633, "ratio": 0.8654761196945632}}, {"step": 21300, "epoch": 54, "train_loss": 0.00011800028732977808, "cos_r_negg": [0.6020653247833252, 0.6656871438026428], "cos_innovation_negg": [0.6020653247833252, 0.6656871438026428], "cos_apical_negg": [0.6020653247833252, 0.6656871438026428], "cos_Ac_negg": [0.6020653247833252, 0.6656871438026428], "r_norm": [0.18274593353271484, 0.1811043620109558]}, {"step": 21350, "epoch": 54, "train_loss": 0.00013819531886838377, "cos_r_negg": [0.6018803119659424, 0.6657810211181641], "cos_innovation_negg": [0.6018803119659424, 0.6657810211181641], "cos_apical_negg": [0.6018803119659424, 0.6657810211181641], "cos_Ac_negg": [0.6018803119659424, 0.6657810211181641], "r_norm": [0.18251724541187286, 0.18084341287612915]}, {"step": 21400, "epoch": 54, "train_loss": 0.00011754391016438603, "cos_r_negg": [0.6018751859664917, 0.6656984090805054], "cos_innovation_negg": [0.6018751859664917, 0.6656984090805054], "cos_apical_negg": [0.6018751859664917, 0.6656984090805054], "cos_Ac_negg": [0.6018751859664917, 0.6656984090805054], "r_norm": [0.1825183928012848, 0.1808549165725708]}, {"step": 21450, "epoch": 54, "train_loss": 0.00015210769197437912, "cos_r_negg": [0.6015912294387817, 0.6657842397689819], "cos_innovation_negg": [0.6015912294387817, 0.6657842397689819], "cos_apical_negg": [0.6015912294387817, 0.6657842397689819], "cos_Ac_negg": [0.6015912294387817, 0.6657842397689819], "r_norm": [0.18292413651943207, 0.18123605847358704]}, {"step": 21500, "epoch": 54, "train_loss": 8.093752694549039e-05, "cos_r_negg": [0.6022029519081116, 0.6658768653869629], "cos_innovation_negg": [0.6022029519081116, 0.6658768653869629], "cos_apical_negg": [0.6022029519081116, 0.6658768653869629], "cos_Ac_negg": [0.6022029519081116, 0.6658768653869629], "r_norm": [0.18270492553710938, 0.1810247302055359], "ldr": {"dL_sdil": -0.007612176239490509, "dL_bp": -0.008794039487838745, "ratio": 0.865606329152532}}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9752, "test_loss": 0.1363601254940033}, {"step": 21550, "epoch": 55, "train_loss": 5.423328184406273e-05, "cos_r_negg": [0.6022868156433105, 0.6659133434295654], "cos_innovation_negg": [0.6022868156433105, 0.6659133434295654], "cos_apical_negg": [0.6022868156433105, 0.6659133434295654], "cos_Ac_negg": [0.6022868156433105, 0.6659133434295654], "r_norm": [0.18295159935951233, 0.18128788471221924]}, {"step": 21600, "epoch": 55, "train_loss": 5.7514891523169354e-05, "cos_r_negg": [0.6017805933952332, 0.6657475233078003], "cos_innovation_negg": [0.6017805933952332, 0.6657475233078003], "cos_apical_negg": [0.6017805933952332, 0.6657475233078003], "cos_Ac_negg": [0.6017805933952332, 0.6657475233078003], "r_norm": [0.18250973522663116, 0.18086925148963928]}, {"step": 21650, "epoch": 55, "train_loss": 0.0001027472026180476, "cos_r_negg": [0.6020469665527344, 0.6658560037612915], "cos_innovation_negg": [0.6020469665527344, 0.6658560037612915], "cos_apical_negg": [0.6020469665527344, 0.6658560037612915], "cos_Ac_negg": [0.6020469665527344, 0.6658560037612915], "r_norm": [0.18283139169216156, 0.18116115033626556]}, {"step": 21700, "epoch": 55, "train_loss": 8.216710557462648e-05, "cos_r_negg": [0.6024138927459717, 0.6659102439880371], "cos_innovation_negg": [0.6024138927459717, 0.6659102439880371], "cos_apical_negg": [0.6024138927459717, 0.6659102439880371], "cos_Ac_negg": [0.6024138927459717, 0.6659102439880371], "r_norm": [0.1814953088760376, 0.1798735409975052]}, {"step": 21750, "epoch": 55, "train_loss": 0.00011809624993475154, "cos_r_negg": [0.6020587682723999, 0.6658812761306763], "cos_innovation_negg": [0.6020587682723999, 0.6658812761306763], "cos_apical_negg": [0.6020587682723999, 0.6658812761306763], "cos_Ac_negg": [0.6020587682723999, 0.6658812761306763], "r_norm": [0.18194317817687988, 0.18028996884822845], "ldr": {"dL_sdil": -0.007568985223770142, "dL_bp": -0.008744873106479645, "ratio": 0.8655340256637674}}, {"step": 21800, "epoch": 55, "train_loss": 0.0003598769835662097, "cos_r_negg": [0.6025864481925964, 0.666296660900116], "cos_innovation_negg": [0.6025864481925964, 0.666296660900116], "cos_apical_negg": [0.6025864481925964, 0.666296660900116], "cos_Ac_negg": [0.6025864481925964, 0.666296660900116], "r_norm": [0.18220405280590057, 0.18054507672786713]}, {"step": 21850, "epoch": 55, "train_loss": 7.970509614096954e-05, "cos_r_negg": [0.6021106243133545, 0.6662596464157104], "cos_innovation_negg": [0.6021106243133545, 0.6662596464157104], "cos_apical_negg": [0.6021106243133545, 0.6662596464157104], "cos_Ac_negg": [0.6021106243133545, 0.6662596464157104], "r_norm": [0.18278804421424866, 0.18113692104816437]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9752, "test_loss": 0.13663439145088196}, {"step": 21900, "epoch": 56, "train_loss": 6.565973308170214e-05, "cos_r_negg": [0.602054238319397, 0.6661367416381836], "cos_innovation_negg": [0.602054238319397, 0.6661367416381836], "cos_apical_negg": [0.602054238319397, 0.6661367416381836], "cos_Ac_negg": [0.602054238319397, 0.6661367416381836], "r_norm": [0.1831289827823639, 0.1814609169960022]}, {"step": 21950, "epoch": 56, "train_loss": 0.00019875619909726083, "cos_r_negg": [0.6013655066490173, 0.6659364104270935], "cos_innovation_negg": [0.6013655066490173, 0.6659364104270935], "cos_apical_negg": [0.6013655066490173, 0.6659364104270935], "cos_Ac_negg": [0.6013655066490173, 0.6659364104270935], "r_norm": [0.18296074867248535, 0.1812576800584793]}, {"step": 22000, "epoch": 56, "train_loss": 0.0001107691932702437, "cos_r_negg": [0.6019514799118042, 0.6661319732666016], "cos_innovation_negg": [0.6019514799118042, 0.6661319732666016], "cos_apical_negg": [0.6019514799118042, 0.6661319732666016], "cos_Ac_negg": [0.6019514799118042, 0.6661319732666016], "r_norm": [0.1834777146577835, 0.18180310726165771], "ldr": {"dL_sdil": -0.007680639624595642, "dL_bp": -0.008879363536834717, "ratio": 0.8649988924018769}}, {"step": 22050, "epoch": 56, "train_loss": 3.230469883419573e-05, "cos_r_negg": [0.601912796497345, 0.6663418412208557], "cos_innovation_negg": [0.601912796497345, 0.6663418412208557], "cos_apical_negg": [0.601912796497345, 0.6663418412208557], "cos_Ac_negg": [0.601912796497345, 0.6663418412208557], "r_norm": [0.18342342972755432, 0.18174588680267334]}, {"step": 22100, "epoch": 56, "train_loss": 7.430787809425965e-05, "cos_r_negg": [0.6020194888114929, 0.6661962270736694], "cos_innovation_negg": [0.6020194888114929, 0.6661962270736694], "cos_apical_negg": [0.6020194888114929, 0.6661962270736694], "cos_Ac_negg": [0.6020194888114929, 0.6661962270736694], "r_norm": [0.1830296367406845, 0.18138952553272247]}, {"step": 22150, "epoch": 56, "train_loss": 0.00017988370382227004, "cos_r_negg": [0.6020777225494385, 0.6661235690116882], "cos_innovation_negg": [0.6020777225494385, 0.6661235690116882], "cos_apical_negg": [0.6020777225494385, 0.6661235690116882], "cos_Ac_negg": [0.6020777225494385, 0.6661235690116882], "r_norm": [0.18343353271484375, 0.1817813515663147]}, {"step": 22200, "epoch": 56, "train_loss": 0.0002370389993302524, "cos_r_negg": [0.6022114157676697, 0.6662619113922119], "cos_innovation_negg": [0.6022114157676697, 0.6662619113922119], "cos_apical_negg": [0.6022114157676697, 0.6662619113922119], "cos_Ac_negg": [0.6022114157676697, 0.6662619113922119], "r_norm": [0.18304681777954102, 0.18141113221645355]}, {"step": 22250, "epoch": 56, "train_loss": 0.00018927518976852298, "cos_r_negg": [0.6022651195526123, 0.6662812829017639], "cos_innovation_negg": [0.6022651195526123, 0.6662812829017639], "cos_apical_negg": [0.6022651195526123, 0.6662812829017639], "cos_Ac_negg": [0.6022651195526123, 0.6662812829017639], "r_norm": [0.18293185532093048, 0.18130335211753845], "ldr": {"dL_sdil": -0.007647618651390076, "dL_bp": -0.00886324793100357, "ratio": 0.8628460707545782}}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9753, "test_loss": 0.13679910469055176}, {"step": 22300, "epoch": 57, "train_loss": 0.00011775601888075471, "cos_r_negg": [0.6023514270782471, 0.6661651134490967], "cos_innovation_negg": [0.6023514270782471, 0.6661651134490967], "cos_apical_negg": [0.6023514270782471, 0.6661651134490967], "cos_Ac_negg": [0.6023514270782471, 0.6661651134490967], "r_norm": [0.1822492778301239, 0.18060949444770813]}, {"step": 22350, "epoch": 57, "train_loss": 0.0001043384982040152, "cos_r_negg": [0.6023193597793579, 0.6660918593406677], "cos_innovation_negg": [0.6023193597793579, 0.6660918593406677], "cos_apical_negg": [0.6023193597793579, 0.6660918593406677], "cos_Ac_negg": [0.6023193597793579, 0.6660918593406677], "r_norm": [0.18216054141521454, 0.1805059015750885]}, {"step": 22400, "epoch": 57, "train_loss": 0.0001254596863873303, "cos_r_negg": [0.6022149324417114, 0.6661940813064575], "cos_innovation_negg": [0.6022149324417114, 0.6661940813064575], "cos_apical_negg": [0.6022149324417114, 0.6661940813064575], "cos_Ac_negg": [0.6022149324417114, 0.6661940813064575], "r_norm": [0.18245148658752441, 0.18080273270606995]}, {"step": 22450, "epoch": 57, "train_loss": 5.686880831490271e-05, "cos_r_negg": [0.6026114225387573, 0.6665682792663574], "cos_innovation_negg": [0.6026114225387573, 0.6665682792663574], "cos_apical_negg": [0.6026114225387573, 0.6665682792663574], "cos_Ac_negg": [0.6026114225387573, 0.6665682792663574], "r_norm": [0.18245822191238403, 0.1807938665151596]}, {"step": 22500, "epoch": 57, "train_loss": 8.59130741446279e-05, "cos_r_negg": [0.6027988195419312, 0.6665729284286499], "cos_innovation_negg": [0.6027988195419312, 0.6665729284286499], "cos_apical_negg": [0.6027988195419312, 0.6665729284286499], "cos_Ac_negg": [0.6027988195419312, 0.6665729284286499], "r_norm": [0.18211741745471954, 0.1804881989955902], "ldr": {"dL_sdil": -0.007637344300746918, "dL_bp": -0.008863486349582672, "ratio": 0.8616636839641}}, {"step": 22550, "epoch": 57, "train_loss": 8.96189667400904e-05, "cos_r_negg": [0.6027585864067078, 0.66658616065979], "cos_innovation_negg": [0.6027585864067078, 0.66658616065979], "cos_apical_negg": [0.6027585864067078, 0.66658616065979], "cos_Ac_negg": [0.6027585864067078, 0.66658616065979], "r_norm": [0.1824113130569458, 0.18079432845115662]}, {"step": 22600, "epoch": 57, "train_loss": 4.386546788737178e-05, "cos_r_negg": [0.602597713470459, 0.6663874387741089], "cos_innovation_negg": [0.602597713470459, 0.6663874387741089], "cos_apical_negg": [0.602597713470459, 0.6663874387741089], "cos_Ac_negg": [0.602597713470459, 0.6663874387741089], "r_norm": [0.1822005957365036, 0.18057510256767273]}, {"step": 22650, "epoch": 57, "train_loss": 9.012465307023376e-05, "cos_r_negg": [0.602353572845459, 0.6662309169769287], "cos_innovation_negg": [0.602353572845459, 0.6662309169769287], "cos_apical_negg": [0.602353572845459, 0.6662309169769287], "cos_Ac_negg": [0.602353572845459, 0.6662309169769287], "r_norm": [0.18267454206943512, 0.1810176968574524]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9752, "test_loss": 0.1369471941947937}, {"step": 22700, "epoch": 58, "train_loss": 0.0001050515056704171, "cos_r_negg": [0.6022940874099731, 0.666385293006897], "cos_innovation_negg": [0.6022940874099731, 0.666385293006897], "cos_apical_negg": [0.6022940874099731, 0.666385293006897], "cos_Ac_negg": [0.6022940874099731, 0.666385293006897], "r_norm": [0.1828862726688385, 0.18120738863945007]}, {"step": 22750, "epoch": 58, "train_loss": 0.00011231853568460792, "cos_r_negg": [0.6024293303489685, 0.6665088534355164], "cos_innovation_negg": [0.6024293303489685, 0.6665088534355164], "cos_apical_negg": [0.6024293303489685, 0.6665088534355164], "cos_Ac_negg": [0.6024293303489685, 0.6665088534355164], "r_norm": [0.1830872893333435, 0.18139143288135529], "ldr": {"dL_sdil": -0.0076909139752388, "dL_bp": -0.008925721049308777, "ratio": 0.8616574428834965}}, {"step": 22800, "epoch": 58, "train_loss": 0.0001289175997953862, "cos_r_negg": [0.6026673913002014, 0.6667060852050781], "cos_innovation_negg": [0.6026673913002014, 0.6667060852050781], "cos_apical_negg": [0.6026673913002014, 0.6667060852050781], "cos_Ac_negg": [0.6026673913002014, 0.6667060852050781], "r_norm": [0.1834164559841156, 0.1817241907119751]}, {"step": 22850, "epoch": 58, "train_loss": 9.161702473647892e-05, "cos_r_negg": [0.6025210022926331, 0.666694700717926], "cos_innovation_negg": [0.6025210022926331, 0.666694700717926], "cos_apical_negg": [0.6025210022926331, 0.666694700717926], "cos_Ac_negg": [0.6025210022926331, 0.666694700717926], "r_norm": [0.18385079503059387, 0.18214786052703857]}, {"step": 22900, "epoch": 58, "train_loss": 6.95538183208555e-05, "cos_r_negg": [0.6025776863098145, 0.6666809320449829], "cos_innovation_negg": [0.6025776863098145, 0.6666809320449829], "cos_apical_negg": [0.6025776863098145, 0.6666809320449829], "cos_Ac_negg": [0.6025776863098145, 0.6666809320449829], "r_norm": [0.1828039586544037, 0.18113702535629272]}, {"step": 22950, "epoch": 58, "train_loss": 0.00012760743265971541, "cos_r_negg": [0.6026312112808228, 0.6666927337646484], "cos_innovation_negg": [0.6026312112808228, 0.6666927337646484], "cos_apical_negg": [0.6026312112808228, 0.6666927337646484], "cos_Ac_negg": [0.6026312112808228, 0.6666927337646484], "r_norm": [0.18312431871891022, 0.18143121898174286]}, {"step": 23000, "epoch": 58, "train_loss": 4.808863013749942e-05, "cos_r_negg": [0.6026843786239624, 0.666673481464386], "cos_innovation_negg": [0.6026843786239624, 0.666673481464386], "cos_apical_negg": [0.6026843786239624, 0.666673481464386], "cos_Ac_negg": [0.6026843786239624, 0.666673481464386], "r_norm": [0.1826682984828949, 0.18097767233848572], "ldr": {"dL_sdil": -0.007702954113483429, "dL_bp": -0.00896076112985611, "ratio": 0.8596316765791436}}, {"step": 23050, "epoch": 58, "train_loss": 8.608403004473075e-05, "cos_r_negg": [0.6026561856269836, 0.6668167114257812], "cos_innovation_negg": [0.6026561856269836, 0.6668167114257812], "cos_apical_negg": [0.6026561856269836, 0.6668167114257812], "cos_Ac_negg": [0.6026561856269836, 0.6668167114257812], "r_norm": [0.18234753608703613, 0.18067824840545654]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9753, "test_loss": 0.13724952425956727}, {"step": 23100, "epoch": 59, "train_loss": 6.144364306237549e-05, "cos_r_negg": [0.6024622321128845, 0.666785717010498], "cos_innovation_negg": [0.6024622321128845, 0.666785717010498], "cos_apical_negg": [0.6024622321128845, 0.666785717010498], "cos_Ac_negg": [0.6024622321128845, 0.666785717010498], "r_norm": [0.18238425254821777, 0.1807437390089035]}, {"step": 23150, "epoch": 59, "train_loss": 8.995879034046084e-05, "cos_r_negg": [0.6022118330001831, 0.6667452454566956], "cos_innovation_negg": [0.6022118330001831, 0.6667452454566956], "cos_apical_negg": [0.6022118330001831, 0.6667452454566956], "cos_Ac_negg": [0.6022118330001831, 0.6667452454566956], "r_norm": [0.1818934679031372, 0.18023556470870972]}, {"step": 23200, "epoch": 59, "train_loss": 7.255338277900591e-05, "cos_r_negg": [0.6024233102798462, 0.6668282747268677], "cos_innovation_negg": [0.6024233102798462, 0.6668282747268677], "cos_apical_negg": [0.6024233102798462, 0.6668282747268677], "cos_Ac_negg": [0.6024233102798462, 0.6668282747268677], "r_norm": [0.18258938193321228, 0.1809280812740326]}, {"step": 23250, "epoch": 59, "train_loss": 0.00011192385136382654, "cos_r_negg": [0.6024737358093262, 0.6668882966041565], "cos_innovation_negg": [0.6024737358093262, 0.6668882966041565], "cos_apical_negg": [0.6024737358093262, 0.6668882966041565], "cos_Ac_negg": [0.6024737358093262, 0.6668882966041565], "r_norm": [0.18301449716091156, 0.1813330054283142], "ldr": {"dL_sdil": -0.007743768393993378, "dL_bp": -0.009013727307319641, "ratio": 0.8591083499613986}}, {"step": 23300, "epoch": 59, "train_loss": 8.381228690268472e-05, "cos_r_negg": [0.602568507194519, 0.6670377254486084], "cos_innovation_negg": [0.602568507194519, 0.6670377254486084], "cos_apical_negg": [0.602568507194519, 0.6670377254486084], "cos_Ac_negg": [0.602568507194519, 0.6670377254486084], "r_norm": [0.18328848481178284, 0.18161243200302124]}, {"step": 23350, "epoch": 59, "train_loss": 5.0391485274303705e-05, "cos_r_negg": [0.602676272392273, 0.6671558618545532], "cos_innovation_negg": [0.602676272392273, 0.6671558618545532], "cos_apical_negg": [0.602676272392273, 0.6671558618545532], "cos_Ac_negg": [0.602676272392273, 0.6671558618545532], "r_norm": [0.1834224909543991, 0.18178251385688782]}, {"step": 23400, "epoch": 59, "train_loss": 0.0002257020678371191, "cos_r_negg": [0.6027367115020752, 0.6670519113540649], "cos_innovation_negg": [0.6027367115020752, 0.6670519113540649], "cos_apical_negg": [0.6027367115020752, 0.6670519113540649], "cos_Ac_negg": [0.6027367115020752, 0.6670519113540649], "r_norm": [0.18305666744709015, 0.18137475848197937]}, {"step": 23450, "epoch": 59, "train_loss": 7.948524580569938e-05, "cos_r_negg": [0.6027928590774536, 0.6672430038452148], "cos_innovation_negg": [0.6027928590774536, 0.6672430038452148], "cos_apical_negg": [0.6027928590774536, 0.6672430038452148], "cos_Ac_negg": [0.6027928590774536, 0.6672430038452148], "r_norm": [0.18200033903121948, 0.1803472489118576]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9752, "test_loss": 0.13761725969314575}], "final": {"test_acc": 0.9752, "test_loss": 0.13761725969314575, "wall_s": 57.14339852333069, "cos_r_negg": [0.6027823686599731, 0.6672232151031494], "cos_innovation_negg": [0.6027823686599731, 0.6672232151031494], "cos_apical_negg": [0.6027823686599731, 0.6672232151031494], "cos_Ac_negg": [0.6027823686599731, 0.6672232151031494]}}