{"args": {"mode": "sdil", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_sdil_w500_d2_s4", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.291302442550659, "cos_r_negg": [0.008445719256997108, 0.014222443103790283], "cos_innovation_negg": [0.008445719256997108, 0.014222443103790283], "cos_apical_negg": [0.008445719256997108, 0.014222443103790283], "cos_Ac_negg": [0.008445719256997108, 0.014222443103790283], "r_norm": [6.56417989730835, 6.763009071350098], "ldr": {"dL_sdil": -0.12047290802001953, "dL_bp": -0.3532698154449463, "ratio": 0.34102236520910484}}, {"step": 50, "epoch": 0, "train_loss": 0.6177034974098206, "cos_r_negg": [0.4413963258266449, 0.3323747515678406], "cos_innovation_negg": [0.4413963258266449, 0.3323747515678406], "cos_apical_negg": [0.4413963258266449, 0.3323747515678406], "cos_Ac_negg": [0.4413963258266449, 0.3323747515678406], "r_norm": [1.5463619232177734, 1.5882575511932373]}, {"step": 100, "epoch": 0, "train_loss": 0.20021450519561768, "cos_r_negg": [0.4784846007823944, 0.3471401333808899], "cos_innovation_negg": [0.4784846007823944, 0.3471401333808899], "cos_apical_negg": [0.4784846007823944, 0.3471401333808899], "cos_Ac_negg": [0.4784846007823944, 0.3471401333808899], "r_norm": [1.1870813369750977, 1.2177058458328247]}, {"step": 150, "epoch": 0, "train_loss": 0.19542381167411804, "cos_r_negg": [0.48587512969970703, 0.36252737045288086], "cos_innovation_negg": [0.48587512969970703, 0.36252737045288086], "cos_apical_negg": [0.48587512969970703, 0.36252737045288086], "cos_Ac_negg": [0.48587512969970703, 0.36252737045288086], "r_norm": [0.9397938847541809, 0.9634984731674194]}, {"step": 200, "epoch": 0, "train_loss": 0.29270628094673157, "cos_r_negg": [0.49442732334136963, 0.37437719106674194], "cos_innovation_negg": [0.49442732334136963, 0.37437719106674194], "cos_apical_negg": [0.49442732334136963, 0.37437719106674194], "cos_Ac_negg": [0.49442732334136963, 0.37437719106674194], "r_norm": [0.9896780848503113, 1.0123951435089111]}, {"step": 250, "epoch": 0, "train_loss": 0.39060723781585693, "cos_r_negg": [0.5138431787490845, 0.41838788986206055], "cos_innovation_negg": [0.5138431787490845, 0.41838788986206055], "cos_apical_negg": [0.5138431787490845, 0.41838788986206055], "cos_Ac_negg": [0.5138431787490845, 0.41838788986206055], "r_norm": [0.8970248103141785, 0.9193791747093201], "ldr": {"dL_sdil": -0.028440967202186584, "dL_bp": -0.02340063452720642, "ratio": 1.2153929915498698}}, {"step": 300, "epoch": 0, "train_loss": 0.20582516491413116, "cos_r_negg": [0.5073699951171875, 0.4177035987377167], "cos_innovation_negg": [0.5073699951171875, 0.4177035987377167], "cos_apical_negg": [0.5073699951171875, 0.4177035987377167], "cos_Ac_negg": [0.5073699951171875, 0.4177035987377167], "r_norm": [0.7697539329528809, 0.7931391000747681]}, {"step": 350, "epoch": 0, "train_loss": 0.24671435356140137, "cos_r_negg": [0.5261435508728027, 0.4303606152534485], "cos_innovation_negg": [0.5261435508728027, 0.4303606152534485], "cos_apical_negg": [0.5261435508728027, 0.4303606152534485], "cos_Ac_negg": [0.5261435508728027, 0.4303606152534485], "r_norm": [0.6998433470726013, 0.7173190116882324]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9438, "test_loss": 0.19494488677978516}, {"step": 400, "epoch": 1, "train_loss": 0.134707972407341, "cos_r_negg": [0.5284023284912109, 0.44189733266830444], "cos_innovation_negg": [0.5284023284912109, 0.44189733266830444], "cos_apical_negg": [0.5284023284912109, 0.44189733266830444], "cos_Ac_negg": [0.5284023284912109, 0.44189733266830444], "r_norm": [0.6740987300872803, 0.6876766681671143]}, {"step": 450, "epoch": 1, "train_loss": 0.18038839101791382, "cos_r_negg": [0.5280513763427734, 0.46553605794906616], "cos_innovation_negg": [0.5280513763427734, 0.46553605794906616], "cos_apical_negg": [0.5280513763427734, 0.46553605794906616], "cos_Ac_negg": [0.5280513763427734, 0.46553605794906616], "r_norm": [0.5910350680351257, 0.6057040691375732]}, {"step": 500, "epoch": 1, "train_loss": 0.17198145389556885, "cos_r_negg": [0.536465048789978, 0.48183342814445496], "cos_innovation_negg": [0.536465048789978, 0.48183342814445496], "cos_apical_negg": [0.536465048789978, 0.48183342814445496], "cos_Ac_negg": [0.536465048789978, 0.48183342814445496], "r_norm": [0.4914886951446533, 0.4996671676635742], "ldr": {"dL_sdil": -0.007837891578674316, "dL_bp": -0.006146252155303955, "ratio": 1.2752310482267715}}, {"step": 550, "epoch": 1, "train_loss": 0.09922723472118378, "cos_r_negg": [0.5350416302680969, 0.49151095747947693], "cos_innovation_negg": [0.5350416302680969, 0.49151095747947693], "cos_apical_negg": [0.5350416302680969, 0.49151095747947693], "cos_Ac_negg": [0.5350416302680969, 0.49151095747947693], "r_norm": [0.6613975763320923, 0.678268313407898]}, {"step": 600, "epoch": 1, "train_loss": 0.06128101795911789, "cos_r_negg": [0.535266101360321, 0.5003634691238403], "cos_innovation_negg": [0.535266101360321, 0.5003634691238403], "cos_apical_negg": [0.535266101360321, 0.5003634691238403], "cos_Ac_negg": [0.535266101360321, 0.5003634691238403], "r_norm": [0.49942684173583984, 0.5079623460769653]}, {"step": 650, "epoch": 1, "train_loss": 0.09229472279548645, "cos_r_negg": [0.5267124176025391, 0.48330187797546387], "cos_innovation_negg": [0.5267124176025391, 0.48330187797546387], "cos_apical_negg": [0.5267124176025391, 0.48330187797546387], "cos_Ac_negg": [0.5267124176025391, 0.48330187797546387], "r_norm": [0.49501168727874756, 0.5079829692840576]}, {"step": 700, "epoch": 1, "train_loss": 0.09825125336647034, "cos_r_negg": [0.5256344079971313, 0.48993629217147827], "cos_innovation_negg": [0.5256344079971313, 0.48993629217147827], "cos_apical_negg": [0.5256344079971313, 0.48993629217147827], "cos_Ac_negg": [0.5256344079971313, 0.48993629217147827], "r_norm": [0.580876350402832, 0.5958765745162964]}, {"step": 750, "epoch": 1, "train_loss": 0.18910574913024902, "cos_r_negg": [0.5416382551193237, 0.5036882758140564], "cos_innovation_negg": [0.5416382551193237, 0.5036882758140564], "cos_apical_negg": [0.5416382551193237, 0.5036882758140564], "cos_Ac_negg": [0.5416382551193237, 0.5036882758140564], "r_norm": [0.5949375629425049, 0.6141217350959778], "ldr": {"dL_sdil": -0.022684246301651, "dL_bp": -0.019905105233192444, "ratio": 1.1396195114720742}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9425, "test_loss": 0.1994774803161621}, {"step": 800, "epoch": 2, "train_loss": 0.08303888887166977, "cos_r_negg": [0.5393775701522827, 0.5285806655883789], "cos_innovation_negg": [0.5393775701522827, 0.5285806655883789], "cos_apical_negg": [0.5393775701522827, 0.5285806655883789], "cos_Ac_negg": [0.5393775701522827, 0.5285806655883789], "r_norm": [0.4458235502243042, 0.4570350646972656]}, {"step": 850, "epoch": 2, "train_loss": 0.050052206963300705, "cos_r_negg": [0.5771062970161438, 0.5311225652694702], "cos_innovation_negg": [0.5771062970161438, 0.5311225652694702], "cos_apical_negg": [0.5771062970161438, 0.5311225652694702], "cos_Ac_negg": [0.5771062970161438, 0.5311225652694702], "r_norm": [0.4190189242362976, 0.42868274450302124]}, {"step": 900, "epoch": 2, "train_loss": 0.0884631872177124, "cos_r_negg": [0.5529845356941223, 0.5224134922027588], "cos_innovation_negg": [0.5529845356941223, 0.5224134922027588], "cos_apical_negg": [0.5529845356941223, 0.5224134922027588], "cos_Ac_negg": [0.5529845356941223, 0.5224134922027588], "r_norm": [0.516384482383728, 0.5294123291969299]}, {"step": 950, "epoch": 2, "train_loss": 0.13919202983379364, "cos_r_negg": [0.5647398233413696, 0.5318974256515503], "cos_innovation_negg": [0.5647398233413696, 0.5318974256515503], "cos_apical_negg": [0.5647398233413696, 0.5318974256515503], "cos_Ac_negg": [0.5647398233413696, 0.5318974256515503], "r_norm": [0.4160565137863159, 0.42816516757011414]}, {"step": 1000, "epoch": 2, "train_loss": 0.05468371510505676, "cos_r_negg": [0.5616052150726318, 0.5421919822692871], "cos_innovation_negg": [0.5616052150726318, 0.5421919822692871], "cos_apical_negg": [0.5616052150726318, 0.5421919822692871], "cos_Ac_negg": [0.5616052150726318, 0.5421919822692871], "r_norm": [0.3801535964012146, 0.3874783515930176], "ldr": {"dL_sdil": -0.007123984396457672, "dL_bp": -0.005727000534534454, "ratio": 1.2439294100811147}}, {"step": 1050, "epoch": 2, "train_loss": 0.02686433494091034, "cos_r_negg": [0.5617119669914246, 0.5428784489631653], "cos_innovation_negg": [0.5617119669914246, 0.5428784489631653], "cos_apical_negg": [0.5617119669914246, 0.5428784489631653], "cos_Ac_negg": [0.5617119669914246, 0.5428784489631653], "r_norm": [0.43982088565826416, 0.4492201805114746]}, {"step": 1100, "epoch": 2, "train_loss": 0.1016061007976532, "cos_r_negg": [0.5617438554763794, 0.5396823287010193], "cos_innovation_negg": [0.5617438554763794, 0.5396823287010193], "cos_apical_negg": [0.5617438554763794, 0.5396823287010193], "cos_Ac_negg": [0.5617438554763794, 0.5396823287010193], "r_norm": [0.40245604515075684, 0.4105166792869568]}, {"step": 1150, "epoch": 2, "train_loss": 0.10036265850067139, "cos_r_negg": [0.5782365798950195, 0.5528346300125122], "cos_innovation_negg": [0.5782365798950195, 0.5528346300125122], "cos_apical_negg": [0.5782365798950195, 0.5528346300125122], "cos_Ac_negg": [0.5782365798950195, 0.5528346300125122], "r_norm": [0.3501926064491272, 0.356174111366272]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9634, "test_loss": 0.12465636463165283}, {"step": 1200, "epoch": 3, "train_loss": 0.05587482452392578, "cos_r_negg": [0.5705347061157227, 0.5645111203193665], "cos_innovation_negg": [0.5705347061157227, 0.5645111203193665], "cos_apical_negg": [0.5705347061157227, 0.5645111203193665], "cos_Ac_negg": [0.5705347061157227, 0.5645111203193665], "r_norm": [0.37709277868270874, 0.38652169704437256]}, {"step": 1250, "epoch": 3, "train_loss": 0.1254870742559433, "cos_r_negg": [0.5801820755004883, 0.5676777362823486], "cos_innovation_negg": [0.5801820755004883, 0.5676777362823486], "cos_apical_negg": [0.5801820755004883, 0.5676777362823486], "cos_Ac_negg": [0.5801820755004883, 0.5676777362823486], "r_norm": [0.3698643445968628, 0.37578171491622925], "ldr": {"dL_sdil": -0.011230863630771637, "dL_bp": -0.009336858987808228, "ratio": 1.202852441644084}}, {"step": 1300, "epoch": 3, "train_loss": 0.007271218113601208, "cos_r_negg": [0.5750281810760498, 0.5708223581314087], "cos_innovation_negg": [0.5750281810760498, 0.5708223581314087], "cos_apical_negg": [0.5750281810760498, 0.5708223581314087], "cos_Ac_negg": [0.5750281810760498, 0.5708223581314087], "r_norm": [0.342942476272583, 0.35200464725494385]}, {"step": 1350, "epoch": 3, "train_loss": 0.020916413515806198, "cos_r_negg": [0.5849806070327759, 0.564357340335846], "cos_innovation_negg": [0.5849806070327759, 0.564357340335846], "cos_apical_negg": [0.5849806070327759, 0.564357340335846], "cos_Ac_negg": [0.5849806070327759, 0.564357340335846], "r_norm": [0.2991065979003906, 0.3066723942756653]}, {"step": 1400, "epoch": 3, "train_loss": 0.033370617777109146, "cos_r_negg": [0.5800862312316895, 0.5724683403968811], "cos_innovation_negg": [0.5800862312316895, 0.5724683403968811], "cos_apical_negg": [0.5800862312316895, 0.5724683403968811], "cos_Ac_negg": [0.5800862312316895, 0.5724683403968811], "r_norm": [0.37855255603790283, 0.38742291927337646]}, {"step": 1450, "epoch": 3, "train_loss": 0.05209989845752716, "cos_r_negg": [0.586914598941803, 0.5820044279098511], "cos_innovation_negg": [0.586914598941803, 0.5820044279098511], "cos_apical_negg": [0.586914598941803, 0.5820044279098511], "cos_Ac_negg": [0.586914598941803, 0.5820044279098511], "r_norm": [0.37705039978027344, 0.38315993547439575]}, {"step": 1500, "epoch": 3, "train_loss": 0.08305788785219193, "cos_r_negg": [0.5958184003829956, 0.5794863700866699], "cos_innovation_negg": [0.5958184003829956, 0.5794863700866699], "cos_apical_negg": [0.5958184003829956, 0.5794863700866699], "cos_Ac_negg": [0.5958184003829956, 0.5794863700866699], "r_norm": [0.26975542306900024, 0.2769761085510254], "ldr": {"dL_sdil": -0.005737565457820892, "dL_bp": -0.00487256795167923, "ratio": 1.177523949326055}}, {"step": 1550, "epoch": 3, "train_loss": 0.062018461525440216, "cos_r_negg": [0.5952680110931396, 0.5807781219482422], "cos_innovation_negg": [0.5952680110931396, 0.5807781219482422], "cos_apical_negg": [0.5952680110931396, 0.5807781219482422], "cos_Ac_negg": [0.5952680110931396, 0.5807781219482422], "r_norm": [0.3014519214630127, 0.30855679512023926]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9666, "test_loss": 0.12328745346069336}, {"step": 1600, "epoch": 4, "train_loss": 0.10402098298072815, "cos_r_negg": [0.5874710083007812, 0.5846920013427734], "cos_innovation_negg": [0.5874710083007812, 0.5846920013427734], "cos_apical_negg": [0.5874710083007812, 0.5846920013427734], "cos_Ac_negg": [0.5874710083007812, 0.5846920013427734], "r_norm": [0.37589144706726074, 0.3833497166633606]}, {"step": 1650, "epoch": 4, "train_loss": 0.12181323766708374, "cos_r_negg": [0.5790379047393799, 0.5890476107597351], "cos_innovation_negg": [0.5790379047393799, 0.5890476107597351], "cos_apical_negg": [0.5790379047393799, 0.5890476107597351], "cos_Ac_negg": [0.5790379047393799, 0.5890476107597351], "r_norm": [0.32128944993019104, 0.32747408747673035]}, {"step": 1700, "epoch": 4, "train_loss": 0.03911285474896431, "cos_r_negg": [0.5893694162368774, 0.5954726934432983], "cos_innovation_negg": [0.5893694162368774, 0.5954726934432983], "cos_apical_negg": [0.5893694162368774, 0.5954726934432983], "cos_Ac_negg": [0.5893694162368774, 0.5954726934432983], "r_norm": [0.2980811893939972, 0.3027494549751282]}, {"step": 1750, "epoch": 4, "train_loss": 0.04877404868602753, "cos_r_negg": [0.6010175943374634, 0.5982331037521362], "cos_innovation_negg": [0.6010175943374634, 0.5982331037521362], "cos_apical_negg": [0.6010175943374634, 0.5982331037521362], "cos_Ac_negg": [0.6010175943374634, 0.5982331037521362], "r_norm": [0.3020683825016022, 0.3074501156806946], "ldr": {"dL_sdil": -0.007796198129653931, "dL_bp": -0.006974697113037109, "ratio": 1.117783038216996}}, {"step": 1800, "epoch": 4, "train_loss": 0.03100157529115677, "cos_r_negg": [0.5850261449813843, 0.5967508554458618], "cos_innovation_negg": [0.5850261449813843, 0.5967508554458618], "cos_apical_negg": [0.5850261449813843, 0.5967508554458618], "cos_Ac_negg": [0.5850261449813843, 0.5967508554458618], "r_norm": [0.3254087269306183, 0.33126696944236755]}, {"step": 1850, "epoch": 4, "train_loss": 0.1499263048171997, "cos_r_negg": [0.5964552164077759, 0.6010388135910034], "cos_innovation_negg": [0.5964552164077759, 0.6010388135910034], "cos_apical_negg": [0.5964552164077759, 0.6010388135910034], "cos_Ac_negg": [0.5964552164077759, 0.6010388135910034], "r_norm": [0.3026120960712433, 0.307802677154541]}, {"step": 1900, "epoch": 4, "train_loss": 0.005341158714145422, "cos_r_negg": [0.602081298828125, 0.6074292659759521], "cos_innovation_negg": [0.602081298828125, 0.6074292659759521], "cos_apical_negg": [0.602081298828125, 0.6074292659759521], "cos_Ac_negg": [0.602081298828125, 0.6074292659759521], "r_norm": [0.2855879068374634, 0.2917673885822296]}, {"step": 1950, "epoch": 4, "train_loss": 0.08895371854305267, "cos_r_negg": [0.5848264694213867, 0.6115936040878296], "cos_innovation_negg": [0.5848264694213867, 0.6115936040878296], "cos_apical_negg": [0.5848264694213867, 0.6115936040878296], "cos_Ac_negg": [0.5848264694213867, 0.6115936040878296], "r_norm": [0.315138041973114, 0.3206530809402466]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9713, "test_loss": 0.11028397474288941}, {"step": 2000, "epoch": 5, "train_loss": 0.03588829189538956, "cos_r_negg": [0.5920398831367493, 0.6147517561912537], "cos_innovation_negg": [0.5920398831367493, 0.6147517561912537], "cos_apical_negg": [0.5920398831367493, 0.6147517561912537], "cos_Ac_negg": [0.5920398831367493, 0.6147517561912537], "r_norm": [0.2897568345069885, 0.29682657122612], "ldr": {"dL_sdil": -0.007546737790107727, "dL_bp": -0.0064208656549453735, "ratio": 1.1753458483117776}}, {"step": 2050, "epoch": 5, "train_loss": 0.005523283965885639, "cos_r_negg": [0.5918923616409302, 0.6130232810974121], "cos_innovation_negg": [0.5918923616409302, 0.6130232810974121], "cos_apical_negg": [0.5918923616409302, 0.6130232810974121], "cos_Ac_negg": [0.5918923616409302, 0.6130232810974121], "r_norm": [0.2766163945198059, 0.2825655937194824]}, {"step": 2100, "epoch": 5, "train_loss": 0.014087720774114132, "cos_r_negg": [0.6073474884033203, 0.6227341294288635], "cos_innovation_negg": [0.6073474884033203, 0.6227341294288635], "cos_apical_negg": [0.6073474884033203, 0.6227341294288635], "cos_Ac_negg": [0.6073474884033203, 0.6227341294288635], "r_norm": [0.26895105838775635, 0.27291139960289]}, {"step": 2150, "epoch": 5, "train_loss": 0.009814782999455929, "cos_r_negg": [0.583778440952301, 0.6174840927124023], "cos_innovation_negg": [0.583778440952301, 0.6174840927124023], "cos_apical_negg": [0.583778440952301, 0.6174840927124023], "cos_Ac_negg": [0.583778440952301, 0.6174840927124023], "r_norm": [0.22364667057991028, 0.22758576273918152]}, {"step": 2200, "epoch": 5, "train_loss": 0.011224272660911083, "cos_r_negg": [0.5814260244369507, 0.6132789850234985], "cos_innovation_negg": [0.5814260244369507, 0.6132789850234985], "cos_apical_negg": [0.5814260244369507, 0.6132789850234985], "cos_Ac_negg": [0.5814260244369507, 0.6132789850234985], "r_norm": [0.2657477855682373, 0.27105116844177246]}, {"step": 2250, "epoch": 5, "train_loss": 0.010853933170437813, "cos_r_negg": [0.5974842309951782, 0.624850869178772], "cos_innovation_negg": [0.5974842309951782, 0.624850869178772], "cos_apical_negg": [0.5974842309951782, 0.624850869178772], "cos_Ac_negg": [0.5974842309951782, 0.624850869178772], "r_norm": [0.29656946659088135, 0.30127403140068054], "ldr": {"dL_sdil": -0.01015596091747284, "dL_bp": -0.009196937084197998, "ratio": 1.1042764373067875}}, {"step": 2300, "epoch": 5, "train_loss": 0.02962695062160492, "cos_r_negg": [0.5937637090682983, 0.6192600727081299], "cos_innovation_negg": [0.5937637090682983, 0.6192600727081299], "cos_apical_negg": [0.5937637090682983, 0.6192600727081299], "cos_Ac_negg": [0.5937637090682983, 0.6192600727081299], "r_norm": [0.2646495997905731, 0.2703925669193268]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9706, "test_loss": 0.11373544692993164}, {"step": 2350, "epoch": 6, "train_loss": 0.006355018820613623, "cos_r_negg": [0.5929917097091675, 0.630688488483429], "cos_innovation_negg": [0.5929917097091675, 0.630688488483429], "cos_apical_negg": [0.5929917097091675, 0.630688488483429], "cos_Ac_negg": [0.5929917097091675, 0.630688488483429], "r_norm": [0.23209640383720398, 0.23699162900447845]}, {"step": 2400, "epoch": 6, "train_loss": 0.002033208729699254, "cos_r_negg": [0.6051625609397888, 0.6301077008247375], "cos_innovation_negg": [0.6051625609397888, 0.6301077008247375], "cos_apical_negg": [0.6051625609397888, 0.6301077008247375], "cos_Ac_negg": [0.6051625609397888, 0.6301077008247375], "r_norm": [0.2691720724105835, 0.2735675573348999]}, {"step": 2450, "epoch": 6, "train_loss": 0.0060413191094994545, "cos_r_negg": [0.5989518165588379, 0.6328073740005493], "cos_innovation_negg": [0.5989518165588379, 0.6328073740005493], "cos_apical_negg": [0.5989518165588379, 0.6328073740005493], "cos_Ac_negg": [0.5989518165588379, 0.6328073740005493], "r_norm": [0.2933140695095062, 0.2980538606643677]}, {"step": 2500, "epoch": 6, "train_loss": 0.00810347031801939, "cos_r_negg": [0.5832356214523315, 0.6362340450286865], "cos_innovation_negg": [0.5832356214523315, 0.6362340450286865], "cos_apical_negg": [0.5832356214523315, 0.6362340450286865], "cos_Ac_negg": [0.5832356214523315, 0.6362340450286865], "r_norm": [0.23120342195034027, 0.2353985607624054], "ldr": {"dL_sdil": -0.006308197975158691, "dL_bp": -0.005899347364902496, "ratio": 1.0693043797842123}}, {"step": 2550, "epoch": 6, "train_loss": 0.012472246773540974, "cos_r_negg": [0.5934956669807434, 0.6389622688293457], "cos_innovation_negg": [0.5934956669807434, 0.6389622688293457], "cos_apical_negg": [0.5934956669807434, 0.6389622688293457], "cos_Ac_negg": [0.5934956669807434, 0.6389622688293457], "r_norm": [0.23479747772216797, 0.23969319462776184]}, {"step": 2600, "epoch": 6, "train_loss": 0.010115021839737892, "cos_r_negg": [0.5924302935600281, 0.6351041793823242], "cos_innovation_negg": [0.5924302935600281, 0.6351041793823242], "cos_apical_negg": [0.5924302935600281, 0.6351041793823242], "cos_Ac_negg": [0.5924302935600281, 0.6351041793823242], "r_norm": [0.24796807765960693, 0.2532825767993927]}, {"step": 2650, "epoch": 6, "train_loss": 0.01635623909533024, "cos_r_negg": [0.596723735332489, 0.6395369172096252], "cos_innovation_negg": [0.596723735332489, 0.6395369172096252], "cos_apical_negg": [0.596723735332489, 0.6395369172096252], "cos_Ac_negg": [0.596723735332489, 0.6395369172096252], "r_norm": [0.23316021263599396, 0.23949971795082092]}, {"step": 2700, "epoch": 6, "train_loss": 0.003309478983283043, "cos_r_negg": [0.5946439504623413, 0.6353640556335449], "cos_innovation_negg": [0.5946439504623413, 0.6353640556335449], "cos_apical_negg": [0.5946439504623413, 0.6353640556335449], "cos_Ac_negg": [0.5946439504623413, 0.6353640556335449], "r_norm": [0.26921695470809937, 0.27634844183921814]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.974, "test_loss": 0.10667807655334473}, {"step": 2750, "epoch": 7, "train_loss": 0.002404899802058935, "cos_r_negg": [0.6042255759239197, 0.6399832963943481], "cos_innovation_negg": [0.6042255759239197, 0.6399832963943481], "cos_apical_negg": [0.6042255759239197, 0.6399832963943481], "cos_Ac_negg": [0.6042255759239197, 0.6399832963943481], "r_norm": [0.23035728931427002, 0.2368985414505005], "ldr": {"dL_sdil": -0.007489398121833801, "dL_bp": -0.0071403756737709045, "ratio": 1.0488801239611212}}, {"step": 2800, "epoch": 7, "train_loss": 0.005048664752393961, "cos_r_negg": [0.5952782034873962, 0.6402725577354431], "cos_innovation_negg": [0.5952782034873962, 0.6402725577354431], "cos_apical_negg": [0.5952782034873962, 0.6402725577354431], "cos_Ac_negg": [0.5952782034873962, 0.6402725577354431], "r_norm": [0.2093186378479004, 0.21288573741912842]}, {"step": 2850, "epoch": 7, "train_loss": 0.0021709823049604893, "cos_r_negg": [0.6020986437797546, 0.6435351371765137], "cos_innovation_negg": [0.6020986437797546, 0.6435351371765137], "cos_apical_negg": [0.6020986437797546, 0.6435351371765137], "cos_Ac_negg": [0.6020986437797546, 0.6435351371765137], "r_norm": [0.20188799500465393, 0.2053847461938858]}, {"step": 2900, "epoch": 7, "train_loss": 0.0018254471942782402, "cos_r_negg": [0.5973705053329468, 0.6413791179656982], "cos_innovation_negg": [0.5973705053329468, 0.6413791179656982], "cos_apical_negg": [0.5973705053329468, 0.6413791179656982], "cos_Ac_negg": [0.5973705053329468, 0.6413791179656982], "r_norm": [0.23243388533592224, 0.23923778533935547]}, {"step": 2950, "epoch": 7, "train_loss": 0.0006533691193908453, "cos_r_negg": [0.6001488566398621, 0.6463015079498291], "cos_innovation_negg": [0.6001488566398621, 0.6463015079498291], "cos_apical_negg": [0.6001488566398621, 0.6463015079498291], "cos_Ac_negg": [0.6001488566398621, 0.6463015079498291], "r_norm": [0.22555598616600037, 0.2303297519683838]}, {"step": 3000, "epoch": 7, "train_loss": 0.005224031861871481, "cos_r_negg": [0.6024965047836304, 0.6453347206115723], "cos_innovation_negg": [0.6024965047836304, 0.6453347206115723], "cos_apical_negg": [0.6024965047836304, 0.6453347206115723], "cos_Ac_negg": [0.6024965047836304, 0.6453347206115723], "r_norm": [0.23806369304656982, 0.243793785572052], "ldr": {"dL_sdil": -0.007192149758338928, "dL_bp": -0.007240764796733856, "ratio": 0.9932859249320103}}, {"step": 3050, "epoch": 7, "train_loss": 0.004481968469917774, "cos_r_negg": [0.6068434715270996, 0.6487276554107666], "cos_innovation_negg": [0.6068434715270996, 0.6487276554107666], "cos_apical_negg": [0.6068434715270996, 0.6487276554107666], "cos_Ac_negg": [0.6068434715270996, 0.6487276554107666], "r_norm": [0.241911381483078, 0.24649235606193542]}, {"step": 3100, "epoch": 7, "train_loss": 0.0013445086078718305, "cos_r_negg": [0.6067085266113281, 0.6456109285354614], "cos_innovation_negg": [0.6067085266113281, 0.6456109285354614], "cos_apical_negg": [0.6067085266113281, 0.6456109285354614], "cos_Ac_negg": [0.6067085266113281, 0.6456109285354614], "r_norm": [0.21919530630111694, 0.22229483723640442]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9715, "test_loss": 0.11480444049835205}, {"step": 3150, "epoch": 8, "train_loss": 0.0050280410796403885, "cos_r_negg": [0.5960502624511719, 0.6369059085845947], "cos_innovation_negg": [0.5960502624511719, 0.6369059085845947], "cos_apical_negg": [0.5960502624511719, 0.6369059085845947], "cos_Ac_negg": [0.5960502624511719, 0.6369059085845947], "r_norm": [0.24676856398582458, 0.2523878812789917]}, {"step": 3200, "epoch": 8, "train_loss": 0.007671276107430458, "cos_r_negg": [0.6025378108024597, 0.6437935829162598], "cos_innovation_negg": [0.6025378108024597, 0.6437935829162598], "cos_apical_negg": [0.6025378108024597, 0.6437935829162598], "cos_Ac_negg": [0.6025378108024597, 0.6437935829162598], "r_norm": [0.22361299395561218, 0.2280687689781189]}, {"step": 3250, "epoch": 8, "train_loss": 0.0017996174283325672, "cos_r_negg": [0.5972230434417725, 0.6376180648803711], "cos_innovation_negg": [0.5972230434417725, 0.6376180648803711], "cos_apical_negg": [0.5972230434417725, 0.6376180648803711], "cos_Ac_negg": [0.5972230434417725, 0.6376180648803711], "r_norm": [0.24584758281707764, 0.2522709369659424], "ldr": {"dL_sdil": -0.008551008999347687, "dL_bp": -0.008485428988933563, "ratio": 1.007728543895618}}, {"step": 3300, "epoch": 8, "train_loss": 0.001958698034286499, "cos_r_negg": [0.6020395755767822, 0.6404962539672852], "cos_innovation_negg": [0.6020395755767822, 0.6404962539672852], "cos_apical_negg": [0.6020395755767822, 0.6404962539672852], "cos_Ac_negg": [0.6020395755767822, 0.6404962539672852], "r_norm": [0.2250220775604248, 0.22891663014888763]}, {"step": 3350, "epoch": 8, "train_loss": 0.007422688417136669, "cos_r_negg": [0.6102244853973389, 0.6483899354934692], "cos_innovation_negg": [0.6102244853973389, 0.6483899354934692], "cos_apical_negg": [0.6102244853973389, 0.6483899354934692], "cos_Ac_negg": [0.6102244853973389, 0.6483899354934692], "r_norm": [0.22311240434646606, 0.22769644856452942]}, {"step": 3400, "epoch": 8, "train_loss": 0.0019608468282967806, "cos_r_negg": [0.5935490727424622, 0.6399303674697876], "cos_innovation_negg": [0.5935490727424622, 0.6399303674697876], "cos_apical_negg": [0.5935490727424622, 0.6399303674697876], "cos_Ac_negg": [0.5935490727424622, 0.6399303674697876], "r_norm": [0.22363589704036713, 0.2276821881532669]}, {"step": 3450, "epoch": 8, "train_loss": 0.0012695365585386753, "cos_r_negg": [0.5996882915496826, 0.6428608298301697], "cos_innovation_negg": [0.5996882915496826, 0.6428608298301697], "cos_apical_negg": [0.5996882915496826, 0.6428608298301697], "cos_Ac_negg": [0.5996882915496826, 0.6428608298301697], "r_norm": [0.210523784160614, 0.21459802985191345]}, {"step": 3500, "epoch": 8, "train_loss": 0.0016601685201749206, "cos_r_negg": [0.6053142547607422, 0.6467911005020142], "cos_innovation_negg": [0.6053142547607422, 0.6467911005020142], "cos_apical_negg": [0.6053142547607422, 0.6467911005020142], "cos_Ac_negg": [0.6053142547607422, 0.6467911005020142], "r_norm": [0.22739896178245544, 0.2319713830947876], "ldr": {"dL_sdil": -0.0065716952085494995, "dL_bp": -0.00658031553030014, "ratio": 0.9986899835257219}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9748, "test_loss": 0.10977527465820312}, {"step": 3550, "epoch": 9, "train_loss": 0.0009300014353357255, "cos_r_negg": [0.60301274061203, 0.6484915018081665], "cos_innovation_negg": [0.60301274061203, 0.6484915018081665], "cos_apical_negg": [0.60301274061203, 0.6484915018081665], "cos_Ac_negg": [0.60301274061203, 0.6484915018081665], "r_norm": [0.20770958065986633, 0.21173495054244995]}, {"step": 3600, "epoch": 9, "train_loss": 0.0008007296128198504, "cos_r_negg": [0.6049748063087463, 0.6464076042175293], "cos_innovation_negg": [0.6049748063087463, 0.6464076042175293], "cos_apical_negg": [0.6049748063087463, 0.6464076042175293], "cos_Ac_negg": [0.6049748063087463, 0.6464076042175293], "r_norm": [0.20737633109092712, 0.2114584743976593]}, {"step": 3650, "epoch": 9, "train_loss": 0.0012756658252328634, "cos_r_negg": [0.6023168563842773, 0.6492067575454712], "cos_innovation_negg": [0.6023168563842773, 0.6492067575454712], "cos_apical_negg": [0.6023168563842773, 0.6492067575454712], "cos_Ac_negg": [0.6023168563842773, 0.6492067575454712], "r_norm": [0.21734805405139923, 0.22219887375831604]}, {"step": 3700, "epoch": 9, "train_loss": 0.0021281989756971598, "cos_r_negg": [0.6035146117210388, 0.6498918533325195], "cos_innovation_negg": [0.6035146117210388, 0.6498918533325195], "cos_apical_negg": [0.6035146117210388, 0.6498918533325195], "cos_Ac_negg": [0.6035146117210388, 0.6498918533325195], "r_norm": [0.2208816558122635, 0.22640222311019897]}, {"step": 3750, "epoch": 9, "train_loss": 0.0019912254065275192, "cos_r_negg": [0.6024508476257324, 0.6501648426055908], "cos_innovation_negg": [0.6024508476257324, 0.6501648426055908], "cos_apical_negg": [0.6024508476257324, 0.6501648426055908], "cos_Ac_negg": [0.6024508476257324, 0.6501648426055908], "r_norm": [0.2184406816959381, 0.2237672209739685], "ldr": {"dL_sdil": -0.007018387317657471, "dL_bp": -0.0074499547481536865, "ratio": 0.9420711339752539}}, {"step": 3800, "epoch": 9, "train_loss": 0.0014290150720626116, "cos_r_negg": [0.6019115447998047, 0.6472898721694946], "cos_innovation_negg": [0.6019115447998047, 0.6472898721694946], "cos_apical_negg": [0.6019115447998047, 0.6472898721694946], "cos_Ac_negg": [0.6019115447998047, 0.6472898721694946], "r_norm": [0.222199484705925, 0.2275242805480957]}, {"step": 3850, "epoch": 9, "train_loss": 0.0006901120650582016, "cos_r_negg": [0.6033346652984619, 0.6492636203765869], "cos_innovation_negg": [0.6033346652984619, 0.6492636203765869], "cos_apical_negg": [0.6033346652984619, 0.6492636203765869], "cos_Ac_negg": [0.6033346652984619, 0.6492636203765869], "r_norm": [0.22636637091636658, 0.231425940990448]}, {"step": 3900, "epoch": 9, "train_loss": 0.0014583186712116003, "cos_r_negg": [0.5988079309463501, 0.6470134258270264], "cos_innovation_negg": [0.5988079309463501, 0.6470134258270264], "cos_apical_negg": [0.5988079309463501, 0.6470134258270264], "cos_Ac_negg": [0.5988079309463501, 0.6470134258270264], "r_norm": [0.22166061401367188, 0.22720365226268768]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9757, "test_loss": 0.11114864654541015}, {"step": 3950, "epoch": 10, "train_loss": 0.0007821134058758616, "cos_r_negg": [0.5994701981544495, 0.65099036693573], "cos_innovation_negg": [0.5994701981544495, 0.65099036693573], "cos_apical_negg": [0.5994701981544495, 0.65099036693573], "cos_Ac_negg": [0.5994701981544495, 0.65099036693573], "r_norm": [0.22329437732696533, 0.2281683087348938]}, {"step": 4000, "epoch": 10, "train_loss": 0.0010046034585684538, "cos_r_negg": [0.6005987524986267, 0.6505950689315796], "cos_innovation_negg": [0.6005987524986267, 0.6505950689315796], "cos_apical_negg": [0.6005987524986267, 0.6505950689315796], "cos_Ac_negg": [0.6005987524986267, 0.6505950689315796], "r_norm": [0.22297340631484985, 0.2278679758310318], "ldr": {"dL_sdil": -0.007517881691455841, "dL_bp": -0.00778140127658844, "ratio": 0.9661346876011344}}, {"step": 4050, "epoch": 10, "train_loss": 0.000443600642029196, "cos_r_negg": [0.5978143215179443, 0.6487547159194946], "cos_innovation_negg": [0.5978143215179443, 0.6487547159194946], "cos_apical_negg": [0.5978143215179443, 0.6487547159194946], "cos_Ac_negg": [0.5978143215179443, 0.6487547159194946], "r_norm": [0.2172887921333313, 0.22193102538585663]}, {"step": 4100, "epoch": 10, "train_loss": 0.0005327928811311722, "cos_r_negg": [0.5999057292938232, 0.6484506130218506], "cos_innovation_negg": [0.5999057292938232, 0.6484506130218506], "cos_apical_negg": [0.5999057292938232, 0.6484506130218506], "cos_Ac_negg": [0.5999057292938232, 0.6484506130218506], "r_norm": [0.222039595246315, 0.22741156816482544]}, {"step": 4150, "epoch": 10, "train_loss": 0.00026614952366799116, "cos_r_negg": [0.6003829836845398, 0.6503949165344238], "cos_innovation_negg": [0.6003829836845398, 0.6503949165344238], "cos_apical_negg": [0.6003829836845398, 0.6503949165344238], "cos_Ac_negg": [0.6003829836845398, 0.6503949165344238], "r_norm": [0.21375279128551483, 0.21860721707344055]}, {"step": 4200, "epoch": 10, "train_loss": 0.0012013528030365705, "cos_r_negg": [0.5997248888015747, 0.650580644607544], "cos_innovation_negg": [0.5997248888015747, 0.650580644607544], "cos_apical_negg": [0.5997248888015747, 0.650580644607544], "cos_Ac_negg": [0.5997248888015747, 0.650580644607544], "r_norm": [0.20879490673542023, 0.21318013966083527]}, {"step": 4250, "epoch": 10, "train_loss": 0.0015109636588022113, "cos_r_negg": [0.6010627746582031, 0.6489629149436951], "cos_innovation_negg": [0.6010627746582031, 0.6489629149436951], "cos_apical_negg": [0.6010627746582031, 0.6489629149436951], "cos_Ac_negg": [0.6010627746582031, 0.6489629149436951], "r_norm": [0.21993902325630188, 0.2251109778881073], "ldr": {"dL_sdil": -0.007705561816692352, "dL_bp": -0.008302249014377594, "ratio": 0.9281294506281471}}, {"step": 4300, "epoch": 10, "train_loss": 0.0008977634715847671, "cos_r_negg": [0.6039537191390991, 0.6520155668258667], "cos_innovation_negg": [0.6039537191390991, 0.6520155668258667], "cos_apical_negg": [0.6039537191390991, 0.6520155668258667], "cos_Ac_negg": [0.6039537191390991, 0.6520155668258667], "r_norm": [0.21605253219604492, 0.22085651755332947]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9744, "test_loss": 0.11381424646377564}, {"step": 4350, "epoch": 11, "train_loss": 0.0008388948626816273, "cos_r_negg": [0.6022630929946899, 0.6518641114234924], "cos_innovation_negg": [0.6022630929946899, 0.6518641114234924], "cos_apical_negg": [0.6022630929946899, 0.6518641114234924], "cos_Ac_negg": [0.6022630929946899, 0.6518641114234924], "r_norm": [0.2123914659023285, 0.2170896679162979]}, {"step": 4400, "epoch": 11, "train_loss": 0.0006325741996988654, "cos_r_negg": [0.6018869876861572, 0.650813102722168], "cos_innovation_negg": [0.6018869876861572, 0.650813102722168], "cos_apical_negg": [0.6018869876861572, 0.650813102722168], "cos_Ac_negg": [0.6018869876861572, 0.650813102722168], "r_norm": [0.21177083253860474, 0.21634957194328308]}, {"step": 4450, "epoch": 11, "train_loss": 0.0012891774531453848, "cos_r_negg": [0.6021746397018433, 0.651688814163208], "cos_innovation_negg": [0.6021746397018433, 0.651688814163208], "cos_apical_negg": [0.6021746397018433, 0.651688814163208], "cos_Ac_negg": [0.6021746397018433, 0.651688814163208], "r_norm": [0.21845242381095886, 0.2234451174736023]}, {"step": 4500, "epoch": 11, "train_loss": 0.00020350978593342006, "cos_r_negg": [0.6030299663543701, 0.6522925496101379], "cos_innovation_negg": [0.6030299663543701, 0.6522925496101379], "cos_apical_negg": [0.6030299663543701, 0.6522925496101379], "cos_Ac_negg": [0.6030299663543701, 0.6522925496101379], "r_norm": [0.21102379262447357, 0.21555981040000916], "ldr": {"dL_sdil": -0.007059670984745026, "dL_bp": -0.00753454864025116, "ratio": 0.9369733107874257}}, {"step": 4550, "epoch": 11, "train_loss": 0.0015708347782492638, "cos_r_negg": [0.6015769243240356, 0.6522020101547241], "cos_innovation_negg": [0.6015769243240356, 0.6522020101547241], "cos_apical_negg": [0.6015769243240356, 0.6522020101547241], "cos_Ac_negg": [0.6015769243240356, 0.6522020101547241], "r_norm": [0.21202093362808228, 0.21661826968193054]}, {"step": 4600, "epoch": 11, "train_loss": 0.00020453105389606208, "cos_r_negg": [0.6011492013931274, 0.6503639221191406], "cos_innovation_negg": [0.6011492013931274, 0.6503639221191406], "cos_apical_negg": [0.6011492013931274, 0.6503639221191406], "cos_Ac_negg": [0.6011492013931274, 0.6503639221191406], "r_norm": [0.21303994953632355, 0.21796931326389313]}, {"step": 4650, "epoch": 11, "train_loss": 0.0007813663687556982, "cos_r_negg": [0.6019206643104553, 0.6515060663223267], "cos_innovation_negg": [0.6019206643104553, 0.6515060663223267], "cos_apical_negg": [0.6019206643104553, 0.6515060663223267], "cos_Ac_negg": [0.6019206643104553, 0.6515060663223267], "r_norm": [0.20982912182807922, 0.21440714597702026]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.975, "test_loss": 0.11496203708648682}, {"step": 4700, "epoch": 12, "train_loss": 0.0008542502764612436, "cos_r_negg": [0.6001228094100952, 0.6520469188690186], "cos_innovation_negg": [0.6001228094100952, 0.6520469188690186], "cos_apical_negg": [0.6001228094100952, 0.6520469188690186], "cos_Ac_negg": [0.6001228094100952, 0.6520469188690186], "r_norm": [0.2084151655435562, 0.21306112408638]}, {"step": 4750, "epoch": 12, "train_loss": 0.000828420277684927, "cos_r_negg": [0.6013047695159912, 0.6532824039459229], "cos_innovation_negg": [0.6013047695159912, 0.6532824039459229], "cos_apical_negg": [0.6013047695159912, 0.6532824039459229], "cos_Ac_negg": [0.6013047695159912, 0.6532824039459229], "r_norm": [0.20898973941802979, 0.21360325813293457], "ldr": {"dL_sdil": -0.007230356335639954, "dL_bp": -0.00787980854511261, "ratio": 0.9175802044231806}}, {"step": 4800, "epoch": 12, "train_loss": 0.00022716062085237354, "cos_r_negg": [0.6012626886367798, 0.6525219082832336], "cos_innovation_negg": [0.6012626886367798, 0.6525219082832336], "cos_apical_negg": [0.6012626886367798, 0.6525219082832336], "cos_Ac_negg": [0.6012626886367798, 0.6525219082832336], "r_norm": [0.204477921128273, 0.2086777687072754]}, {"step": 4850, "epoch": 12, "train_loss": 0.0009157388703897595, "cos_r_negg": [0.6012288331985474, 0.6524038314819336], "cos_innovation_negg": [0.6012288331985474, 0.6524038314819336], "cos_apical_negg": [0.6012288331985474, 0.6524038314819336], "cos_Ac_negg": [0.6012288331985474, 0.6524038314819336], "r_norm": [0.20795834064483643, 0.21255867183208466]}, {"step": 4900, "epoch": 12, "train_loss": 0.0011576431570574641, "cos_r_negg": [0.6017807722091675, 0.6531486511230469], "cos_innovation_negg": [0.6017807722091675, 0.6531486511230469], "cos_apical_negg": [0.6017807722091675, 0.6531486511230469], "cos_Ac_negg": [0.6017807722091675, 0.6531486511230469], "r_norm": [0.2110341191291809, 0.2158241719007492]}, {"step": 4950, "epoch": 12, "train_loss": 0.00017363215738441795, "cos_r_negg": [0.5995463132858276, 0.6503778696060181], "cos_innovation_negg": [0.5995463132858276, 0.6503778696060181], "cos_apical_negg": [0.5995463132858276, 0.6503778696060181], "cos_Ac_negg": [0.5995463132858276, 0.6503778696060181], "r_norm": [0.21121376752853394, 0.21608640253543854]}, {"step": 5000, "epoch": 12, "train_loss": 0.0005600251024588943, "cos_r_negg": [0.6001086235046387, 0.6541383266448975], "cos_innovation_negg": [0.6001086235046387, 0.6541383266448975], "cos_apical_negg": [0.6001086235046387, 0.6541383266448975], "cos_Ac_negg": [0.6001086235046387, 0.6541383266448975], "r_norm": [0.21057452261447906, 0.2153303027153015], "ldr": {"dL_sdil": -0.007438391447067261, "dL_bp": -0.008130766451358795, "ratio": 0.9148450507792133}}, {"step": 5050, "epoch": 12, "train_loss": 0.0002796487242449075, "cos_r_negg": [0.5987026691436768, 0.6517946720123291], "cos_innovation_negg": [0.5987026691436768, 0.6517946720123291], "cos_apical_negg": [0.5987026691436768, 0.6517946720123291], "cos_Ac_negg": [0.5987026691436768, 0.6517946720123291], "r_norm": [0.21320456266403198, 0.2180461287498474]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9754, "test_loss": 0.11633777933120727}, {"step": 5100, "epoch": 13, "train_loss": 0.0005798643687739968, "cos_r_negg": [0.599496603012085, 0.6508020162582397], "cos_innovation_negg": [0.599496603012085, 0.6508020162582397], "cos_apical_negg": [0.599496603012085, 0.6508020162582397], "cos_Ac_negg": [0.599496603012085, 0.6508020162582397], "r_norm": [0.21621501445770264, 0.22137415409088135]}, {"step": 5150, "epoch": 13, "train_loss": 0.0006639446364715695, "cos_r_negg": [0.6009750366210938, 0.6520395278930664], "cos_innovation_negg": [0.6009750366210938, 0.6520395278930664], "cos_apical_negg": [0.6009750366210938, 0.6520395278930664], "cos_Ac_negg": [0.6009750366210938, 0.6520395278930664], "r_norm": [0.2110520899295807, 0.21585969626903534]}, {"step": 5200, "epoch": 13, "train_loss": 0.0007304263999685645, "cos_r_negg": [0.6015028953552246, 0.6529464721679688], "cos_innovation_negg": [0.6015028953552246, 0.6529464721679688], "cos_apical_negg": [0.6015028953552246, 0.6529464721679688], "cos_Ac_negg": [0.6015028953552246, 0.6529464721679688], "r_norm": [0.20986801385879517, 0.21474766731262207]}, {"step": 5250, "epoch": 13, "train_loss": 0.00023925281129777431, "cos_r_negg": [0.6002269387245178, 0.6519793272018433], "cos_innovation_negg": [0.6002269387245178, 0.6519793272018433], "cos_apical_negg": [0.6002269387245178, 0.6519793272018433], "cos_Ac_negg": [0.6002269387245178, 0.6519793272018433], "r_norm": [0.20927134156227112, 0.2140199989080429], "ldr": {"dL_sdil": -0.007369056344032288, "dL_bp": -0.00805705040693283, "ratio": 0.9146096861565435}}, {"step": 5300, "epoch": 13, "train_loss": 0.0005529343616217375, "cos_r_negg": [0.6013283133506775, 0.6526197195053101], "cos_innovation_negg": [0.6013283133506775, 0.6526197195053101], "cos_apical_negg": [0.6013283133506775, 0.6526197195053101], "cos_Ac_negg": [0.6013283133506775, 0.6526197195053101], "r_norm": [0.20962704718112946, 0.2145146280527115]}, {"step": 5350, "epoch": 13, "train_loss": 0.00038052303716540337, "cos_r_negg": [0.6005489230155945, 0.6540220975875854], "cos_innovation_negg": [0.6005489230155945, 0.6540220975875854], "cos_apical_negg": [0.6005489230155945, 0.6540220975875854], "cos_Ac_negg": [0.6005489230155945, 0.6540220975875854], "r_norm": [0.2147829830646515, 0.21982441842556]}, {"step": 5400, "epoch": 13, "train_loss": 0.0008241565665230155, "cos_r_negg": [0.6013219356536865, 0.6518666744232178], "cos_innovation_negg": [0.6013219356536865, 0.6518666744232178], "cos_apical_negg": [0.6013219356536865, 0.6518666744232178], "cos_Ac_negg": [0.6013219356536865, 0.6518666744232178], "r_norm": [0.211991548538208, 0.2169288992881775]}, {"step": 5450, "epoch": 13, "train_loss": 0.00018282225937582552, "cos_r_negg": [0.6005430221557617, 0.6523008346557617], "cos_innovation_negg": [0.6005430221557617, 0.6523008346557617], "cos_apical_negg": [0.6005430221557617, 0.6523008346557617], "cos_Ac_negg": [0.6005430221557617, 0.6523008346557617], "r_norm": [0.20965683460235596, 0.214334636926651]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9749, "test_loss": 0.11796256113052368}, {"step": 5500, "epoch": 14, "train_loss": 0.0003923491749446839, "cos_r_negg": [0.6009591817855835, 0.6530847549438477], "cos_innovation_negg": [0.6009591817855835, 0.6530847549438477], "cos_apical_negg": [0.6009591817855835, 0.6530847549438477], "cos_Ac_negg": [0.6009591817855835, 0.6530847549438477], "r_norm": [0.2097054421901703, 0.2144119143486023], "ldr": {"dL_sdil": -0.007579430937767029, "dL_bp": -0.008373968303203583, "ratio": 0.9051181785423534}}, {"step": 5550, "epoch": 14, "train_loss": 0.0002932908246293664, "cos_r_negg": [0.6010602712631226, 0.6530970931053162], "cos_innovation_negg": [0.6010602712631226, 0.6530970931053162], "cos_apical_negg": [0.6010602712631226, 0.6530970931053162], "cos_Ac_negg": [0.6010602712631226, 0.6530970931053162], "r_norm": [0.20741915702819824, 0.2121364325284958]}, {"step": 5600, "epoch": 14, "train_loss": 0.000581658270675689, "cos_r_negg": [0.6011416912078857, 0.6530961990356445], "cos_innovation_negg": [0.6011416912078857, 0.6530961990356445], "cos_apical_negg": [0.6011416912078857, 0.6530961990356445], "cos_Ac_negg": [0.6011416912078857, 0.6530961990356445], "r_norm": [0.2084544152021408, 0.21318328380584717]}, {"step": 5650, "epoch": 14, "train_loss": 0.000366971391486004, "cos_r_negg": [0.6007852554321289, 0.6533119082450867], "cos_innovation_negg": [0.6007852554321289, 0.6533119082450867], "cos_apical_negg": [0.6007852554321289, 0.6533119082450867], "cos_Ac_negg": [0.6007852554321289, 0.6533119082450867], "r_norm": [0.2066149115562439, 0.21116949617862701]}, {"step": 5700, "epoch": 14, "train_loss": 0.00020762071653734893, "cos_r_negg": [0.6009825468063354, 0.6522955894470215], "cos_innovation_negg": [0.6009825468063354, 0.6522955894470215], "cos_apical_negg": [0.6009825468063354, 0.6522955894470215], "cos_Ac_negg": [0.6009825468063354, 0.6522955894470215], "r_norm": [0.20826949179172516, 0.2128872275352478]}, {"step": 5750, "epoch": 14, "train_loss": 0.0006060509476810694, "cos_r_negg": [0.6026596426963806, 0.6543983221054077], "cos_innovation_negg": [0.6026596426963806, 0.6543983221054077], "cos_apical_negg": [0.6026596426963806, 0.6543983221054077], "cos_Ac_negg": [0.6026596426963806, 0.6543983221054077], "r_norm": [0.20597030222415924, 0.21044844388961792], "ldr": {"dL_sdil": -0.007371112704277039, "dL_bp": -0.008212678134441376, "ratio": 0.8975285021051687}}, {"step": 5800, "epoch": 14, "train_loss": 0.000791962374933064, "cos_r_negg": [0.6005315184593201, 0.6526919603347778], "cos_innovation_negg": [0.6005315184593201, 0.6526919603347778], "cos_apical_negg": [0.6005315184593201, 0.6526919603347778], "cos_Ac_negg": [0.6005315184593201, 0.6526919603347778], "r_norm": [0.20672759413719177, 0.211375892162323]}, {"step": 5850, "epoch": 14, "train_loss": 0.0005693163257092237, "cos_r_negg": [0.600045382976532, 0.6542074680328369], "cos_innovation_negg": [0.600045382976532, 0.6542074680328369], "cos_apical_negg": [0.600045382976532, 0.6542074680328369], "cos_Ac_negg": [0.600045382976532, 0.6542074680328369], "r_norm": [0.2054726779460907, 0.21007151901721954]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9751, "test_loss": 0.11849276809692383}, {"step": 5900, "epoch": 15, "train_loss": 0.0003166216774843633, "cos_r_negg": [0.6016731262207031, 0.6548001766204834], "cos_innovation_negg": [0.6016731262207031, 0.6548001766204834], "cos_apical_negg": [0.6016731262207031, 0.6548001766204834], "cos_Ac_negg": [0.6016731262207031, 0.6548001766204834], "r_norm": [0.20663218200206757, 0.21123476326465607]}, {"step": 5950, "epoch": 15, "train_loss": 0.00038688641507178545, "cos_r_negg": [0.60073322057724, 0.6545249223709106], "cos_innovation_negg": [0.60073322057724, 0.6545249223709106], "cos_apical_negg": [0.60073322057724, 0.6545249223709106], "cos_Ac_negg": [0.60073322057724, 0.6545249223709106], "r_norm": [0.20659315586090088, 0.21112701296806335]}, {"step": 6000, "epoch": 15, "train_loss": 0.0007258082623593509, "cos_r_negg": [0.6022186279296875, 0.6551569700241089], "cos_innovation_negg": [0.6022186279296875, 0.6551569700241089], "cos_apical_negg": [0.6022186279296875, 0.6551569700241089], "cos_Ac_negg": [0.6022186279296875, 0.6551569700241089], "r_norm": [0.2090541124343872, 0.2137264758348465], "ldr": {"dL_sdil": -0.007651567459106445, "dL_bp": -0.008575469255447388, "ratio": 0.8922622460859442}}, {"step": 6050, "epoch": 15, "train_loss": 0.0011032039765268564, "cos_r_negg": [0.6016463041305542, 0.654340386390686], "cos_innovation_negg": [0.6016463041305542, 0.654340386390686], "cos_apical_negg": [0.6016463041305542, 0.654340386390686], "cos_Ac_negg": [0.6016463041305542, 0.654340386390686], "r_norm": [0.2105322778224945, 0.21524930000305176]}, {"step": 6100, "epoch": 15, "train_loss": 0.0007731629302725196, "cos_r_negg": [0.6002285480499268, 0.654094934463501], "cos_innovation_negg": [0.6002285480499268, 0.654094934463501], "cos_apical_negg": [0.6002285480499268, 0.654094934463501], "cos_Ac_negg": [0.6002285480499268, 0.654094934463501], "r_norm": [0.20777662098407745, 0.21251168847084045]}, {"step": 6150, "epoch": 15, "train_loss": 0.0004685926251113415, "cos_r_negg": [0.6017271876335144, 0.6552861928939819], "cos_innovation_negg": [0.6017271876335144, 0.6552861928939819], "cos_apical_negg": [0.6017271876335144, 0.6552861928939819], "cos_Ac_negg": [0.6017271876335144, 0.6552861928939819], "r_norm": [0.20536625385284424, 0.20993274450302124]}, {"step": 6200, "epoch": 15, "train_loss": 0.0003358390531502664, "cos_r_negg": [0.6018099784851074, 0.6553696393966675], "cos_innovation_negg": [0.6018099784851074, 0.6553696393966675], "cos_apical_negg": [0.6018099784851074, 0.6553696393966675], "cos_Ac_negg": [0.6018099784851074, 0.6553696393966675], "r_norm": [0.2067311406135559, 0.211336150765419]}, {"step": 6250, "epoch": 15, "train_loss": 0.00034876499557867646, "cos_r_negg": [0.6015679836273193, 0.6539566516876221], "cos_innovation_negg": [0.6015679836273193, 0.6539566516876221], "cos_apical_negg": [0.6015679836273193, 0.6539566516876221], "cos_Ac_negg": [0.6015679836273193, 0.6539566516876221], "r_norm": [0.20651867985725403, 0.21116280555725098], "ldr": {"dL_sdil": -0.007595881819725037, "dL_bp": -0.008543640375137329, "ratio": 0.8890685335761153}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9752, "test_loss": 0.11940916490554809}, {"step": 6300, "epoch": 16, "train_loss": 0.000920809106901288, "cos_r_negg": [0.6012791395187378, 0.6549198627471924], "cos_innovation_negg": [0.6012791395187378, 0.6549198627471924], "cos_apical_negg": [0.6012791395187378, 0.6549198627471924], "cos_Ac_negg": [0.6012791395187378, 0.6549198627471924], "r_norm": [0.21014642715454102, 0.21497833728790283]}, {"step": 6350, "epoch": 16, "train_loss": 0.00014266956713981926, "cos_r_negg": [0.6026005744934082, 0.6563652753829956], "cos_innovation_negg": [0.6026005744934082, 0.6563652753829956], "cos_apical_negg": [0.6026005744934082, 0.6563652753829956], "cos_Ac_negg": [0.6026005744934082, 0.6563652753829956], "r_norm": [0.20761539041996002, 0.21233689785003662]}, {"step": 6400, "epoch": 16, "train_loss": 0.00040808573248796165, "cos_r_negg": [0.6024443507194519, 0.6566011309623718], "cos_innovation_negg": [0.6024443507194519, 0.6566011309623718], "cos_apical_negg": [0.6024443507194519, 0.6566011309623718], "cos_Ac_negg": [0.6024443507194519, 0.6566011309623718], "r_norm": [0.20381304621696472, 0.20824562013149261]}, {"step": 6450, "epoch": 16, "train_loss": 0.0002451831824146211, "cos_r_negg": [0.6016697883605957, 0.6550555229187012], "cos_innovation_negg": [0.6016697883605957, 0.6550555229187012], "cos_apical_negg": [0.6016697883605957, 0.6550555229187012], "cos_Ac_negg": [0.6016697883605957, 0.6550555229187012], "r_norm": [0.2049139440059662, 0.20944400131702423]}, {"step": 6500, "epoch": 16, "train_loss": 0.0002850399469025433, "cos_r_negg": [0.6016513705253601, 0.6561269760131836], "cos_innovation_negg": [0.6016513705253601, 0.6561269760131836], "cos_apical_negg": [0.6016513705253601, 0.6561269760131836], "cos_Ac_negg": [0.6016513705253601, 0.6561269760131836], "r_norm": [0.20473690330982208, 0.20930714905261993], "ldr": {"dL_sdil": -0.007622256875038147, "dL_bp": -0.008664734661579132, "ratio": 0.8796872810008246}}, {"step": 6550, "epoch": 16, "train_loss": 0.0003423518210183829, "cos_r_negg": [0.6017670631408691, 0.6558090448379517], "cos_innovation_negg": [0.6017670631408691, 0.6558090448379517], "cos_apical_negg": [0.6017670631408691, 0.6558090448379517], "cos_Ac_negg": [0.6017670631408691, 0.6558090448379517], "r_norm": [0.2059183567762375, 0.21050617098808289]}, {"step": 6600, "epoch": 16, "train_loss": 0.00030267928377725184, "cos_r_negg": [0.6019193530082703, 0.6559345722198486], "cos_innovation_negg": [0.6019193530082703, 0.6559345722198486], "cos_apical_negg": [0.6019193530082703, 0.6559345722198486], "cos_Ac_negg": [0.6019193530082703, 0.6559345722198486], "r_norm": [0.20429515838623047, 0.20881320536136627]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9752, "test_loss": 0.12047501611709595}, {"step": 6650, "epoch": 17, "train_loss": 0.0002904609136749059, "cos_r_negg": [0.6015138626098633, 0.6546261310577393], "cos_innovation_negg": [0.6015138626098633, 0.6546261310577393], "cos_apical_negg": [0.6015138626098633, 0.6546261310577393], "cos_Ac_negg": [0.6015138626098633, 0.6546261310577393], "r_norm": [0.20561882853507996, 0.2103516161441803]}, {"step": 6700, "epoch": 17, "train_loss": 9.376707021147013e-05, "cos_r_negg": [0.6021438837051392, 0.6548004746437073], "cos_innovation_negg": [0.6021438837051392, 0.6548004746437073], "cos_apical_negg": [0.6021438837051392, 0.6548004746437073], "cos_Ac_negg": [0.6021438837051392, 0.6548004746437073], "r_norm": [0.20748405158519745, 0.21230466663837433]}, {"step": 6750, "epoch": 17, "train_loss": 0.00044243113370612264, "cos_r_negg": [0.6020106077194214, 0.6568137407302856], "cos_innovation_negg": [0.6020106077194214, 0.6568137407302856], "cos_apical_negg": [0.6020106077194214, 0.6568137407302856], "cos_Ac_negg": [0.6020106077194214, 0.6568137407302856], "r_norm": [0.20412719249725342, 0.20867827534675598], "ldr": {"dL_sdil": -0.007638998329639435, "dL_bp": -0.008699476718902588, "ratio": 0.878098600234322}}, {"step": 6800, "epoch": 17, "train_loss": 0.00025882350746542215, "cos_r_negg": [0.6025358438491821, 0.6570102572441101], "cos_innovation_negg": [0.6025358438491821, 0.6570102572441101], "cos_apical_negg": [0.6025358438491821, 0.6570102572441101], "cos_Ac_negg": [0.6025358438491821, 0.6570102572441101], "r_norm": [0.20305216312408447, 0.20753589272499084]}, {"step": 6850, "epoch": 17, "train_loss": 0.0001793298142729327, "cos_r_negg": [0.6025348901748657, 0.6565544605255127], "cos_innovation_negg": [0.6025348901748657, 0.6565544605255127], "cos_apical_negg": [0.6025348901748657, 0.6565544605255127], "cos_Ac_negg": [0.6025348901748657, 0.6565544605255127], "r_norm": [0.2055691033601761, 0.21027922630310059]}, {"step": 6900, "epoch": 17, "train_loss": 0.000543966714758426, "cos_r_negg": [0.6023722887039185, 0.6564839482307434], "cos_innovation_negg": [0.6023722887039185, 0.6564839482307434], "cos_apical_negg": [0.6023722887039185, 0.6564839482307434], "cos_Ac_negg": [0.6023722887039185, 0.6564839482307434], "r_norm": [0.20477059483528137, 0.2094368040561676]}, {"step": 6950, "epoch": 17, "train_loss": 0.00043619261123239994, "cos_r_negg": [0.6025254726409912, 0.6552455425262451], "cos_innovation_negg": [0.6025254726409912, 0.6552455425262451], "cos_apical_negg": [0.6025254726409912, 0.6552455425262451], "cos_Ac_negg": [0.6025254726409912, 0.6552455425262451], "r_norm": [0.20332376658916473, 0.20791783928871155]}, {"step": 7000, "epoch": 17, "train_loss": 0.0004641176201403141, "cos_r_negg": [0.6020601987838745, 0.6562004685401917], "cos_innovation_negg": [0.6020601987838745, 0.6562004685401917], "cos_apical_negg": [0.6020601987838745, 0.6562004685401917], "cos_Ac_negg": [0.6020601987838745, 0.6562004685401917], "r_norm": [0.20453958213329315, 0.20920723676681519], "ldr": {"dL_sdil": -0.0077216774225234985, "dL_bp": -0.008837297558784485, "ratio": 0.8737600348024908}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9752, "test_loss": 0.12153413782119751}, {"step": 7050, "epoch": 18, "train_loss": 8.661119500175118e-05, "cos_r_negg": [0.6025704741477966, 0.6574532985687256], "cos_innovation_negg": [0.6025704741477966, 0.6574532985687256], "cos_apical_negg": [0.6025704741477966, 0.6574532985687256], "cos_Ac_negg": [0.6025704741477966, 0.6574532985687256], "r_norm": [0.2037811279296875, 0.2083020806312561]}, {"step": 7100, "epoch": 18, "train_loss": 0.0007740442524664104, "cos_r_negg": [0.6008581519126892, 0.6569284200668335], "cos_innovation_negg": [0.6008581519126892, 0.6569284200668335], "cos_apical_negg": [0.6008581519126892, 0.6569284200668335], "cos_Ac_negg": [0.6008581519126892, 0.6569284200668335], "r_norm": [0.20386792719364166, 0.208410382270813]}, {"step": 7150, "epoch": 18, "train_loss": 0.0001656058884691447, "cos_r_negg": [0.6008641123771667, 0.6571553945541382], "cos_innovation_negg": [0.6008641123771667, 0.6571553945541382], "cos_apical_negg": [0.6008641123771667, 0.6571553945541382], "cos_Ac_negg": [0.6008641123771667, 0.6571553945541382], "r_norm": [0.20273113250732422, 0.20720842480659485]}, {"step": 7200, "epoch": 18, "train_loss": 0.0002869117888621986, "cos_r_negg": [0.6030277013778687, 0.6582316160202026], "cos_innovation_negg": [0.6030277013778687, 0.6582316160202026], "cos_apical_negg": [0.6030277013778687, 0.6582316160202026], "cos_Ac_negg": [0.6030277013778687, 0.6582316160202026], "r_norm": [0.20222540199756622, 0.2065916359424591]}, {"step": 7250, "epoch": 18, "train_loss": 0.0003478795406408608, "cos_r_negg": [0.6029334664344788, 0.6568098068237305], "cos_innovation_negg": [0.6029334664344788, 0.6568098068237305], "cos_apical_negg": [0.6029334664344788, 0.6568098068237305], "cos_Ac_negg": [0.6029334664344788, 0.6568098068237305], "r_norm": [0.20274630188941956, 0.20725055038928986], "ldr": {"dL_sdil": -0.007706359028816223, "dL_bp": -0.00884845107793808, "ratio": 0.8709274607428813}}, {"step": 7300, "epoch": 18, "train_loss": 0.00020200933795422316, "cos_r_negg": [0.6024609804153442, 0.6562525033950806], "cos_innovation_negg": [0.6024609804153442, 0.6562525033950806], "cos_apical_negg": [0.6024609804153442, 0.6562525033950806], "cos_Ac_negg": [0.6024609804153442, 0.6562525033950806], "r_norm": [0.2033817619085312, 0.20793458819389343]}, {"step": 7350, "epoch": 18, "train_loss": 0.0005898176459595561, "cos_r_negg": [0.6016865968704224, 0.6579204201698303], "cos_innovation_negg": [0.6016865968704224, 0.6579204201698303], "cos_apical_negg": [0.6016865968704224, 0.6579204201698303], "cos_Ac_negg": [0.6016865968704224, 0.6579204201698303], "r_norm": [0.204850971698761, 0.20948809385299683]}, {"step": 7400, "epoch": 18, "train_loss": 0.00016031705308705568, "cos_r_negg": [0.6010993719100952, 0.6578562259674072], "cos_innovation_negg": [0.6010993719100952, 0.6578562259674072], "cos_apical_negg": [0.6010993719100952, 0.6578562259674072], "cos_Ac_negg": [0.6010993719100952, 0.6578562259674072], "r_norm": [0.20318125188350677, 0.20776724815368652]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9754, "test_loss": 0.12216531324386597}, {"step": 7450, "epoch": 19, "train_loss": 0.00010784420737763867, "cos_r_negg": [0.6020092368125916, 0.6565382480621338], "cos_innovation_negg": [0.6020092368125916, 0.6565382480621338], "cos_apical_negg": [0.6020092368125916, 0.6565382480621338], "cos_Ac_negg": [0.6020092368125916, 0.6565382480621338], "r_norm": [0.20429213345050812, 0.20888398587703705]}, {"step": 7500, "epoch": 19, "train_loss": 0.0003298082738183439, "cos_r_negg": [0.6008384227752686, 0.6563657522201538], "cos_innovation_negg": [0.6008384227752686, 0.6563657522201538], "cos_apical_negg": [0.6008384227752686, 0.6563657522201538], "cos_Ac_negg": [0.6008384227752686, 0.6563657522201538], "r_norm": [0.2044135481119156, 0.20902281999588013], "ldr": {"dL_sdil": -0.007743999361991882, "dL_bp": -0.008884206414222717, "ratio": 0.8716590994097707}}, {"step": 7550, "epoch": 19, "train_loss": 0.0002489041071385145, "cos_r_negg": [0.6010798215866089, 0.6574039459228516], "cos_innovation_negg": [0.6010798215866089, 0.6574039459228516], "cos_apical_negg": [0.6010798215866089, 0.6574039459228516], "cos_Ac_negg": [0.6010798215866089, 0.6574039459228516], "r_norm": [0.20248213410377502, 0.20699578523635864]}, {"step": 7600, "epoch": 19, "train_loss": 0.00017430557636544108, "cos_r_negg": [0.6005750298500061, 0.6576840281486511], "cos_innovation_negg": [0.6005750298500061, 0.6576840281486511], "cos_apical_negg": [0.6005750298500061, 0.6576840281486511], "cos_Ac_negg": [0.6005750298500061, 0.6576840281486511], "r_norm": [0.20029252767562866, 0.2046244740486145]}, {"step": 7650, "epoch": 19, "train_loss": 0.0003754161298274994, "cos_r_negg": [0.6009269952774048, 0.658462405204773], "cos_innovation_negg": [0.6009269952774048, 0.658462405204773], "cos_apical_negg": [0.6009269952774048, 0.658462405204773], "cos_Ac_negg": [0.6009269952774048, 0.658462405204773], "r_norm": [0.20156845450401306, 0.2059730440378189]}, {"step": 7700, "epoch": 19, "train_loss": 0.0007511068251915276, "cos_r_negg": [0.6000947952270508, 0.6580938100814819], "cos_innovation_negg": [0.6000947952270508, 0.6580938100814819], "cos_apical_negg": [0.6000947952270508, 0.6580938100814819], "cos_Ac_negg": [0.6000947952270508, 0.6580938100814819], "r_norm": [0.20005427300930023, 0.20434781908988953]}, {"step": 7750, "epoch": 19, "train_loss": 0.00032571968040429056, "cos_r_negg": [0.6004197597503662, 0.6573491096496582], "cos_innovation_negg": [0.6004197597503662, 0.6573491096496582], "cos_apical_negg": [0.6004197597503662, 0.6573491096496582], "cos_Ac_negg": [0.6004197597503662, 0.6573491096496582], "r_norm": [0.20161664485931396, 0.20609693229198456], "ldr": {"dL_sdil": -0.007719658315181732, "dL_bp": -0.00894811749458313, "ratio": 0.8627131147813981}}, {"step": 7800, "epoch": 19, "train_loss": 0.0005991571815684438, "cos_r_negg": [0.6015209555625916, 0.6578801870346069], "cos_innovation_negg": [0.6015209555625916, 0.6578801870346069], "cos_apical_negg": [0.6015209555625916, 0.6578801870346069], "cos_Ac_negg": [0.6015209555625916, 0.6578801870346069], "r_norm": [0.2021312713623047, 0.206598162651062]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9753, "test_loss": 0.1233656234741211}, {"step": 7850, "epoch": 20, "train_loss": 0.0002186705096391961, "cos_r_negg": [0.6007802486419678, 0.6581067442893982], "cos_innovation_negg": [0.6007802486419678, 0.6581067442893982], "cos_apical_negg": [0.6007802486419678, 0.6581067442893982], "cos_Ac_negg": [0.6007802486419678, 0.6581067442893982], "r_norm": [0.20247799158096313, 0.20697173476219177]}, {"step": 7900, "epoch": 20, "train_loss": 0.0004014261648990214, "cos_r_negg": [0.6000002026557922, 0.658236563205719], "cos_innovation_negg": [0.6000002026557922, 0.658236563205719], "cos_apical_negg": [0.6000002026557922, 0.658236563205719], "cos_Ac_negg": [0.6000002026557922, 0.658236563205719], "r_norm": [0.20376981794834137, 0.20834755897521973]}, {"step": 7950, "epoch": 20, "train_loss": 0.00016770604997873306, "cos_r_negg": [0.6011308431625366, 0.6588265895843506], "cos_innovation_negg": [0.6011308431625366, 0.6588265895843506], "cos_apical_negg": [0.6011308431625366, 0.6588265895843506], "cos_Ac_negg": [0.6011308431625366, 0.6588265895843506], "r_norm": [0.20226141810417175, 0.20671120285987854]}, {"step": 8000, "epoch": 20, "train_loss": 0.00024943111930042505, "cos_r_negg": [0.6005975008010864, 0.6588822603225708], "cos_innovation_negg": [0.6005975008010864, 0.6588822603225708], "cos_apical_negg": [0.6005975008010864, 0.6588822603225708], "cos_Ac_negg": [0.6005975008010864, 0.6588822603225708], "r_norm": [0.2017725259065628, 0.20623481273651123], "ldr": {"dL_sdil": -0.007823757827281952, "dL_bp": -0.009097099304199219, "ratio": 0.8600277479295524}}, {"step": 8050, "epoch": 20, "train_loss": 0.0006479044095613062, "cos_r_negg": [0.6004500389099121, 0.6578705310821533], "cos_innovation_negg": [0.6004500389099121, 0.6578705310821533], "cos_apical_negg": [0.6004500389099121, 0.6578705310821533], "cos_Ac_negg": [0.6004500389099121, 0.6578705310821533], "r_norm": [0.20507930219173431, 0.20974621176719666]}, {"step": 8100, "epoch": 20, "train_loss": 0.00041177208186127245, "cos_r_negg": [0.5997734069824219, 0.6568814516067505], "cos_innovation_negg": [0.5997734069824219, 0.6568814516067505], "cos_apical_negg": [0.5997734069824219, 0.6568814516067505], "cos_Ac_negg": [0.5997734069824219, 0.6568814516067505], "r_norm": [0.20276600122451782, 0.20727327466011047]}, {"step": 8150, "epoch": 20, "train_loss": 0.00045067936298437417, "cos_r_negg": [0.6006236672401428, 0.657496452331543], "cos_innovation_negg": [0.6006236672401428, 0.657496452331543], "cos_apical_negg": [0.6006236672401428, 0.657496452331543], "cos_Ac_negg": [0.6006236672401428, 0.657496452331543], "r_norm": [0.20164287090301514, 0.20617663860321045]}, {"step": 8200, "epoch": 20, "train_loss": 0.0001960522640729323, "cos_r_negg": [0.5994373559951782, 0.6562012434005737], "cos_innovation_negg": [0.5994373559951782, 0.6562012434005737], "cos_apical_negg": [0.5994373559951782, 0.6562012434005737], "cos_Ac_negg": [0.5994373559951782, 0.6562012434005737], "r_norm": [0.20271074771881104, 0.207288920879364]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.975, "test_loss": 0.12378596744537354}, {"step": 8250, "epoch": 21, "train_loss": 0.00042690319241955876, "cos_r_negg": [0.6001279354095459, 0.6571336984634399], "cos_innovation_negg": [0.6001279354095459, 0.6571336984634399], "cos_apical_negg": [0.6001279354095459, 0.6571336984634399], "cos_Ac_negg": [0.6001279354095459, 0.6571336984634399], "r_norm": [0.202457457780838, 0.2071206271648407], "ldr": {"dL_sdil": -0.007890589535236359, "dL_bp": -0.009228967130184174, "ratio": 0.8549807821321056}}, {"step": 8300, "epoch": 21, "train_loss": 0.0004798198351636529, "cos_r_negg": [0.5999691486358643, 0.6572954654693604], "cos_innovation_negg": [0.5999691486358643, 0.6572954654693604], "cos_apical_negg": [0.5999691486358643, 0.6572954654693604], "cos_Ac_negg": [0.5999691486358643, 0.6572954654693604], "r_norm": [0.20081348717212677, 0.20534124970436096]}, {"step": 8350, "epoch": 21, "train_loss": 0.000398092670366168, "cos_r_negg": [0.5996270775794983, 0.6573704481124878], "cos_innovation_negg": [0.5996270775794983, 0.6573704481124878], "cos_apical_negg": [0.5996270775794983, 0.6573704481124878], "cos_Ac_negg": [0.5996270775794983, 0.6573704481124878], "r_norm": [0.20109416544437408, 0.20561566948890686]}, {"step": 8400, "epoch": 21, "train_loss": 0.00028160930378362536, "cos_r_negg": [0.5997766256332397, 0.6577619910240173], "cos_innovation_negg": [0.5997766256332397, 0.6577619910240173], "cos_apical_negg": [0.5997766256332397, 0.6577619910240173], "cos_Ac_negg": [0.5997766256332397, 0.6577619910240173], "r_norm": [0.20130454003810883, 0.20580270886421204]}, {"step": 8450, "epoch": 21, "train_loss": 0.00036423944402486086, "cos_r_negg": [0.5989740490913391, 0.6570574045181274], "cos_innovation_negg": [0.5989740490913391, 0.6570574045181274], "cos_apical_negg": [0.5989740490913391, 0.6570574045181274], "cos_Ac_negg": [0.5989740490913391, 0.6570574045181274], "r_norm": [0.19985008239746094, 0.20425383746623993]}, {"step": 8500, "epoch": 21, "train_loss": 0.0002634120173752308, "cos_r_negg": [0.5996133089065552, 0.6572584509849548], "cos_innovation_negg": [0.5996133089065552, 0.6572584509849548], "cos_apical_negg": [0.5996133089065552, 0.6572584509849548], "cos_Ac_negg": [0.5996133089065552, 0.6572584509849548], "r_norm": [0.20049189031124115, 0.20491498708724976], "ldr": {"dL_sdil": -0.007826901972293854, "dL_bp": -0.009138837456703186, "ratio": 0.8564439415161007}}, {"step": 8550, "epoch": 21, "train_loss": 0.00022864920902065933, "cos_r_negg": [0.6009639501571655, 0.658359706401825], "cos_innovation_negg": [0.6009639501571655, 0.658359706401825], "cos_apical_negg": [0.6009639501571655, 0.658359706401825], "cos_Ac_negg": [0.6009639501571655, 0.658359706401825], "r_norm": [0.2020896077156067, 0.20658856630325317]}, {"step": 8600, "epoch": 21, "train_loss": 0.000705158628989011, "cos_r_negg": [0.6014083623886108, 0.6591277122497559], "cos_innovation_negg": [0.6014083623886108, 0.6591277122497559], "cos_apical_negg": [0.6014083623886108, 0.6591277122497559], "cos_Ac_negg": [0.6014083623886108, 0.6591277122497559], "r_norm": [0.19986975193023682, 0.2042861133813858]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9753, "test_loss": 0.12458458461761475}, {"step": 8650, "epoch": 22, "train_loss": 0.00015411898493766785, "cos_r_negg": [0.6003305912017822, 0.6574480533599854], "cos_innovation_negg": [0.6003305912017822, 0.6574480533599854], "cos_apical_negg": [0.6003305912017822, 0.6574480533599854], "cos_Ac_negg": [0.6003305912017822, 0.6574480533599854], "r_norm": [0.20128491520881653, 0.20573124289512634]}, {"step": 8700, "epoch": 22, "train_loss": 0.00022647748119197786, "cos_r_negg": [0.6004949808120728, 0.6574289798736572], "cos_innovation_negg": [0.6004949808120728, 0.6574289798736572], "cos_apical_negg": [0.6004949808120728, 0.6574289798736572], "cos_Ac_negg": [0.6004949808120728, 0.6574289798736572], "r_norm": [0.19987961649894714, 0.20423129200935364]}, {"step": 8750, "epoch": 22, "train_loss": 0.0002542371512390673, "cos_r_negg": [0.6004055738449097, 0.6575003862380981], "cos_innovation_negg": [0.6004055738449097, 0.6575003862380981], "cos_apical_negg": [0.6004055738449097, 0.6575003862380981], "cos_Ac_negg": [0.6004055738449097, 0.6575003862380981], "r_norm": [0.2007206827402115, 0.20512810349464417], "ldr": {"dL_sdil": -0.007807523012161255, "dL_bp": -0.00917603075504303, "ratio": 0.8508605976358938}}, {"step": 8800, "epoch": 22, "train_loss": 0.0003935568383894861, "cos_r_negg": [0.6005526781082153, 0.6573383212089539], "cos_innovation_negg": [0.6005526781082153, 0.6573383212089539], "cos_apical_negg": [0.6005526781082153, 0.6573383212089539], "cos_Ac_negg": [0.6005526781082153, 0.6573383212089539], "r_norm": [0.20079267024993896, 0.2051900029182434]}, {"step": 8850, "epoch": 22, "train_loss": 0.00022293342044577003, "cos_r_negg": [0.6002185940742493, 0.6575615406036377], "cos_innovation_negg": [0.6002185940742493, 0.6575615406036377], "cos_apical_negg": [0.6002185940742493, 0.6575615406036377], "cos_Ac_negg": [0.6002185940742493, 0.6575615406036377], "r_norm": [0.200064554810524, 0.20439544320106506]}, {"step": 8900, "epoch": 22, "train_loss": 0.00046276452485471964, "cos_r_negg": [0.6003880500793457, 0.657886803150177], "cos_innovation_negg": [0.6003880500793457, 0.657886803150177], "cos_apical_negg": [0.6003880500793457, 0.657886803150177], "cos_Ac_negg": [0.6003880500793457, 0.657886803150177], "r_norm": [0.20191246271133423, 0.20636941492557526]}, {"step": 8950, "epoch": 22, "train_loss": 0.000270040356554091, "cos_r_negg": [0.6003550887107849, 0.6575824618339539], "cos_innovation_negg": [0.6003550887107849, 0.6575824618339539], "cos_apical_negg": [0.6003550887107849, 0.6575824618339539], "cos_Ac_negg": [0.6003550887107849, 0.6575824618339539], "r_norm": [0.20144590735435486, 0.205949604511261]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9754, "test_loss": 0.12510264530181886}, {"step": 9000, "epoch": 23, "train_loss": 9.385751764057204e-05, "cos_r_negg": [0.6005985736846924, 0.6575499773025513], "cos_innovation_negg": [0.6005985736846924, 0.6575499773025513], "cos_apical_negg": [0.6005985736846924, 0.6575499773025513], "cos_Ac_negg": [0.6005985736846924, 0.6575499773025513], "r_norm": [0.2008810192346573, 0.2054448127746582], "ldr": {"dL_sdil": -0.00791206955909729, "dL_bp": -0.009316295385360718, "ratio": 0.8492720799224576}}, {"step": 9050, "epoch": 23, "train_loss": 0.00022469110263045877, "cos_r_negg": [0.6006449460983276, 0.6576468348503113], "cos_innovation_negg": [0.6006449460983276, 0.6576468348503113], "cos_apical_negg": [0.6006449460983276, 0.6576468348503113], "cos_Ac_negg": [0.6006449460983276, 0.6576468348503113], "r_norm": [0.2000603973865509, 0.2044900357723236]}, {"step": 9100, "epoch": 23, "train_loss": 0.00017960858531296253, "cos_r_negg": [0.6004790663719177, 0.6576954126358032], "cos_innovation_negg": [0.6004790663719177, 0.6576954126358032], "cos_apical_negg": [0.6004790663719177, 0.6576954126358032], "cos_Ac_negg": [0.6004790663719177, 0.6576954126358032], "r_norm": [0.19899973273277283, 0.20334243774414062]}, {"step": 9150, "epoch": 23, "train_loss": 0.00030993559630587697, "cos_r_negg": [0.6009164452552795, 0.658045768737793], "cos_innovation_negg": [0.6009164452552795, 0.658045768737793], "cos_apical_negg": [0.6009164452552795, 0.658045768737793], "cos_Ac_negg": [0.6009164452552795, 0.658045768737793], "r_norm": [0.1995375156402588, 0.20391207933425903]}, {"step": 9200, "epoch": 23, "train_loss": 0.0004418768221512437, "cos_r_negg": [0.6007698774337769, 0.6581172943115234], "cos_innovation_negg": [0.6007698774337769, 0.6581172943115234], "cos_apical_negg": [0.6007698774337769, 0.6581172943115234], "cos_Ac_negg": [0.6007698774337769, 0.6581172943115234], "r_norm": [0.1992313265800476, 0.20361483097076416]}, {"step": 9250, "epoch": 23, "train_loss": 0.00019662329577840865, "cos_r_negg": [0.600604772567749, 0.6578059196472168], "cos_innovation_negg": [0.600604772567749, 0.6578059196472168], "cos_apical_negg": [0.600604772567749, 0.6578059196472168], "cos_Ac_negg": [0.600604772567749, 0.6578059196472168], "r_norm": [0.19948330521583557, 0.20388191938400269], "ldr": {"dL_sdil": -0.007834546267986298, "dL_bp": -0.009254537522792816, "ratio": 0.8465626995072146}}, {"step": 9300, "epoch": 23, "train_loss": 0.0003401970025151968, "cos_r_negg": [0.6000418663024902, 0.6576945781707764], "cos_innovation_negg": [0.6000418663024902, 0.6576945781707764], "cos_apical_negg": [0.6000418663024902, 0.6576945781707764], "cos_Ac_negg": [0.6000418663024902, 0.6576945781707764], "r_norm": [0.19932933151721954, 0.20372456312179565]}, {"step": 9350, "epoch": 23, "train_loss": 0.00029721518512815237, "cos_r_negg": [0.600412130355835, 0.657600462436676], "cos_innovation_negg": [0.600412130355835, 0.657600462436676], "cos_apical_negg": [0.600412130355835, 0.657600462436676], "cos_Ac_negg": [0.600412130355835, 0.657600462436676], "r_norm": [0.19985732436180115, 0.20430128276348114]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9752, "test_loss": 0.1261086217880249}, {"step": 9400, "epoch": 24, "train_loss": 0.0002754366723820567, "cos_r_negg": [0.600387692451477, 0.6578139066696167], "cos_innovation_negg": [0.600387692451477, 0.6578139066696167], "cos_apical_negg": [0.600387692451477, 0.6578139066696167], "cos_Ac_negg": [0.600387692451477, 0.6578139066696167], "r_norm": [0.2001531720161438, 0.20478788018226624]}, {"step": 9450, "epoch": 24, "train_loss": 0.00020254083210602403, "cos_r_negg": [0.6009979248046875, 0.6580407619476318], "cos_innovation_negg": [0.6009979248046875, 0.6580407619476318], "cos_apical_negg": [0.6009979248046875, 0.6580407619476318], "cos_Ac_negg": [0.6009979248046875, 0.6580407619476318], "r_norm": [0.19949021935462952, 0.20410090684890747]}, {"step": 9500, "epoch": 24, "train_loss": 0.00025607715360820293, "cos_r_negg": [0.6017806529998779, 0.6583288908004761], "cos_innovation_negg": [0.6017806529998779, 0.6583288908004761], "cos_apical_negg": [0.6017806529998779, 0.6583288908004761], "cos_Ac_negg": [0.6017806529998779, 0.6583288908004761], "r_norm": [0.19724580645561218, 0.20162074267864227], "ldr": {"dL_sdil": -0.007765293121337891, "dL_bp": -0.009225636720657349, "ratio": 0.841708096304121}}, {"step": 9550, "epoch": 24, "train_loss": 0.0003933565749321133, "cos_r_negg": [0.6013519763946533, 0.6587153077125549], "cos_innovation_negg": [0.6013519763946533, 0.6587153077125549], "cos_apical_negg": [0.6013519763946533, 0.6587153077125549], "cos_Ac_negg": [0.6013519763946533, 0.6587153077125549], "r_norm": [0.19787871837615967, 0.20229540765285492]}, {"step": 9600, "epoch": 24, "train_loss": 0.00022945743694435805, "cos_r_negg": [0.6014772653579712, 0.6580918431282043], "cos_innovation_negg": [0.6014772653579712, 0.6580918431282043], "cos_apical_negg": [0.6014772653579712, 0.6580918431282043], "cos_Ac_negg": [0.6014772653579712, 0.6580918431282043], "r_norm": [0.19801998138427734, 0.2024322897195816]}, {"step": 9650, "epoch": 24, "train_loss": 0.0005062694544903934, "cos_r_negg": [0.6015071868896484, 0.6583172678947449], "cos_innovation_negg": [0.6015071868896484, 0.6583172678947449], "cos_apical_negg": [0.6015071868896484, 0.6583172678947449], "cos_Ac_negg": [0.6015071868896484, 0.6583172678947449], "r_norm": [0.19786621630191803, 0.2022159844636917]}, {"step": 9700, "epoch": 24, "train_loss": 0.00013774792023468763, "cos_r_negg": [0.6017078161239624, 0.6583492159843445], "cos_innovation_negg": [0.6017078161239624, 0.6583492159843445], "cos_apical_negg": [0.6017078161239624, 0.6583492159843445], "cos_Ac_negg": [0.6017078161239624, 0.6583492159843445], "r_norm": [0.198502779006958, 0.2029155045747757]}, {"step": 9750, "epoch": 24, "train_loss": 0.0006844879826530814, "cos_r_negg": [0.6007990837097168, 0.6579558849334717], "cos_innovation_negg": [0.6007990837097168, 0.6579558849334717], "cos_apical_negg": [0.6007990837097168, 0.6579558849334717], "cos_Ac_negg": [0.6007990837097168, 0.6579558849334717], "r_norm": [0.19908387959003448, 0.20347163081169128], "ldr": {"dL_sdil": -0.007831379771232605, "dL_bp": -0.009263426065444946, "ratio": 0.8454085686985449}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9754, "test_loss": 0.12625193462371825}, {"step": 9800, "epoch": 25, "train_loss": 0.0004491452709771693, "cos_r_negg": [0.6001976728439331, 0.6579476594924927], "cos_innovation_negg": [0.6001976728439331, 0.6579476594924927], "cos_apical_negg": [0.6001976728439331, 0.6579476594924927], "cos_Ac_negg": [0.6001976728439331, 0.6579476594924927], "r_norm": [0.19891691207885742, 0.20330628752708435]}, {"step": 9850, "epoch": 25, "train_loss": 0.0002570544893387705, "cos_r_negg": [0.6004018783569336, 0.6580824851989746], "cos_innovation_negg": [0.6004018783569336, 0.6580824851989746], "cos_apical_negg": [0.6004018783569336, 0.6580824851989746], "cos_Ac_negg": [0.6004018783569336, 0.6580824851989746], "r_norm": [0.19872376322746277, 0.20306599140167236]}, {"step": 9900, "epoch": 25, "train_loss": 0.0001616937224753201, "cos_r_negg": [0.6004006862640381, 0.658022940158844], "cos_innovation_negg": [0.6004006862640381, 0.658022940158844], "cos_apical_negg": [0.6004006862640381, 0.658022940158844], "cos_Ac_negg": [0.6004006862640381, 0.658022940158844], "r_norm": [0.19981266558170319, 0.20431169867515564]}, {"step": 9950, "epoch": 25, "train_loss": 0.0001429400872439146, "cos_r_negg": [0.6000486016273499, 0.6586571335792542], "cos_innovation_negg": [0.6000486016273499, 0.6586571335792542], "cos_apical_negg": [0.6000486016273499, 0.6586571335792542], "cos_Ac_negg": [0.6000486016273499, 0.6586571335792542], "r_norm": [0.1984207183122635, 0.20281676948070526]}, {"step": 10000, "epoch": 25, "train_loss": 0.00017685876809991896, "cos_r_negg": [0.600255012512207, 0.6586478352546692], "cos_innovation_negg": [0.600255012512207, 0.6586478352546692], "cos_apical_negg": [0.600255012512207, 0.6586478352546692], "cos_Ac_negg": [0.600255012512207, 0.6586478352546692], "r_norm": [0.19897297024726868, 0.20333924889564514], "ldr": {"dL_sdil": -0.007853254675865173, "dL_bp": -0.009322375059127808, "ratio": 0.8424092171850375}}, {"step": 10050, "epoch": 25, "train_loss": 0.00021622181520797312, "cos_r_negg": [0.6012613773345947, 0.6586892604827881], "cos_innovation_negg": [0.6012613773345947, 0.6586892604827881], "cos_apical_negg": [0.6012613773345947, 0.6586892604827881], "cos_Ac_negg": [0.6012613773345947, 0.6586892604827881], "r_norm": [0.2005632221698761, 0.20507371425628662]}, {"step": 10100, "epoch": 25, "train_loss": 0.00017434773326385766, "cos_r_negg": [0.6016359329223633, 0.6590266227722168], "cos_innovation_negg": [0.6016359329223633, 0.6590266227722168], "cos_apical_negg": [0.6016359329223633, 0.6590266227722168], "cos_Ac_negg": [0.6016359329223633, 0.6590266227722168], "r_norm": [0.1993539035320282, 0.20385663211345673]}, {"step": 10150, "epoch": 25, "train_loss": 8.683873602421954e-05, "cos_r_negg": [0.6005881428718567, 0.6586238741874695], "cos_innovation_negg": [0.6005881428718567, 0.6586238741874695], "cos_apical_negg": [0.6005881428718567, 0.6586238741874695], "cos_Ac_negg": [0.6005881428718567, 0.6586238741874695], "r_norm": [0.1974964439868927, 0.20184634625911713]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9754, "test_loss": 0.1269212366104126}, {"step": 10200, "epoch": 26, "train_loss": 0.00016305307508446276, "cos_r_negg": [0.6012338399887085, 0.6584779024124146], "cos_innovation_negg": [0.6012338399887085, 0.6584779024124146], "cos_apical_negg": [0.6012338399887085, 0.6584779024124146], "cos_Ac_negg": [0.6012338399887085, 0.6584779024124146], "r_norm": [0.19843117892742157, 0.202935129404068]}, {"step": 10250, "epoch": 26, "train_loss": 0.00018552166875451803, "cos_r_negg": [0.6012954711914062, 0.6589115858078003], "cos_innovation_negg": [0.6012954711914062, 0.6589115858078003], "cos_apical_negg": [0.6012954711914062, 0.6589115858078003], "cos_Ac_negg": [0.6012954711914062, 0.6589115858078003], "r_norm": [0.19852495193481445, 0.20301233232021332], "ldr": {"dL_sdil": -0.007919326424598694, "dL_bp": -0.009473882615566254, "ratio": 0.8359113940874341}}, {"step": 10300, "epoch": 26, "train_loss": 0.001096030231565237, "cos_r_negg": [0.6010301113128662, 0.6570726633071899], "cos_innovation_negg": [0.6010301113128662, 0.6570726633071899], "cos_apical_negg": [0.6010301113128662, 0.6570726633071899], "cos_Ac_negg": [0.6010301113128662, 0.6570726633071899], "r_norm": [0.19799461960792542, 0.2024528533220291]}, {"step": 10350, "epoch": 26, "train_loss": 7.325976912397891e-05, "cos_r_negg": [0.6005199551582336, 0.6568443179130554], "cos_innovation_negg": [0.6005199551582336, 0.6568443179130554], "cos_apical_negg": [0.6005199551582336, 0.6568443179130554], "cos_Ac_negg": [0.6005199551582336, 0.6568443179130554], "r_norm": [0.1972362995147705, 0.20166248083114624]}, {"step": 10400, "epoch": 26, "train_loss": 0.0005096543463878334, "cos_r_negg": [0.6010814905166626, 0.6571552753448486], "cos_innovation_negg": [0.6010814905166626, 0.6571552753448486], "cos_apical_negg": [0.6010814905166626, 0.6571552753448486], "cos_Ac_negg": [0.6010814905166626, 0.6571552753448486], "r_norm": [0.19704346358776093, 0.20143231749534607]}, {"step": 10450, "epoch": 26, "train_loss": 0.0006036014528945088, "cos_r_negg": [0.6006683707237244, 0.6591256856918335], "cos_innovation_negg": [0.6006683707237244, 0.6591256856918335], "cos_apical_negg": [0.6006683707237244, 0.6591256856918335], "cos_Ac_negg": [0.6006683707237244, 0.6591256856918335], "r_norm": [0.1954493671655655, 0.19965586066246033]}, {"step": 10500, "epoch": 26, "train_loss": 0.00020313664572313428, "cos_r_negg": [0.6012188196182251, 0.6594296097755432], "cos_innovation_negg": [0.6012188196182251, 0.6594296097755432], "cos_apical_negg": [0.6012188196182251, 0.6594296097755432], "cos_Ac_negg": [0.6012188196182251, 0.6594296097755432], "r_norm": [0.19533421099185944, 0.19959266483783722], "ldr": {"dL_sdil": -0.007686637341976166, "dL_bp": -0.009188957512378693, "ratio": 0.8365080948106778}}, {"step": 10550, "epoch": 26, "train_loss": 0.00018358146189711988, "cos_r_negg": [0.601590096950531, 0.6599227786064148], "cos_innovation_negg": [0.601590096950531, 0.6599227786064148], "cos_apical_negg": [0.601590096950531, 0.6599227786064148], "cos_Ac_negg": [0.601590096950531, 0.6599227786064148], "r_norm": [0.1965029239654541, 0.20081199705600739]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9754, "test_loss": 0.12743881597518922}, {"step": 10600, "epoch": 27, "train_loss": 0.00017823913367465138, "cos_r_negg": [0.5999276638031006, 0.6591622829437256], "cos_innovation_negg": [0.5999276638031006, 0.6591622829437256], "cos_apical_negg": [0.5999276638031006, 0.6591622829437256], "cos_Ac_negg": [0.5999276638031006, 0.6591622829437256], "r_norm": [0.1972443014383316, 0.20167163014411926]}, {"step": 10650, "epoch": 27, "train_loss": 0.0001812569098547101, "cos_r_negg": [0.5993829965591431, 0.6581635475158691], "cos_innovation_negg": [0.5993829965591431, 0.6581635475158691], "cos_apical_negg": [0.5993829965591431, 0.6581635475158691], "cos_Ac_negg": [0.5993829965591431, 0.6581635475158691], "r_norm": [0.196250781416893, 0.20064735412597656]}, {"step": 10700, "epoch": 27, "train_loss": 0.00012099702144041657, "cos_r_negg": [0.6005158424377441, 0.657524824142456], "cos_innovation_negg": [0.6005158424377441, 0.657524824142456], "cos_apical_negg": [0.6005158424377441, 0.657524824142456], "cos_Ac_negg": [0.6005158424377441, 0.657524824142456], "r_norm": [0.19647406041622162, 0.20091626048088074]}, {"step": 10750, "epoch": 27, "train_loss": 8.219018491217867e-05, "cos_r_negg": [0.6002174615859985, 0.6575720906257629], "cos_innovation_negg": [0.6002174615859985, 0.6575720906257629], "cos_apical_negg": [0.6002174615859985, 0.6575720906257629], "cos_Ac_negg": [0.6002174615859985, 0.6575720906257629], "r_norm": [0.19735145568847656, 0.20180343091487885], "ldr": {"dL_sdil": -0.007826104760169983, "dL_bp": -0.009400889277458191, "ratio": 0.8324855797350698}}, {"step": 10800, "epoch": 27, "train_loss": 0.00011317369353491813, "cos_r_negg": [0.6004570722579956, 0.6576842665672302], "cos_innovation_negg": [0.6004570722579956, 0.6576842665672302], "cos_apical_negg": [0.6004570722579956, 0.6576842665672302], "cos_Ac_negg": [0.6004570722579956, 0.6576842665672302], "r_norm": [0.19689442217350006, 0.20126795768737793]}, {"step": 10850, "epoch": 27, "train_loss": 0.0001181570696644485, "cos_r_negg": [0.6011406183242798, 0.6602456569671631], "cos_innovation_negg": [0.6011406183242798, 0.6602456569671631], "cos_apical_negg": [0.6011406183242798, 0.6602456569671631], "cos_Ac_negg": [0.6011406183242798, 0.6602456569671631], "r_norm": [0.19792033731937408, 0.2022644579410553]}, {"step": 10900, "epoch": 27, "train_loss": 0.00010761852172436193, "cos_r_negg": [0.600898265838623, 0.6598369479179382], "cos_innovation_negg": [0.600898265838623, 0.6598369479179382], "cos_apical_negg": [0.600898265838623, 0.6598369479179382], "cos_Ac_negg": [0.600898265838623, 0.6598369479179382], "r_norm": [0.1983908712863922, 0.2027445286512375]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9755, "test_loss": 0.1279292184829712}, {"step": 10950, "epoch": 28, "train_loss": 0.00021536753047257662, "cos_r_negg": [0.601071298122406, 0.660049557685852], "cos_innovation_negg": [0.601071298122406, 0.660049557685852], "cos_apical_negg": [0.601071298122406, 0.660049557685852], "cos_Ac_negg": [0.601071298122406, 0.660049557685852], "r_norm": [0.1976335197687149, 0.20196709036827087]}, {"step": 11000, "epoch": 28, "train_loss": 0.00011321029160171747, "cos_r_negg": [0.6006244421005249, 0.6586107015609741], "cos_innovation_negg": [0.6006244421005249, 0.6586107015609741], "cos_apical_negg": [0.6006244421005249, 0.6586107015609741], "cos_Ac_negg": [0.6006244421005249, 0.6586107015609741], "r_norm": [0.19659945368766785, 0.20088054239749908], "ldr": {"dL_sdil": -0.007898792624473572, "dL_bp": -0.009504042565822601, "ratio": 0.8310981952962149}}, {"step": 11050, "epoch": 28, "train_loss": 0.0003171728749293834, "cos_r_negg": [0.6015303134918213, 0.6588445901870728], "cos_innovation_negg": [0.6015303134918213, 0.6588445901870728], "cos_apical_negg": [0.6015303134918213, 0.6588445901870728], "cos_Ac_negg": [0.6015303134918213, 0.6588445901870728], "r_norm": [0.19701503217220306, 0.20136284828186035]}, {"step": 11100, "epoch": 28, "train_loss": 0.0003414370003156364, "cos_r_negg": [0.6007309556007385, 0.6587483882904053], "cos_innovation_negg": [0.6007309556007385, 0.6587483882904053], "cos_apical_negg": [0.6007309556007385, 0.6587483882904053], "cos_Ac_negg": [0.6007309556007385, 0.6587483882904053], "r_norm": [0.1967957615852356, 0.20116659998893738]}, {"step": 11150, "epoch": 28, "train_loss": 0.00015932612586766481, "cos_r_negg": [0.6007856726646423, 0.6587515473365784], "cos_innovation_negg": [0.6007856726646423, 0.6587515473365784], "cos_apical_negg": [0.6007856726646423, 0.6587515473365784], "cos_Ac_negg": [0.6007856726646423, 0.6587515473365784], "r_norm": [0.19685113430023193, 0.20124660432338715]}, {"step": 11200, "epoch": 28, "train_loss": 0.0005139505374245346, "cos_r_negg": [0.6011216640472412, 0.6591752767562866], "cos_innovation_negg": [0.6011216640472412, 0.6591752767562866], "cos_apical_negg": [0.6011216640472412, 0.6591752767562866], "cos_Ac_negg": [0.6011216640472412, 0.6591752767562866], "r_norm": [0.19660301506519318, 0.20095348358154297]}, {"step": 11250, "epoch": 28, "train_loss": 0.00038121658144518733, "cos_r_negg": [0.6012146472930908, 0.6594721078872681], "cos_innovation_negg": [0.6012146472930908, 0.6594721078872681], "cos_apical_negg": [0.6012146472930908, 0.6594721078872681], "cos_Ac_negg": [0.6012146472930908, 0.6594721078872681], "r_norm": [0.1977890133857727, 0.2021755874156952], "ldr": {"dL_sdil": -0.008025430142879486, "dL_bp": -0.009689293801784515, "ratio": 0.82827812914512}}, {"step": 11300, "epoch": 28, "train_loss": 0.00018983730114996433, "cos_r_negg": [0.600578784942627, 0.6594306826591492], "cos_innovation_negg": [0.600578784942627, 0.6594306826591492], "cos_apical_negg": [0.600578784942627, 0.6594306826591492], "cos_Ac_negg": [0.600578784942627, 0.6594306826591492], "r_norm": [0.19757410883903503, 0.20187930762767792]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9754, "test_loss": 0.12843417892456055}, {"step": 11350, "epoch": 29, "train_loss": 0.00018932967213913798, "cos_r_negg": [0.5999619960784912, 0.6586145162582397], "cos_innovation_negg": [0.5999619960784912, 0.6586145162582397], "cos_apical_negg": [0.5999619960784912, 0.6586145162582397], "cos_Ac_negg": [0.5999619960784912, 0.6586145162582397], "r_norm": [0.1971418559551239, 0.20146434009075165]}, {"step": 11400, "epoch": 29, "train_loss": 0.00016503345977980644, "cos_r_negg": [0.5995520353317261, 0.6574653387069702], "cos_innovation_negg": [0.5995520353317261, 0.6574653387069702], "cos_apical_negg": [0.5995520353317261, 0.6574653387069702], "cos_Ac_negg": [0.5995520353317261, 0.6574653387069702], "r_norm": [0.19809815287590027, 0.20250478386878967]}, {"step": 11450, "epoch": 29, "train_loss": 0.00017069421301130205, "cos_r_negg": [0.6001886129379272, 0.6586242914199829], "cos_innovation_negg": [0.6001886129379272, 0.6586242914199829], "cos_apical_negg": [0.6001886129379272, 0.6586242914199829], "cos_Ac_negg": [0.6001886129379272, 0.6586242914199829], "r_norm": [0.1972971260547638, 0.2016482651233673]}, {"step": 11500, "epoch": 29, "train_loss": 0.0002847218420356512, "cos_r_negg": [0.6002061367034912, 0.6593480110168457], "cos_innovation_negg": [0.6002061367034912, 0.6593480110168457], "cos_apical_negg": [0.6002061367034912, 0.6593480110168457], "cos_Ac_negg": [0.6002061367034912, 0.6593480110168457], "r_norm": [0.19654911756515503, 0.20083856582641602], "ldr": {"dL_sdil": -0.007916674017906189, "dL_bp": -0.00958220660686493, "ratio": 0.8261848593657424}}, {"step": 11550, "epoch": 29, "train_loss": 0.0002784274402074516, "cos_r_negg": [0.602274477481842, 0.6597810983657837], "cos_innovation_negg": [0.602274477481842, 0.6597810983657837], "cos_apical_negg": [0.602274477481842, 0.6597810983657837], "cos_Ac_negg": [0.602274477481842, 0.6597810983657837], "r_norm": [0.19848965108394623, 0.20298844575881958]}, {"step": 11600, "epoch": 29, "train_loss": 0.00017247998039238155, "cos_r_negg": [0.6012611985206604, 0.6594040393829346], "cos_innovation_negg": [0.6012611985206604, 0.6594040393829346], "cos_apical_negg": [0.6012611985206604, 0.6594040393829346], "cos_Ac_negg": [0.6012611985206604, 0.6594040393829346], "r_norm": [0.19756314158439636, 0.2019699215888977]}, {"step": 11650, "epoch": 29, "train_loss": 0.00014162968727760017, "cos_r_negg": [0.6025757789611816, 0.6601882576942444], "cos_innovation_negg": [0.6025757789611816, 0.6601882576942444], "cos_apical_negg": [0.6025757789611816, 0.6601882576942444], "cos_Ac_negg": [0.6025757789611816, 0.6601882576942444], "r_norm": [0.19719122350215912, 0.2015654742717743]}, {"step": 11700, "epoch": 29, "train_loss": 0.00016317648987751454, "cos_r_negg": [0.6004276275634766, 0.6588248014450073], "cos_innovation_negg": [0.6004276275634766, 0.6588248014450073], "cos_apical_negg": [0.6004276275634766, 0.6588248014450073], "cos_Ac_negg": [0.6004276275634766, 0.6588248014450073], "r_norm": [0.19645105302333832, 0.20075856149196625]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9755, "test_loss": 0.12901627798080445}, {"step": 11750, "epoch": 30, "train_loss": 0.0003329588216729462, "cos_r_negg": [0.5996930599212646, 0.6589226126670837], "cos_innovation_negg": [0.5996930599212646, 0.6589226126670837], "cos_apical_negg": [0.5996930599212646, 0.6589226126670837], "cos_Ac_negg": [0.5996930599212646, 0.6589226126670837], "r_norm": [0.19773225486278534, 0.20213253796100616], "ldr": {"dL_sdil": -0.008060090243816376, "dL_bp": -0.009748369455337524, "ratio": 0.8268141950039896}}, {"step": 11800, "epoch": 30, "train_loss": 0.00016862394113559276, "cos_r_negg": [0.5995737314224243, 0.6588534116744995], "cos_innovation_negg": [0.5995737314224243, 0.6588534116744995], "cos_apical_negg": [0.5995737314224243, 0.6588534116744995], "cos_Ac_negg": [0.5995737314224243, 0.6588534116744995], "r_norm": [0.19747868180274963, 0.20190434157848358]}, {"step": 11850, "epoch": 30, "train_loss": 0.00021291786106303334, "cos_r_negg": [0.600867509841919, 0.6590389609336853], "cos_innovation_negg": [0.600867509841919, 0.6590389609336853], "cos_apical_negg": [0.600867509841919, 0.6590389609336853], "cos_Ac_negg": [0.600867509841919, 0.6590389609336853], "r_norm": [0.19562967121601105, 0.19988667964935303]}, {"step": 11900, "epoch": 30, "train_loss": 0.0003244121326133609, "cos_r_negg": [0.5998354554176331, 0.6589661836624146], "cos_innovation_negg": [0.5998354554176331, 0.6589661836624146], "cos_apical_negg": [0.5998354554176331, 0.6589661836624146], "cos_Ac_negg": [0.5998354554176331, 0.6589661836624146], "r_norm": [0.19520188868045807, 0.19942262768745422]}, {"step": 11950, "epoch": 30, "train_loss": 4.822503251489252e-05, "cos_r_negg": [0.5997166633605957, 0.6593221426010132], "cos_innovation_negg": [0.5997166633605957, 0.6593221426010132], "cos_apical_negg": [0.5997166633605957, 0.6593221426010132], "cos_Ac_negg": [0.5997166633605957, 0.6593221426010132], "r_norm": [0.19473035633563995, 0.198953777551651]}, {"step": 12000, "epoch": 30, "train_loss": 0.00018101863679476082, "cos_r_negg": [0.6006346344947815, 0.6589897274971008], "cos_innovation_negg": [0.6006346344947815, 0.6589897274971008], "cos_apical_negg": [0.6006346344947815, 0.6589897274971008], "cos_Ac_negg": [0.6006346344947815, 0.6589897274971008], "r_norm": [0.1964602768421173, 0.20087993144989014], "ldr": {"dL_sdil": -0.008001655340194702, "dL_bp": -0.00973065197467804, "ratio": 0.8223144102797341}}, {"step": 12050, "epoch": 30, "train_loss": 0.0004458878538571298, "cos_r_negg": [0.6013014316558838, 0.6592567563056946], "cos_innovation_negg": [0.6013014316558838, 0.6592567563056946], "cos_apical_negg": [0.6013014316558838, 0.6592567563056946], "cos_Ac_negg": [0.6013014316558838, 0.6592567563056946], "r_norm": [0.19690486788749695, 0.20132960379123688]}, {"step": 12100, "epoch": 30, "train_loss": 0.000269293668679893, "cos_r_negg": [0.6016663312911987, 0.6601594686508179], "cos_innovation_negg": [0.6016663312911987, 0.6601594686508179], "cos_apical_negg": [0.6016663312911987, 0.6601594686508179], "cos_Ac_negg": [0.6016663312911987, 0.6601594686508179], "r_norm": [0.1968197375535965, 0.2011631578207016]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9755, "test_loss": 0.12943214645385742}, {"step": 12150, "epoch": 31, "train_loss": 0.00015682345838285983, "cos_r_negg": [0.6012907028198242, 0.6592681407928467], "cos_innovation_negg": [0.6012907028198242, 0.6592681407928467], "cos_apical_negg": [0.6012907028198242, 0.6592681407928467], "cos_Ac_negg": [0.6012907028198242, 0.6592681407928467], "r_norm": [0.1969500035047531, 0.20127050578594208]}, {"step": 12200, "epoch": 31, "train_loss": 0.00021372937771957368, "cos_r_negg": [0.6013693809509277, 0.6595009565353394], "cos_innovation_negg": [0.6013693809509277, 0.6595009565353394], "cos_apical_negg": [0.6013693809509277, 0.6595009565353394], "cos_Ac_negg": [0.6013693809509277, 0.6595009565353394], "r_norm": [0.19675567746162415, 0.20103509724140167]}, {"step": 12250, "epoch": 31, "train_loss": 0.00019497142056934536, "cos_r_negg": [0.6013820767402649, 0.6598255634307861], "cos_innovation_negg": [0.6013820767402649, 0.6598255634307861], "cos_apical_negg": [0.6013820767402649, 0.6598255634307861], "cos_Ac_negg": [0.6013820767402649, 0.6598255634307861], "r_norm": [0.19627103209495544, 0.20058557391166687], "ldr": {"dL_sdil": -0.00797201693058014, "dL_bp": -0.009671323001384735, "ratio": 0.8242943524312765}}, {"step": 12300, "epoch": 31, "train_loss": 0.000299024919513613, "cos_r_negg": [0.6014896631240845, 0.6600845456123352], "cos_innovation_negg": [0.6014896631240845, 0.6600845456123352], "cos_apical_negg": [0.6014896631240845, 0.6600845456123352], "cos_Ac_negg": [0.6014896631240845, 0.6600845456123352], "r_norm": [0.19694989919662476, 0.20130369067192078]}, {"step": 12350, "epoch": 31, "train_loss": 0.00025471957633271813, "cos_r_negg": [0.6012328863143921, 0.6602697372436523], "cos_innovation_negg": [0.6012328863143921, 0.6602697372436523], "cos_apical_negg": [0.6012328863143921, 0.6602697372436523], "cos_Ac_negg": [0.6012328863143921, 0.6602697372436523], "r_norm": [0.19667674601078033, 0.20101293921470642]}, {"step": 12400, "epoch": 31, "train_loss": 0.00018060492584481835, "cos_r_negg": [0.6017003059387207, 0.6605417728424072], "cos_innovation_negg": [0.6017003059387207, 0.6605417728424072], "cos_apical_negg": [0.6017003059387207, 0.6605417728424072], "cos_Ac_negg": [0.6017003059387207, 0.6605417728424072], "r_norm": [0.1954326629638672, 0.19975094497203827]}, {"step": 12450, "epoch": 31, "train_loss": 0.00015247490955516696, "cos_r_negg": [0.6015225648880005, 0.6605870127677917], "cos_innovation_negg": [0.6015225648880005, 0.6605870127677917], "cos_apical_negg": [0.6015225648880005, 0.6605870127677917], "cos_Ac_negg": [0.6015225648880005, 0.6605870127677917], "r_norm": [0.19577305018901825, 0.2001648247241974]}, {"step": 12500, "epoch": 31, "train_loss": 3.5328335798112676e-05, "cos_r_negg": [0.6003805994987488, 0.6594457626342773], "cos_innovation_negg": [0.6003805994987488, 0.6594457626342773], "cos_apical_negg": [0.6003805994987488, 0.6594457626342773], "cos_Ac_negg": [0.6003805994987488, 0.6594457626342773], "r_norm": [0.19508211314678192, 0.1994517296552658], "ldr": {"dL_sdil": -0.007986404001712799, "dL_bp": -0.009763188660144806, "ratio": 0.8180118483538907}}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9754, "test_loss": 0.12993003873825074}, {"step": 12550, "epoch": 32, "train_loss": 0.00015686496044509113, "cos_r_negg": [0.600684404373169, 0.6598272919654846], "cos_innovation_negg": [0.600684404373169, 0.6598272919654846], "cos_apical_negg": [0.600684404373169, 0.6598272919654846], "cos_Ac_negg": [0.600684404373169, 0.6598272919654846], "r_norm": [0.19508251547813416, 0.19940127432346344]}, {"step": 12600, "epoch": 32, "train_loss": 7.165751594584435e-05, "cos_r_negg": [0.600785493850708, 0.6600548028945923], "cos_innovation_negg": [0.600785493850708, 0.6600548028945923], "cos_apical_negg": [0.600785493850708, 0.6600548028945923], "cos_Ac_negg": [0.600785493850708, 0.6600548028945923], "r_norm": [0.19479447603225708, 0.199055016040802]}, {"step": 12650, "epoch": 32, "train_loss": 0.0001899226481327787, "cos_r_negg": [0.6013047695159912, 0.6598646640777588], "cos_innovation_negg": [0.6013047695159912, 0.6598646640777588], "cos_apical_negg": [0.6013047695159912, 0.6598646640777588], "cos_Ac_negg": [0.6013047695159912, 0.6598646640777588], "r_norm": [0.19533316791057587, 0.19965346157550812]}, {"step": 12700, "epoch": 32, "train_loss": 0.00018983961490448564, "cos_r_negg": [0.6010837554931641, 0.6596627235412598], "cos_innovation_negg": [0.6010837554931641, 0.6596627235412598], "cos_apical_negg": [0.6010837554931641, 0.6596627235412598], "cos_Ac_negg": [0.6010837554931641, 0.6596627235412598], "r_norm": [0.19537940621376038, 0.1997678279876709]}, {"step": 12750, "epoch": 32, "train_loss": 0.0001023874938255176, "cos_r_negg": [0.6008971929550171, 0.6597756743431091], "cos_innovation_negg": [0.6008971929550171, 0.6597756743431091], "cos_apical_negg": [0.6008971929550171, 0.6597756743431091], "cos_Ac_negg": [0.6008971929550171, 0.6597756743431091], "r_norm": [0.19605590403079987, 0.20044073462486267], "ldr": {"dL_sdil": -0.008074812591075897, "dL_bp": -0.009872965514659882, "ratio": 0.8178710417944846}}, {"step": 12800, "epoch": 32, "train_loss": 0.0003543083439581096, "cos_r_negg": [0.6011062264442444, 0.6600569486618042], "cos_innovation_negg": [0.6011062264442444, 0.6600569486618042], "cos_apical_negg": [0.6011062264442444, 0.6600569486618042], "cos_Ac_negg": [0.6011062264442444, 0.6600569486618042], "r_norm": [0.19566845893859863, 0.20002451539039612]}, {"step": 12850, "epoch": 32, "train_loss": 0.00012034767860313877, "cos_r_negg": [0.6012893915176392, 0.6605335474014282], "cos_innovation_negg": [0.6012893915176392, 0.6605335474014282], "cos_apical_negg": [0.6012893915176392, 0.6605335474014282], "cos_Ac_negg": [0.6012893915176392, 0.6605335474014282], "r_norm": [0.19508381187915802, 0.19937315583229065]}, {"step": 12900, "epoch": 32, "train_loss": 0.0001660273119341582, "cos_r_negg": [0.6013154983520508, 0.6603562831878662], "cos_innovation_negg": [0.6013154983520508, 0.6603562831878662], "cos_apical_negg": [0.6013154983520508, 0.6603562831878662], "cos_Ac_negg": [0.6013154983520508, 0.6603562831878662], "r_norm": [0.19532570242881775, 0.19961044192314148]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9755, "test_loss": 0.13019598951339723}, {"step": 12950, "epoch": 33, "train_loss": 0.00012698283535428345, "cos_r_negg": [0.6008096933364868, 0.6598063707351685], "cos_innovation_negg": [0.6008096933364868, 0.6598063707351685], "cos_apical_negg": [0.6008096933364868, 0.6598063707351685], "cos_Ac_negg": [0.6008096933364868, 0.6598063707351685], "r_norm": [0.1952393352985382, 0.19950324296951294]}, {"step": 13000, "epoch": 33, "train_loss": 4.236742097418755e-05, "cos_r_negg": [0.6012720465660095, 0.6604565978050232], "cos_innovation_negg": [0.6012720465660095, 0.6604565978050232], "cos_apical_negg": [0.6012720465660095, 0.6604565978050232], "cos_Ac_negg": [0.6012720465660095, 0.6604565978050232], "r_norm": [0.19534069299697876, 0.1996154934167862], "ldr": {"dL_sdil": -0.007946096360683441, "dL_bp": -0.009690329432487488, "ratio": 0.8200027064140475}}, {"step": 13050, "epoch": 33, "train_loss": 0.0002913457283284515, "cos_r_negg": [0.6011745929718018, 0.66050785779953], "cos_innovation_negg": [0.6011745929718018, 0.66050785779953], "cos_apical_negg": [0.6011745929718018, 0.66050785779953], "cos_Ac_negg": [0.6011745929718018, 0.66050785779953], "r_norm": [0.19550028443336487, 0.19978006184101105]}, {"step": 13100, "epoch": 33, "train_loss": 9.133163985097781e-05, "cos_r_negg": [0.6010376214981079, 0.6599181890487671], "cos_innovation_negg": [0.6010376214981079, 0.6599181890487671], "cos_apical_negg": [0.6010376214981079, 0.6599181890487671], "cos_Ac_negg": [0.6010376214981079, 0.6599181890487671], "r_norm": [0.19503873586654663, 0.19923746585845947]}, {"step": 13150, "epoch": 33, "train_loss": 0.00010453973663970828, "cos_r_negg": [0.6010829210281372, 0.6600863933563232], "cos_innovation_negg": [0.6010829210281372, 0.6600863933563232], "cos_apical_negg": [0.6010829210281372, 0.6600863933563232], "cos_Ac_negg": [0.6010829210281372, 0.6600863933563232], "r_norm": [0.19526228308677673, 0.19949686527252197]}, {"step": 13200, "epoch": 33, "train_loss": 0.00020327683887444437, "cos_r_negg": [0.6010883450508118, 0.6600909233093262], "cos_innovation_negg": [0.6010883450508118, 0.6600909233093262], "cos_apical_negg": [0.6010883450508118, 0.6600909233093262], "cos_Ac_negg": [0.6010883450508118, 0.6600909233093262], "r_norm": [0.1956333965063095, 0.1999066174030304]}, {"step": 13250, "epoch": 33, "train_loss": 0.00022108928533270955, "cos_r_negg": [0.600825309753418, 0.6603396534919739], "cos_innovation_negg": [0.600825309753418, 0.6603396534919739], "cos_apical_negg": [0.600825309753418, 0.6603396534919739], "cos_Ac_negg": [0.600825309753418, 0.6603396534919739], "r_norm": [0.1960231214761734, 0.20037831366062164], "ldr": {"dL_sdil": -0.008135423064231873, "dL_bp": -0.010004311800003052, "ratio": 0.8131916744367554}}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9756, "test_loss": 0.13090339136123658}, {"step": 13300, "epoch": 34, "train_loss": 0.0001259472337551415, "cos_r_negg": [0.6012586951255798, 0.6603574156761169], "cos_innovation_negg": [0.6012586951255798, 0.6603574156761169], "cos_apical_negg": [0.6012586951255798, 0.6603574156761169], "cos_Ac_negg": [0.6012586951255798, 0.6603574156761169], "r_norm": [0.1953813135623932, 0.19973434507846832]}, {"step": 13350, "epoch": 34, "train_loss": 0.00010684931476134807, "cos_r_negg": [0.6009727716445923, 0.6603111028671265], "cos_innovation_negg": [0.6009727716445923, 0.6603111028671265], "cos_apical_negg": [0.6009727716445923, 0.6603111028671265], "cos_Ac_negg": [0.6009727716445923, 0.6603111028671265], "r_norm": [0.19522953033447266, 0.19955924153327942]}, {"step": 13400, "epoch": 34, "train_loss": 0.0001570443855598569, "cos_r_negg": [0.6012632846832275, 0.6605281829833984], "cos_innovation_negg": [0.6012632846832275, 0.6605281829833984], "cos_apical_negg": [0.6012632846832275, 0.6605281829833984], "cos_Ac_negg": [0.6012632846832275, 0.6605281829833984], "r_norm": [0.19506248831748962, 0.19937735795974731]}, {"step": 13450, "epoch": 34, "train_loss": 0.00014795016613788903, "cos_r_negg": [0.6008701324462891, 0.6603711843490601], "cos_innovation_negg": [0.6008701324462891, 0.6603711843490601], "cos_apical_negg": [0.6008701324462891, 0.6603711843490601], "cos_Ac_negg": [0.6008701324462891, 0.6603711843490601], "r_norm": [0.19441759586334229, 0.19871076941490173]}, {"step": 13500, "epoch": 34, "train_loss": 0.00033793874899856746, "cos_r_negg": [0.6013489365577698, 0.6607740521430969], "cos_innovation_negg": [0.6013489365577698, 0.6607740521430969], "cos_apical_negg": [0.6013489365577698, 0.6607740521430969], "cos_Ac_negg": [0.6013489365577698, 0.6607740521430969], "r_norm": [0.19379514455795288, 0.1980189085006714], "ldr": {"dL_sdil": -0.00795908272266388, "dL_bp": -0.009791925549507141, "ratio": 0.8128210005706676}}, {"step": 13550, "epoch": 34, "train_loss": 0.00029920751694589853, "cos_r_negg": [0.601239800453186, 0.6608725190162659], "cos_innovation_negg": [0.601239800453186, 0.6608725190162659], "cos_apical_negg": [0.601239800453186, 0.6608725190162659], "cos_Ac_negg": [0.601239800453186, 0.6608725190162659], "r_norm": [0.194442480802536, 0.19874359667301178]}, {"step": 13600, "epoch": 34, "train_loss": 0.00014597357949241996, "cos_r_negg": [0.6013009548187256, 0.6605948805809021], "cos_innovation_negg": [0.6013009548187256, 0.6605948805809021], "cos_apical_negg": [0.6013009548187256, 0.6605948805809021], "cos_Ac_negg": [0.6013009548187256, 0.6605948805809021], "r_norm": [0.19604632258415222, 0.20043742656707764]}, {"step": 13650, "epoch": 34, "train_loss": 0.00014326850941870362, "cos_r_negg": [0.6014822721481323, 0.6607227325439453], "cos_innovation_negg": [0.6014822721481323, 0.6607227325439453], "cos_apical_negg": [0.6014822721481323, 0.6607227325439453], "cos_Ac_negg": [0.6014822721481323, 0.6607227325439453], "r_norm": [0.19473503530025482, 0.1990310549736023]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9756, "test_loss": 0.1312577160835266}, {"step": 13700, "epoch": 35, "train_loss": 0.0001248567714355886, "cos_r_negg": [0.6014764308929443, 0.6606643795967102], "cos_innovation_negg": [0.6014764308929443, 0.6606643795967102], "cos_apical_negg": [0.6014764308929443, 0.6606643795967102], "cos_Ac_negg": [0.6014764308929443, 0.6606643795967102], "r_norm": [0.19568881392478943, 0.20004409551620483]}, {"step": 13750, "epoch": 35, "train_loss": 0.00022153681493364275, "cos_r_negg": [0.6014506816864014, 0.6605552434921265], "cos_innovation_negg": [0.6014506816864014, 0.6605552434921265], "cos_apical_negg": [0.6014506816864014, 0.6605552434921265], "cos_Ac_negg": [0.6014506816864014, 0.6605552434921265], "r_norm": [0.19665111601352692, 0.20105844736099243], "ldr": {"dL_sdil": -0.008186280727386475, "dL_bp": -0.010075792670249939, "ratio": 0.8124701445631678}}, {"step": 13800, "epoch": 35, "train_loss": 7.432596612488851e-05, "cos_r_negg": [0.6013824939727783, 0.6607751846313477], "cos_innovation_negg": [0.6013824939727783, 0.6607751846313477], "cos_apical_negg": [0.6013824939727783, 0.6607751846313477], "cos_Ac_negg": [0.6013824939727783, 0.6607751846313477], "r_norm": [0.1951858401298523, 0.19953428208827972]}, {"step": 13850, "epoch": 35, "train_loss": 7.547169661847875e-05, "cos_r_negg": [0.6018103361129761, 0.661157488822937], "cos_innovation_negg": [0.6018103361129761, 0.661157488822937], "cos_apical_negg": [0.6018103361129761, 0.661157488822937], "cos_Ac_negg": [0.6018103361129761, 0.661157488822937], "r_norm": [0.194782093167305, 0.19911305606365204]}, {"step": 13900, "epoch": 35, "train_loss": 0.00016341145965270698, "cos_r_negg": [0.6019942164421082, 0.6614477634429932], "cos_innovation_negg": [0.6019942164421082, 0.6614477634429932], "cos_apical_negg": [0.6019942164421082, 0.6614477634429932], "cos_Ac_negg": [0.6019942164421082, 0.6614477634429932], "r_norm": [0.1929851919412613, 0.19714248180389404]}, {"step": 13950, "epoch": 35, "train_loss": 0.00013421244511846453, "cos_r_negg": [0.6018738746643066, 0.661496639251709], "cos_innovation_negg": [0.6018738746643066, 0.661496639251709], "cos_apical_negg": [0.6018738746643066, 0.661496639251709], "cos_Ac_negg": [0.6018738746643066, 0.661496639251709], "r_norm": [0.19287458062171936, 0.19709527492523193]}, {"step": 14000, "epoch": 35, "train_loss": 0.00013603497063741088, "cos_r_negg": [0.6019285917282104, 0.661397397518158], "cos_innovation_negg": [0.6019285917282104, 0.661397397518158], "cos_apical_negg": [0.6019285917282104, 0.661397397518158], "cos_Ac_negg": [0.6019285917282104, 0.661397397518158], "r_norm": [0.19413988292217255, 0.19844470918178558], "ldr": {"dL_sdil": -0.008069425821304321, "dL_bp": -0.00996793806552887, "ratio": 0.8095381179393575}}, {"step": 14050, "epoch": 35, "train_loss": 0.00015358466771431267, "cos_r_negg": [0.601578950881958, 0.6612913608551025], "cos_innovation_negg": [0.601578950881958, 0.6612913608551025], "cos_apical_negg": [0.601578950881958, 0.6612913608551025], "cos_Ac_negg": [0.601578950881958, 0.6612913608551025], "r_norm": [0.19449284672737122, 0.1988016963005066]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9754, "test_loss": 0.13161811695098877}, {"step": 14100, "epoch": 36, "train_loss": 0.00020765535009559244, "cos_r_negg": [0.6012534499168396, 0.6613243818283081], "cos_innovation_negg": [0.6012534499168396, 0.6613243818283081], "cos_apical_negg": [0.6012534499168396, 0.6613243818283081], "cos_Ac_negg": [0.6012534499168396, 0.6613243818283081], "r_norm": [0.19418048858642578, 0.1984228789806366]}, {"step": 14150, "epoch": 36, "train_loss": 0.00017359542835038155, "cos_r_negg": [0.6019977331161499, 0.6615383625030518], "cos_innovation_negg": [0.6019977331161499, 0.6615383625030518], "cos_apical_negg": [0.6019977331161499, 0.6615383625030518], "cos_Ac_negg": [0.6019977331161499, 0.6615383625030518], "r_norm": [0.19569294154644012, 0.20003873109817505]}, {"step": 14200, "epoch": 36, "train_loss": 0.00013879980542697012, "cos_r_negg": [0.6019748449325562, 0.6616668701171875], "cos_innovation_negg": [0.6019748449325562, 0.6616668701171875], "cos_apical_negg": [0.6019748449325562, 0.6616668701171875], "cos_Ac_negg": [0.6019748449325562, 0.6616668701171875], "r_norm": [0.195480614900589, 0.1998666524887085]}, {"step": 14250, "epoch": 36, "train_loss": 0.00015410350169986486, "cos_r_negg": [0.6016080379486084, 0.6613800525665283], "cos_innovation_negg": [0.6016080379486084, 0.6613800525665283], "cos_apical_negg": [0.6016080379486084, 0.6613800525665283], "cos_Ac_negg": [0.6016080379486084, 0.6613800525665283], "r_norm": [0.1951097846031189, 0.19947706162929535], "ldr": {"dL_sdil": -0.00813758373260498, "dL_bp": -0.010095849633216858, "ratio": 0.806032580539939}}, {"step": 14300, "epoch": 36, "train_loss": 4.5055930968374014e-05, "cos_r_negg": [0.6017606258392334, 0.6617181897163391], "cos_innovation_negg": [0.6017606258392334, 0.6617181897163391], "cos_apical_negg": [0.6017606258392334, 0.6617181897163391], "cos_Ac_negg": [0.6017606258392334, 0.6617181897163391], "r_norm": [0.19538143277168274, 0.19969210028648376]}, {"step": 14350, "epoch": 36, "train_loss": 0.00012000421702396125, "cos_r_negg": [0.6016650199890137, 0.6615014672279358], "cos_innovation_negg": [0.6016650199890137, 0.6615014672279358], "cos_apical_negg": [0.6016650199890137, 0.6615014672279358], "cos_Ac_negg": [0.6016650199890137, 0.6615014672279358], "r_norm": [0.1955960988998413, 0.199930801987648]}, {"step": 14400, "epoch": 36, "train_loss": 6.789133476559073e-05, "cos_r_negg": [0.6016113758087158, 0.6616134643554688], "cos_innovation_negg": [0.6016113758087158, 0.6616134643554688], "cos_apical_negg": [0.6016113758087158, 0.6616134643554688], "cos_Ac_negg": [0.6016113758087158, 0.6616134643554688], "r_norm": [0.19330698251724243, 0.1974758505821228]}, {"step": 14450, "epoch": 36, "train_loss": 0.00017545258742757142, "cos_r_negg": [0.6014362573623657, 0.6619558334350586], "cos_innovation_negg": [0.6014362573623657, 0.6619558334350586], "cos_apical_negg": [0.6014362573623657, 0.6619558334350586], "cos_Ac_negg": [0.6014362573623657, 0.6619558334350586], "r_norm": [0.1933593451976776, 0.19756896793842316]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9754, "test_loss": 0.13201657476425172}, {"step": 14500, "epoch": 37, "train_loss": 0.00017925002612173557, "cos_r_negg": [0.6016088724136353, 0.6619116067886353], "cos_innovation_negg": [0.6016088724136353, 0.6619116067886353], "cos_apical_negg": [0.6016088724136353, 0.6619116067886353], "cos_Ac_negg": [0.6016088724136353, 0.6619116067886353], "r_norm": [0.19483333826065063, 0.19917170703411102], "ldr": {"dL_sdil": -0.00813233107328415, "dL_bp": -0.01006925106048584, "ratio": 0.8076401138906318}}, {"step": 14550, "epoch": 37, "train_loss": 0.00018051468941848725, "cos_r_negg": [0.601531982421875, 0.6619312763214111], "cos_innovation_negg": [0.601531982421875, 0.6619312763214111], "cos_apical_negg": [0.601531982421875, 0.6619312763214111], "cos_Ac_negg": [0.601531982421875, 0.6619312763214111], "r_norm": [0.1954001486301422, 0.1997634619474411]}, {"step": 14600, "epoch": 37, "train_loss": 8.788784907665104e-05, "cos_r_negg": [0.6014949679374695, 0.6616319417953491], "cos_innovation_negg": [0.6014949679374695, 0.6616319417953491], "cos_apical_negg": [0.6014949679374695, 0.6616319417953491], "cos_Ac_negg": [0.6014949679374695, 0.6616319417953491], "r_norm": [0.1942807286977768, 0.19861987233161926]}, {"step": 14650, "epoch": 37, "train_loss": 0.00013069930719211698, "cos_r_negg": [0.6021226644515991, 0.6621913313865662], "cos_innovation_negg": [0.6021226644515991, 0.6621913313865662], "cos_apical_negg": [0.6021226644515991, 0.6621913313865662], "cos_Ac_negg": [0.6021226644515991, 0.6621913313865662], "r_norm": [0.19393184781074524, 0.1982407122850418]}, {"step": 14700, "epoch": 37, "train_loss": 0.00016278958355542272, "cos_r_negg": [0.6021401286125183, 0.6621661186218262], "cos_innovation_negg": [0.6021401286125183, 0.6621661186218262], "cos_apical_negg": [0.6021401286125183, 0.6621661186218262], "cos_Ac_negg": [0.6021401286125183, 0.6621661186218262], "r_norm": [0.19351240992546082, 0.1977819800376892]}, {"step": 14750, "epoch": 37, "train_loss": 0.00012774621427524835, "cos_r_negg": [0.6015918254852295, 0.6618826389312744], "cos_innovation_negg": [0.6015918254852295, 0.6618826389312744], "cos_apical_negg": [0.6015918254852295, 0.6618826389312744], "cos_Ac_negg": [0.6015918254852295, 0.6618826389312744], "r_norm": [0.1934548318386078, 0.19767092168331146], "ldr": {"dL_sdil": -0.008020423352718353, "dL_bp": -0.009936116635799408, "ratio": 0.8071989940034628}}, {"step": 14800, "epoch": 37, "train_loss": 9.392746142111719e-05, "cos_r_negg": [0.601797342300415, 0.6622779965400696], "cos_innovation_negg": [0.601797342300415, 0.6622779965400696], "cos_apical_negg": [0.601797342300415, 0.6622779965400696], "cos_Ac_negg": [0.601797342300415, 0.6622779965400696], "r_norm": [0.1944086253643036, 0.198699951171875]}, {"step": 14850, "epoch": 37, "train_loss": 0.00015978104784153402, "cos_r_negg": [0.6020737886428833, 0.6624286770820618], "cos_innovation_negg": [0.6020737886428833, 0.6624286770820618], "cos_apical_negg": [0.6020737886428833, 0.6624286770820618], "cos_Ac_negg": [0.6020737886428833, 0.6624286770820618], "r_norm": [0.19345654547214508, 0.19769702851772308]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9753, "test_loss": 0.13240466966629028}, {"step": 14900, "epoch": 38, "train_loss": 0.0001460258208680898, "cos_r_negg": [0.6017812490463257, 0.6621140241622925], "cos_innovation_negg": [0.6017812490463257, 0.6621140241622925], "cos_apical_negg": [0.6017812490463257, 0.6621140241622925], "cos_Ac_negg": [0.6017812490463257, 0.6621140241622925], "r_norm": [0.19262909889221191, 0.1967810094356537]}, {"step": 14950, "epoch": 38, "train_loss": 5.212906398810446e-05, "cos_r_negg": [0.6020677089691162, 0.662264347076416], "cos_innovation_negg": [0.6020677089691162, 0.662264347076416], "cos_apical_negg": [0.6020677089691162, 0.662264347076416], "cos_Ac_negg": [0.6020677089691162, 0.662264347076416], "r_norm": [0.19228582084178925, 0.19640350341796875]}, {"step": 15000, "epoch": 38, "train_loss": 0.00028391950763761997, "cos_r_negg": [0.6020495891571045, 0.6625232100486755], "cos_innovation_negg": [0.6020495891571045, 0.6625232100486755], "cos_apical_negg": [0.6020495891571045, 0.6625232100486755], "cos_Ac_negg": [0.6020495891571045, 0.6625232100486755], "r_norm": [0.19406919181346893, 0.19833922386169434], "ldr": {"dL_sdil": -0.00807730108499527, "dL_bp": -0.0100288987159729, "ratio": 0.8054025984060098}}, {"step": 15050, "epoch": 38, "train_loss": 0.00023898069048300385, "cos_r_negg": [0.6022006273269653, 0.6621633768081665], "cos_innovation_negg": [0.6022006273269653, 0.6621633768081665], "cos_apical_negg": [0.6022006273269653, 0.6621633768081665], "cos_Ac_negg": [0.6022006273269653, 0.6621633768081665], "r_norm": [0.19411922991275787, 0.19837021827697754]}, {"step": 15100, "epoch": 38, "train_loss": 7.534331962233409e-05, "cos_r_negg": [0.6020722389221191, 0.6622498035430908], "cos_innovation_negg": [0.6020722389221191, 0.6622498035430908], "cos_apical_negg": [0.6020722389221191, 0.6622498035430908], "cos_Ac_negg": [0.6020722389221191, 0.6622498035430908], "r_norm": [0.1940123736858368, 0.19828937947750092]}, {"step": 15150, "epoch": 38, "train_loss": 0.0001756172423483804, "cos_r_negg": [0.601976752281189, 0.6624082326889038], "cos_innovation_negg": [0.601976752281189, 0.6624082326889038], "cos_apical_negg": [0.601976752281189, 0.6624082326889038], "cos_Ac_negg": [0.601976752281189, 0.6624082326889038], "r_norm": [0.19398583471775055, 0.19825497269630432]}, {"step": 15200, "epoch": 38, "train_loss": 0.00013789777585770935, "cos_r_negg": [0.601897656917572, 0.6623599529266357], "cos_innovation_negg": [0.601897656917572, 0.6623599529266357], "cos_apical_negg": [0.601897656917572, 0.6623599529266357], "cos_Ac_negg": [0.601897656917572, 0.6623599529266357], "r_norm": [0.1948099583387375, 0.19912421703338623]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9754, "test_loss": 0.13285594062805176}, {"step": 15250, "epoch": 39, "train_loss": 6.263091927394271e-05, "cos_r_negg": [0.6019266843795776, 0.6626288294792175], "cos_innovation_negg": [0.6019266843795776, 0.6626288294792175], "cos_apical_negg": [0.6019266843795776, 0.6626288294792175], "cos_Ac_negg": [0.6019266843795776, 0.6626288294792175], "r_norm": [0.1940493881702423, 0.19837163388729095], "ldr": {"dL_sdil": -0.008181780576705933, "dL_bp": -0.01019248366355896, "ratio": 0.8027268766648246}}, {"step": 15300, "epoch": 39, "train_loss": 0.00012980567407794297, "cos_r_negg": [0.6025656461715698, 0.663213849067688], "cos_innovation_negg": [0.6025656461715698, 0.663213849067688], "cos_apical_negg": [0.6025656461715698, 0.663213849067688], "cos_Ac_negg": [0.6025656461715698, 0.663213849067688], "r_norm": [0.19366712868213654, 0.19797465205192566]}, {"step": 15350, "epoch": 39, "train_loss": 0.000367396860383451, "cos_r_negg": [0.6022834777832031, 0.6628555059432983], "cos_innovation_negg": [0.6022834777832031, 0.6628555059432983], "cos_apical_negg": [0.6022834777832031, 0.6628555059432983], "cos_Ac_negg": [0.6022834777832031, 0.6628555059432983], "r_norm": [0.19360026717185974, 0.19789931178092957]}, {"step": 15400, "epoch": 39, "train_loss": 0.00011474386701593176, "cos_r_negg": [0.6023877263069153, 0.6629241108894348], "cos_innovation_negg": [0.6023877263069153, 0.6629241108894348], "cos_apical_negg": [0.6023877263069153, 0.6629241108894348], "cos_Ac_negg": [0.6023877263069153, 0.6629241108894348], "r_norm": [0.1931801438331604, 0.19741204380989075]}, {"step": 15450, "epoch": 39, "train_loss": 0.00022711939527653158, "cos_r_negg": [0.602034330368042, 0.6627741456031799], "cos_innovation_negg": [0.602034330368042, 0.6627741456031799], "cos_apical_negg": [0.602034330368042, 0.6627741456031799], "cos_Ac_negg": [0.602034330368042, 0.6627741456031799], "r_norm": [0.1935032308101654, 0.19777527451515198]}, {"step": 15500, "epoch": 39, "train_loss": 0.00033380245440639555, "cos_r_negg": [0.6019776463508606, 0.6629016995429993], "cos_innovation_negg": [0.6019776463508606, 0.6629016995429993], "cos_apical_negg": [0.6019776463508606, 0.6629016995429993], "cos_Ac_negg": [0.6019776463508606, 0.6629016995429993], "r_norm": [0.19397400319576263, 0.1982753723859787], "ldr": {"dL_sdil": -0.008178845047950745, "dL_bp": -0.010201215744018555, "ratio": 0.8017519924276065}}, {"step": 15550, "epoch": 39, "train_loss": 0.00016034411964938045, "cos_r_negg": [0.6020051836967468, 0.6628328561782837], "cos_innovation_negg": [0.6020051836967468, 0.6628328561782837], "cos_apical_negg": [0.6020051836967468, 0.6628328561782837], "cos_Ac_negg": [0.6020051836967468, 0.6628328561782837], "r_norm": [0.19499768316745758, 0.1993352174758911]}, {"step": 15600, "epoch": 39, "train_loss": 0.00012521739699877799, "cos_r_negg": [0.6020238399505615, 0.66321861743927], "cos_innovation_negg": [0.6020238399505615, 0.66321861743927], "cos_apical_negg": [0.6020238399505615, 0.66321861743927], "cos_Ac_negg": [0.6020238399505615, 0.66321861743927], "r_norm": [0.1933368593454361, 0.1975569874048233]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9754, "test_loss": 0.13307397480010985}, {"step": 15650, "epoch": 40, "train_loss": 0.00018769943562801927, "cos_r_negg": [0.6021820306777954, 0.6630918979644775], "cos_innovation_negg": [0.6021820306777954, 0.6630918979644775], "cos_apical_negg": [0.6021820306777954, 0.6630918979644775], "cos_Ac_negg": [0.6021820306777954, 0.6630918979644775], "r_norm": [0.1934790313243866, 0.1977211833000183]}, {"step": 15700, "epoch": 40, "train_loss": 0.00012671761214733124, "cos_r_negg": [0.6024070978164673, 0.6630081534385681], "cos_innovation_negg": [0.6024070978164673, 0.6630081534385681], "cos_apical_negg": [0.6024070978164673, 0.6630081534385681], "cos_Ac_negg": [0.6024070978164673, 0.6630081534385681], "r_norm": [0.19331255555152893, 0.19759246706962585]}, {"step": 15750, "epoch": 40, "train_loss": 9.562147897668183e-05, "cos_r_negg": [0.6025390625, 0.6634705662727356], "cos_innovation_negg": [0.6025390625, 0.6634705662727356], "cos_apical_negg": [0.6025390625, 0.6634705662727356], "cos_Ac_negg": [0.6025390625, 0.6634705662727356], "r_norm": [0.19335171580314636, 0.19762082397937775], "ldr": {"dL_sdil": -0.008202619850635529, "dL_bp": -0.010263338685035706, "ratio": 0.7992155479186539}}, {"step": 15800, "epoch": 40, "train_loss": 0.00021214013395365328, "cos_r_negg": [0.6026396751403809, 0.6635550260543823], "cos_innovation_negg": [0.6026396751403809, 0.6635550260543823], "cos_apical_negg": [0.6026396751403809, 0.6635550260543823], "cos_Ac_negg": [0.6026396751403809, 0.6635550260543823], "r_norm": [0.19336435198783875, 0.19760280847549438]}, {"step": 15850, "epoch": 40, "train_loss": 4.5322722144192085e-05, "cos_r_negg": [0.6023951768875122, 0.6637346744537354], "cos_innovation_negg": [0.6023951768875122, 0.6637346744537354], "cos_apical_negg": [0.6023951768875122, 0.6637346744537354], "cos_Ac_negg": [0.6023951768875122, 0.6637346744537354], "r_norm": [0.1919201910495758, 0.19608820974826813]}, {"step": 15900, "epoch": 40, "train_loss": 8.75402765814215e-05, "cos_r_negg": [0.6025207042694092, 0.6633737683296204], "cos_innovation_negg": [0.6025207042694092, 0.6633737683296204], "cos_apical_negg": [0.6025207042694092, 0.6633737683296204], "cos_Ac_negg": [0.6025207042694092, 0.6633737683296204], "r_norm": [0.1928001344203949, 0.1970115303993225]}, {"step": 15950, "epoch": 40, "train_loss": 0.00014151932555250823, "cos_r_negg": [0.6018206477165222, 0.662976861000061], "cos_innovation_negg": [0.6018206477165222, 0.662976861000061], "cos_apical_negg": [0.6018206477165222, 0.662976861000061], "cos_Ac_negg": [0.6018206477165222, 0.662976861000061], "r_norm": [0.19379915297031403, 0.19808650016784668]}, {"step": 16000, "epoch": 40, "train_loss": 1.7849133655545302e-05, "cos_r_negg": [0.6016028523445129, 0.6628426313400269], "cos_innovation_negg": [0.6016028523445129, 0.6628426313400269], "cos_apical_negg": [0.6016028523445129, 0.6628426313400269], "cos_Ac_negg": [0.6016028523445129, 0.6628426313400269], "r_norm": [0.19378936290740967, 0.19810253381729126], "ldr": {"dL_sdil": -0.00814027339220047, "dL_bp": -0.010179281234741211, "ratio": 0.7996903911465043}}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9754, "test_loss": 0.13338013496398926}, {"step": 16050, "epoch": 41, "train_loss": 5.2880015573464334e-05, "cos_r_negg": [0.6017969846725464, 0.6623526811599731], "cos_innovation_negg": [0.6017969846725464, 0.6623526811599731], "cos_apical_negg": [0.6017969846725464, 0.6623526811599731], "cos_Ac_negg": [0.6017969846725464, 0.6623526811599731], "r_norm": [0.1933135986328125, 0.19758622348308563]}, {"step": 16100, "epoch": 41, "train_loss": 0.00010753235255833715, "cos_r_negg": [0.6016613245010376, 0.6624736785888672], "cos_innovation_negg": [0.6016613245010376, 0.6624736785888672], "cos_apical_negg": [0.6016613245010376, 0.6624736785888672], "cos_Ac_negg": [0.6016613245010376, 0.6624736785888672], "r_norm": [0.19403250515460968, 0.1983199417591095]}, {"step": 16150, "epoch": 41, "train_loss": 7.592952897539362e-05, "cos_r_negg": [0.6016066074371338, 0.662746250629425], "cos_innovation_negg": [0.6016066074371338, 0.662746250629425], "cos_apical_negg": [0.6016066074371338, 0.662746250629425], "cos_Ac_negg": [0.6016066074371338, 0.662746250629425], "r_norm": [0.19437667727470398, 0.19867965579032898]}, {"step": 16200, "epoch": 41, "train_loss": 0.00017441112140659243, "cos_r_negg": [0.6016985177993774, 0.6628254652023315], "cos_innovation_negg": [0.6016985177993774, 0.6628254652023315], "cos_apical_negg": [0.6016985177993774, 0.6628254652023315], "cos_Ac_negg": [0.6016985177993774, 0.6628254652023315], "r_norm": [0.1934909075498581, 0.19770997762680054]}, {"step": 16250, "epoch": 41, "train_loss": 0.00017165025928989053, "cos_r_negg": [0.6017873287200928, 0.6629668474197388], "cos_innovation_negg": [0.6017873287200928, 0.6629668474197388], "cos_apical_negg": [0.6017873287200928, 0.6629668474197388], "cos_Ac_negg": [0.6017873287200928, 0.6629668474197388], "r_norm": [0.19387376308441162, 0.19813239574432373], "ldr": {"dL_sdil": -0.008172884583473206, "dL_bp": -0.010242082178592682, "ratio": 0.7979710024740501}}, {"step": 16300, "epoch": 41, "train_loss": 0.00010592209582682699, "cos_r_negg": [0.602080762386322, 0.6636070013046265], "cos_innovation_negg": [0.602080762386322, 0.6636070013046265], "cos_apical_negg": [0.602080762386322, 0.6636070013046265], "cos_Ac_negg": [0.602080762386322, 0.6636070013046265], "r_norm": [0.1935754120349884, 0.19780781865119934]}, {"step": 16350, "epoch": 41, "train_loss": 4.525467011262663e-05, "cos_r_negg": [0.6017534732818604, 0.6632719039916992], "cos_innovation_negg": [0.6017534732818604, 0.6632719039916992], "cos_apical_negg": [0.6017534732818604, 0.6632719039916992], "cos_Ac_negg": [0.6017534732818604, 0.6632719039916992], "r_norm": [0.1926112174987793, 0.19677266478538513]}, {"step": 16400, "epoch": 41, "train_loss": 6.372631469275802e-05, "cos_r_negg": [0.6019577383995056, 0.6631658673286438], "cos_innovation_negg": [0.6019577383995056, 0.6631658673286438], "cos_apical_negg": [0.6019577383995056, 0.6631658673286438], "cos_Ac_negg": [0.6019577383995056, 0.6631658673286438], "r_norm": [0.19282230734825134, 0.19706664979457855]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9754, "test_loss": 0.1337410634994507}, {"step": 16450, "epoch": 42, "train_loss": 7.045625534374267e-05, "cos_r_negg": [0.6018431782722473, 0.663213849067688], "cos_innovation_negg": [0.6018431782722473, 0.663213849067688], "cos_apical_negg": [0.6018431782722473, 0.663213849067688], "cos_Ac_negg": [0.6018431782722473, 0.663213849067688], "r_norm": [0.19278641045093536, 0.1970256268978119]}, {"step": 16500, "epoch": 42, "train_loss": 0.00013590138405561447, "cos_r_negg": [0.6021462678909302, 0.663377583026886], "cos_innovation_negg": [0.6021462678909302, 0.663377583026886], "cos_apical_negg": [0.6021462678909302, 0.663377583026886], "cos_Ac_negg": [0.6021462678909302, 0.663377583026886], "r_norm": [0.19317539036273956, 0.19743867218494415], "ldr": {"dL_sdil": -0.008221693336963654, "dL_bp": -0.010322578251361847, "ratio": 0.7964767267207661}}, {"step": 16550, "epoch": 42, "train_loss": 0.00014496795483864844, "cos_r_negg": [0.6020384430885315, 0.6633084416389465], "cos_innovation_negg": [0.6020384430885315, 0.6633084416389465], "cos_apical_negg": [0.6020384430885315, 0.6633084416389465], "cos_Ac_negg": [0.6020384430885315, 0.6633084416389465], "r_norm": [0.19245009124279022, 0.1966836154460907]}, {"step": 16600, "epoch": 42, "train_loss": 0.00013102887896820903, "cos_r_negg": [0.6020272374153137, 0.6634201407432556], "cos_innovation_negg": [0.6020272374153137, 0.6634201407432556], "cos_apical_negg": [0.6020272374153137, 0.6634201407432556], "cos_Ac_negg": [0.6020272374153137, 0.6634201407432556], "r_norm": [0.19275689125061035, 0.1970205307006836]}, {"step": 16650, "epoch": 42, "train_loss": 8.648504444863647e-05, "cos_r_negg": [0.6018050909042358, 0.6634634733200073], "cos_innovation_negg": [0.6018050909042358, 0.6634634733200073], "cos_apical_negg": [0.6018050909042358, 0.6634634733200073], "cos_Ac_negg": [0.6018050909042358, 0.6634634733200073], "r_norm": [0.19286590814590454, 0.19714419543743134]}, {"step": 16700, "epoch": 42, "train_loss": 0.00011183370952494442, "cos_r_negg": [0.6022810935974121, 0.6632968187332153], "cos_innovation_negg": [0.6022810935974121, 0.6632968187332153], "cos_apical_negg": [0.6022810935974121, 0.6632968187332153], "cos_Ac_negg": [0.6022810935974121, 0.6632968187332153], "r_norm": [0.19366277754306793, 0.19796043634414673]}, {"step": 16750, "epoch": 42, "train_loss": 0.0001113367106881924, "cos_r_negg": [0.6018936634063721, 0.6627904176712036], "cos_innovation_negg": [0.6018936634063721, 0.6627904176712036], "cos_apical_negg": [0.6018936634063721, 0.6627904176712036], "cos_Ac_negg": [0.6018936634063721, 0.6627904176712036], "r_norm": [0.19222207367420197, 0.19645929336547852], "ldr": {"dL_sdil": -0.008153349161148071, "dL_bp": -0.01025456190109253, "ratio": 0.7950948309434269}}, {"step": 16800, "epoch": 42, "train_loss": 6.036441118340008e-05, "cos_r_negg": [0.6023410558700562, 0.663425624370575], "cos_innovation_negg": [0.6023410558700562, 0.663425624370575], "cos_apical_negg": [0.6023410558700562, 0.663425624370575], "cos_Ac_negg": [0.6023410558700562, 0.663425624370575], "r_norm": [0.19219863414764404, 0.1964460164308548]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9754, "test_loss": 0.1340903636932373}, {"step": 16850, "epoch": 43, "train_loss": 0.00025094623561017215, "cos_r_negg": [0.6020904183387756, 0.663247287273407], "cos_innovation_negg": [0.6020904183387756, 0.663247287273407], "cos_apical_negg": [0.6020904183387756, 0.663247287273407], "cos_Ac_negg": [0.6020904183387756, 0.663247287273407], "r_norm": [0.1918814480304718, 0.1960795819759369]}, {"step": 16900, "epoch": 43, "train_loss": 5.444650741992518e-05, "cos_r_negg": [0.6026934385299683, 0.6635869145393372], "cos_innovation_negg": [0.6026934385299683, 0.6635869145393372], "cos_apical_negg": [0.6026934385299683, 0.6635869145393372], "cos_Ac_negg": [0.6026934385299683, 0.6635869145393372], "r_norm": [0.19087937474250793, 0.19501997530460358]}, {"step": 16950, "epoch": 43, "train_loss": 7.062427175696939e-05, "cos_r_negg": [0.6024810075759888, 0.663659930229187], "cos_innovation_negg": [0.6024810075759888, 0.663659930229187], "cos_apical_negg": [0.6024810075759888, 0.663659930229187], "cos_Ac_negg": [0.6024810075759888, 0.663659930229187], "r_norm": [0.1902846097946167, 0.19438031315803528]}, {"step": 17000, "epoch": 43, "train_loss": 0.00013146809942554682, "cos_r_negg": [0.6022844314575195, 0.6640291213989258], "cos_innovation_negg": [0.6022844314575195, 0.6640291213989258], "cos_apical_negg": [0.6022844314575195, 0.6640291213989258], "cos_Ac_negg": [0.6022844314575195, 0.6640291213989258], "r_norm": [0.19079169631004333, 0.19491127133369446], "ldr": {"dL_sdil": -0.008026175200939178, "dL_bp": -0.010088272392749786, "ratio": 0.7955946160521409}}, {"step": 17050, "epoch": 43, "train_loss": 0.00011141689901705831, "cos_r_negg": [0.6023656725883484, 0.6632677316665649], "cos_innovation_negg": [0.6023656725883484, 0.6632677316665649], "cos_apical_negg": [0.6023656725883484, 0.6632677316665649], "cos_Ac_negg": [0.6023656725883484, 0.6632677316665649], "r_norm": [0.19066059589385986, 0.1948091685771942]}, {"step": 17100, "epoch": 43, "train_loss": 0.00012441660510376096, "cos_r_negg": [0.6021326780319214, 0.6636373400688171], "cos_innovation_negg": [0.6021326780319214, 0.6636373400688171], "cos_apical_negg": [0.6021326780319214, 0.6636373400688171], "cos_Ac_negg": [0.6021326780319214, 0.6636373400688171], "r_norm": [0.19148853421211243, 0.1956920027732849]}, {"step": 17150, "epoch": 43, "train_loss": 0.00013012325507588685, "cos_r_negg": [0.6024764776229858, 0.6635898351669312], "cos_innovation_negg": [0.6024764776229858, 0.6635898351669312], "cos_apical_negg": [0.6024764776229858, 0.6635898351669312], "cos_Ac_negg": [0.6024764776229858, 0.6635898351669312], "r_norm": [0.19265955686569214, 0.19693949818611145]}, {"step": 17200, "epoch": 43, "train_loss": 0.0001349349186057225, "cos_r_negg": [0.6022809743881226, 0.663678765296936], "cos_innovation_negg": [0.6022809743881226, 0.663678765296936], "cos_apical_negg": [0.6022809743881226, 0.663678765296936], "cos_Ac_negg": [0.6022809743881226, 0.663678765296936], "r_norm": [0.19412162899971008, 0.19846709072589874]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9753, "test_loss": 0.13451428327560425}, {"step": 17250, "epoch": 44, "train_loss": 0.00011029705638065934, "cos_r_negg": [0.6021518707275391, 0.6630186438560486], "cos_innovation_negg": [0.6021518707275391, 0.6630186438560486], "cos_apical_negg": [0.6021518707275391, 0.6630186438560486], "cos_Ac_negg": [0.6021518707275391, 0.6630186438560486], "r_norm": [0.1943923532962799, 0.19877684116363525], "ldr": {"dL_sdil": -0.008313141763210297, "dL_bp": -0.010485522449016571, "ratio": 0.792820939884591}}, {"step": 17300, "epoch": 44, "train_loss": 0.00015043422172311693, "cos_r_negg": [0.602630615234375, 0.6638796329498291], "cos_innovation_negg": [0.602630615234375, 0.6638796329498291], "cos_apical_negg": [0.602630615234375, 0.6638796329498291], "cos_Ac_negg": [0.602630615234375, 0.6638796329498291], "r_norm": [0.19447064399719238, 0.19882068037986755]}, {"step": 17350, "epoch": 44, "train_loss": 9.314405906479806e-05, "cos_r_negg": [0.6028478741645813, 0.6640528440475464], "cos_innovation_negg": [0.6028478741645813, 0.6640528440475464], "cos_apical_negg": [0.6028478741645813, 0.6640528440475464], "cos_Ac_negg": [0.6028478741645813, 0.6640528440475464], "r_norm": [0.1923065334558487, 0.19651442766189575]}, {"step": 17400, "epoch": 44, "train_loss": 5.2029114158358425e-05, "cos_r_negg": [0.6027780771255493, 0.6639010906219482], "cos_innovation_negg": [0.6027780771255493, 0.6639010906219482], "cos_apical_negg": [0.6027780771255493, 0.6639010906219482], "cos_Ac_negg": [0.6027780771255493, 0.6639010906219482], "r_norm": [0.19231553375720978, 0.19653552770614624]}, {"step": 17450, "epoch": 44, "train_loss": 0.0001643298310227692, "cos_r_negg": [0.6023890972137451, 0.6639352440834045], "cos_innovation_negg": [0.6023890972137451, 0.6639352440834045], "cos_apical_negg": [0.6023890972137451, 0.6639352440834045], "cos_Ac_negg": [0.6023890972137451, 0.6639352440834045], "r_norm": [0.19220250844955444, 0.1964215636253357]}, {"step": 17500, "epoch": 44, "train_loss": 0.00019318482372909784, "cos_r_negg": [0.6023780107498169, 0.6636925935745239], "cos_innovation_negg": [0.6023780107498169, 0.6636925935745239], "cos_apical_negg": [0.6023780107498169, 0.6636925935745239], "cos_Ac_negg": [0.6023780107498169, 0.6636925935745239], "r_norm": [0.19218683242797852, 0.19642329216003418], "ldr": {"dL_sdil": -0.008182071149349213, "dL_bp": -0.010311581194400787, "ratio": 0.7934836563952089}}, {"step": 17550, "epoch": 44, "train_loss": 0.00010847848898265511, "cos_r_negg": [0.6021164655685425, 0.6633386611938477], "cos_innovation_negg": [0.6021164655685425, 0.6633386611938477], "cos_apical_negg": [0.6021164655685425, 0.6633386611938477], "cos_Ac_negg": [0.6021164655685425, 0.6633386611938477], "r_norm": [0.193231463432312, 0.19756785035133362]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9755, "test_loss": 0.1347599796295166}, {"step": 17600, "epoch": 45, "train_loss": 0.00010973811731673777, "cos_r_negg": [0.6022957563400269, 0.6637985706329346], "cos_innovation_negg": [0.6022957563400269, 0.6637985706329346], "cos_apical_negg": [0.6022957563400269, 0.6637985706329346], "cos_Ac_negg": [0.6022957563400269, 0.6637985706329346], "r_norm": [0.19258779287338257, 0.1968708336353302]}, {"step": 17650, "epoch": 45, "train_loss": 6.233968451851979e-05, "cos_r_negg": [0.6020326614379883, 0.6637459993362427], "cos_innovation_negg": [0.6020326614379883, 0.6637459993362427], "cos_apical_negg": [0.6020326614379883, 0.6637459993362427], "cos_Ac_negg": [0.6020326614379883, 0.6637459993362427], "r_norm": [0.19242200255393982, 0.19672082364559174]}, {"step": 17700, "epoch": 45, "train_loss": 2.553307422203943e-05, "cos_r_negg": [0.6022356748580933, 0.6639118194580078], "cos_innovation_negg": [0.6022356748580933, 0.6639118194580078], "cos_apical_negg": [0.6022356748580933, 0.6639118194580078], "cos_Ac_negg": [0.6022356748580933, 0.6639118194580078], "r_norm": [0.19219271838665009, 0.19646863639354706]}, {"step": 17750, "epoch": 45, "train_loss": 0.00011451285536168143, "cos_r_negg": [0.60225510597229, 0.6637933850288391], "cos_innovation_negg": [0.60225510597229, 0.6637933850288391], "cos_apical_negg": [0.60225510597229, 0.6637933850288391], "cos_Ac_negg": [0.60225510597229, 0.6637933850288391], "r_norm": [0.19302938878536224, 0.19737306237220764], "ldr": {"dL_sdil": -0.008278220891952515, "dL_bp": -0.010488301515579224, "ratio": 0.7892813607290107}}, {"step": 17800, "epoch": 45, "train_loss": 0.00017630899674259126, "cos_r_negg": [0.6025046706199646, 0.6641466021537781], "cos_innovation_negg": [0.6025046706199646, 0.6641466021537781], "cos_apical_negg": [0.6025046706199646, 0.6641466021537781], "cos_Ac_negg": [0.6025046706199646, 0.6641466021537781], "r_norm": [0.19333958625793457, 0.1976674199104309]}, {"step": 17850, "epoch": 45, "train_loss": 3.534928691806272e-05, "cos_r_negg": [0.602524995803833, 0.6642215251922607], "cos_innovation_negg": [0.602524995803833, 0.6642215251922607], "cos_apical_negg": [0.602524995803833, 0.6642215251922607], "cos_Ac_negg": [0.602524995803833, 0.6642215251922607], "r_norm": [0.19261014461517334, 0.19683778285980225]}, {"step": 17900, "epoch": 45, "train_loss": 0.00026775625883601606, "cos_r_negg": [0.6025311350822449, 0.6646713018417358], "cos_innovation_negg": [0.6025311350822449, 0.6646713018417358], "cos_apical_negg": [0.6025311350822449, 0.6646713018417358], "cos_Ac_negg": [0.6025311350822449, 0.6646713018417358], "r_norm": [0.19154158234596252, 0.19567304849624634]}, {"step": 17950, "epoch": 45, "train_loss": 0.00017071051115635782, "cos_r_negg": [0.6027873158454895, 0.6643409729003906], "cos_innovation_negg": [0.6027873158454895, 0.6643409729003906], "cos_apical_negg": [0.6027873158454895, 0.6643409729003906], "cos_Ac_negg": [0.6027873158454895, 0.6643409729003906], "r_norm": [0.19199639558792114, 0.19617974758148193]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9754, "test_loss": 0.13499414672851562}, {"step": 18000, "epoch": 46, "train_loss": 0.00012984512432012707, "cos_r_negg": [0.6024057269096375, 0.6643960475921631], "cos_innovation_negg": [0.6024057269096375, 0.6643960475921631], "cos_apical_negg": [0.6024057269096375, 0.6643960475921631], "cos_Ac_negg": [0.6024057269096375, 0.6643960475921631], "r_norm": [0.19219812750816345, 0.19642329216003418], "ldr": {"dL_sdil": -0.008220963180065155, "dL_bp": -0.010401546955108643, "ratio": 0.7903596662636311}}, {"step": 18050, "epoch": 46, "train_loss": 0.00010669433686416596, "cos_r_negg": [0.6020960211753845, 0.6643840074539185], "cos_innovation_negg": [0.6020960211753845, 0.6643840074539185], "cos_apical_negg": [0.6020960211753845, 0.6643840074539185], "cos_Ac_negg": [0.6020960211753845, 0.6643840074539185], "r_norm": [0.19252391159534454, 0.19676914811134338]}, {"step": 18100, "epoch": 46, "train_loss": 0.00022441591136157513, "cos_r_negg": [0.6026915311813354, 0.6644083261489868], "cos_innovation_negg": [0.6026915311813354, 0.6644083261489868], "cos_apical_negg": [0.6026915311813354, 0.6644083261489868], "cos_Ac_negg": [0.6026915311813354, 0.6644083261489868], "r_norm": [0.19246181845664978, 0.1967352032661438]}, {"step": 18150, "epoch": 46, "train_loss": 8.137732947943732e-05, "cos_r_negg": [0.6022758483886719, 0.6646956205368042], "cos_innovation_negg": [0.6022758483886719, 0.6646956205368042], "cos_apical_negg": [0.6022758483886719, 0.6646956205368042], "cos_Ac_negg": [0.6022758483886719, 0.6646956205368042], "r_norm": [0.19217033684253693, 0.19643627107143402]}, {"step": 18200, "epoch": 46, "train_loss": 8.21951252873987e-05, "cos_r_negg": [0.6027500629425049, 0.6647554636001587], "cos_innovation_negg": [0.6027500629425049, 0.6647554636001587], "cos_apical_negg": [0.6027500629425049, 0.6647554636001587], "cos_Ac_negg": [0.6027500629425049, 0.6647554636001587], "r_norm": [0.1923261284828186, 0.19658610224723816]}, {"step": 18250, "epoch": 46, "train_loss": 0.000118995041702874, "cos_r_negg": [0.6025791168212891, 0.664572536945343], "cos_innovation_negg": [0.6025791168212891, 0.664572536945343], "cos_apical_negg": [0.6025791168212891, 0.664572536945343], "cos_Ac_negg": [0.6025791168212891, 0.664572536945343], "r_norm": [0.19240808486938477, 0.1966908872127533], "ldr": {"dL_sdil": -0.008274734020233154, "dL_bp": -0.01048976182937622, "ratio": 0.7888390751694708}}, {"step": 18300, "epoch": 46, "train_loss": 0.00024491778458468616, "cos_r_negg": [0.6025094389915466, 0.664561927318573], "cos_innovation_negg": [0.6025094389915466, 0.664561927318573], "cos_apical_negg": [0.6025094389915466, 0.664561927318573], "cos_Ac_negg": [0.6025094389915466, 0.664561927318573], "r_norm": [0.19136284291744232, 0.19558541476726532]}, {"step": 18350, "epoch": 46, "train_loss": 7.992746395757422e-05, "cos_r_negg": [0.6025255918502808, 0.6644315719604492], "cos_innovation_negg": [0.6025255918502808, 0.6644315719604492], "cos_apical_negg": [0.6025255918502808, 0.6644315719604492], "cos_Ac_negg": [0.6025255918502808, 0.6644315719604492], "r_norm": [0.1916162669658661, 0.1958489716053009]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9752, "test_loss": 0.13539299879074096}, {"step": 18400, "epoch": 47, "train_loss": 0.00032063646358437836, "cos_r_negg": [0.6015334129333496, 0.6644057631492615], "cos_innovation_negg": [0.6015334129333496, 0.6644057631492615], "cos_apical_negg": [0.6015334129333496, 0.6644057631492615], "cos_Ac_negg": [0.6015334129333496, 0.6644057631492615], "r_norm": [0.19171008467674255, 0.19593048095703125]}, {"step": 18450, "epoch": 47, "train_loss": 9.574211435392499e-05, "cos_r_negg": [0.6020776629447937, 0.6648879051208496], "cos_innovation_negg": [0.6020776629447937, 0.6648879051208496], "cos_apical_negg": [0.6020776629447937, 0.6648879051208496], "cos_Ac_negg": [0.6020776629447937, 0.6648879051208496], "r_norm": [0.19128519296646118, 0.19545835256576538]}, {"step": 18500, "epoch": 47, "train_loss": 0.00021227763500064611, "cos_r_negg": [0.6021114587783813, 0.6648176312446594], "cos_innovation_negg": [0.6021114587783813, 0.6648176312446594], "cos_apical_negg": [0.6021114587783813, 0.6648176312446594], "cos_Ac_negg": [0.6021114587783813, 0.6648176312446594], "r_norm": [0.1902153491973877, 0.1942979395389557], "ldr": {"dL_sdil": -0.008129097521305084, "dL_bp": -0.010317228734493256, "ratio": 0.7879148296991164}}, {"step": 18550, "epoch": 47, "train_loss": 0.00012227911793161184, "cos_r_negg": [0.6018360257148743, 0.6645485162734985], "cos_innovation_negg": [0.6018360257148743, 0.6645485162734985], "cos_apical_negg": [0.6018360257148743, 0.6645485162734985], "cos_Ac_negg": [0.6018360257148743, 0.6645485162734985], "r_norm": [0.19145596027374268, 0.19562268257141113]}, {"step": 18600, "epoch": 47, "train_loss": 3.5527478758012876e-05, "cos_r_negg": [0.6016312837600708, 0.6648125648498535], "cos_innovation_negg": [0.6016312837600708, 0.6648125648498535], "cos_apical_negg": [0.6016312837600708, 0.6648125648498535], "cos_Ac_negg": [0.6016312837600708, 0.6648125648498535], "r_norm": [0.19097992777824402, 0.19519822299480438]}, {"step": 18650, "epoch": 47, "train_loss": 0.00013417060836218297, "cos_r_negg": [0.6026394963264465, 0.6648284196853638], "cos_innovation_negg": [0.6026394963264465, 0.6648284196853638], "cos_apical_negg": [0.6026394963264465, 0.6648284196853638], "cos_Ac_negg": [0.6026394963264465, 0.6648284196853638], "r_norm": [0.19177864491939545, 0.19602522253990173]}, {"step": 18700, "epoch": 47, "train_loss": 0.00020819707424379885, "cos_r_negg": [0.6027069091796875, 0.6647872924804688], "cos_innovation_negg": [0.6027069091796875, 0.6647872924804688], "cos_apical_negg": [0.6027069091796875, 0.6647872924804688], "cos_Ac_negg": [0.6027069091796875, 0.6647872924804688], "r_norm": [0.19219732284545898, 0.1964503526687622]}, {"step": 18750, "epoch": 47, "train_loss": 3.8327147194650024e-05, "cos_r_negg": [0.6024678349494934, 0.6648241281509399], "cos_innovation_negg": [0.6024678349494934, 0.6648241281509399], "cos_apical_negg": [0.6024678349494934, 0.6648241281509399], "cos_Ac_negg": [0.6024678349494934, 0.6648241281509399], "r_norm": [0.1926502287387848, 0.1969248354434967], "ldr": {"dL_sdil": -0.008283734321594238, "dL_bp": -0.010507479310035706, "ratio": 0.7883655134759517}}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9755, "test_loss": 0.1356331727027893}, {"step": 18800, "epoch": 48, "train_loss": 8.874768536770716e-05, "cos_r_negg": [0.6022502779960632, 0.6648624539375305], "cos_innovation_negg": [0.6022502779960632, 0.6648624539375305], "cos_apical_negg": [0.6022502779960632, 0.6648624539375305], "cos_Ac_negg": [0.6022502779960632, 0.6648624539375305], "r_norm": [0.19235146045684814, 0.19662347435951233]}, {"step": 18850, "epoch": 48, "train_loss": 0.00020943315757904202, "cos_r_negg": [0.6020275354385376, 0.6647264361381531], "cos_innovation_negg": [0.6020275354385376, 0.6647264361381531], "cos_apical_negg": [0.6020275354385376, 0.6647264361381531], "cos_Ac_negg": [0.6020275354385376, 0.6647264361381531], "r_norm": [0.19242167472839355, 0.1966857612133026]}, {"step": 18900, "epoch": 48, "train_loss": 2.3156673705670983e-05, "cos_r_negg": [0.6018795967102051, 0.6648737192153931], "cos_innovation_negg": [0.6018795967102051, 0.6648737192153931], "cos_apical_negg": [0.6018795967102051, 0.6648737192153931], "cos_Ac_negg": [0.6018795967102051, 0.6648737192153931], "r_norm": [0.19215127825737, 0.196415513753891]}, {"step": 18950, "epoch": 48, "train_loss": 0.00023415555187966675, "cos_r_negg": [0.6023350954055786, 0.66486656665802], "cos_innovation_negg": [0.6023350954055786, 0.66486656665802], "cos_apical_negg": [0.6023350954055786, 0.66486656665802], "cos_Ac_negg": [0.6023350954055786, 0.66486656665802], "r_norm": [0.19225357472896576, 0.19652040302753448]}, {"step": 19000, "epoch": 48, "train_loss": 6.606545503018424e-05, "cos_r_negg": [0.6024399995803833, 0.6649911403656006], "cos_innovation_negg": [0.6024399995803833, 0.6649911403656006], "cos_apical_negg": [0.6024399995803833, 0.6649911403656006], "cos_Ac_negg": [0.6024399995803833, 0.6649911403656006], "r_norm": [0.19202125072479248, 0.19627609848976135], "ldr": {"dL_sdil": -0.008299149572849274, "dL_bp": -0.010550267994403839, "ratio": 0.7866292664083393}}, {"step": 19050, "epoch": 48, "train_loss": 0.00015956447168719023, "cos_r_negg": [0.6023015975952148, 0.6644392013549805], "cos_innovation_negg": [0.6023015975952148, 0.6644392013549805], "cos_apical_negg": [0.6023015975952148, 0.6644392013549805], "cos_Ac_negg": [0.6023015975952148, 0.6644392013549805], "r_norm": [0.1918550282716751, 0.19605711102485657]}, {"step": 19100, "epoch": 48, "train_loss": 0.00021124392515048385, "cos_r_negg": [0.6020157337188721, 0.6640082597732544], "cos_innovation_negg": [0.6020157337188721, 0.6640082597732544], "cos_apical_negg": [0.6020157337188721, 0.6640082597732544], "cos_Ac_negg": [0.6020157337188721, 0.6640082597732544], "r_norm": [0.1919308304786682, 0.19618326425552368]}, {"step": 19150, "epoch": 48, "train_loss": 4.6069435484241694e-05, "cos_r_negg": [0.6026108264923096, 0.6654212474822998], "cos_innovation_negg": [0.6026108264923096, 0.6654212474822998], "cos_apical_negg": [0.6026108264923096, 0.6654212474822998], "cos_Ac_negg": [0.6026108264923096, 0.6654212474822998], "r_norm": [0.1922309398651123, 0.1965101659297943]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9754, "test_loss": 0.13590347995758056}, {"step": 19200, "epoch": 49, "train_loss": 0.0001054596941685304, "cos_r_negg": [0.6025655269622803, 0.6655281186103821], "cos_innovation_negg": [0.6025655269622803, 0.6655281186103821], "cos_apical_negg": [0.6025655269622803, 0.6655281186103821], "cos_Ac_negg": [0.6025655269622803, 0.6655281186103821], "r_norm": [0.19182151556015015, 0.19609668850898743]}, {"step": 19250, "epoch": 49, "train_loss": 1.941497430379968e-05, "cos_r_negg": [0.6024342179298401, 0.6657539010047913], "cos_innovation_negg": [0.6024342179298401, 0.6657539010047913], "cos_apical_negg": [0.6024342179298401, 0.6657539010047913], "cos_Ac_negg": [0.6024342179298401, 0.6657539010047913], "r_norm": [0.19202598929405212, 0.19636118412017822], "ldr": {"dL_sdil": -0.00831788033246994, "dL_bp": -0.010614097118377686, "ratio": 0.7836634844868735}}, {"step": 19300, "epoch": 49, "train_loss": 0.0002935190568678081, "cos_r_negg": [0.602480411529541, 0.6645359992980957], "cos_innovation_negg": [0.602480411529541, 0.6645359992980957], "cos_apical_negg": [0.602480411529541, 0.6645359992980957], "cos_Ac_negg": [0.602480411529541, 0.6645359992980957], "r_norm": [0.1915818154811859, 0.19586831331253052]}, {"step": 19350, "epoch": 49, "train_loss": 0.00014327961253002286, "cos_r_negg": [0.6024520993232727, 0.664953351020813], "cos_innovation_negg": [0.6024520993232727, 0.664953351020813], "cos_apical_negg": [0.6024520993232727, 0.664953351020813], "cos_Ac_negg": [0.6024520993232727, 0.664953351020813], "r_norm": [0.19139984250068665, 0.19570434093475342]}, {"step": 19400, "epoch": 49, "train_loss": 0.00013929256238043308, "cos_r_negg": [0.6024836301803589, 0.664669930934906], "cos_innovation_negg": [0.6024836301803589, 0.664669930934906], "cos_apical_negg": [0.6024836301803589, 0.664669930934906], "cos_Ac_negg": [0.6024836301803589, 0.664669930934906], "r_norm": [0.19128826260566711, 0.19553948938846588]}, {"step": 19450, "epoch": 49, "train_loss": 0.00010116689372807741, "cos_r_negg": [0.6022800207138062, 0.664707362651825], "cos_innovation_negg": [0.6022800207138062, 0.664707362651825], "cos_apical_negg": [0.6022800207138062, 0.664707362651825], "cos_Ac_negg": [0.6022800207138062, 0.664707362651825], "r_norm": [0.19051417708396912, 0.19468986988067627]}, {"step": 19500, "epoch": 49, "train_loss": 6.209527055034414e-05, "cos_r_negg": [0.6020209789276123, 0.6655293703079224], "cos_innovation_negg": [0.6020209789276123, 0.6655293703079224], "cos_apical_negg": [0.6020209789276123, 0.6655293703079224], "cos_Ac_negg": [0.6020209789276123, 0.6655293703079224], "r_norm": [0.19084133207798004, 0.19498249888420105], "ldr": {"dL_sdil": -0.008252598345279694, "dL_bp": -0.010529860854148865, "ratio": 0.7837328963400396}}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9756, "test_loss": 0.13601858978271483}, {"step": 19550, "epoch": 50, "train_loss": 2.1518437279155478e-05, "cos_r_negg": [0.6023695468902588, 0.6645261645317078], "cos_innovation_negg": [0.6023695468902588, 0.6645261645317078], "cos_apical_negg": [0.6023695468902588, 0.6645261645317078], "cos_Ac_negg": [0.6023695468902588, 0.6645261645317078], "r_norm": [0.19171491265296936, 0.19590792059898376]}, {"step": 19600, "epoch": 50, "train_loss": 9.575850708642974e-05, "cos_r_negg": [0.6021747589111328, 0.6646397113800049], "cos_innovation_negg": [0.6021747589111328, 0.6646397113800049], "cos_apical_negg": [0.6021747589111328, 0.6646397113800049], "cos_Ac_negg": [0.6021747589111328, 0.6646397113800049], "r_norm": [0.19169661402702332, 0.19583439826965332]}, {"step": 19650, "epoch": 50, "train_loss": 5.5369619076373056e-05, "cos_r_negg": [0.6025785207748413, 0.6646201610565186], "cos_innovation_negg": [0.6025785207748413, 0.6646201610565186], "cos_apical_negg": [0.6025785207748413, 0.6646201610565186], "cos_Ac_negg": [0.6025785207748413, 0.6646201610565186], "r_norm": [0.19175255298614502, 0.1959083378314972]}, {"step": 19700, "epoch": 50, "train_loss": 0.00013205959112383425, "cos_r_negg": [0.6026014089584351, 0.6645503640174866], "cos_innovation_negg": [0.6026014089584351, 0.6645503640174866], "cos_apical_negg": [0.6026014089584351, 0.6645503640174866], "cos_Ac_negg": [0.6026014089584351, 0.6645503640174866], "r_norm": [0.1912979781627655, 0.1954394280910492]}, {"step": 19750, "epoch": 50, "train_loss": 0.000142558419611305, "cos_r_negg": [0.6027870178222656, 0.6644565463066101], "cos_innovation_negg": [0.6027870178222656, 0.6644565463066101], "cos_apical_negg": [0.6027870178222656, 0.6644565463066101], "cos_Ac_negg": [0.6027870178222656, 0.6644565463066101], "r_norm": [0.19143497943878174, 0.1956060528755188], "ldr": {"dL_sdil": -0.00829150527715683, "dL_bp": -0.010581471025943756, "ratio": 0.783587202273449}}, {"step": 19800, "epoch": 50, "train_loss": 0.00014501556870527565, "cos_r_negg": [0.6026389598846436, 0.6644483804702759], "cos_innovation_negg": [0.6026389598846436, 0.6644483804702759], "cos_apical_negg": [0.6026389598846436, 0.6644483804702759], "cos_Ac_negg": [0.6026389598846436, 0.6644483804702759], "r_norm": [0.19255602359771729, 0.19682538509368896]}, {"step": 19850, "epoch": 50, "train_loss": 0.0001384379283990711, "cos_r_negg": [0.6028145551681519, 0.6646110415458679], "cos_innovation_negg": [0.6028145551681519, 0.6646110415458679], "cos_apical_negg": [0.6028145551681519, 0.6646110415458679], "cos_Ac_negg": [0.6028145551681519, 0.6646110415458679], "r_norm": [0.19259244203567505, 0.1968928873538971]}, {"step": 19900, "epoch": 50, "train_loss": 0.0001230111811310053, "cos_r_negg": [0.602948784828186, 0.6659731864929199], "cos_innovation_negg": [0.602948784828186, 0.6659731864929199], "cos_apical_negg": [0.602948784828186, 0.6659731864929199], "cos_Ac_negg": [0.602948784828186, 0.6659731864929199], "r_norm": [0.1927102506160736, 0.1970217227935791]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9754, "test_loss": 0.1365336226463318}, {"step": 19950, "epoch": 51, "train_loss": 9.824760491028428e-05, "cos_r_negg": [0.6028957366943359, 0.6656007766723633], "cos_innovation_negg": [0.6028957366943359, 0.6656007766723633], "cos_apical_negg": [0.6028957366943359, 0.6656007766723633], "cos_Ac_negg": [0.6028957366943359, 0.6656007766723633], "r_norm": [0.19149914383888245, 0.1957162767648697]}, {"step": 20000, "epoch": 51, "train_loss": 7.262400322360918e-05, "cos_r_negg": [0.6035727262496948, 0.6659772396087646], "cos_innovation_negg": [0.6035727262496948, 0.6659772396087646], "cos_apical_negg": [0.6035727262496948, 0.6659772396087646], "cos_Ac_negg": [0.6035727262496948, 0.6659772396087646], "r_norm": [0.19156774878501892, 0.19577577710151672], "ldr": {"dL_sdil": -0.008315525949001312, "dL_bp": -0.010619498789310455, "ratio": 0.7830431655938119}}, {"step": 20050, "epoch": 51, "train_loss": 5.525051165022887e-05, "cos_r_negg": [0.6032436490058899, 0.6657617092132568], "cos_innovation_negg": [0.6032436490058899, 0.6657617092132568], "cos_apical_negg": [0.6032436490058899, 0.6657617092132568], "cos_Ac_negg": [0.6032436490058899, 0.6657617092132568], "r_norm": [0.19182699918746948, 0.19605883955955505]}, {"step": 20100, "epoch": 51, "train_loss": 7.068351987982169e-05, "cos_r_negg": [0.6032822728157043, 0.6649278998374939], "cos_innovation_negg": [0.6032822728157043, 0.6649278998374939], "cos_apical_negg": [0.6032822728157043, 0.6649278998374939], "cos_Ac_negg": [0.6032822728157043, 0.6649278998374939], "r_norm": [0.19064746797084808, 0.19479355216026306]}, {"step": 20150, "epoch": 51, "train_loss": 6.627525726798922e-05, "cos_r_negg": [0.6032900810241699, 0.6648600101470947], "cos_innovation_negg": [0.6032900810241699, 0.6648600101470947], "cos_apical_negg": [0.6032900810241699, 0.6648600101470947], "cos_Ac_negg": [0.6032900810241699, 0.6648600101470947], "r_norm": [0.19027215242385864, 0.19442036747932434]}, {"step": 20200, "epoch": 51, "train_loss": 0.00010534352622926235, "cos_r_negg": [0.6029759645462036, 0.6650568246841431], "cos_innovation_negg": [0.6029759645462036, 0.6650568246841431], "cos_apical_negg": [0.6029759645462036, 0.6650568246841431], "cos_Ac_negg": [0.6029759645462036, 0.6650568246841431], "r_norm": [0.1905897706747055, 0.19477152824401855]}, {"step": 20250, "epoch": 51, "train_loss": 9.085786587093025e-05, "cos_r_negg": [0.6033958792686462, 0.6655580997467041], "cos_innovation_negg": [0.6033958792686462, 0.6655580997467041], "cos_apical_negg": [0.6033958792686462, 0.6655580997467041], "cos_Ac_negg": [0.6033958792686462, 0.6655580997467041], "r_norm": [0.19101157784461975, 0.19526278972625732], "ldr": {"dL_sdil": -0.008335717022418976, "dL_bp": -0.010694235563278198, "ratio": 0.7794588938214632}}, {"step": 20300, "epoch": 51, "train_loss": 0.00010500934877200052, "cos_r_negg": [0.6031118631362915, 0.6654980182647705], "cos_innovation_negg": [0.6031118631362915, 0.6654980182647705], "cos_apical_negg": [0.6031118631362915, 0.6654980182647705], "cos_Ac_negg": [0.6031118631362915, 0.6654980182647705], "r_norm": [0.19148105382919312, 0.19571331143379211]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9754, "test_loss": 0.13675769519805908}, {"step": 20350, "epoch": 52, "train_loss": 0.00013077976473141462, "cos_r_negg": [0.6029679775238037, 0.6656025052070618], "cos_innovation_negg": [0.6029679775238037, 0.6656025052070618], "cos_apical_negg": [0.6029679775238037, 0.6656025052070618], "cos_Ac_negg": [0.6029679775238037, 0.6656025052070618], "r_norm": [0.19188842177391052, 0.1961566060781479]}, {"step": 20400, "epoch": 52, "train_loss": 0.00010498389747226611, "cos_r_negg": [0.6032487154006958, 0.6655951142311096], "cos_innovation_negg": [0.6032487154006958, 0.6655951142311096], "cos_apical_negg": [0.6032487154006958, 0.6655951142311096], "cos_Ac_negg": [0.6032487154006958, 0.6655951142311096], "r_norm": [0.19160296022891998, 0.19584454596042633]}, {"step": 20450, "epoch": 52, "train_loss": 0.00013122581003699452, "cos_r_negg": [0.6031724810600281, 0.665808379650116], "cos_innovation_negg": [0.6031724810600281, 0.665808379650116], "cos_apical_negg": [0.6031724810600281, 0.665808379650116], "cos_Ac_negg": [0.6031724810600281, 0.665808379650116], "r_norm": [0.1907264143228531, 0.19491484761238098]}, {"step": 20500, "epoch": 52, "train_loss": 0.00012410976341925561, "cos_r_negg": [0.6030226349830627, 0.665683925151825], "cos_innovation_negg": [0.6030226349830627, 0.665683925151825], "cos_apical_negg": [0.6030226349830627, 0.665683925151825], "cos_Ac_negg": [0.6030226349830627, 0.665683925151825], "r_norm": [0.19063185155391693, 0.19482266902923584], "ldr": {"dL_sdil": -0.008270688354969025, "dL_bp": -0.01060553640127182, "ratio": 0.7798463031042164}}, {"step": 20550, "epoch": 52, "train_loss": 0.00010908131662290543, "cos_r_negg": [0.6032829284667969, 0.665743887424469], "cos_innovation_negg": [0.6032829284667969, 0.665743887424469], "cos_apical_negg": [0.6032829284667969, 0.665743887424469], "cos_Ac_negg": [0.6032829284667969, 0.665743887424469], "r_norm": [0.19163066148757935, 0.19587084650993347]}, {"step": 20600, "epoch": 52, "train_loss": 5.9264537412673235e-05, "cos_r_negg": [0.6031777858734131, 0.6657779216766357], "cos_innovation_negg": [0.6031777858734131, 0.6657779216766357], "cos_apical_negg": [0.6031777858734131, 0.6657779216766357], "cos_Ac_negg": [0.6031777858734131, 0.6657779216766357], "r_norm": [0.19216473400592804, 0.19649545848369598]}, {"step": 20650, "epoch": 52, "train_loss": 0.0002051327028311789, "cos_r_negg": [0.603150486946106, 0.6657466888427734], "cos_innovation_negg": [0.603150486946106, 0.6657466888427734], "cos_apical_negg": [0.603150486946106, 0.6657466888427734], "cos_Ac_negg": [0.603150486946106, 0.6657466888427734], "r_norm": [0.19185030460357666, 0.19614765048027039]}, {"step": 20700, "epoch": 52, "train_loss": 7.284964522114024e-05, "cos_r_negg": [0.6034077405929565, 0.6658415198326111], "cos_innovation_negg": [0.6034077405929565, 0.6658415198326111], "cos_apical_negg": [0.6034077405929565, 0.6658415198326111], "cos_Ac_negg": [0.6034077405929565, 0.6658415198326111], "r_norm": [0.19093385338783264, 0.1951245367527008]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9755, "test_loss": 0.13703337812423705}, {"step": 20750, "epoch": 53, "train_loss": 0.00010870157711906359, "cos_r_negg": [0.6034141778945923, 0.66612708568573], "cos_innovation_negg": [0.6034141778945923, 0.66612708568573], "cos_apical_negg": [0.6034141778945923, 0.66612708568573], "cos_Ac_negg": [0.6034141778945923, 0.66612708568573], "r_norm": [0.19064384698867798, 0.1948353350162506], "ldr": {"dL_sdil": -0.008303038775920868, "dL_bp": -0.010658793151378632, "ratio": 0.7789848867502354}}, {"step": 20800, "epoch": 53, "train_loss": 0.00011164461466250941, "cos_r_negg": [0.6034835577011108, 0.6661117076873779], "cos_innovation_negg": [0.6034835577011108, 0.6661117076873779], "cos_apical_negg": [0.6034835577011108, 0.6661117076873779], "cos_Ac_negg": [0.6034835577011108, 0.6661117076873779], "r_norm": [0.19081580638885498, 0.19501584768295288]}, {"step": 20850, "epoch": 53, "train_loss": 0.00010576361819403246, "cos_r_negg": [0.6034576892852783, 0.6660260558128357], "cos_innovation_negg": [0.6034576892852783, 0.6660260558128357], "cos_apical_negg": [0.6034576892852783, 0.6660260558128357], "cos_Ac_negg": [0.6034576892852783, 0.6660260558128357], "r_norm": [0.19030547142028809, 0.19448715448379517]}, {"step": 20900, "epoch": 53, "train_loss": 9.565841173753142e-05, "cos_r_negg": [0.6036006808280945, 0.6658926606178284], "cos_innovation_negg": [0.6036006808280945, 0.6658926606178284], "cos_apical_negg": [0.6036006808280945, 0.6658926606178284], "cos_Ac_negg": [0.6036006808280945, 0.6658926606178284], "r_norm": [0.19073577225208282, 0.19497515261173248]}, {"step": 20950, "epoch": 53, "train_loss": 0.00010158432996831834, "cos_r_negg": [0.6035088300704956, 0.6659700274467468], "cos_innovation_negg": [0.6035088300704956, 0.6659700274467468], "cos_apical_negg": [0.6035088300704956, 0.6659700274467468], "cos_Ac_negg": [0.6035088300704956, 0.6659700274467468], "r_norm": [0.19103756546974182, 0.19532841444015503]}, {"step": 21000, "epoch": 53, "train_loss": 4.626440204447135e-05, "cos_r_negg": [0.6034843325614929, 0.6660747528076172], "cos_innovation_negg": [0.6034843325614929, 0.6660747528076172], "cos_apical_negg": [0.6034843325614929, 0.6660747528076172], "cos_Ac_negg": [0.6034843325614929, 0.6660747528076172], "r_norm": [0.1912565678358078, 0.19550475478172302], "ldr": {"dL_sdil": -0.008365467190742493, "dL_bp": -0.010750442743301392, "ratio": 0.7781509460115046}}, {"step": 21050, "epoch": 53, "train_loss": 6.863892485853285e-05, "cos_r_negg": [0.6033583879470825, 0.6664097905158997], "cos_innovation_negg": [0.6033583879470825, 0.6664097905158997], "cos_apical_negg": [0.6033583879470825, 0.6664097905158997], "cos_Ac_negg": [0.6033583879470825, 0.6664097905158997], "r_norm": [0.19067245721817017, 0.194842129945755]}, {"step": 21100, "epoch": 53, "train_loss": 0.00016276804672088474, "cos_r_negg": [0.6030423641204834, 0.6664268970489502], "cos_innovation_negg": [0.6030423641204834, 0.6664268970489502], "cos_apical_negg": [0.6030423641204834, 0.6664268970489502], "cos_Ac_negg": [0.6030423641204834, 0.6664268970489502], "r_norm": [0.19061161577701569, 0.19478510320186615]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9755, "test_loss": 0.13723702096939086}, {"step": 21150, "epoch": 54, "train_loss": 7.320555596379563e-05, "cos_r_negg": [0.6034142971038818, 0.6664828062057495], "cos_innovation_negg": [0.6034142971038818, 0.6664828062057495], "cos_apical_negg": [0.6034142971038818, 0.6664828062057495], "cos_Ac_negg": [0.6034142971038818, 0.6664828062057495], "r_norm": [0.1912822276353836, 0.19549787044525146]}, {"step": 21200, "epoch": 54, "train_loss": 5.08594312123023e-05, "cos_r_negg": [0.6034447550773621, 0.6665700674057007], "cos_innovation_negg": [0.6034447550773621, 0.6665700674057007], "cos_apical_negg": [0.6034447550773621, 0.6665700674057007], "cos_Ac_negg": [0.6034447550773621, 0.6665700674057007], "r_norm": [0.19138291478157043, 0.19562000036239624]}, {"step": 21250, "epoch": 54, "train_loss": 3.865668986691162e-05, "cos_r_negg": [0.6031677722930908, 0.6660406589508057], "cos_innovation_negg": [0.6031677722930908, 0.6660406589508057], "cos_apical_negg": [0.6031677722930908, 0.6660406589508057], "cos_Ac_negg": [0.6031677722930908, 0.6660406589508057], "r_norm": [0.19110015034675598, 0.195291668176651], "ldr": {"dL_sdil": -0.008354462683200836, "dL_bp": -0.010733276605606079, "ratio": 0.7783702023329233}}, {"step": 21300, "epoch": 54, "train_loss": 8.142180740833282e-05, "cos_r_negg": [0.6032958030700684, 0.6660631895065308], "cos_innovation_negg": [0.6032958030700684, 0.6660631895065308], "cos_apical_negg": [0.6032958030700684, 0.6660631895065308], "cos_Ac_negg": [0.6032958030700684, 0.6660631895065308], "r_norm": [0.19152790307998657, 0.195767343044281]}, {"step": 21350, "epoch": 54, "train_loss": 0.0001596221700310707, "cos_r_negg": [0.603268027305603, 0.6661019325256348], "cos_innovation_negg": [0.603268027305603, 0.6661019325256348], "cos_apical_negg": [0.603268027305603, 0.6661019325256348], "cos_Ac_negg": [0.603268027305603, 0.6661019325256348], "r_norm": [0.1907249093055725, 0.19492541253566742]}, {"step": 21400, "epoch": 54, "train_loss": 9.814128134166822e-05, "cos_r_negg": [0.6023067831993103, 0.6654264330863953], "cos_innovation_negg": [0.6023067831993103, 0.6654264330863953], "cos_apical_negg": [0.6023067831993103, 0.6654264330863953], "cos_Ac_negg": [0.6023067831993103, 0.6654264330863953], "r_norm": [0.1910044252872467, 0.19522662460803986]}, {"step": 21450, "epoch": 54, "train_loss": 5.5657888879068196e-05, "cos_r_negg": [0.6026037931442261, 0.6650341749191284], "cos_innovation_negg": [0.6026037931442261, 0.6650341749191284], "cos_apical_negg": [0.6026037931442261, 0.6650341749191284], "cos_Ac_negg": [0.6026037931442261, 0.6650341749191284], "r_norm": [0.19083593785762787, 0.1950341910123825]}, {"step": 21500, "epoch": 54, "train_loss": 6.510379898827523e-05, "cos_r_negg": [0.6030913591384888, 0.6665949821472168], "cos_innovation_negg": [0.6030913591384888, 0.6665949821472168], "cos_apical_negg": [0.6030913591384888, 0.6665949821472168], "cos_Ac_negg": [0.6030913591384888, 0.6665949821472168], "r_norm": [0.19041262567043304, 0.19457918405532837], "ldr": {"dL_sdil": -0.008336231112480164, "dL_bp": -0.010728411376476288, "ratio": 0.7770238127481435}}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9754, "test_loss": 0.13752103757858275}, {"step": 21550, "epoch": 55, "train_loss": 4.446521052159369e-05, "cos_r_negg": [0.6020886301994324, 0.6663105487823486], "cos_innovation_negg": [0.6020886301994324, 0.6663105487823486], "cos_apical_negg": [0.6020886301994324, 0.6663105487823486], "cos_Ac_negg": [0.6020886301994324, 0.6663105487823486], "r_norm": [0.1902817189693451, 0.19441722333431244]}, {"step": 21600, "epoch": 55, "train_loss": 7.124087278498337e-05, "cos_r_negg": [0.6020074486732483, 0.6657167673110962], "cos_innovation_negg": [0.6020074486732483, 0.6657167673110962], "cos_apical_negg": [0.6020074486732483, 0.6657167673110962], "cos_Ac_negg": [0.6020074486732483, 0.6657167673110962], "r_norm": [0.18965834379196167, 0.19375145435333252]}, {"step": 21650, "epoch": 55, "train_loss": 6.531763938255608e-05, "cos_r_negg": [0.6021959781646729, 0.6659054160118103], "cos_innovation_negg": [0.6021959781646729, 0.6659054160118103], "cos_apical_negg": [0.6021959781646729, 0.6659054160118103], "cos_Ac_negg": [0.6021959781646729, 0.6659054160118103], "r_norm": [0.1887447088956833, 0.19281819462776184]}, {"step": 21700, "epoch": 55, "train_loss": 6.0945836594328284e-05, "cos_r_negg": [0.6021032929420471, 0.66648930311203], "cos_innovation_negg": [0.6021032929420471, 0.66648930311203], "cos_apical_negg": [0.6021032929420471, 0.66648930311203], "cos_Ac_negg": [0.6021032929420471, 0.66648930311203], "r_norm": [0.18890199065208435, 0.19300994277000427]}, {"step": 21750, "epoch": 55, "train_loss": 0.0001446934911655262, "cos_r_negg": [0.601913332939148, 0.6660209894180298], "cos_innovation_negg": [0.601913332939148, 0.6660209894180298], "cos_apical_negg": [0.601913332939148, 0.6660209894180298], "cos_Ac_negg": [0.601913332939148, 0.6660209894180298], "r_norm": [0.18971143662929535, 0.19386926293373108], "ldr": {"dL_sdil": -0.008273988962173462, "dL_bp": -0.010666944086551666, "ratio": 0.7756662915862549}}, {"step": 21800, "epoch": 55, "train_loss": 0.000239271525060758, "cos_r_negg": [0.6023640036582947, 0.666632354259491], "cos_innovation_negg": [0.6023640036582947, 0.666632354259491], "cos_apical_negg": [0.6023640036582947, 0.666632354259491], "cos_Ac_negg": [0.6023640036582947, 0.666632354259491], "r_norm": [0.1902255117893219, 0.19438278675079346]}, {"step": 21850, "epoch": 55, "train_loss": 7.261447899509221e-05, "cos_r_negg": [0.6023203134536743, 0.6664824485778809], "cos_innovation_negg": [0.6023203134536743, 0.6664824485778809], "cos_apical_negg": [0.6023203134536743, 0.6664824485778809], "cos_Ac_negg": [0.6023203134536743, 0.6664824485778809], "r_norm": [0.19102370738983154, 0.19523780047893524]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9754, "test_loss": 0.13776923828125}, {"step": 21900, "epoch": 56, "train_loss": 4.207941674394533e-05, "cos_r_negg": [0.602730393409729, 0.6665847301483154], "cos_innovation_negg": [0.602730393409729, 0.6665847301483154], "cos_apical_negg": [0.602730393409729, 0.6665847301483154], "cos_Ac_negg": [0.602730393409729, 0.6665847301483154], "r_norm": [0.1912522166967392, 0.19549834728240967]}, {"step": 21950, "epoch": 56, "train_loss": 0.00022497298778034747, "cos_r_negg": [0.6027246713638306, 0.6655401587486267], "cos_innovation_negg": [0.6027246713638306, 0.6655401587486267], "cos_apical_negg": [0.6027246713638306, 0.6655401587486267], "cos_Ac_negg": [0.6027246713638306, 0.6655401587486267], "r_norm": [0.19110868871212006, 0.19538402557373047]}, {"step": 22000, "epoch": 56, "train_loss": 4.630699550034478e-05, "cos_r_negg": [0.6031174659729004, 0.6650727987289429], "cos_innovation_negg": [0.6031174659729004, 0.6650727987289429], "cos_apical_negg": [0.6031174659729004, 0.6650727987289429], "cos_Ac_negg": [0.6031174659729004, 0.6650727987289429], "r_norm": [0.1915612518787384, 0.19587089121341705], "ldr": {"dL_sdil": -0.008449435234069824, "dL_bp": -0.010924793779850006, "ratio": 0.7734182817852542}}, {"step": 22050, "epoch": 56, "train_loss": 4.31897169619333e-05, "cos_r_negg": [0.6028664112091064, 0.6656563878059387], "cos_innovation_negg": [0.6028664112091064, 0.6656563878059387], "cos_apical_negg": [0.6028664112091064, 0.6656563878059387], "cos_Ac_negg": [0.6028664112091064, 0.6656563878059387], "r_norm": [0.19124233722686768, 0.19552457332611084]}, {"step": 22100, "epoch": 56, "train_loss": 0.00014128682960290462, "cos_r_negg": [0.60292649269104, 0.665856122970581], "cos_innovation_negg": [0.60292649269104, 0.665856122970581], "cos_apical_negg": [0.60292649269104, 0.665856122970581], "cos_Ac_negg": [0.60292649269104, 0.665856122970581], "r_norm": [0.19124609231948853, 0.1955241560935974]}, {"step": 22150, "epoch": 56, "train_loss": 0.00014139334962237626, "cos_r_negg": [0.6016316413879395, 0.6653920412063599], "cos_innovation_negg": [0.6016316413879395, 0.6653920412063599], "cos_apical_negg": [0.6016316413879395, 0.6653920412063599], "cos_Ac_negg": [0.6016316413879395, 0.6653920412063599], "r_norm": [0.1905142068862915, 0.19475917518138885]}, {"step": 22200, "epoch": 56, "train_loss": 0.0001411207194905728, "cos_r_negg": [0.6026533842086792, 0.6655532121658325], "cos_innovation_negg": [0.6026533842086792, 0.6655532121658325], "cos_apical_negg": [0.6026533842086792, 0.6655532121658325], "cos_Ac_negg": [0.6026533842086792, 0.6655532121658325], "r_norm": [0.18987704813480377, 0.19406984746456146]}, {"step": 22250, "epoch": 56, "train_loss": 0.0002275438600918278, "cos_r_negg": [0.6016427278518677, 0.6666216850280762], "cos_innovation_negg": [0.6016427278518677, 0.6666216850280762], "cos_apical_negg": [0.6016427278518677, 0.6666216850280762], "cos_Ac_negg": [0.6016427278518677, 0.6666216850280762], "r_norm": [0.19028840959072113, 0.19446371495723724], "ldr": {"dL_sdil": -0.00835612416267395, "dL_bp": -0.010784804821014404, "ratio": 0.7748053211303257}}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9755, "test_loss": 0.137907750415802}, {"step": 22300, "epoch": 57, "train_loss": 9.68552558333613e-05, "cos_r_negg": [0.6016991138458252, 0.6665650606155396], "cos_innovation_negg": [0.6016991138458252, 0.6665650606155396], "cos_apical_negg": [0.6016991138458252, 0.6665650606155396], "cos_Ac_negg": [0.6016991138458252, 0.6665650606155396], "r_norm": [0.19051483273506165, 0.19469045102596283]}, {"step": 22350, "epoch": 57, "train_loss": 0.00011102935241069645, "cos_r_negg": [0.6015239357948303, 0.6664109826087952], "cos_innovation_negg": [0.6015239357948303, 0.6664109826087952], "cos_apical_negg": [0.6015239357948303, 0.6664109826087952], "cos_Ac_negg": [0.6015239357948303, 0.6664109826087952], "r_norm": [0.19070065021514893, 0.19488662481307983]}, {"step": 22400, "epoch": 57, "train_loss": 9.929927909979597e-05, "cos_r_negg": [0.6014450788497925, 0.6665060520172119], "cos_innovation_negg": [0.6014450788497925, 0.6665060520172119], "cos_apical_negg": [0.6014450788497925, 0.6665060520172119], "cos_Ac_negg": [0.6014450788497925, 0.6665060520172119], "r_norm": [0.1901521235704422, 0.19431021809577942]}, {"step": 22450, "epoch": 57, "train_loss": 5.357402915251441e-05, "cos_r_negg": [0.6017089486122131, 0.6665335893630981], "cos_innovation_negg": [0.6017089486122131, 0.6665335893630981], "cos_apical_negg": [0.6017089486122131, 0.6665335893630981], "cos_Ac_negg": [0.6017089486122131, 0.6665335893630981], "r_norm": [0.19031628966331482, 0.1945013701915741]}, {"step": 22500, "epoch": 57, "train_loss": 5.661170871462673e-05, "cos_r_negg": [0.6016654968261719, 0.6665148138999939], "cos_innovation_negg": [0.6016654968261719, 0.6665148138999939], "cos_apical_negg": [0.6016654968261719, 0.6665148138999939], "cos_Ac_negg": [0.6016654968261719, 0.6665148138999939], "r_norm": [0.19059519469738007, 0.1947968602180481], "ldr": {"dL_sdil": -0.00838327407836914, "dL_bp": -0.010835349559783936, "ratio": 0.7736966889821605}}, {"step": 22550, "epoch": 57, "train_loss": 0.00011532556527527049, "cos_r_negg": [0.6019054055213928, 0.666305661201477], "cos_innovation_negg": [0.6019054055213928, 0.666305661201477], "cos_apical_negg": [0.6019054055213928, 0.666305661201477], "cos_Ac_negg": [0.6019054055213928, 0.666305661201477], "r_norm": [0.19067274034023285, 0.19491249322891235]}, {"step": 22600, "epoch": 57, "train_loss": 4.455746238818392e-05, "cos_r_negg": [0.6017334461212158, 0.6658340692520142], "cos_innovation_negg": [0.6017334461212158, 0.6658340692520142], "cos_apical_negg": [0.6017334461212158, 0.6658340692520142], "cos_Ac_negg": [0.6017334461212158, 0.6658340692520142], "r_norm": [0.19044330716133118, 0.19465596973896027]}, {"step": 22650, "epoch": 57, "train_loss": 8.078184328041971e-05, "cos_r_negg": [0.6022990345954895, 0.6662396192550659], "cos_innovation_negg": [0.6022990345954895, 0.6662396192550659], "cos_apical_negg": [0.6022990345954895, 0.6662396192550659], "cos_Ac_negg": [0.6022990345954895, 0.6662396192550659], "r_norm": [0.19002756476402283, 0.1941978633403778]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9754, "test_loss": 0.1381570463180542}, {"step": 22700, "epoch": 58, "train_loss": 9.761770343175158e-05, "cos_r_negg": [0.6026185750961304, 0.6656399369239807], "cos_innovation_negg": [0.6026185750961304, 0.6656399369239807], "cos_apical_negg": [0.6026185750961304, 0.6656399369239807], "cos_Ac_negg": [0.6026185750961304, 0.6656399369239807], "r_norm": [0.19045895338058472, 0.19465568661689758]}, {"step": 22750, "epoch": 58, "train_loss": 0.00013781205052509904, "cos_r_negg": [0.6027352213859558, 0.6657019853591919], "cos_innovation_negg": [0.6027352213859558, 0.6657019853591919], "cos_apical_negg": [0.6027352213859558, 0.6657019853591919], "cos_Ac_negg": [0.6027352213859558, 0.6657019853591919], "r_norm": [0.19087651371955872, 0.19510896503925323], "ldr": {"dL_sdil": -0.008433252573013306, "dL_bp": -0.010941147804260254, "ratio": 0.7707831686296728}}, {"step": 22800, "epoch": 58, "train_loss": 0.00013204049901105464, "cos_r_negg": [0.602025032043457, 0.6661324501037598], "cos_innovation_negg": [0.602025032043457, 0.6661324501037598], "cos_apical_negg": [0.602025032043457, 0.6661324501037598], "cos_Ac_negg": [0.602025032043457, 0.6661324501037598], "r_norm": [0.19099664688110352, 0.1952282190322876]}, {"step": 22850, "epoch": 58, "train_loss": 0.00011386604455765337, "cos_r_negg": [0.6018815040588379, 0.6660710573196411], "cos_innovation_negg": [0.6018815040588379, 0.6660710573196411], "cos_apical_negg": [0.6018815040588379, 0.6660710573196411], "cos_Ac_negg": [0.6018815040588379, 0.6660710573196411], "r_norm": [0.19143694639205933, 0.1957015097141266]}, {"step": 22900, "epoch": 58, "train_loss": 6.646262772846967e-05, "cos_r_negg": [0.6019073128700256, 0.6661628484725952], "cos_innovation_negg": [0.6019073128700256, 0.6661628484725952], "cos_apical_negg": [0.6019073128700256, 0.6661628484725952], "cos_Ac_negg": [0.6019073128700256, 0.6661628484725952], "r_norm": [0.19110752642154694, 0.1953168511390686]}, {"step": 22950, "epoch": 58, "train_loss": 8.176235132850707e-05, "cos_r_negg": [0.6019856929779053, 0.6661704182624817], "cos_innovation_negg": [0.6019856929779053, 0.6661704182624817], "cos_apical_negg": [0.6019856929779053, 0.6661704182624817], "cos_Ac_negg": [0.6019856929779053, 0.6661704182624817], "r_norm": [0.19099324941635132, 0.19517984986305237]}, {"step": 23000, "epoch": 58, "train_loss": 4.6171633584890515e-05, "cos_r_negg": [0.6017942428588867, 0.6659103631973267], "cos_innovation_negg": [0.6017942428588867, 0.6659103631973267], "cos_apical_negg": [0.6017942428588867, 0.6659103631973267], "cos_Ac_negg": [0.6017942428588867, 0.6659103631973267], "r_norm": [0.18999020755290985, 0.19413191080093384], "ldr": {"dL_sdil": -0.008367851376533508, "dL_bp": -0.010826118290424347, "ratio": 0.7729318257989879}}, {"step": 23050, "epoch": 58, "train_loss": 4.073385207448155e-05, "cos_r_negg": [0.6018632650375366, 0.6659629344940186], "cos_innovation_negg": [0.6018632650375366, 0.6659629344940186], "cos_apical_negg": [0.6018632650375366, 0.6659629344940186], "cos_Ac_negg": [0.6018632650375366, 0.6659629344940186], "r_norm": [0.18962255120277405, 0.19374188780784607]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9755, "test_loss": 0.13837844715118408}, {"step": 23100, "epoch": 59, "train_loss": 8.103213622234762e-05, "cos_r_negg": [0.6017767190933228, 0.6656898260116577], "cos_innovation_negg": [0.6017767190933228, 0.6656898260116577], "cos_apical_negg": [0.6017767190933228, 0.6656898260116577], "cos_Ac_negg": [0.6017767190933228, 0.6656898260116577], "r_norm": [0.1900838315486908, 0.19427166879177094]}, {"step": 23150, "epoch": 59, "train_loss": 4.4347994844429195e-05, "cos_r_negg": [0.6018266677856445, 0.6658649444580078], "cos_innovation_negg": [0.6018266677856445, 0.6658649444580078], "cos_apical_negg": [0.6018266677856445, 0.6658649444580078], "cos_Ac_negg": [0.6018266677856445, 0.6658649444580078], "r_norm": [0.1894250512123108, 0.1935318410396576]}, {"step": 23200, "epoch": 59, "train_loss": 3.625242970883846e-05, "cos_r_negg": [0.6019407510757446, 0.6664369702339172], "cos_innovation_negg": [0.6019407510757446, 0.6664369702339172], "cos_apical_negg": [0.6019407510757446, 0.6664369702339172], "cos_Ac_negg": [0.6019407510757446, 0.6664369702339172], "r_norm": [0.1899111568927765, 0.19407466053962708]}, {"step": 23250, "epoch": 59, "train_loss": 7.042913057375699e-05, "cos_r_negg": [0.6020638942718506, 0.6659747362136841], "cos_innovation_negg": [0.6020638942718506, 0.6659747362136841], "cos_apical_negg": [0.6020638942718506, 0.6659747362136841], "cos_Ac_negg": [0.6020638942718506, 0.6659747362136841], "r_norm": [0.18944266438484192, 0.1936042457818985], "ldr": {"dL_sdil": -0.008373357355594635, "dL_bp": -0.01085025817155838, "ratio": 0.7717196423531738}}, {"step": 23300, "epoch": 59, "train_loss": 7.978687062859535e-05, "cos_r_negg": [0.6016735434532166, 0.6662695407867432], "cos_innovation_negg": [0.6016735434532166, 0.6662695407867432], "cos_apical_negg": [0.6016735434532166, 0.6662695407867432], "cos_Ac_negg": [0.6016735434532166, 0.6662695407867432], "r_norm": [0.1896129995584488, 0.19381749629974365]}, {"step": 23350, "epoch": 59, "train_loss": 3.785909939324483e-05, "cos_r_negg": [0.6019077301025391, 0.6658077239990234], "cos_innovation_negg": [0.6019077301025391, 0.6658077239990234], "cos_apical_negg": [0.6019077301025391, 0.6658077239990234], "cos_Ac_negg": [0.6019077301025391, 0.6658077239990234], "r_norm": [0.19061246514320374, 0.19489321112632751]}, {"step": 23400, "epoch": 59, "train_loss": 0.00026393664302304387, "cos_r_negg": [0.6020212173461914, 0.665915846824646], "cos_innovation_negg": [0.6020212173461914, 0.665915846824646], "cos_apical_negg": [0.6020212173461914, 0.665915846824646], "cos_Ac_negg": [0.6020212173461914, 0.665915846824646], "r_norm": [0.18967552483081818, 0.19388093054294586]}, {"step": 23450, "epoch": 59, "train_loss": 4.888051626039669e-05, "cos_r_negg": [0.6021223664283752, 0.6661556959152222], "cos_innovation_negg": [0.6021223664283752, 0.6661556959152222], "cos_apical_negg": [0.6021223664283752, 0.6661556959152222], "cos_Ac_negg": [0.6021223664283752, 0.6661556959152222], "r_norm": [0.1895928680896759, 0.1937410533428192]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9754, "test_loss": 0.1386294857978821}], "final": {"test_acc": 0.9754, "test_loss": 0.1386294857978821, "wall_s": 57.55477333068848, "cos_r_negg": [0.6020215153694153, 0.6661398410797119], "cos_innovation_negg": [0.6020215153694153, 0.6661398410797119], "cos_apical_negg": [0.6020215153694153, 0.6661398410797119], "cos_Ac_negg": [0.6020215153694153, 0.6661398410797119]}}