{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.05, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p05_residual_s3", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.331878900527954, "cos_r_negg": [-0.014014249667525291, 0.01371424738317728, 0.006087127141654491], "cos_innovation_negg": [-0.014014249667525291, 0.01371424738317728, 0.006087127141654491], "cos_apical_negg": [-0.014671075157821178, 0.012926098890602589, 0.005224401131272316], "cos_Ac_negg": [-0.01401443500071764, 0.013714214786887169, 0.006087020039558411], "r_norm": [4.8543853759765625, 4.749162673950195, 4.848544120788574], "ldr": {"dL_sdil": -0.005753755569458008, "dL_bp": -0.23060989379882812, "ratio": 0.024950167899029}}, {"step": 100, "epoch": 0, "train_loss": 0.18896791338920593, "cos_r_negg": [0.4277474284172058, 0.36101263761520386, 0.3145836591720581], "cos_innovation_negg": [0.4277474284172058, 0.36101263761520386, 0.3145836591720581], "cos_apical_negg": [0.18812501430511475, 0.17243920266628265, 0.19488902390003204], "cos_Ac_negg": [0.42809146642684937, 0.3610365688800812, 0.3144207000732422], "r_norm": [0.861072301864624, 0.8483306169509888, 0.8574384450912476]}, {"step": 200, "epoch": 0, "train_loss": 0.2482275664806366, "cos_r_negg": [0.4761043190956116, 0.43292197585105896, 0.34609800577163696], "cos_innovation_negg": [0.4761043190956116, 0.43292197585105896, 0.34609800577163696], "cos_apical_negg": [0.18414995074272156, 0.18712753057479858, 0.18857455253601074], "cos_Ac_negg": [0.47644031047821045, 0.4332488179206848, 0.3458453416824341], "r_norm": [0.7485713958740234, 0.735547661781311, 0.7477411031723022]}, {"step": 300, "epoch": 0, "train_loss": 0.14099109172821045, "cos_r_negg": [0.4927925169467926, 0.46113651990890503, 0.37848058342933655], "cos_innovation_negg": [0.4927925169467926, 0.46113651990890503, 0.37848058342933655], "cos_apical_negg": [0.16623306274414062, 0.17412245273590088, 0.18429788947105408], "cos_Ac_negg": [0.4929081201553345, 0.461198091506958, 0.37851786613464355], "r_norm": [0.6309524178504944, 0.6242880821228027, 0.6307910680770874]}, {"step": 400, "epoch": 0, "train_loss": 0.17211204767227173, "cos_r_negg": [0.5215590596199036, 0.47604459524154663, 0.41393402218818665], "cos_innovation_negg": [0.5215590596199036, 0.47604459524154663, 0.41393402218818665], "cos_apical_negg": [0.15252500772476196, 0.16053888201713562, 0.18281841278076172], "cos_Ac_negg": [0.5218977928161621, 0.4759637117385864, 0.41391241550445557], "r_norm": [0.5391026735305786, 0.5325049161911011, 0.5389631986618042]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9454, "test_loss": 0.18038152313232422}, {"step": 500, "epoch": 1, "train_loss": 0.22109106183052063, "cos_r_negg": [0.5123040676116943, 0.499828040599823, 0.42953142523765564], "cos_innovation_negg": [0.5123040676116943, 0.499828040599823, 0.42953142523765564], "cos_apical_negg": [0.13247118890285492, 0.1363692432641983, 0.1852826178073883], "cos_Ac_negg": [0.5127270221710205, 0.49992114305496216, 0.4294663071632385], "r_norm": [0.5086184144020081, 0.49894434213638306, 0.5069912672042847], "ldr": {"dL_sdil": -0.014748841524124146, "dL_bp": -0.012521758675575256, "ratio": 1.177857033205168}}, {"step": 600, "epoch": 1, "train_loss": 0.10845459252595901, "cos_r_negg": [0.5136754512786865, 0.5219959020614624, 0.4420141577720642], "cos_innovation_negg": [0.5136754512786865, 0.5219959020614624, 0.4420141577720642], "cos_apical_negg": [0.11937592923641205, 0.13484901189804077, 0.17201198637485504], "cos_Ac_negg": [0.5142444372177124, 0.5224712491035461, 0.4419541358947754], "r_norm": [0.4019564986228943, 0.3954637050628662, 0.4005798101425171]}, {"step": 700, "epoch": 1, "train_loss": 0.20623335242271423, "cos_r_negg": [0.544032871723175, 0.5368605852127075, 0.44347792863845825], "cos_innovation_negg": [0.544032871723175, 0.5368605852127075, 0.44347792863845825], "cos_apical_negg": [0.1390547901391983, 0.15632595121860504, 0.18349575996398926], "cos_Ac_negg": [0.5453894138336182, 0.5376474857330322, 0.44339117407798767], "r_norm": [0.4327465295791626, 0.42756372690200806, 0.4326320290565491]}, {"step": 800, "epoch": 1, "train_loss": 0.1443621665239334, "cos_r_negg": [0.5252273082733154, 0.5320252180099487, 0.47417280077934265], "cos_innovation_negg": [0.5252273082733154, 0.5320252180099487, 0.47417280077934265], "cos_apical_negg": [0.11338149756193161, 0.12324408441781998, 0.172146275639534], "cos_Ac_negg": [0.5257970094680786, 0.5325189232826233, 0.4741213619709015], "r_norm": [0.35672813653945923, 0.3530079126358032, 0.35578417778015137]}, {"step": 900, "epoch": 1, "train_loss": 0.21021562814712524, "cos_r_negg": [0.5338379144668579, 0.5530998110771179, 0.4773702919483185], "cos_innovation_negg": [0.5338379144668579, 0.5530998110771179, 0.4773702919483185], "cos_apical_negg": [0.130013108253479, 0.14560917019844055, 0.16989204287528992], "cos_Ac_negg": [0.533989429473877, 0.5531902313232422, 0.47731107473373413], "r_norm": [0.41594284772872925, 0.4096883535385132, 0.4138052463531494]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9563, "test_loss": 0.1548952980041504}, {"step": 1000, "epoch": 2, "train_loss": 0.013534436002373695, "cos_r_negg": [0.5393010973930359, 0.5528655648231506, 0.4911356568336487], "cos_innovation_negg": [0.5393010973930359, 0.5528655648231506, 0.4911356568336487], "cos_apical_negg": [0.09154845774173737, 0.11205717921257019, 0.1610165536403656], "cos_Ac_negg": [0.5395617485046387, 0.553184986114502, 0.4907969832420349], "r_norm": [0.31779003143310547, 0.31518927216529846, 0.3174085021018982], "ldr": {"dL_sdil": -0.0063033923506736755, "dL_bp": -0.005692437291145325, "ratio": 1.1073274993259392}}, {"step": 1100, "epoch": 2, "train_loss": 0.14892613887786865, "cos_r_negg": [0.5432581901550293, 0.5739394426345825, 0.5088933110237122], "cos_innovation_negg": [0.5432581901550293, 0.5739394426345825, 0.5088933110237122], "cos_apical_negg": [0.10961363464593887, 0.13377754390239716, 0.17714881896972656], "cos_Ac_negg": [0.5437158942222595, 0.5740728378295898, 0.5084002614021301], "r_norm": [0.3903537690639496, 0.3856971859931946, 0.38598519563674927]}, {"step": 1200, "epoch": 2, "train_loss": 0.1322353631258011, "cos_r_negg": [0.5249543190002441, 0.5608853697776794, 0.5076075196266174], "cos_innovation_negg": [0.5249543190002441, 0.5608853697776794, 0.5076075196266174], "cos_apical_negg": [0.07521849870681763, 0.11062383651733398, 0.15268629789352417], "cos_Ac_negg": [0.5263264179229736, 0.5619728565216064, 0.5070093870162964], "r_norm": [0.33100879192352295, 0.3271823823451996, 0.3293168544769287]}, {"step": 1300, "epoch": 2, "train_loss": 0.1248982772231102, "cos_r_negg": [0.5413243174552917, 0.5811703205108643, 0.512839138507843], "cos_innovation_negg": [0.5413243174552917, 0.5811703205108643, 0.512839138507843], "cos_apical_negg": [0.10059108585119247, 0.12123358249664307, 0.15553097426891327], "cos_Ac_negg": [0.5420103073120117, 0.581811785697937, 0.5120610594749451], "r_norm": [0.31863194704055786, 0.3162306547164917, 0.31757181882858276]}, {"step": 1400, "epoch": 2, "train_loss": 0.15081247687339783, "cos_r_negg": [0.5458354949951172, 0.5704351663589478, 0.5030908584594727], "cos_innovation_negg": [0.5458354949951172, 0.5704351663589478, 0.5030908584594727], "cos_apical_negg": [0.0876942053437233, 0.11402508616447449, 0.1553117036819458], "cos_Ac_negg": [0.5477430820465088, 0.5731785297393799, 0.5030618906021118], "r_norm": [0.29823172092437744, 0.29524749517440796, 0.2968723177909851]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9645, "test_loss": 0.12388780097961426}, {"step": 1500, "epoch": 3, "train_loss": 0.04028237611055374, "cos_r_negg": [0.5587222576141357, 0.5883270502090454, 0.5224758386611938], "cos_innovation_negg": [0.5587222576141357, 0.5883270502090454, 0.5224758386611938], "cos_apical_negg": [0.06787993013858795, 0.1011337861418724, 0.15038762986660004], "cos_Ac_negg": [0.5597240924835205, 0.5889119505882263, 0.5218582153320312], "r_norm": [0.2850165367126465, 0.2799333930015564, 0.2821390628814697], "ldr": {"dL_sdil": -0.006664574146270752, "dL_bp": -0.006693407893180847, "ratio": 0.9956922172725391}}, {"step": 1600, "epoch": 3, "train_loss": 0.10059386491775513, "cos_r_negg": [0.5654084086418152, 0.5908755660057068, 0.5266769528388977], "cos_innovation_negg": [0.5654084086418152, 0.5908755660057068, 0.5266769528388977], "cos_apical_negg": [0.08414043486118317, 0.10758581757545471, 0.14044392108917236], "cos_Ac_negg": [0.5662648677825928, 0.5915886759757996, 0.5257163643836975], "r_norm": [0.2612973749637604, 0.25870954990386963, 0.25837814807891846]}, {"step": 1700, "epoch": 3, "train_loss": 0.040523283183574677, "cos_r_negg": [0.5497581958770752, 0.5974898338317871, 0.5349857807159424], "cos_innovation_negg": [0.5497581958770752, 0.5974898338317871, 0.5349857807159424], "cos_apical_negg": [0.08124493062496185, 0.11289441585540771, 0.1483648717403412], "cos_Ac_negg": [0.5545519590377808, 0.6012608408927917, 0.5365568399429321], "r_norm": [0.2678019404411316, 0.26343464851379395, 0.2634611129760742]}, {"step": 1800, "epoch": 3, "train_loss": 0.027563145384192467, "cos_r_negg": [0.5687366724014282, 0.6049169898033142, 0.5381788611412048], "cos_innovation_negg": [0.5687366724014282, 0.6049169898033142, 0.5381788611412048], "cos_apical_negg": [0.049595482647418976, 0.09417969733476639, 0.14538456499576569], "cos_Ac_negg": [0.5730600953102112, 0.6076704263687134, 0.5386600494384766], "r_norm": [0.21144218742847443, 0.20892775058746338, 0.20958486199378967]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9635, "test_loss": 0.12646708030700685}, {"step": 1900, "epoch": 4, "train_loss": 0.015225281938910484, "cos_r_negg": [0.5637871026992798, 0.6106384992599487, 0.5436741709709167], "cos_innovation_negg": [0.5637871026992798, 0.6106384992599487, 0.5436741709709167], "cos_apical_negg": [0.07135987281799316, 0.12155803292989731, 0.15595504641532898], "cos_Ac_negg": [0.5693656206130981, 0.6151727437973022, 0.5434404611587524], "r_norm": [0.3249160945415497, 0.32185566425323486, 0.3233655095100403]}, {"step": 2000, "epoch": 4, "train_loss": 0.11175475269556046, "cos_r_negg": [0.5507205724716187, 0.5885815620422363, 0.5400558114051819], "cos_innovation_negg": [0.5507205724716187, 0.5885815620422363, 0.5400558114051819], "cos_apical_negg": [0.054052963852882385, 0.08648832887411118, 0.136165052652359], "cos_Ac_negg": [0.5646088123321533, 0.599081814289093, 0.544467568397522], "r_norm": [0.23077525198459625, 0.22606392204761505, 0.2264135181903839], "ldr": {"dL_sdil": -0.00494229793548584, "dL_bp": -0.004889249801635742, "ratio": 1.0108499536743552}}, {"step": 2100, "epoch": 4, "train_loss": 0.018824519589543343, "cos_r_negg": [0.5495516061782837, 0.6029183864593506, 0.5498232245445251], "cos_innovation_negg": [0.5495516061782837, 0.6029183864593506, 0.5498232245445251], "cos_apical_negg": [0.05941082537174225, 0.1011587381362915, 0.13563662767410278], "cos_Ac_negg": [0.5616047978401184, 0.6121972799301147, 0.5551217794418335], "r_norm": [0.2296755611896515, 0.22587710618972778, 0.22697503864765167]}, {"step": 2200, "epoch": 4, "train_loss": 0.020374715328216553, "cos_r_negg": [0.5610834360122681, 0.6179388165473938, 0.5692180395126343], "cos_innovation_negg": [0.5610834360122681, 0.6179388165473938, 0.5692180395126343], "cos_apical_negg": [0.04980545490980148, 0.09287083148956299, 0.14041882753372192], "cos_Ac_negg": [0.5652894973754883, 0.6210495233535767, 0.5688716173171997], "r_norm": [0.23919302225112915, 0.23531633615493774, 0.23693540692329407]}, {"step": 2300, "epoch": 4, "train_loss": 0.1461770385503769, "cos_r_negg": [0.5443936586380005, 0.6041824817657471, 0.5717413425445557], "cos_innovation_negg": [0.5443936586380005, 0.6041824817657471, 0.5717413425445557], "cos_apical_negg": [0.06246369332075119, 0.08481846749782562, 0.13933628797531128], "cos_Ac_negg": [0.5540826320648193, 0.6111220121383667, 0.5723639726638794], "r_norm": [0.23322424292564392, 0.23028363287448883, 0.23023328185081482]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9693, "test_loss": 0.11612348155975342}, {"step": 2400, "epoch": 5, "train_loss": 0.04837659373879433, "cos_r_negg": [0.5497555136680603, 0.613798975944519, 0.5836246013641357], "cos_innovation_negg": [0.5497555136680603, 0.613798975944519, 0.5836246013641357], "cos_apical_negg": [0.03422921150922775, 0.07524777203798294, 0.1288151741027832], "cos_Ac_negg": [0.5625805854797363, 0.6243216395378113, 0.5868514776229858], "r_norm": [0.1937330812215805, 0.1903836578130722, 0.1914653182029724]}, {"step": 2500, "epoch": 5, "train_loss": 0.03572862967848778, "cos_r_negg": [0.536297619342804, 0.6122587323188782, 0.5744787454605103], "cos_innovation_negg": [0.536297619342804, 0.6122587323188782, 0.5744787454605103], "cos_apical_negg": [0.04073914885520935, 0.08260023593902588, 0.13423827290534973], "cos_Ac_negg": [0.5574368238449097, 0.6312673687934875, 0.5834949016571045], "r_norm": [0.22491031885147095, 0.22121581435203552, 0.22201752662658691], "ldr": {"dL_sdil": -0.006825193762779236, "dL_bp": -0.008200183510780334, "ratio": 0.8323220759397062}}, {"step": 2600, "epoch": 5, "train_loss": 0.06313536316156387, "cos_r_negg": [0.5575818419456482, 0.6159696578979492, 0.5860693454742432], "cos_innovation_negg": [0.5575818419456482, 0.6159696578979492, 0.5860693454742432], "cos_apical_negg": [0.044788509607315063, 0.07898969948291779, 0.13901212811470032], "cos_Ac_negg": [0.5775165557861328, 0.6329346895217896, 0.5903804302215576], "r_norm": [0.2355024516582489, 0.23218277096748352, 0.23283711075782776]}, {"step": 2700, "epoch": 5, "train_loss": 0.06016786769032478, "cos_r_negg": [0.5621662139892578, 0.6278358697891235, 0.5985808372497559], "cos_innovation_negg": [0.5621662139892578, 0.6278358697891235, 0.5985808372497559], "cos_apical_negg": [0.035947442054748535, 0.08550694584846497, 0.13080622255802155], "cos_Ac_negg": [0.5798708200454712, 0.6431190371513367, 0.6033709049224854], "r_norm": [0.18281646072864532, 0.17833128571510315, 0.17989735305309296]}, {"step": 2800, "epoch": 5, "train_loss": 0.06002722680568695, "cos_r_negg": [0.5565155744552612, 0.6199231147766113, 0.5964016318321228], "cos_innovation_negg": [0.5565155744552612, 0.6199231147766113, 0.5964016318321228], "cos_apical_negg": [0.056141890585422516, 0.07961973547935486, 0.13654595613479614], "cos_Ac_negg": [0.5821346640586853, 0.6405961513519287, 0.6023705005645752], "r_norm": [0.21004138886928558, 0.2063857614994049, 0.20794540643692017]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9691, "test_loss": 0.117822243309021}, {"step": 2900, "epoch": 6, "train_loss": 0.004632744938135147, "cos_r_negg": [0.5625027418136597, 0.6185270547866821, 0.5973436832427979], "cos_innovation_negg": [0.5625027418136597, 0.6185270547866821, 0.5973436832427979], "cos_apical_negg": [0.04439803957939148, 0.07868873327970505, 0.1325622797012329], "cos_Ac_negg": [0.5979520678520203, 0.6471431255340576, 0.6128271818161011], "r_norm": [0.20341899991035461, 0.19988590478897095, 0.2015589028596878]}, {"step": 3000, "epoch": 6, "train_loss": 0.10176092386245728, "cos_r_negg": [0.5381157994270325, 0.596107006072998, 0.592484712600708], "cos_innovation_negg": [0.5381157994270325, 0.596107006072998, 0.592484712600708], "cos_apical_negg": [0.04250746965408325, 0.06732872128486633, 0.12799181044101715], "cos_Ac_negg": [0.5829313397407532, 0.6410611867904663, 0.6182559728622437], "r_norm": [0.18036162853240967, 0.17583096027374268, 0.17725782096385956], "ldr": {"dL_sdil": -0.0044542476534843445, "dL_bp": -0.005535684525966644, "ratio": 0.8046426115127182}}, {"step": 3100, "epoch": 6, "train_loss": 0.046246424317359924, "cos_r_negg": [0.5313170552253723, 0.5852774381637573, 0.5927698612213135], "cos_innovation_negg": [0.5313170552253723, 0.5852774381637573, 0.5927698612213135], "cos_apical_negg": [0.04007897526025772, 0.06363086402416229, 0.12532269954681396], "cos_Ac_negg": [0.5821939706802368, 0.640598475933075, 0.6236097812652588], "r_norm": [0.16094055771827698, 0.15582650899887085, 0.15900975465774536]}, {"step": 3200, "epoch": 6, "train_loss": 0.016133006662130356, "cos_r_negg": [0.5231339335441589, 0.5813295841217041, 0.5877962112426758], "cos_innovation_negg": [0.5231339335441589, 0.5813295841217041, 0.5877962112426758], "cos_apical_negg": [0.03526952490210533, 0.06485208868980408, 0.1240764632821083], "cos_Ac_negg": [0.5881475210189819, 0.6474661827087402, 0.6253440380096436], "r_norm": [0.17031420767307281, 0.16718390583992004, 0.1690060943365097]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9707, "test_loss": 0.115691064453125}, {"step": 3300, "epoch": 7, "train_loss": 0.0074622053653001785, "cos_r_negg": [0.5143393874168396, 0.5768665671348572, 0.582038164138794], "cos_innovation_negg": [0.5143393874168396, 0.5768665671348572, 0.582038164138794], "cos_apical_negg": [0.03136651962995529, 0.061983153223991394, 0.11461574584245682], "cos_Ac_negg": [0.5870507955551147, 0.6505273580551147, 0.6293970942497253], "r_norm": [0.1587715744972229, 0.15534371137619019, 0.15824705362319946]}, {"step": 3400, "epoch": 7, "train_loss": 0.01476661954075098, "cos_r_negg": [0.48588258028030396, 0.5407200455665588, 0.5630463361740112], "cos_innovation_negg": [0.48588258028030396, 0.5407200455665588, 0.5630463361740112], "cos_apical_negg": [0.0291840061545372, 0.06487597525119781, 0.12235292792320251], "cos_Ac_negg": [0.5872980952262878, 0.6487741470336914, 0.6343486309051514], "r_norm": [0.17334650456905365, 0.1690506488084793, 0.17054972052574158]}, {"step": 3500, "epoch": 7, "train_loss": 0.006560184061527252, "cos_r_negg": [0.48604172468185425, 0.5459116697311401, 0.5594459772109985], "cos_innovation_negg": [0.48604172468185425, 0.5459116697311401, 0.5594459772109985], "cos_apical_negg": [0.03325795382261276, 0.05744883790612221, 0.11568857729434967], "cos_Ac_negg": [0.5845441818237305, 0.6544637084007263, 0.6349652409553528], "r_norm": [0.1733866035938263, 0.1700642853975296, 0.17158269882202148], "ldr": {"dL_sdil": -0.006456710398197174, "dL_bp": -0.009141050279140472, "ratio": 0.7063422912059832}}, {"step": 3600, "epoch": 7, "train_loss": 0.001369433244690299, "cos_r_negg": [0.48910605907440186, 0.5545433163642883, 0.5670478940010071], "cos_innovation_negg": [0.48910605907440186, 0.5545433163642883, 0.5670478940010071], "cos_apical_negg": [0.03457564860582352, 0.06288737058639526, 0.11744757741689682], "cos_Ac_negg": [0.5871787667274475, 0.6595185399055481, 0.6443623900413513], "r_norm": [0.17093980312347412, 0.1654106080532074, 0.16844306886196136]}, {"step": 3700, "epoch": 7, "train_loss": 0.0021250678692013025, "cos_r_negg": [0.4907078146934509, 0.5503069162368774, 0.5675644874572754], "cos_innovation_negg": [0.4907078146934509, 0.5503069162368774, 0.5675644874572754], "cos_apical_negg": [0.052500028163194656, 0.06807701289653778, 0.1133408397436142], "cos_Ac_negg": [0.5924239158630371, 0.6609795689582825, 0.6507213711738586], "r_norm": [0.18370124697685242, 0.1790221631526947, 0.18143978714942932]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9726, "test_loss": 0.12102063503265381}, {"step": 3800, "epoch": 8, "train_loss": 0.002206292701885104, "cos_r_negg": [0.455464243888855, 0.5244035124778748, 0.548377275466919], "cos_innovation_negg": [0.455464243888855, 0.5244035124778748, 0.548377275466919], "cos_apical_negg": [0.033319875597953796, 0.05864904075860977, 0.11244694888591766], "cos_Ac_negg": [0.5827034711837769, 0.6586761474609375, 0.6472840309143066], "r_norm": [0.16320034861564636, 0.16059494018554688, 0.16055868566036224]}, {"step": 3900, "epoch": 8, "train_loss": 0.0057874200865626335, "cos_r_negg": [0.4457911252975464, 0.5177236199378967, 0.5387643575668335], "cos_innovation_negg": [0.4457911252975464, 0.5177236199378967, 0.5387643575668335], "cos_apical_negg": [0.030217789113521576, 0.06493405997753143, 0.11017754673957825], "cos_Ac_negg": [0.5799587965011597, 0.6631183624267578, 0.6538204550743103], "r_norm": [0.14894600212574005, 0.14518943428993225, 0.14689865708351135]}, {"step": 4000, "epoch": 8, "train_loss": 0.006218268536031246, "cos_r_negg": [0.4253624379634857, 0.4945695996284485, 0.5257371664047241], "cos_innovation_negg": [0.4253624379634857, 0.4945695996284485, 0.5257371664047241], "cos_apical_negg": [0.0323532298207283, 0.058745063841342926, 0.10401240736246109], "cos_Ac_negg": [0.5789551138877869, 0.6598927974700928, 0.6540126204490662], "r_norm": [0.15835723280906677, 0.15524335205554962, 0.1564338654279709], "ldr": {"dL_sdil": -0.006487831473350525, "dL_bp": -0.009858623147010803, "ratio": 0.6580869738709585}}, {"step": 4100, "epoch": 8, "train_loss": 0.01178626250475645, "cos_r_negg": [0.43771135807037354, 0.508246660232544, 0.5339679718017578], "cos_innovation_negg": [0.43771135807037354, 0.508246660232544, 0.5339679718017578], "cos_apical_negg": [0.03737693279981613, 0.06301218271255493, 0.10186943411827087], "cos_Ac_negg": [0.5784783363342285, 0.660437822341919, 0.6590499877929688], "r_norm": [0.14424073696136475, 0.14067167043685913, 0.14295223355293274]}, {"step": 4200, "epoch": 8, "train_loss": 0.014768831431865692, "cos_r_negg": [0.4162524342536926, 0.4912894070148468, 0.5207354426383972], "cos_innovation_negg": [0.4162524342536926, 0.4912894070148468, 0.5207354426383972], "cos_apical_negg": [0.02151874080300331, 0.05593392625451088, 0.0995345264673233], "cos_Ac_negg": [0.5789660811424255, 0.6606719493865967, 0.6565781831741333], "r_norm": [0.15473459661006927, 0.15114256739616394, 0.1521206647157669]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9725, "test_loss": 0.12661395950317383}, {"step": 4300, "epoch": 9, "train_loss": 0.0013256785459816456, "cos_r_negg": [0.40297722816467285, 0.46929240226745605, 0.5026384592056274], "cos_innovation_negg": [0.40297722816467285, 0.46929240226745605, 0.5026384592056274], "cos_apical_negg": [0.02145608514547348, 0.05844983458518982, 0.09758409857749939], "cos_Ac_negg": [0.5759316682815552, 0.6565595865249634, 0.6569873094558716], "r_norm": [0.15959107875823975, 0.15707780420780182, 0.15762834250926971]}, {"step": 4400, "epoch": 9, "train_loss": 0.0028267870657145977, "cos_r_negg": [0.384077250957489, 0.45126840472221375, 0.49205225706100464], "cos_innovation_negg": [0.384077250957489, 0.45126840472221375, 0.49205225706100464], "cos_apical_negg": [0.019026050344109535, 0.05792634189128876, 0.09886044263839722], "cos_Ac_negg": [0.5747684836387634, 0.656345009803772, 0.6619800329208374], "r_norm": [0.17581918835639954, 0.17166317999362946, 0.17315301299095154]}, {"step": 4500, "epoch": 9, "train_loss": 0.05075601115822792, "cos_r_negg": [0.3887633979320526, 0.4507681727409363, 0.4911920130252838], "cos_innovation_negg": [0.3887633979320526, 0.4507681727409363, 0.4911920130252838], "cos_apical_negg": [0.026776937767863274, 0.05881907790899277, 0.10061895102262497], "cos_Ac_negg": [0.5810046195983887, 0.6585254669189453, 0.6648799180984497], "r_norm": [0.15796691179275513, 0.15528523921966553, 0.15562662482261658], "ldr": {"dL_sdil": -0.007897064089775085, "dL_bp": -0.012957476079463959, "ratio": 0.609460055441737}}, {"step": 4600, "epoch": 9, "train_loss": 0.0005691738333553076, "cos_r_negg": [0.38581597805023193, 0.45048877596855164, 0.4899650812149048], "cos_innovation_negg": [0.38581597805023193, 0.45048877596855164, 0.4899650812149048], "cos_apical_negg": [0.023280508816242218, 0.05489152669906616, 0.09833288192749023], "cos_Ac_negg": [0.5753306150436401, 0.6580355167388916, 0.6644841432571411], "r_norm": [0.15791055560112, 0.1558215171098709, 0.15515026450157166]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9731, "test_loss": 0.13092050895690918}, {"step": 4700, "epoch": 10, "train_loss": 0.0037356780376285315, "cos_r_negg": [0.36362963914871216, 0.4224255084991455, 0.4594394266605377], "cos_innovation_negg": [0.36362963914871216, 0.4224255084991455, 0.4594394266605377], "cos_apical_negg": [0.02317235991358757, 0.055542632937431335, 0.09649364650249481], "cos_Ac_negg": [0.5738381743431091, 0.6560713648796082, 0.6588197946548462], "r_norm": [0.16464504599571228, 0.16251137852668762, 0.1628788262605667]}, {"step": 4800, "epoch": 10, "train_loss": 0.0034398639108985662, "cos_r_negg": [0.3516177535057068, 0.4107159972190857, 0.444058358669281], "cos_innovation_negg": [0.3516177535057068, 0.4107159972190857, 0.444058358669281], "cos_apical_negg": [0.018939707428216934, 0.056151412427425385, 0.09089028835296631], "cos_Ac_negg": [0.5741580128669739, 0.6540528535842896, 0.6597457528114319], "r_norm": [0.15535713732242584, 0.1531437784433365, 0.15327326953411102]}, {"step": 4900, "epoch": 10, "train_loss": 0.001210769871249795, "cos_r_negg": [0.3454546332359314, 0.40243300795555115, 0.4382479190826416], "cos_innovation_negg": [0.3454546332359314, 0.40243300795555115, 0.4382479190826416], "cos_apical_negg": [0.013848450034856796, 0.05157997086644173, 0.0892142504453659], "cos_Ac_negg": [0.5730417966842651, 0.6554983854293823, 0.6587049961090088], "r_norm": [0.13984805345535278, 0.13772936165332794, 0.13778550922870636]}, {"step": 5000, "epoch": 10, "train_loss": 0.00034295825753360987, "cos_r_negg": [0.3217296600341797, 0.3829406499862671, 0.4185682535171509], "cos_innovation_negg": [0.3217296600341797, 0.3829406499862671, 0.4185682535171509], "cos_apical_negg": [0.01483751367777586, 0.05268975719809532, 0.08780761808156967], "cos_Ac_negg": [0.5671790242195129, 0.6507988572120667, 0.657765805721283], "r_norm": [0.1580510288476944, 0.1568574756383896, 0.15615391731262207], "ldr": {"dL_sdil": -0.008800826966762543, "dL_bp": -0.01480904221534729, "ratio": 0.5942873846116693}}, {"step": 5100, "epoch": 10, "train_loss": 0.00383337982930243, "cos_r_negg": [0.34335386753082275, 0.40398091077804565, 0.44169560074806213], "cos_innovation_negg": [0.34335386753082275, 0.40398091077804565, 0.44169560074806213], "cos_apical_negg": [0.014041442424058914, 0.05189131200313568, 0.08587805181741714], "cos_Ac_negg": [0.5753651261329651, 0.655285120010376, 0.6660525798797607], "r_norm": [0.14091816544532776, 0.13953402638435364, 0.13897103071212769]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9721, "test_loss": 0.1377161819458008}, {"step": 5200, "epoch": 11, "train_loss": 0.0006252616876736283, "cos_r_negg": [0.3330591320991516, 0.39026546478271484, 0.430513471364975], "cos_innovation_negg": [0.3330591320991516, 0.39026546478271484, 0.430513471364975], "cos_apical_negg": [0.01826108805835247, 0.04962429404258728, 0.09033550322055817], "cos_Ac_negg": [0.5750359892845154, 0.6553247570991516, 0.6685219407081604], "r_norm": [0.15488600730895996, 0.1532621681690216, 0.1529770940542221]}, {"step": 5300, "epoch": 11, "train_loss": 0.001262085628695786, "cos_r_negg": [0.3209419846534729, 0.37671148777008057, 0.41460204124450684], "cos_innovation_negg": [0.3209419846534729, 0.37671148777008057, 0.41460204124450684], "cos_apical_negg": [0.015010406263172626, 0.04841785505414009, 0.08628202974796295], "cos_Ac_negg": [0.5682228207588196, 0.6508738398551941, 0.6643944978713989], "r_norm": [0.1570015549659729, 0.15463638305664062, 0.15491819381713867]}, {"step": 5400, "epoch": 11, "train_loss": 0.0020298766903579235, "cos_r_negg": [0.31819993257522583, 0.3732580244541168, 0.40698209404945374], "cos_innovation_negg": [0.31819993257522583, 0.3732580244541168, 0.40698209404945374], "cos_apical_negg": [0.01870063878595829, 0.05015512555837631, 0.08647607266902924], "cos_Ac_negg": [0.5702471137046814, 0.6530635952949524, 0.6635887622833252], "r_norm": [0.1563768982887268, 0.1544710099697113, 0.15432460606098175]}, {"step": 5500, "epoch": 11, "train_loss": 0.0023977679666131735, "cos_r_negg": [0.3127661347389221, 0.3656383156776428, 0.40201860666275024], "cos_innovation_negg": [0.3127661347389221, 0.3656383156776428, 0.40201860666275024], "cos_apical_negg": [0.014782181940972805, 0.04763004928827286, 0.0845022201538086], "cos_Ac_negg": [0.5699431896209717, 0.650721549987793, 0.6632071733474731], "r_norm": [0.15096385776996613, 0.14922848343849182, 0.14893195033073425], "ldr": {"dL_sdil": -0.00817299634218216, "dL_bp": -0.014765284955501556, "ratio": 0.5535278436422518}}, {"step": 5600, "epoch": 11, "train_loss": 0.0005157387931831181, "cos_r_negg": [0.3039851784706116, 0.3539344072341919, 0.38751694560050964], "cos_innovation_negg": [0.3039851784706116, 0.3539344072341919, 0.38751694560050964], "cos_apical_negg": [0.01567096635699272, 0.04664938896894455, 0.08173708617687225], "cos_Ac_negg": [0.5669693946838379, 0.6515830755233765, 0.661815881729126], "r_norm": [0.15070994198322296, 0.14903470873832703, 0.1486593782901764]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9727, "test_loss": 0.1386508232116699}, {"step": 5700, "epoch": 12, "train_loss": 0.0005900029791519046, "cos_r_negg": [0.30520695447921753, 0.3533356785774231, 0.3877496123313904], "cos_innovation_negg": [0.30520695447921753, 0.3533356785774231, 0.3877496123313904], "cos_apical_negg": [0.017848851159214973, 0.04629286751151085, 0.08183339238166809], "cos_Ac_negg": [0.567740261554718, 0.6493000984191895, 0.6629624366760254], "r_norm": [0.1527186930179596, 0.15123730897903442, 0.1508171707391739]}, {"step": 5800, "epoch": 12, "train_loss": 0.00045360904186964035, "cos_r_negg": [0.29937607049942017, 0.34640997648239136, 0.3820086419582367], "cos_innovation_negg": [0.29937607049942017, 0.34640997648239136, 0.3820086419582367], "cos_apical_negg": [0.01712479442358017, 0.04618170112371445, 0.08015058189630508], "cos_Ac_negg": [0.5681700706481934, 0.6509140133857727, 0.6639939546585083], "r_norm": [0.15499885380268097, 0.1535048633813858, 0.15306100249290466]}, {"step": 5900, "epoch": 12, "train_loss": 0.001925840275362134, "cos_r_negg": [0.2941708564758301, 0.3443789780139923, 0.37495964765548706], "cos_innovation_negg": [0.2941708564758301, 0.3443789780139923, 0.37495964765548706], "cos_apical_negg": [0.012477493844926357, 0.04545557126402855, 0.07571226358413696], "cos_Ac_negg": [0.5679708123207092, 0.6500318050384521, 0.6636041402816772], "r_norm": [0.14870283007621765, 0.14706546068191528, 0.14679986238479614]}, {"step": 6000, "epoch": 12, "train_loss": 0.000872130214702338, "cos_r_negg": [0.28958576917648315, 0.33663880825042725, 0.36483848094940186], "cos_innovation_negg": [0.28958576917648315, 0.33663880825042725, 0.36483848094940186], "cos_apical_negg": [0.01279729325324297, 0.0444515198469162, 0.07291647791862488], "cos_Ac_negg": [0.5679613947868347, 0.6489011645317078, 0.6622161865234375], "r_norm": [0.15145450830459595, 0.15000420808792114, 0.14951230585575104], "ldr": {"dL_sdil": -0.008593045175075531, "dL_bp": -0.016068294644355774, "ratio": 0.5347826490158347}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9729, "test_loss": 0.1413892677307129}, {"step": 6100, "epoch": 13, "train_loss": 0.0005852764006704092, "cos_r_negg": [0.28444358706474304, 0.3295268714427948, 0.3606950640678406], "cos_innovation_negg": [0.28444358706474304, 0.3295268714427948, 0.3606950640678406], "cos_apical_negg": [0.0094082560390234, 0.04211698845028877, 0.07285453379154205], "cos_Ac_negg": [0.5689363479614258, 0.649165153503418, 0.6642417907714844], "r_norm": [0.1477573812007904, 0.1461597979068756, 0.14574216306209564]}, {"step": 6200, "epoch": 13, "train_loss": 0.0008907088777050376, "cos_r_negg": [0.2747124433517456, 0.3212924003601074, 0.3519812226295471], "cos_innovation_negg": [0.2747124433517456, 0.3212924003601074, 0.3519812226295471], "cos_apical_negg": [0.01017395593225956, 0.04224824160337448, 0.07193300127983093], "cos_Ac_negg": [0.567864179611206, 0.6480947136878967, 0.663794994354248], "r_norm": [0.1496768742799759, 0.14803925156593323, 0.14763718843460083]}, {"step": 6300, "epoch": 13, "train_loss": 0.0002600089064799249, "cos_r_negg": [0.2706194519996643, 0.3153204023838043, 0.3434497117996216], "cos_innovation_negg": [0.2706194519996643, 0.3153204023838043, 0.3434497117996216], "cos_apical_negg": [0.010187894105911255, 0.040824972093105316, 0.0685247927904129], "cos_Ac_negg": [0.5668900012969971, 0.6464422941207886, 0.6632004380226135], "r_norm": [0.1528550088405609, 0.15130236744880676, 0.1507633477449417]}, {"step": 6400, "epoch": 13, "train_loss": 0.0005894043715670705, "cos_r_negg": [0.2727878987789154, 0.3177923560142517, 0.3482232689857483], "cos_innovation_negg": [0.2727878987789154, 0.3177923560142517, 0.3482232689857483], "cos_apical_negg": [0.0107734315097332, 0.044099241495132446, 0.07181450724601746], "cos_Ac_negg": [0.56566321849823, 0.6468288898468018, 0.6630930304527283], "r_norm": [0.1559704691171646, 0.15443193912506104, 0.15403473377227783]}, {"step": 6500, "epoch": 13, "train_loss": 0.00013936757750343531, "cos_r_negg": [0.27071112394332886, 0.31402087211608887, 0.3444286286830902], "cos_innovation_negg": [0.27071112394332886, 0.31402087211608887, 0.3444286286830902], "cos_apical_negg": [0.012675473466515541, 0.04204685240983963, 0.06844287365674973], "cos_Ac_negg": [0.5677371025085449, 0.6475487947463989, 0.6652024984359741], "r_norm": [0.15206179022789001, 0.1506393849849701, 0.15023097395896912], "ldr": {"dL_sdil": -0.00946023315191269, "dL_bp": -0.01796794682741165, "ratio": 0.5265060745549562}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9741, "test_loss": 0.14270558700561523}, {"step": 6600, "epoch": 14, "train_loss": 0.0002548241172917187, "cos_r_negg": [0.2635860741138458, 0.30646800994873047, 0.33641529083251953], "cos_innovation_negg": [0.2635860741138458, 0.30646800994873047, 0.33641529083251953], "cos_apical_negg": [0.0109136663377285, 0.04128178209066391, 0.0669466033577919], "cos_Ac_negg": [0.5665901899337769, 0.6470203399658203, 0.6646734476089478], "r_norm": [0.15558183193206787, 0.15414045751094818, 0.1536445915699005]}, {"step": 6700, "epoch": 14, "train_loss": 0.0007273289375007153, "cos_r_negg": [0.2616570293903351, 0.30892568826675415, 0.33903396129608154], "cos_innovation_negg": [0.2616570293903351, 0.30892568826675415, 0.33903396129608154], "cos_apical_negg": [0.008511800318956375, 0.04415461793541908, 0.06810304522514343], "cos_Ac_negg": [0.565061628818512, 0.6471189260482788, 0.6661461591720581], "r_norm": [0.1566920429468155, 0.15524893999099731, 0.15486150979995728]}, {"step": 6800, "epoch": 14, "train_loss": 0.0005857844953425229, "cos_r_negg": [0.25264739990234375, 0.29708677530288696, 0.32618093490600586], "cos_innovation_negg": [0.25264739990234375, 0.29708677530288696, 0.32618093490600586], "cos_apical_negg": [0.008597392588853836, 0.04278518632054329, 0.06489677727222443], "cos_Ac_negg": [0.564162015914917, 0.6456236839294434, 0.6628995537757874], "r_norm": [0.15494146943092346, 0.15355153381824493, 0.15291886031627655]}, {"step": 6900, "epoch": 14, "train_loss": 0.0008804219542071223, "cos_r_negg": [0.2492126226425171, 0.29383403062820435, 0.32258570194244385], "cos_innovation_negg": [0.2492126226425171, 0.29383403062820435, 0.32258570194244385], "cos_apical_negg": [0.00922171026468277, 0.04089028388261795, 0.06418897956609726], "cos_Ac_negg": [0.5633997321128845, 0.6470512747764587, 0.6645047068595886], "r_norm": [0.1495092213153839, 0.14799515902996063, 0.14744994044303894]}, {"step": 7000, "epoch": 14, "train_loss": 0.0003147691022604704, "cos_r_negg": [0.25122159719467163, 0.2936203181743622, 0.3225162625312805], "cos_innovation_negg": [0.25122159719467163, 0.2936203181743622, 0.3225162625312805], "cos_apical_negg": [0.011610345914959908, 0.042298395186662674, 0.06544257700443268], "cos_Ac_negg": [0.5647405385971069, 0.6474350690841675, 0.6659547686576843], "r_norm": [0.15288464725017548, 0.1513034999370575, 0.15089458227157593], "ldr": {"dL_sdil": -0.009760968387126923, "dL_bp": -0.01906360685825348, "ratio": 0.5120210702887511}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9736, "test_loss": 0.14643452949523925}], "final": {"test_acc": 0.9736, "test_loss": 0.14643452949523925, "wall_s": 23.490625381469727, "cos_r_negg": [0.24873177707195282, 0.2926154136657715, 0.3203858733177185], "cos_innovation_negg": [0.24873177707195282, 0.2926154136657715, 0.3203858733177185], "cos_apical_negg": [0.010511450469493866, 0.04232539236545563, 0.06358501315116882], "cos_Ac_negg": [0.5633581280708313, 0.6458847522735596, 0.6646045446395874]}}