{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0_matched_s2", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4856414794921875, "cos_r_negg": [0.027475744485855103, 0.03360234200954437, 0.0008582484442740679], "cos_innovation_negg": [0.027475744485855103, 0.03360234200954437, 0.0008582484442740679], "cos_apical_negg": [0.027475744485855103, 0.03360234200954437, 0.0008582484442740679], "cos_Ac_negg": [0.027475744485855103, 0.03360234200954437, 0.0008582484442740679], "r_norm": [4.7544169425964355, 4.779862403869629, 4.861393451690674], "ldr": {"dL_sdil": -0.044302940368652344, "dL_bp": -0.24401354789733887, "ratio": 0.18155934680844618}}, {"step": 100, "epoch": 0, "train_loss": 0.3662866950035095, "cos_r_negg": [0.47842371463775635, 0.3934788703918457, 0.34560102224349976], "cos_innovation_negg": [0.47842371463775635, 0.3934788703918457, 0.34560102224349976], "cos_apical_negg": [0.47842371463775635, 0.3934788703918457, 0.34560102224349976], "cos_Ac_negg": [0.47842371463775635, 0.3934788703918457, 0.34560102224349976], "r_norm": [0.7926816940307617, 0.8032606840133667, 0.8174332976341248]}, {"step": 200, "epoch": 0, "train_loss": 0.2967141568660736, "cos_r_negg": [0.5089412927627563, 0.42410674691200256, 0.3532310724258423], "cos_innovation_negg": [0.5089412927627563, 0.42410674691200256, 0.3532310724258423], "cos_apical_negg": [0.5089412927627563, 0.42410674691200256, 0.3532310724258423], "cos_Ac_negg": [0.5089412927627563, 0.42410674691200256, 0.3532310724258423], "r_norm": [0.724601149559021, 0.7336956262588501, 0.7452678680419922]}, {"step": 300, "epoch": 0, "train_loss": 0.2878264784812927, "cos_r_negg": [0.5322810411453247, 0.4701629877090454, 0.3954809606075287], "cos_innovation_negg": [0.5322810411453247, 0.4701629877090454, 0.3954809606075287], "cos_apical_negg": [0.5322810411453247, 0.4701629877090454, 0.3954809606075287], "cos_Ac_negg": [0.5322810411453247, 0.4701629877090454, 0.3954809606075287], "r_norm": [0.6228486895561218, 0.6298609972000122, 0.6399674415588379]}, {"step": 400, "epoch": 0, "train_loss": 0.13541436195373535, "cos_r_negg": [0.5497274398803711, 0.4919236898422241, 0.42363661527633667], "cos_innovation_negg": [0.5497274398803711, 0.4919236898422241, 0.42363661527633667], "cos_apical_negg": [0.5497274398803711, 0.4919236898422241, 0.42363661527633667], "cos_Ac_negg": [0.5497274398803711, 0.4919236898422241, 0.42363661527633667], "r_norm": [0.5261503458023071, 0.5319482684135437, 0.5407342910766602]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9436, "test_loss": 0.18730589828491212}, {"step": 500, "epoch": 1, "train_loss": 0.2773134708404541, "cos_r_negg": [0.5579717755317688, 0.5103906393051147, 0.4453312158584595], "cos_innovation_negg": [0.5579717755317688, 0.5103906393051147, 0.4453312158584595], "cos_apical_negg": [0.5579717755317688, 0.5103906393051147, 0.4453312158584595], "cos_Ac_negg": [0.5579717755317688, 0.5103906393051147, 0.4453312158584595], "r_norm": [0.5363684892654419, 0.5415335893630981, 0.5485605597496033], "ldr": {"dL_sdil": -0.016582071781158447, "dL_bp": -0.013470649719238281, "ratio": 1.2309778761061947}}, {"step": 600, "epoch": 1, "train_loss": 0.24808740615844727, "cos_r_negg": [0.5471053123474121, 0.503724217414856, 0.4397326111793518], "cos_innovation_negg": [0.5471053123474121, 0.503724217414856, 0.4397326111793518], "cos_apical_negg": [0.5471053123474121, 0.503724217414856, 0.4397326111793518], "cos_Ac_negg": [0.5471053123474121, 0.503724217414856, 0.4397326111793518], "r_norm": [0.4696118235588074, 0.4752689301967621, 0.48475584387779236]}, {"step": 700, "epoch": 1, "train_loss": 0.059591565281152725, "cos_r_negg": [0.5548915863037109, 0.5313657522201538, 0.4509887099266052], "cos_innovation_negg": [0.5548915863037109, 0.5313657522201538, 0.4509887099266052], "cos_apical_negg": [0.5548915863037109, 0.5313657522201538, 0.4509887099266052], "cos_Ac_negg": [0.5548915863037109, 0.5313657522201538, 0.4509887099266052], "r_norm": [0.4132225215435028, 0.417829692363739, 0.42398762702941895]}, {"step": 800, "epoch": 1, "train_loss": 0.08955289423465729, "cos_r_negg": [0.5715827941894531, 0.5440695285797119, 0.46786409616470337], "cos_innovation_negg": [0.5715827941894531, 0.5440695285797119, 0.46786409616470337], "cos_apical_negg": [0.5715827941894531, 0.5440695285797119, 0.46786409616470337], "cos_Ac_negg": [0.5715827941894531, 0.5440695285797119, 0.46786409616470337], "r_norm": [0.38012179732322693, 0.38466107845306396, 0.3904116451740265]}, {"step": 900, "epoch": 1, "train_loss": 0.12817199528217316, "cos_r_negg": [0.565535306930542, 0.5379549860954285, 0.4680260717868805], "cos_innovation_negg": [0.565535306930542, 0.5379549860954285, 0.4680260717868805], "cos_apical_negg": [0.565535306930542, 0.5379549860954285, 0.4680260717868805], "cos_Ac_negg": [0.565535306930542, 0.5379549860954285, 0.4680260717868805], "r_norm": [0.42234253883361816, 0.42529693245887756, 0.43161889910697937]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9563, "test_loss": 0.14741420364379884}, {"step": 1000, "epoch": 2, "train_loss": 0.15121077001094818, "cos_r_negg": [0.5664821863174438, 0.5557536482810974, 0.5000541806221008], "cos_innovation_negg": [0.5664821863174438, 0.5557536482810974, 0.5000541806221008], "cos_apical_negg": [0.5664821863174438, 0.5557536482810974, 0.5000541806221008], "cos_Ac_negg": [0.5664821863174438, 0.5557536482810974, 0.5000541806221008], "r_norm": [0.38415396213531494, 0.38890281319618225, 0.3945630192756653], "ldr": {"dL_sdil": -0.01034557819366455, "dL_bp": -0.009327605366706848, "ratio": 1.109135494796035}}, {"step": 1100, "epoch": 2, "train_loss": 0.05521024763584137, "cos_r_negg": [0.5686019062995911, 0.5623975992202759, 0.495482861995697], "cos_innovation_negg": [0.5686019062995911, 0.5623975992202759, 0.495482861995697], "cos_apical_negg": [0.5686019062995911, 0.5623975992202759, 0.495482861995697], "cos_Ac_negg": [0.5686019062995911, 0.5623975992202759, 0.495482861995697], "r_norm": [0.2886888384819031, 0.2918413281440735, 0.29741814732551575]}, {"step": 1200, "epoch": 2, "train_loss": 0.06215231865644455, "cos_r_negg": [0.5885026454925537, 0.576815664768219, 0.5003105401992798], "cos_innovation_negg": [0.5885026454925537, 0.576815664768219, 0.5003105401992798], "cos_apical_negg": [0.5885026454925537, 0.576815664768219, 0.5003105401992798], "cos_Ac_negg": [0.5885026454925537, 0.576815664768219, 0.5003105401992798], "r_norm": [0.32788410782814026, 0.33229193091392517, 0.3380418121814728]}, {"step": 1300, "epoch": 2, "train_loss": 0.18930861353874207, "cos_r_negg": [0.5838833451271057, 0.5777159929275513, 0.5042821168899536], "cos_innovation_negg": [0.5838833451271057, 0.5777159929275513, 0.5042821168899536], "cos_apical_negg": [0.5838833451271057, 0.5777159929275513, 0.5042821168899536], "cos_Ac_negg": [0.5838833451271057, 0.5777159929275513, 0.5042821168899536], "r_norm": [0.33047181367874146, 0.334816038608551, 0.3400202989578247]}, {"step": 1400, "epoch": 2, "train_loss": 0.20265927910804749, "cos_r_negg": [0.5850098133087158, 0.582234263420105, 0.49856406450271606], "cos_innovation_negg": [0.5850098133087158, 0.582234263420105, 0.49856406450271606], "cos_apical_negg": [0.5850098133087158, 0.582234263420105, 0.49856406450271606], "cos_Ac_negg": [0.5850098133087158, 0.582234263420105, 0.49856406450271606], "r_norm": [0.3220111131668091, 0.32452118396759033, 0.3309333324432373]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9623, "test_loss": 0.1362317768096924}, {"step": 1500, "epoch": 3, "train_loss": 0.054935283958911896, "cos_r_negg": [0.593195915222168, 0.5822055339813232, 0.5118049383163452], "cos_innovation_negg": [0.593195915222168, 0.5822055339813232, 0.5118049383163452], "cos_apical_negg": [0.593195915222168, 0.5822055339813232, 0.5118049383163452], "cos_Ac_negg": [0.593195915222168, 0.5822055339813232, 0.5118049383163452], "r_norm": [0.29881566762924194, 0.30197426676750183, 0.3079264760017395], "ldr": {"dL_sdil": -0.008590251207351685, "dL_bp": -0.008395388722419739, "ratio": 1.0232106566324402}}, {"step": 1600, "epoch": 3, "train_loss": 0.044838763773441315, "cos_r_negg": [0.593943178653717, 0.6047523617744446, 0.5230796337127686], "cos_innovation_negg": [0.593943178653717, 0.6047523617744446, 0.5230796337127686], "cos_apical_negg": [0.593943178653717, 0.6047523617744446, 0.5230796337127686], "cos_Ac_negg": [0.593943178653717, 0.6047523617744446, 0.5230796337127686], "r_norm": [0.26855069398880005, 0.2721232771873474, 0.27481386065483093]}, {"step": 1700, "epoch": 3, "train_loss": 0.08930075168609619, "cos_r_negg": [0.6031621098518372, 0.6102328300476074, 0.5353509187698364], "cos_innovation_negg": [0.6031621098518372, 0.6102328300476074, 0.5353509187698364], "cos_apical_negg": [0.6031621098518372, 0.6102328300476074, 0.5353509187698364], "cos_Ac_negg": [0.6031621098518372, 0.6102328300476074, 0.5353509187698364], "r_norm": [0.2840762436389923, 0.2851904630661011, 0.29301607608795166]}, {"step": 1800, "epoch": 3, "train_loss": 0.08093765377998352, "cos_r_negg": [0.5920141339302063, 0.600919246673584, 0.5265778303146362], "cos_innovation_negg": [0.5920141339302063, 0.600919246673584, 0.5265778303146362], "cos_apical_negg": [0.5920141339302063, 0.600919246673584, 0.5265778303146362], "cos_Ac_negg": [0.5920141339302063, 0.600919246673584, 0.5265778303146362], "r_norm": [0.3048495054244995, 0.3076798915863037, 0.31106480956077576]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.968, "test_loss": 0.11007094802856446}, {"step": 1900, "epoch": 4, "train_loss": 0.04483484849333763, "cos_r_negg": [0.6020510792732239, 0.6103137135505676, 0.5334569215774536], "cos_innovation_negg": [0.6020510792732239, 0.6103137135505676, 0.5334569215774536], "cos_apical_negg": [0.6020510792732239, 0.6103137135505676, 0.5334569215774536], "cos_Ac_negg": [0.6020510792732239, 0.6103137135505676, 0.5334569215774536], "r_norm": [0.22422946989536285, 0.22653135657310486, 0.23203539848327637]}, {"step": 2000, "epoch": 4, "train_loss": 0.06511980295181274, "cos_r_negg": [0.6030604839324951, 0.6164731979370117, 0.5373966693878174], "cos_innovation_negg": [0.6030604839324951, 0.6164731979370117, 0.5373966693878174], "cos_apical_negg": [0.6030604839324951, 0.6164731979370117, 0.5373966693878174], "cos_Ac_negg": [0.6030604839324951, 0.6164731979370117, 0.5373966693878174], "r_norm": [0.22974814474582672, 0.2313867211341858, 0.23618879914283752], "ldr": {"dL_sdil": -0.005495421588420868, "dL_bp": -0.0060300081968307495, "ratio": 0.9113456249212315}}, {"step": 2100, "epoch": 4, "train_loss": 0.033010225743055344, "cos_r_negg": [0.5907387733459473, 0.6147665977478027, 0.540236234664917], "cos_innovation_negg": [0.5907387733459473, 0.6147665977478027, 0.540236234664917], "cos_apical_negg": [0.5907387733459473, 0.6147665977478027, 0.540236234664917], "cos_Ac_negg": [0.5907387733459473, 0.6147665977478027, 0.540236234664917], "r_norm": [0.25794345140457153, 0.260486364364624, 0.26540467143058777]}, {"step": 2200, "epoch": 4, "train_loss": 0.10495644807815552, "cos_r_negg": [0.5863866209983826, 0.6134288311004639, 0.5443326830863953], "cos_innovation_negg": [0.5863866209983826, 0.6134288311004639, 0.5443326830863953], "cos_apical_negg": [0.5863866209983826, 0.6134288311004639, 0.5443326830863953], "cos_Ac_negg": [0.5863866209983826, 0.6134288311004639, 0.5443326830863953], "r_norm": [0.24134549498558044, 0.2427096962928772, 0.2470351755619049]}, {"step": 2300, "epoch": 4, "train_loss": 0.13655468821525574, "cos_r_negg": [0.586654543876648, 0.615277886390686, 0.5422926545143127], "cos_innovation_negg": [0.586654543876648, 0.615277886390686, 0.5422926545143127], "cos_apical_negg": [0.586654543876648, 0.615277886390686, 0.5422926545143127], "cos_Ac_negg": [0.586654543876648, 0.615277886390686, 0.5422926545143127], "r_norm": [0.2497454583644867, 0.2505592703819275, 0.25532519817352295]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.971, "test_loss": 0.1055252311706543}, {"step": 2400, "epoch": 5, "train_loss": 0.03528325632214546, "cos_r_negg": [0.5982511043548584, 0.6090170741081238, 0.5627652406692505], "cos_innovation_negg": [0.5982511043548584, 0.6090170741081238, 0.5627652406692505], "cos_apical_negg": [0.5982511043548584, 0.6090170741081238, 0.5627652406692505], "cos_Ac_negg": [0.5982511043548584, 0.6090170741081238, 0.5627652406692505], "r_norm": [0.2337566614151001, 0.23517361283302307, 0.24056139588356018]}, {"step": 2500, "epoch": 5, "train_loss": 0.051970984786748886, "cos_r_negg": [0.606495201587677, 0.6217761039733887, 0.5721772313117981], "cos_innovation_negg": [0.606495201587677, 0.6217761039733887, 0.5721772313117981], "cos_apical_negg": [0.606495201587677, 0.6217761039733887, 0.5721772313117981], "cos_Ac_negg": [0.606495201587677, 0.6217761039733887, 0.5721772313117981], "r_norm": [0.20650900900363922, 0.20780494809150696, 0.21189066767692566], "ldr": {"dL_sdil": -0.0069409385323524475, "dL_bp": -0.00879254937171936, "ratio": 0.7894113798982473}}, {"step": 2600, "epoch": 5, "train_loss": 0.018195580691099167, "cos_r_negg": [0.5985366702079773, 0.6284464597702026, 0.5731967687606812], "cos_innovation_negg": [0.5985366702079773, 0.6284464597702026, 0.5731967687606812], "cos_apical_negg": [0.5985366702079773, 0.6284464597702026, 0.5731967687606812], "cos_Ac_negg": [0.5985366702079773, 0.6284464597702026, 0.5731967687606812], "r_norm": [0.19724297523498535, 0.1984039545059204, 0.2021041214466095]}, {"step": 2700, "epoch": 5, "train_loss": 0.0936257466673851, "cos_r_negg": [0.6147446036338806, 0.6406285166740417, 0.578402042388916], "cos_innovation_negg": [0.6147446036338806, 0.6406285166740417, 0.578402042388916], "cos_apical_negg": [0.6147446036338806, 0.6406285166740417, 0.578402042388916], "cos_Ac_negg": [0.6147446036338806, 0.6406285166740417, 0.578402042388916], "r_norm": [0.20749273896217346, 0.209029883146286, 0.21408987045288086]}, {"step": 2800, "epoch": 5, "train_loss": 0.02398904599249363, "cos_r_negg": [0.6123343706130981, 0.6369959115982056, 0.573852002620697], "cos_innovation_negg": [0.6123343706130981, 0.6369959115982056, 0.573852002620697], "cos_apical_negg": [0.6123343706130981, 0.6369959115982056, 0.573852002620697], "cos_Ac_negg": [0.6123343706130981, 0.6369959115982056, 0.573852002620697], "r_norm": [0.2375624030828476, 0.2401655614376068, 0.2447095513343811]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9716, "test_loss": 0.1127711856842041}, {"step": 2900, "epoch": 6, "train_loss": 0.02472660131752491, "cos_r_negg": [0.6068265438079834, 0.6319487690925598, 0.5736062526702881], "cos_innovation_negg": [0.6068265438079834, 0.6319487690925598, 0.5736062526702881], "cos_apical_negg": [0.6068265438079834, 0.6319487690925598, 0.5736062526702881], "cos_Ac_negg": [0.6068265438079834, 0.6319487690925598, 0.5736062526702881], "r_norm": [0.200751394033432, 0.20256194472312927, 0.20603583753108978]}, {"step": 3000, "epoch": 6, "train_loss": 0.01555752381682396, "cos_r_negg": [0.595432698726654, 0.6326295137405396, 0.5896763205528259], "cos_innovation_negg": [0.595432698726654, 0.6326295137405396, 0.5896763205528259], "cos_apical_negg": [0.595432698726654, 0.6326295137405396, 0.5896763205528259], "cos_Ac_negg": [0.595432698726654, 0.6326295137405396, 0.5896763205528259], "r_norm": [0.22714081406593323, 0.22868841886520386, 0.2330799400806427], "ldr": {"dL_sdil": -0.008373714983463287, "dL_bp": -0.011146388947963715, "ratio": 0.7512491285344071}}, {"step": 3100, "epoch": 6, "train_loss": 0.012355584651231766, "cos_r_negg": [0.6013119220733643, 0.6345630288124084, 0.5907878279685974], "cos_innovation_negg": [0.6013119220733643, 0.6345630288124084, 0.5907878279685974], "cos_apical_negg": [0.6013119220733643, 0.6345630288124084, 0.5907878279685974], "cos_Ac_negg": [0.6013119220733643, 0.6345630288124084, 0.5907878279685974], "r_norm": [0.19545826315879822, 0.1969728022813797, 0.19908244907855988]}, {"step": 3200, "epoch": 6, "train_loss": 0.03212413936853409, "cos_r_negg": [0.5992377996444702, 0.6368730068206787, 0.6033105850219727], "cos_innovation_negg": [0.5992377996444702, 0.6368730068206787, 0.6033105850219727], "cos_apical_negg": [0.5992377996444702, 0.6368730068206787, 0.6033105850219727], "cos_Ac_negg": [0.5992377996444702, 0.6368730068206787, 0.6033105850219727], "r_norm": [0.20170357823371887, 0.20397330820560455, 0.20707929134368896]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9719, "test_loss": 0.11250891075134277}, {"step": 3300, "epoch": 7, "train_loss": 0.014137478545308113, "cos_r_negg": [0.6105959415435791, 0.6474651098251343, 0.6050795316696167], "cos_innovation_negg": [0.6105959415435791, 0.6474651098251343, 0.6050795316696167], "cos_apical_negg": [0.6105959415435791, 0.6474651098251343, 0.6050795316696167], "cos_Ac_negg": [0.6105959415435791, 0.6474651098251343, 0.6050795316696167], "r_norm": [0.19205130636692047, 0.19374202191829681, 0.1985575556755066]}, {"step": 3400, "epoch": 7, "train_loss": 0.015627946704626083, "cos_r_negg": [0.6015468835830688, 0.6357114315032959, 0.6087993383407593], "cos_innovation_negg": [0.6015468835830688, 0.6357114315032959, 0.6087993383407593], "cos_apical_negg": [0.6015468835830688, 0.6357114315032959, 0.6087993383407593], "cos_Ac_negg": [0.6015468835830688, 0.6357114315032959, 0.6087993383407593], "r_norm": [0.17368774116039276, 0.17372958362102509, 0.17921704053878784]}, {"step": 3500, "epoch": 7, "train_loss": 0.009410088881850243, "cos_r_negg": [0.6051868200302124, 0.6445883512496948, 0.6146015524864197], "cos_innovation_negg": [0.6051868200302124, 0.6445883512496948, 0.6146015524864197], "cos_apical_negg": [0.6051868200302124, 0.6445883512496948, 0.6146015524864197], "cos_Ac_negg": [0.6051868200302124, 0.6445883512496948, 0.6146015524864197], "r_norm": [0.15606719255447388, 0.1569913625717163, 0.16070200502872467], "ldr": {"dL_sdil": -0.005623310804367065, "dL_bp": -0.008359216153621674, "ratio": 0.6727079071798779}}, {"step": 3600, "epoch": 7, "train_loss": 0.007804212160408497, "cos_r_negg": [0.6069378852844238, 0.6444413661956787, 0.612177848815918], "cos_innovation_negg": [0.6069378852844238, 0.6444413661956787, 0.612177848815918], "cos_apical_negg": [0.6069378852844238, 0.6444413661956787, 0.612177848815918], "cos_Ac_negg": [0.6069378852844238, 0.6444413661956787, 0.612177848815918], "r_norm": [0.1693708598613739, 0.16993819177150726, 0.17434334754943848]}, {"step": 3700, "epoch": 7, "train_loss": 0.002727900166064501, "cos_r_negg": [0.5997278690338135, 0.6434587836265564, 0.6153643131256104], "cos_innovation_negg": [0.5997278690338135, 0.6434587836265564, 0.6153643131256104], "cos_apical_negg": [0.5997278690338135, 0.6434587836265564, 0.6153643131256104], "cos_Ac_negg": [0.5997278690338135, 0.6434587836265564, 0.6153643131256104], "r_norm": [0.19530899822711945, 0.1965683102607727, 0.20004117488861084]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9735, "test_loss": 0.12146724281311035}, {"step": 3800, "epoch": 8, "train_loss": 0.0279134102165699, "cos_r_negg": [0.6049152612686157, 0.6492922306060791, 0.6219514608383179], "cos_innovation_negg": [0.6049152612686157, 0.6492922306060791, 0.6219514608383179], "cos_apical_negg": [0.6049152612686157, 0.6492922306060791, 0.6219514608383179], "cos_Ac_negg": [0.6049152612686157, 0.6492922306060791, 0.6219514608383179], "r_norm": [0.199128657579422, 0.1991393268108368, 0.20451344549655914]}, {"step": 3900, "epoch": 8, "train_loss": 0.007016683928668499, "cos_r_negg": [0.6019294261932373, 0.6473057866096497, 0.6265112161636353], "cos_innovation_negg": [0.6019294261932373, 0.6473057866096497, 0.6265112161636353], "cos_apical_negg": [0.6019294261932373, 0.6473057866096497, 0.6265112161636353], "cos_Ac_negg": [0.6019294261932373, 0.6473057866096497, 0.6265112161636353], "r_norm": [0.17034371197223663, 0.17111225426197052, 0.17593686282634735]}, {"step": 4000, "epoch": 8, "train_loss": 0.0011241799220442772, "cos_r_negg": [0.6019587516784668, 0.6427357792854309, 0.6214153170585632], "cos_innovation_negg": [0.6019587516784668, 0.6427357792854309, 0.6214153170585632], "cos_apical_negg": [0.6019587516784668, 0.6427357792854309, 0.6214153170585632], "cos_Ac_negg": [0.6019587516784668, 0.6427357792854309, 0.6214153170585632], "r_norm": [0.2055906504392624, 0.206048384308815, 0.2106199562549591], "ldr": {"dL_sdil": -0.009515531361103058, "dL_bp": -0.01432783156633377, "ratio": 0.6641292031560299}}, {"step": 4100, "epoch": 8, "train_loss": 0.052838996052742004, "cos_r_negg": [0.593733549118042, 0.6444112062454224, 0.6191511154174805], "cos_innovation_negg": [0.593733549118042, 0.6444112062454224, 0.6191511154174805], "cos_apical_negg": [0.593733549118042, 0.6444112062454224, 0.6191511154174805], "cos_Ac_negg": [0.593733549118042, 0.6444112062454224, 0.6191511154174805], "r_norm": [0.18898266553878784, 0.1900315284729004, 0.19334247708320618]}, {"step": 4200, "epoch": 8, "train_loss": 0.010721303522586823, "cos_r_negg": [0.5992987155914307, 0.645348072052002, 0.6233259439468384], "cos_innovation_negg": [0.5992987155914307, 0.645348072052002, 0.6233259439468384], "cos_apical_negg": [0.5992987155914307, 0.645348072052002, 0.6233259439468384], "cos_Ac_negg": [0.5992987155914307, 0.645348072052002, 0.6233259439468384], "r_norm": [0.1758223921060562, 0.17690947651863098, 0.1805993616580963]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9726, "test_loss": 0.12696008186340332}, {"step": 4300, "epoch": 9, "train_loss": 0.0010635580401867628, "cos_r_negg": [0.5912748575210571, 0.6386785507202148, 0.6203732490539551], "cos_innovation_negg": [0.5912748575210571, 0.6386785507202148, 0.6203732490539551], "cos_apical_negg": [0.5912748575210571, 0.6386785507202148, 0.6203732490539551], "cos_Ac_negg": [0.5912748575210571, 0.6386785507202148, 0.6203732490539551], "r_norm": [0.17538368701934814, 0.17650076746940613, 0.1804800033569336]}, {"step": 4400, "epoch": 9, "train_loss": 0.0015249300049617887, "cos_r_negg": [0.5900696516036987, 0.6396803855895996, 0.6211062669754028], "cos_innovation_negg": [0.5900696516036987, 0.6396803855895996, 0.6211062669754028], "cos_apical_negg": [0.5900696516036987, 0.6396803855895996, 0.6211062669754028], "cos_Ac_negg": [0.5900696516036987, 0.6396803855895996, 0.6211062669754028], "r_norm": [0.17721575498580933, 0.17846234142780304, 0.1818528175354004]}, {"step": 4500, "epoch": 9, "train_loss": 0.005601717159152031, "cos_r_negg": [0.5966706275939941, 0.6392136812210083, 0.6208544373512268], "cos_innovation_negg": [0.5966706275939941, 0.6392136812210083, 0.6208544373512268], "cos_apical_negg": [0.5966706275939941, 0.6392136812210083, 0.6208544373512268], "cos_Ac_negg": [0.5966706275939941, 0.6392136812210083, 0.6208544373512268], "r_norm": [0.16339799761772156, 0.16483958065509796, 0.16933569312095642], "ldr": {"dL_sdil": -0.0075685083866119385, "dL_bp": -0.012692451477050781, "ratio": 0.5962999661882936}}, {"step": 4600, "epoch": 9, "train_loss": 0.04552677646279335, "cos_r_negg": [0.5944240093231201, 0.6431910991668701, 0.6179784536361694], "cos_innovation_negg": [0.5944240093231201, 0.6431910991668701, 0.6179784536361694], "cos_apical_negg": [0.5944240093231201, 0.6431910991668701, 0.6179784536361694], "cos_Ac_negg": [0.5944240093231201, 0.6431910991668701, 0.6179784536361694], "r_norm": [0.16808894276618958, 0.16934075951576233, 0.1726376712322235]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9747, "test_loss": 0.12921665706634522}, {"step": 4700, "epoch": 10, "train_loss": 0.0016382120084017515, "cos_r_negg": [0.5882613658905029, 0.6381491422653198, 0.6210373640060425], "cos_innovation_negg": [0.5882613658905029, 0.6381491422653198, 0.6210373640060425], "cos_apical_negg": [0.5882613658905029, 0.6381491422653198, 0.6210373640060425], "cos_Ac_negg": [0.5882613658905029, 0.6381491422653198, 0.6210373640060425], "r_norm": [0.17644554376602173, 0.17762485146522522, 0.18118296563625336]}, {"step": 4800, "epoch": 10, "train_loss": 0.0031079151667654514, "cos_r_negg": [0.5947198867797852, 0.6479620933532715, 0.6301711797714233], "cos_innovation_negg": [0.5947198867797852, 0.6479620933532715, 0.6301711797714233], "cos_apical_negg": [0.5947198867797852, 0.6479620933532715, 0.6301711797714233], "cos_Ac_negg": [0.5947198867797852, 0.6479620933532715, 0.6301711797714233], "r_norm": [0.17002223432064056, 0.17095139622688293, 0.1749536097049713]}, {"step": 4900, "epoch": 10, "train_loss": 0.001899699796922505, "cos_r_negg": [0.5904074907302856, 0.6384178400039673, 0.6261191368103027], "cos_innovation_negg": [0.5904074907302856, 0.6384178400039673, 0.6261191368103027], "cos_apical_negg": [0.5904074907302856, 0.6384178400039673, 0.6261191368103027], "cos_Ac_negg": [0.5904074907302856, 0.6384178400039673, 0.6261191368103027], "r_norm": [0.1906973421573639, 0.19160214066505432, 0.19531694054603577]}, {"step": 5000, "epoch": 10, "train_loss": 0.002346828579902649, "cos_r_negg": [0.5909355878829956, 0.6369606852531433, 0.6278571486473083], "cos_innovation_negg": [0.5909355878829956, 0.6369606852531433, 0.6278571486473083], "cos_apical_negg": [0.5909355878829956, 0.6369606852531433, 0.6278571486473083], "cos_Ac_negg": [0.5909355878829956, 0.6369606852531433, 0.6278571486473083], "r_norm": [0.17863205075263977, 0.18014976382255554, 0.18399974703788757], "ldr": {"dL_sdil": -0.008974842727184296, "dL_bp": -0.015554085373878479, "ratio": 0.5770087093810505}}, {"step": 5100, "epoch": 10, "train_loss": 0.0018325410783290863, "cos_r_negg": [0.5919134616851807, 0.6349148750305176, 0.6300892233848572], "cos_innovation_negg": [0.5919134616851807, 0.6349148750305176, 0.6300892233848572], "cos_apical_negg": [0.5919134616851807, 0.6349148750305176, 0.6300892233848572], "cos_Ac_negg": [0.5919134616851807, 0.6349148750305176, 0.6300892233848572], "r_norm": [0.17877718806266785, 0.1797236204147339, 0.183450847864151]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9742, "test_loss": 0.1357520221710205}, {"step": 5200, "epoch": 11, "train_loss": 0.0008780563366599381, "cos_r_negg": [0.5842093825340271, 0.6340514421463013, 0.6265090107917786], "cos_innovation_negg": [0.5842093825340271, 0.6340514421463013, 0.6265090107917786], "cos_apical_negg": [0.5842093825340271, 0.6340514421463013, 0.6265090107917786], "cos_Ac_negg": [0.5842093825340271, 0.6340514421463013, 0.6265090107917786], "r_norm": [0.17967163026332855, 0.18078157305717468, 0.1842673122882843]}, {"step": 5300, "epoch": 11, "train_loss": 0.0013086458202451468, "cos_r_negg": [0.5804507732391357, 0.6330962777137756, 0.6264883279800415], "cos_innovation_negg": [0.5804507732391357, 0.6330962777137756, 0.6264883279800415], "cos_apical_negg": [0.5804507732391357, 0.6330962777137756, 0.6264883279800415], "cos_Ac_negg": [0.5804507732391357, 0.6330962777137756, 0.6264883279800415], "r_norm": [0.17678910493850708, 0.1777363121509552, 0.18114155530929565]}, {"step": 5400, "epoch": 11, "train_loss": 0.0006866963813081384, "cos_r_negg": [0.5720582008361816, 0.631247341632843, 0.6274412274360657], "cos_innovation_negg": [0.5720582008361816, 0.631247341632843, 0.6274412274360657], "cos_apical_negg": [0.5720582008361816, 0.631247341632843, 0.6274412274360657], "cos_Ac_negg": [0.5720582008361816, 0.631247341632843, 0.6274412274360657], "r_norm": [0.18510422110557556, 0.18618690967559814, 0.1894882768392563]}, {"step": 5500, "epoch": 11, "train_loss": 0.0008870868477970362, "cos_r_negg": [0.5726954340934753, 0.6326087117195129, 0.629157543182373], "cos_innovation_negg": [0.5726954340934753, 0.6326087117195129, 0.629157543182373], "cos_apical_negg": [0.5726954340934753, 0.6326087117195129, 0.629157543182373], "cos_Ac_negg": [0.5726954340934753, 0.6326087117195129, 0.629157543182373], "r_norm": [0.17689445614814758, 0.17830178141593933, 0.18123194575309753], "ldr": {"dL_sdil": -0.008988067507743835, "dL_bp": -0.01625603437423706, "ratio": 0.5529065269441318}}, {"step": 5600, "epoch": 11, "train_loss": 0.0004585091082844883, "cos_r_negg": [0.5735850930213928, 0.6342295408248901, 0.6308751702308655], "cos_innovation_negg": [0.5735850930213928, 0.6342295408248901, 0.6308751702308655], "cos_apical_negg": [0.5735850930213928, 0.6342295408248901, 0.6308751702308655], "cos_Ac_negg": [0.5735850930213928, 0.6342295408248901, 0.6308751702308655], "r_norm": [0.17601367831230164, 0.17745786905288696, 0.18061557412147522]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9754, "test_loss": 0.13874979991912842}, {"step": 5700, "epoch": 12, "train_loss": 0.0007273177616298199, "cos_r_negg": [0.5749819278717041, 0.6299868226051331, 0.627753734588623], "cos_innovation_negg": [0.5749819278717041, 0.6299868226051331, 0.627753734588623], "cos_apical_negg": [0.5749819278717041, 0.6299868226051331, 0.627753734588623], "cos_Ac_negg": [0.5749819278717041, 0.6299868226051331, 0.627753734588623], "r_norm": [0.1876221001148224, 0.18882854282855988, 0.1921488344669342]}, {"step": 5800, "epoch": 12, "train_loss": 0.00034042136394418776, "cos_r_negg": [0.5690767765045166, 0.6268764734268188, 0.628614068031311], "cos_innovation_negg": [0.5690767765045166, 0.6268764734268188, 0.628614068031311], "cos_apical_negg": [0.5690767765045166, 0.6268764734268188, 0.628614068031311], "cos_Ac_negg": [0.5690767765045166, 0.6268764734268188, 0.628614068031311], "r_norm": [0.1746070384979248, 0.17565712332725525, 0.17919966578483582]}, {"step": 5900, "epoch": 12, "train_loss": 0.0014644403709098697, "cos_r_negg": [0.5693458914756775, 0.6279462575912476, 0.6293314695358276], "cos_innovation_negg": [0.5693458914756775, 0.6279462575912476, 0.6293314695358276], "cos_apical_negg": [0.5693458914756775, 0.6279462575912476, 0.6293314695358276], "cos_Ac_negg": [0.5693458914756775, 0.6279462575912476, 0.6293314695358276], "r_norm": [0.171538308262825, 0.17262454330921173, 0.176008403301239]}, {"step": 6000, "epoch": 12, "train_loss": 0.0009379165712743998, "cos_r_negg": [0.5666444897651672, 0.6272848844528198, 0.6319928169250488], "cos_innovation_negg": [0.5666444897651672, 0.6272848844528198, 0.6319928169250488], "cos_apical_negg": [0.5666444897651672, 0.6272848844528198, 0.6319928169250488], "cos_Ac_negg": [0.5666444897651672, 0.6272848844528198, 0.6319928169250488], "r_norm": [0.17355795204639435, 0.17495247721672058, 0.17821210622787476], "ldr": {"dL_sdil": -0.008706547319889069, "dL_bp": -0.015992946922779083, "ratio": 0.5443991880876035}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9754, "test_loss": 0.14179479808807374}, {"step": 6100, "epoch": 13, "train_loss": 0.001136131351813674, "cos_r_negg": [0.5693786144256592, 0.6286900043487549, 0.6344629526138306], "cos_innovation_negg": [0.5693786144256592, 0.6286900043487549, 0.6344629526138306], "cos_apical_negg": [0.5693786144256592, 0.6286900043487549, 0.6344629526138306], "cos_Ac_negg": [0.5693786144256592, 0.6286900043487549, 0.6344629526138306], "r_norm": [0.17050513625144958, 0.1718040406703949, 0.17503532767295837]}, {"step": 6200, "epoch": 13, "train_loss": 0.00029565332806669176, "cos_r_negg": [0.5668879747390747, 0.6276275515556335, 0.6326006054878235], "cos_innovation_negg": [0.5668879747390747, 0.6276275515556335, 0.6326006054878235], "cos_apical_negg": [0.5668879747390747, 0.6276275515556335, 0.6326006054878235], "cos_Ac_negg": [0.5668879747390747, 0.6276275515556335, 0.6326006054878235], "r_norm": [0.1782611608505249, 0.17942413687705994, 0.18300361931324005]}, {"step": 6300, "epoch": 13, "train_loss": 0.00017874882905744016, "cos_r_negg": [0.5669001936912537, 0.627455472946167, 0.6325979232788086], "cos_innovation_negg": [0.5669001936912537, 0.627455472946167, 0.6325979232788086], "cos_apical_negg": [0.5669001936912537, 0.627455472946167, 0.6325979232788086], "cos_Ac_negg": [0.5669001936912537, 0.627455472946167, 0.6325979232788086], "r_norm": [0.1737596094608307, 0.17501607537269592, 0.1786150336265564]}, {"step": 6400, "epoch": 13, "train_loss": 0.0014268780359998345, "cos_r_negg": [0.5664763450622559, 0.6264446973800659, 0.6344162225723267], "cos_innovation_negg": [0.5664763450622559, 0.6264446973800659, 0.6344162225723267], "cos_apical_negg": [0.5664763450622559, 0.6264446973800659, 0.6344162225723267], "cos_Ac_negg": [0.5664763450622559, 0.6264446973800659, 0.6344162225723267], "r_norm": [0.17299015820026398, 0.17426249384880066, 0.1777229905128479]}, {"step": 6500, "epoch": 13, "train_loss": 0.00022807065397500992, "cos_r_negg": [0.5625617504119873, 0.6261914968490601, 0.6329864263534546], "cos_innovation_negg": [0.5625617504119873, 0.6261914968490601, 0.6329864263534546], "cos_apical_negg": [0.5625617504119873, 0.6261914968490601, 0.6329864263534546], "cos_Ac_negg": [0.5625617504119873, 0.6261914968490601, 0.6329864263534546], "r_norm": [0.1683826446533203, 0.16965822875499725, 0.17293044924736023], "ldr": {"dL_sdil": -0.008848324418067932, "dL_bp": -0.017275981605052948, "ratio": 0.5121749154606612}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9744, "test_loss": 0.14613630256652832}, {"step": 6600, "epoch": 14, "train_loss": 0.0008223638869822025, "cos_r_negg": [0.5643479824066162, 0.6252572536468506, 0.6311848163604736], "cos_innovation_negg": [0.5643479824066162, 0.6252572536468506, 0.6311848163604736], "cos_apical_negg": [0.5643479824066162, 0.6252572536468506, 0.6311848163604736], "cos_Ac_negg": [0.5643479824066162, 0.6252572536468506, 0.6311848163604736], "r_norm": [0.17072054743766785, 0.17188414931297302, 0.17549914121627808]}, {"step": 6700, "epoch": 14, "train_loss": 0.0012336993822827935, "cos_r_negg": [0.563581109046936, 0.6277950406074524, 0.6328113079071045], "cos_innovation_negg": [0.563581109046936, 0.6277950406074524, 0.6328113079071045], "cos_apical_negg": [0.563581109046936, 0.6277950406074524, 0.6328113079071045], "cos_Ac_negg": [0.563581109046936, 0.6277950406074524, 0.6328113079071045], "r_norm": [0.17281609773635864, 0.17397551238536835, 0.1775282919406891]}, {"step": 6800, "epoch": 14, "train_loss": 0.0017774601001292467, "cos_r_negg": [0.5627243518829346, 0.6263659596443176, 0.6334640979766846], "cos_innovation_negg": [0.5627243518829346, 0.6263659596443176, 0.6334640979766846], "cos_apical_negg": [0.5627243518829346, 0.6263659596443176, 0.6334640979766846], "cos_Ac_negg": [0.5627243518829346, 0.6263659596443176, 0.6334640979766846], "r_norm": [0.1771830916404724, 0.17863672971725464, 0.18169184029102325]}, {"step": 6900, "epoch": 14, "train_loss": 0.0006432391237467527, "cos_r_negg": [0.5642813444137573, 0.6263474225997925, 0.634334921836853], "cos_innovation_negg": [0.5642813444137573, 0.6263474225997925, 0.634334921836853], "cos_apical_negg": [0.5642813444137573, 0.6263474225997925, 0.634334921836853], "cos_Ac_negg": [0.5642813444137573, 0.6263474225997925, 0.634334921836853], "r_norm": [0.1692524403333664, 0.17056486010551453, 0.17403511703014374]}, {"step": 7000, "epoch": 14, "train_loss": 0.000249928911216557, "cos_r_negg": [0.5637162923812866, 0.6274820566177368, 0.6343455910682678], "cos_innovation_negg": [0.5637162923812866, 0.6274820566177368, 0.6343455910682678], "cos_apical_negg": [0.5637162923812866, 0.6274820566177368, 0.6343455910682678], "cos_Ac_negg": [0.5637162923812866, 0.6274820566177368, 0.6343455910682678], "r_norm": [0.1676335632801056, 0.16881629824638367, 0.17234541475772858], "ldr": {"dL_sdil": -0.008975468575954437, "dL_bp": -0.017749518156051636, "ratio": 0.505673928556437}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9742, "test_loss": 0.14835414848327635}], "final": {"test_acc": 0.9742, "test_loss": 0.14835414848327635, "wall_s": 23.57845139503479, "cos_r_negg": [0.5650476813316345, 0.6291353702545166, 0.635208785533905], "cos_innovation_negg": [0.5650476813316345, 0.6291353702545166, 0.635208785533905], "cos_apical_negg": [0.5650476813316345, 0.6291353702545166, 0.635208785533905], "cos_Ac_negg": [0.5650476813316345, 0.6291353702545166, 0.635208785533905]}}