1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.05, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p05_raw_s3", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.331878900527954, "cos_r_negg": [-0.015642719343304634, 0.013174558989703655, 0.005119418725371361], "cos_innovation_negg": [-0.015008550137281418, 0.013928058557212353, 0.006005333736538887], "cos_apical_negg": [-0.015642719343304634, 0.013174558989703655, 0.005119418725371361], "cos_Ac_negg": [-0.015008732676506042, 0.013928016647696495, 0.006005217786878347], "r_norm": [4.937504768371582, 4.780068397521973, 4.870107173919678], "ldr": {"dL_sdil": -0.00045490264892578125, "dL_bp": -0.22743654251098633, "ratio": 0.0020001299874834633}}, {"step": 100, "epoch": 0, "train_loss": 0.2647920846939087, "cos_r_negg": [0.23171938955783844, 0.23704123497009277, 0.23391561210155487], "cos_innovation_negg": [0.4368886947631836, 0.41796720027923584, 0.3002517819404602], "cos_apical_negg": [0.23171938955783844, 0.23704123497009277, 0.23391561210155487], "cos_Ac_negg": [0.4369359016418457, 0.4181079864501953, 0.30021610856056213], "r_norm": [1.5268943309783936, 1.5047580003738403, 1.513484239578247]}, {"step": 200, "epoch": 0, "train_loss": 0.26878318190574646, "cos_r_negg": [0.2212350070476532, 0.2375158816576004, 0.24544546008110046], "cos_innovation_negg": [0.4542025625705719, 0.4362070560455322, 0.29868799448013306], "cos_apical_negg": [0.2212350070476532, 0.2375158816576004, 0.24544546008110046], "cos_Ac_negg": [0.4543095529079437, 0.43619081377983093, 0.29826998710632324], "r_norm": [1.3969652652740479, 1.3823130130767822, 1.3911058902740479]}, {"step": 300, "epoch": 0, "train_loss": 0.23749800026416779, "cos_r_negg": [0.20038194954395294, 0.25258520245552063, 0.27908068895339966], "cos_innovation_negg": [0.4624326825141907, 0.45986998081207275, 0.4063308835029602], "cos_apical_negg": [0.20038194954395294, 0.25258520245552063, 0.27908068895339966], "cos_Ac_negg": [0.46241092681884766, 0.45987874269485474, 0.4063032865524292], "r_norm": [1.369203805923462, 1.355884313583374, 1.3696670532226562]}, {"step": 400, "epoch": 0, "train_loss": 0.2108488380908966, "cos_r_negg": [0.1951042264699936, 0.2563267648220062, 0.2589138150215149], "cos_innovation_negg": [0.5284556150436401, 0.5371371507644653, 0.41852307319641113], "cos_apical_negg": [0.1951042264699936, 0.2563267648220062, 0.2589138150215149], "cos_Ac_negg": [0.5284525156021118, 0.5371414422988892, 0.41846397519111633], "r_norm": [1.2580506801605225, 1.251002311706543, 1.2639069557189941]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9421, "test_loss": 0.20638164520263672}, {"step": 500, "epoch": 1, "train_loss": 0.15336619317531586, "cos_r_negg": [0.1263105571269989, 0.20785468816757202, 0.2468583583831787], "cos_innovation_negg": [0.5284179449081421, 0.5420424938201904, 0.43755000829696655], "cos_apical_negg": [0.1263105571269989, 0.20785468816757202, 0.2468583583831787], "cos_Ac_negg": [0.5282698273658752, 0.5419406890869141, 0.4372602105140686], "r_norm": [1.2138707637786865, 1.2036125659942627, 1.2089115381240845], "ldr": {"dL_sdil": -0.00979653000831604, "dL_bp": -0.008886262774467468, "ratio": 1.1024353270830574}}, {"step": 600, "epoch": 1, "train_loss": 0.12146282196044922, "cos_r_negg": [0.16558480262756348, 0.22119669616222382, 0.2640494406223297], "cos_innovation_negg": [0.5180521011352539, 0.5558491945266724, 0.4293135404586792], "cos_apical_negg": [0.16558480262756348, 0.22119669616222382, 0.2640494406223297], "cos_Ac_negg": [0.5179779529571533, 0.555755078792572, 0.42906081676483154], "r_norm": [1.1653333902359009, 1.1613284349441528, 1.1675937175750732]}, {"step": 700, "epoch": 1, "train_loss": 0.20129522681236267, "cos_r_negg": [0.16062965989112854, 0.24130436778068542, 0.3633827269077301], "cos_innovation_negg": [0.5213563442230225, 0.5475398302078247, 0.5486730337142944], "cos_apical_negg": [0.16062965989112854, 0.24130436778068542, 0.3633827269077301], "cos_Ac_negg": [0.5213738679885864, 0.5474972724914551, 0.5485571026802063], "r_norm": [1.1901230812072754, 1.1864830255508423, 1.195469856262207]}, {"step": 800, "epoch": 1, "train_loss": 0.15393279492855072, "cos_r_negg": [0.1316477656364441, 0.2005041241645813, 0.3116982877254486], "cos_innovation_negg": [0.49710673093795776, 0.5257840752601624, 0.5348391532897949], "cos_apical_negg": [0.1316477656364441, 0.2005041241645813, 0.3116982877254486], "cos_Ac_negg": [0.49711817502975464, 0.5257155299186707, 0.5347292423248291], "r_norm": [1.122615098953247, 1.1207232475280762, 1.1217429637908936]}, {"step": 900, "epoch": 1, "train_loss": 0.23652523756027222, "cos_r_negg": [0.1263885498046875, 0.2090131789445877, 0.36704394221305847], "cos_innovation_negg": [0.5136946439743042, 0.5036094188690186, 0.5819655656814575], "cos_apical_negg": [0.1263885498046875, 0.2090131789445877, 0.36704394221305847], "cos_Ac_negg": [0.513674259185791, 0.5035489797592163, 0.5818724632263184], "r_norm": [1.1491764783859253, 1.1485307216644287, 1.1522923707962036]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9476, "test_loss": 0.20409825744628907}, {"step": 1000, "epoch": 2, "train_loss": 0.04947963356971741, "cos_r_negg": [0.12906236946582794, 0.21162265539169312, 0.348416805267334], "cos_innovation_negg": [0.5171824097633362, 0.5449851751327515, 0.5746995806694031], "cos_apical_negg": [0.12906236946582794, 0.21162265539169312, 0.348416805267334], "cos_Ac_negg": [0.5171871781349182, 0.5448256134986877, 0.5745273232460022], "r_norm": [1.103270411491394, 1.0993584394454956, 1.1070058345794678], "ldr": {"dL_sdil": -0.007384568452835083, "dL_bp": -0.006825581192970276, "ratio": 1.0818959212499755}}, {"step": 1100, "epoch": 2, "train_loss": 0.26648539304733276, "cos_r_negg": [0.12517738342285156, 0.1890411078929901, 0.2794380187988281], "cos_innovation_negg": [0.5369072556495667, 0.558696985244751, 0.6034679412841797], "cos_apical_negg": [0.12517738342285156, 0.1890411078929901, 0.2794380187988281], "cos_Ac_negg": [0.5368977189064026, 0.5586187839508057, 0.6034163236618042], "r_norm": [1.1235891580581665, 1.1186692714691162, 1.1226366758346558]}, {"step": 1200, "epoch": 2, "train_loss": 0.2048262059688568, "cos_r_negg": [0.09771303832530975, 0.17599990963935852, 0.3345041275024414], "cos_innovation_negg": [0.48631739616394043, 0.5278089642524719, 0.5706388354301453], "cos_apical_negg": [0.09771303832530975, 0.17599990963935852, 0.3345041275024414], "cos_Ac_negg": [0.48631414771080017, 0.5277293920516968, 0.5705646276473999], "r_norm": [1.0964975357055664, 1.0948665142059326, 1.0999548435211182]}, {"step": 1300, "epoch": 2, "train_loss": 0.16357849538326263, "cos_r_negg": [0.11733831465244293, 0.19436469674110413, 0.314643919467926], "cos_innovation_negg": [0.5063409805297852, 0.5092393159866333, 0.5826326608657837], "cos_apical_negg": [0.11733831465244293, 0.19436469674110413, 0.314643919467926], "cos_Ac_negg": [0.5063400268554688, 0.5091994404792786, 0.5825886726379395], "r_norm": [1.120036244392395, 1.115511178970337, 1.1228621006011963]}, {"step": 1400, "epoch": 2, "train_loss": 0.15772321820259094, "cos_r_negg": [0.10442176461219788, 0.17081187665462494, 0.2702012062072754], "cos_innovation_negg": [0.46532905101776123, 0.5119856595993042, 0.4701986312866211], "cos_apical_negg": [0.10442176461219788, 0.17081187665462494, 0.2702012062072754], "cos_Ac_negg": [0.46533602476119995, 0.5119734406471252, 0.47009581327438354], "r_norm": [1.094272255897522, 1.09502375125885, 1.0983967781066895]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9551, "test_loss": 0.16394522399902345}, {"step": 1500, "epoch": 3, "train_loss": 0.10516754537820816, "cos_r_negg": [0.09480533003807068, 0.16188447177410126, 0.3394983112812042], "cos_innovation_negg": [0.4841820299625397, 0.49998190999031067, 0.6024752855300903], "cos_apical_negg": [0.09480533003807068, 0.16188447177410126, 0.3394983112812042], "cos_Ac_negg": [0.48415231704711914, 0.4999416470527649, 0.602357029914856], "r_norm": [1.082397222518921, 1.0830413103103638, 1.0838232040405273], "ldr": {"dL_sdil": -0.005336984992027283, "dL_bp": -0.005066409707069397, "ratio": 1.0534057252772786}}, {"step": 1600, "epoch": 3, "train_loss": 0.13073858618736267, "cos_r_negg": [0.09687574207782745, 0.17678995430469513, 0.32607996463775635], "cos_innovation_negg": [0.5109266042709351, 0.5232068300247192, 0.6100045442581177], "cos_apical_negg": [0.09687574207782745, 0.17678995430469513, 0.32607996463775635], "cos_Ac_negg": [0.510970950126648, 0.5232208967208862, 0.6101869344711304], "r_norm": [1.0868866443634033, 1.0870692729949951, 1.0859053134918213]}, {"step": 1700, "epoch": 3, "train_loss": 0.11934582144021988, "cos_r_negg": [0.0949309766292572, 0.18343903124332428, 0.38537925481796265], "cos_innovation_negg": [0.4793432950973511, 0.5229952931404114, 0.655630350112915], "cos_apical_negg": [0.0949309766292572, 0.18343903124332428, 0.38537925481796265], "cos_Ac_negg": [0.47924715280532837, 0.5230076313018799, 0.6553148031234741], "r_norm": [1.082822322845459, 1.083268642425537, 1.081310510635376]}, {"step": 1800, "epoch": 3, "train_loss": 0.05349261313676834, "cos_r_negg": [0.09097310900688171, 0.16451048851013184, 0.3121575713157654], "cos_innovation_negg": [0.4797059893608093, 0.5175971388816833, 0.5561882853507996], "cos_apical_negg": [0.09097310900688171, 0.16451048851013184, 0.3121575713157654], "cos_Ac_negg": [0.47961992025375366, 0.5175373554229736, 0.5560489892959595], "r_norm": [1.0815494060516357, 1.0842307806015015, 1.0889325141906738]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9597, "test_loss": 0.1567654396057129}, {"step": 1900, "epoch": 4, "train_loss": 0.049702320247888565, "cos_r_negg": [0.11094648391008377, 0.18373540043830872, 0.33276915550231934], "cos_innovation_negg": [0.5151636600494385, 0.5544989705085754, 0.672356367111206], "cos_apical_negg": [0.11094648391008377, 0.18373540043830872, 0.33276915550231934], "cos_Ac_negg": [0.515153169631958, 0.5545079708099365, 0.6723426580429077], "r_norm": [1.0771498680114746, 1.0746958255767822, 1.0793105363845825]}, {"step": 2000, "epoch": 4, "train_loss": 0.17489692568778992, "cos_r_negg": [0.08195360004901886, 0.1622200608253479, 0.3456461429595947], "cos_innovation_negg": [0.4352279007434845, 0.47315454483032227, 0.6348254680633545], "cos_apical_negg": [0.08195360004901886, 0.1622200608253479, 0.3456461429595947], "cos_Ac_negg": [0.4351407289505005, 0.47306156158447266, 0.6346690654754639], "r_norm": [1.072052001953125, 1.074843168258667, 1.0736905336380005], "ldr": {"dL_sdil": -0.006359875202178955, "dL_bp": -0.007607370615005493, "ratio": 0.8360149023940202}}, {"step": 2100, "epoch": 4, "train_loss": 0.04057953134179115, "cos_r_negg": [0.11039240658283234, 0.19588319957256317, 0.3653199374675751], "cos_innovation_negg": [0.49805307388305664, 0.5498154163360596, 0.6796514987945557], "cos_apical_negg": [0.11039240658283234, 0.19588319957256317, 0.3653199374675751], "cos_Ac_negg": [0.49799609184265137, 0.5497889518737793, 0.6795431971549988], "r_norm": [1.0667060613632202, 1.0698308944702148, 1.0696548223495483]}, {"step": 2200, "epoch": 4, "train_loss": 0.01804332807660103, "cos_r_negg": [0.08984159678220749, 0.14002031087875366, 0.29909420013427734], "cos_innovation_negg": [0.46091675758361816, 0.5379999279975891, 0.6175446510314941], "cos_apical_negg": [0.08984159678220749, 0.14002031087875366, 0.29909420013427734], "cos_Ac_negg": [0.460916668176651, 0.5380631685256958, 0.617724597454071], "r_norm": [1.038021445274353, 1.0354242324829102, 1.038496971130371]}, {"step": 2300, "epoch": 4, "train_loss": 0.24117830395698547, "cos_r_negg": [0.08873602747917175, 0.16129721701145172, 0.3125532865524292], "cos_innovation_negg": [0.4965319037437439, 0.5336123704910278, 0.6705626249313354], "cos_apical_negg": [0.08873602747917175, 0.16129721701145172, 0.3125532865524292], "cos_Ac_negg": [0.4963240623474121, 0.5335754156112671, 0.6705212593078613], "r_norm": [1.0376596450805664, 1.0370090007781982, 1.0377192497253418]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9611, "test_loss": 0.1636854202270508}, {"step": 2400, "epoch": 5, "train_loss": 0.10627827048301697, "cos_r_negg": [0.08160525560379028, 0.18309380114078522, 0.3644033372402191], "cos_innovation_negg": [0.4931505024433136, 0.5428751707077026, 0.6568996906280518], "cos_apical_negg": [0.08160525560379028, 0.18309380114078522, 0.3644033372402191], "cos_Ac_negg": [0.4930899441242218, 0.5427823066711426, 0.656874418258667], "r_norm": [1.0391044616699219, 1.0357418060302734, 1.0385117530822754]}, {"step": 2500, "epoch": 5, "train_loss": 0.04008999466896057, "cos_r_negg": [0.08401623368263245, 0.17791622877120972, 0.3076491951942444], "cos_innovation_negg": [0.4855118691921234, 0.5449755787849426, 0.665241539478302], "cos_apical_negg": [0.08401623368263245, 0.17791622877120972, 0.3076491951942444], "cos_Ac_negg": [0.48523539304733276, 0.5450470447540283, 0.664824366569519], "r_norm": [1.0601152181625366, 1.054722547531128, 1.0588864088058472], "ldr": {"dL_sdil": -0.007600918412208557, "dL_bp": -0.009574659168720245, "ratio": 0.793857857315719}}, {"step": 2600, "epoch": 5, "train_loss": 0.10991664230823517, "cos_r_negg": [0.08912836015224457, 0.16437111794948578, 0.28939080238342285], "cos_innovation_negg": [0.46123170852661133, 0.5317376852035522, 0.6545934677124023], "cos_apical_negg": [0.08912836015224457, 0.16437111794948578, 0.28939080238342285], "cos_Ac_negg": [0.4607233703136444, 0.5315687656402588, 0.6538490056991577], "r_norm": [1.0448853969573975, 1.0422736406326294, 1.0459226369857788]}, {"step": 2700, "epoch": 5, "train_loss": 0.06055522710084915, "cos_r_negg": [0.08246853202581406, 0.18223175406455994, 0.2698294520378113], "cos_innovation_negg": [0.4353107213973999, 0.509527325630188, 0.5890357494354248], "cos_apical_negg": [0.08246853202581406, 0.18223175406455994, 0.2698294520378113], "cos_Ac_negg": [0.4352387487888336, 0.5094600915908813, 0.5888159871101379], "r_norm": [1.0132813453674316, 1.0104095935821533, 1.010103464126587]}, {"step": 2800, "epoch": 5, "train_loss": 0.16425786912441254, "cos_r_negg": [0.08016721904277802, 0.17537474632263184, 0.38759416341781616], "cos_innovation_negg": [0.45793595910072327, 0.505504846572876, 0.6609646677970886], "cos_apical_negg": [0.08016721904277802, 0.17537474632263184, 0.38759416341781616], "cos_Ac_negg": [0.45793068408966064, 0.5054455995559692, 0.6608702540397644], "r_norm": [1.0355772972106934, 1.0334874391555786, 1.0356312990188599]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9619, "test_loss": 0.15686889038085938}, {"step": 2900, "epoch": 6, "train_loss": 0.022492146119475365, "cos_r_negg": [0.07196735590696335, 0.16925537586212158, 0.31764864921569824], "cos_innovation_negg": [0.45331889390945435, 0.5492408871650696, 0.6572692394256592], "cos_apical_negg": [0.07196735590696335, 0.16925537586212158, 0.31764864921569824], "cos_Ac_negg": [0.4532802700996399, 0.5492361783981323, 0.6572920680046082], "r_norm": [1.0519925355911255, 1.0493084192276, 1.052395224571228]}, {"step": 3000, "epoch": 6, "train_loss": 0.31273213028907776, "cos_r_negg": [0.0731772929430008, 0.13190704584121704, 0.3190533220767975], "cos_innovation_negg": [0.42692163586616516, 0.5165793895721436, 0.6689997315406799], "cos_apical_negg": [0.0731772929430008, 0.13190704584121704, 0.3190533220767975], "cos_Ac_negg": [0.4270516335964203, 0.5166670083999634, 0.6691550016403198], "r_norm": [1.0390095710754395, 1.036224126815796, 1.0383200645446777], "ldr": {"dL_sdil": -0.00616820901632309, "dL_bp": -0.0077553316950798035, "ratio": 0.7953507675547097}}, {"step": 3100, "epoch": 6, "train_loss": 0.1140340119600296, "cos_r_negg": [0.08143879473209381, 0.1412690281867981, 0.35382080078125], "cos_innovation_negg": [0.45451244711875916, 0.5342626571655273, 0.6729519367218018], "cos_apical_negg": [0.08143879473209381, 0.1412690281867981, 0.35382080078125], "cos_Ac_negg": [0.45452335476875305, 0.5344525575637817, 0.6728215217590332], "r_norm": [1.0448682308197021, 1.0408542156219482, 1.0420558452606201]}, {"step": 3200, "epoch": 6, "train_loss": 0.12365753948688507, "cos_r_negg": [0.07425111532211304, 0.13239648938179016, 0.24433907866477966], "cos_innovation_negg": [0.4392765164375305, 0.5060632228851318, 0.6366022825241089], "cos_apical_negg": [0.07425111532211304, 0.13239648938179016, 0.24433907866477966], "cos_Ac_negg": [0.43923044204711914, 0.5059811472892761, 0.6366878747940063], "r_norm": [0.9932649731636047, 0.9914728403091431, 0.9906747937202454]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9616, "test_loss": 0.1611527805328369}, {"step": 3300, "epoch": 7, "train_loss": 0.04431071877479553, "cos_r_negg": [0.07450416684150696, 0.1297498345375061, 0.264461487531662], "cos_innovation_negg": [0.42629730701446533, 0.5000718832015991, 0.5907208323478699], "cos_apical_negg": [0.07450416684150696, 0.1297498345375061, 0.264461487531662], "cos_Ac_negg": [0.4261389374732971, 0.5000936985015869, 0.5907834768295288], "r_norm": [1.0344806909561157, 1.032099962234497, 1.0320783853530884]}, {"step": 3400, "epoch": 7, "train_loss": 0.08375701308250427, "cos_r_negg": [0.09938184916973114, 0.12510553002357483, 0.2544529139995575], "cos_innovation_negg": [0.4636978209018707, 0.5547892451286316, 0.6818769574165344], "cos_apical_negg": [0.09938184916973114, 0.12510553002357483, 0.2544529139995575], "cos_Ac_negg": [0.4634917378425598, 0.5548191070556641, 0.6818888187408447], "r_norm": [1.0641742944717407, 1.059363842010498, 1.061361312866211]}, {"step": 3500, "epoch": 7, "train_loss": 0.09449511766433716, "cos_r_negg": [0.07759363949298859, 0.12673451006412506, 0.2399180829524994], "cos_innovation_negg": [0.4407230019569397, 0.5451507568359375, 0.6767064332962036], "cos_apical_negg": [0.07759363949298859, 0.12673451006412506, 0.2399180829524994], "cos_Ac_negg": [0.44026365876197815, 0.5451226830482483, 0.6768074035644531], "r_norm": [1.0044913291931152, 1.001854658126831, 1.0010911226272583], "ldr": {"dL_sdil": -0.004060566425323486, "dL_bp": -0.00534270703792572, "ratio": 0.7600204159612655}}, {"step": 3600, "epoch": 7, "train_loss": 0.014355139806866646, "cos_r_negg": [0.057094424962997437, 0.11132264882326126, 0.31315529346466064], "cos_innovation_negg": [0.4073660969734192, 0.509350061416626, 0.6994157433509827], "cos_apical_negg": [0.057094424962997437, 0.11132264882326126, 0.31315529346466064], "cos_Ac_negg": [0.4073219895362854, 0.5092644691467285, 0.6995916366577148], "r_norm": [1.0379538536071777, 1.0361063480377197, 1.0359954833984375]}, {"step": 3700, "epoch": 7, "train_loss": 0.026530861854553223, "cos_r_negg": [0.0712440088391304, 0.11641159653663635, 0.2877442538738251], "cos_innovation_negg": [0.4202393889427185, 0.5186985731124878, 0.6536667346954346], "cos_apical_negg": [0.0712440088391304, 0.11641159653663635, 0.2877442538738251], "cos_Ac_negg": [0.42011284828186035, 0.5187029838562012, 0.6535063982009888], "r_norm": [0.999384343624115, 0.9963240623474121, 0.9962331652641296]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9618, "test_loss": 0.16294672317504882}, {"step": 3800, "epoch": 8, "train_loss": 0.05007879436016083, "cos_r_negg": [0.07511164993047714, 0.14734423160552979, 0.3085169196128845], "cos_innovation_negg": [0.4413944482803345, 0.5397770404815674, 0.7106569409370422], "cos_apical_negg": [0.07511164993047714, 0.14734423160552979, 0.3085169196128845], "cos_Ac_negg": [0.441325306892395, 0.5396966934204102, 0.7107394337654114], "r_norm": [1.0129104852676392, 1.0108343362808228, 1.0100213289260864]}, {"step": 3900, "epoch": 8, "train_loss": 0.21742382645606995, "cos_r_negg": [0.09494712948799133, 0.13465934991836548, 0.2579788565635681], "cos_innovation_negg": [0.4363745152950287, 0.5148830413818359, 0.65738445520401], "cos_apical_negg": [0.09494712948799133, 0.13465934991836548, 0.2579788565635681], "cos_Ac_negg": [0.4360920190811157, 0.514843225479126, 0.6574424505233765], "r_norm": [1.0040419101715088, 1.0015568733215332, 1.0002267360687256]}, {"step": 4000, "epoch": 8, "train_loss": 0.07472498714923859, "cos_r_negg": [0.08299684524536133, 0.14769677817821503, 0.3467448949813843], "cos_innovation_negg": [0.42636168003082275, 0.5000577569007874, 0.6933121681213379], "cos_apical_negg": [0.08299684524536133, 0.14769677817821503, 0.3467448949813843], "cos_Ac_negg": [0.4264153838157654, 0.4998900592327118, 0.6923861503601074], "r_norm": [1.0153279304504395, 1.0113576650619507, 1.0112497806549072], "ldr": {"dL_sdil": -0.006744697690010071, "dL_bp": -0.008618451654911041, "ratio": 0.7825880981958921}}, {"step": 4100, "epoch": 8, "train_loss": 0.022548433393239975, "cos_r_negg": [0.07248678803443909, 0.10661035776138306, 0.3099792003631592], "cos_innovation_negg": [0.42672696709632874, 0.5190163254737854, 0.6978937387466431], "cos_apical_negg": [0.07248678803443909, 0.10661035776138306, 0.3099792003631592], "cos_Ac_negg": [0.42665842175483704, 0.5191322565078735, 0.6976729035377502], "r_norm": [0.994434654712677, 0.9916395545005798, 0.9928121566772461]}, {"step": 4200, "epoch": 8, "train_loss": 0.1103154793381691, "cos_r_negg": [0.07517226040363312, 0.10708636045455933, 0.3129129707813263], "cos_innovation_negg": [0.43011996150016785, 0.5349301695823669, 0.6778147220611572], "cos_apical_negg": [0.07517226040363312, 0.10708636045455933, 0.3129129707813263], "cos_Ac_negg": [0.43020758032798767, 0.5349271297454834, 0.6779068112373352], "r_norm": [0.9925261735916138, 0.9870480895042419, 0.9901551604270935]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9636, "test_loss": 0.1582131565093994}, {"step": 4300, "epoch": 9, "train_loss": 0.03350401669740677, "cos_r_negg": [0.07466697692871094, 0.10558614134788513, 0.3342083692550659], "cos_innovation_negg": [0.43360114097595215, 0.5500720739364624, 0.7179794311523438], "cos_apical_negg": [0.07466697692871094, 0.10558614134788513, 0.3342083692550659], "cos_Ac_negg": [0.43355754017829895, 0.5500990748405457, 0.7178323864936829], "r_norm": [0.9753940105438232, 0.9736157655715942, 0.9734360575675964]}, {"step": 4400, "epoch": 9, "train_loss": 0.029651187360286713, "cos_r_negg": [0.05542431026697159, 0.1084962785243988, 0.3036450147628784], "cos_innovation_negg": [0.44660431146621704, 0.535990834236145, 0.7104226350784302], "cos_apical_negg": [0.05542431026697159, 0.1084962785243988, 0.3036450147628784], "cos_Ac_negg": [0.4463743567466736, 0.5357836484909058, 0.7095645070075989], "r_norm": [1.0023603439331055, 0.9978123903274536, 0.9969149827957153]}, {"step": 4500, "epoch": 9, "train_loss": 0.13401556015014648, "cos_r_negg": [0.05591508373618126, 0.10642553865909576, 0.2879694104194641], "cos_innovation_negg": [0.4271180331707001, 0.5109951496124268, 0.6960757970809937], "cos_apical_negg": [0.05591508373618126, 0.10642553865909576, 0.2879694104194641], "cos_Ac_negg": [0.4278360903263092, 0.5115805268287659, 0.6965353488922119], "r_norm": [0.9934495091438293, 0.9916216731071472, 0.990249752998352], "ldr": {"dL_sdil": -0.004611022770404816, "dL_bp": -0.006804727017879486, "ratio": 0.6776205361786459}}, {"step": 4600, "epoch": 9, "train_loss": 0.020621519535779953, "cos_r_negg": [0.08068762719631195, 0.12873448431491852, 0.25776466727256775], "cos_innovation_negg": [0.43766605854034424, 0.5402704477310181, 0.7035529017448425], "cos_apical_negg": [0.08068762719631195, 0.12873448431491852, 0.25776466727256775], "cos_Ac_negg": [0.4376477003097534, 0.5403668880462646, 0.7036139965057373], "r_norm": [1.0251803398132324, 1.0206835269927979, 1.019230842590332]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9626, "test_loss": 0.16525814552307128}, {"step": 4700, "epoch": 10, "train_loss": 0.05971750617027283, "cos_r_negg": [0.08216692507266998, 0.11701570451259613, 0.26269209384918213], "cos_innovation_negg": [0.41004735231399536, 0.5183526873588562, 0.6850098371505737], "cos_apical_negg": [0.08216692507266998, 0.11701570451259613, 0.26269209384918213], "cos_Ac_negg": [0.4099718928337097, 0.5187126398086548, 0.6854265928268433], "r_norm": [1.0344624519348145, 1.0298960208892822, 1.028477668762207]}, {"step": 4800, "epoch": 10, "train_loss": 0.03930007666349411, "cos_r_negg": [0.0657869502902031, 0.10045967251062393, 0.20310693979263306], "cos_innovation_negg": [0.3980203866958618, 0.5154334306716919, 0.6973041296005249], "cos_apical_negg": [0.0657869502902031, 0.10045967251062393, 0.20310693979263306], "cos_Ac_negg": [0.3977644443511963, 0.5152593851089478, 0.6979318857192993], "r_norm": [1.0008891820907593, 0.9972832202911377, 0.9957632422447205]}, {"step": 4900, "epoch": 10, "train_loss": 0.05141081660985947, "cos_r_negg": [0.09262190759181976, 0.0856299102306366, 0.22405169904232025], "cos_innovation_negg": [0.39689740538597107, 0.4948880076408386, 0.6602343320846558], "cos_apical_negg": [0.09262190759181976, 0.0856299102306366, 0.22405169904232025], "cos_Ac_negg": [0.39682963490486145, 0.49598509073257446, 0.6607551574707031], "r_norm": [1.0169191360473633, 1.0117501020431519, 1.0106686353683472]}, {"step": 5000, "epoch": 10, "train_loss": 0.0069166868925094604, "cos_r_negg": [0.09611442685127258, 0.09031155705451965, 0.22948533296585083], "cos_innovation_negg": [0.4434712827205658, 0.5348515510559082, 0.6943167448043823], "cos_apical_negg": [0.09611442685127258, 0.09031155705451965, 0.22948533296585083], "cos_Ac_negg": [0.44347018003463745, 0.5350801944732666, 0.6944035291671753], "r_norm": [1.0307512283325195, 1.0238075256347656, 1.025500774383545], "ldr": {"dL_sdil": -0.008185997605323792, "dL_bp": -0.012424886226654053, "ratio": 0.6588388381185388}}, {"step": 5100, "epoch": 10, "train_loss": 0.11458219587802887, "cos_r_negg": [0.07597172260284424, 0.12591536343097687, 0.20473456382751465], "cos_innovation_negg": [0.4306093454360962, 0.526761531829834, 0.7296078205108643], "cos_apical_negg": [0.07597172260284424, 0.12591536343097687, 0.20473456382751465], "cos_Ac_negg": [0.4304288625717163, 0.5267440676689148, 0.729908287525177], "r_norm": [1.0243782997131348, 1.0203747749328613, 1.0188733339309692]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9617, "test_loss": 0.16517740592956542}, {"step": 5200, "epoch": 11, "train_loss": 0.010156534612178802, "cos_r_negg": [0.08489933609962463, 0.09461561590433121, 0.2719295620918274], "cos_innovation_negg": [0.41963574290275574, 0.5246255993843079, 0.7058186531066895], "cos_apical_negg": [0.08489933609962463, 0.09461561590433121, 0.2719295620918274], "cos_Ac_negg": [0.4194912612438202, 0.5246355533599854, 0.7058523893356323], "r_norm": [1.0145225524902344, 1.0102989673614502, 1.0099711418151855]}, {"step": 5300, "epoch": 11, "train_loss": 0.05159877613186836, "cos_r_negg": [0.07125509530305862, 0.0836147889494896, 0.24942587316036224], "cos_innovation_negg": [0.39580056071281433, 0.48831963539123535, 0.7069228887557983], "cos_apical_negg": [0.07125509530305862, 0.0836147889494896, 0.24942587316036224], "cos_Ac_negg": [0.39568838477134705, 0.4883936941623688, 0.7068790197372437], "r_norm": [0.9980209469795227, 0.9941141605377197, 0.9908428192138672]}, {"step": 5400, "epoch": 11, "train_loss": 0.10683313757181168, "cos_r_negg": [0.06005481258034706, 0.11635561287403107, 0.2433566004037857], "cos_innovation_negg": [0.4024996757507324, 0.4987344741821289, 0.7048144340515137], "cos_apical_negg": [0.06005481258034706, 0.11635561287403107, 0.2433566004037857], "cos_Ac_negg": [0.40215033292770386, 0.49826884269714355, 0.7049583196640015], "r_norm": [0.9942977428436279, 0.9889447689056396, 0.9858816862106323]}, {"step": 5500, "epoch": 11, "train_loss": 0.060216888785362244, "cos_r_negg": [0.036806873977184296, 0.06755854189395905, 0.21856330335140228], "cos_innovation_negg": [0.39783596992492676, 0.5225698947906494, 0.6927446722984314], "cos_apical_negg": [0.036806873977184296, 0.06755854189395905, 0.21856330335140228], "cos_Ac_negg": [0.39800986647605896, 0.5231701135635376, 0.6930423974990845], "r_norm": [1.0041204690933228, 0.9986884593963623, 0.9972342252731323], "ldr": {"dL_sdil": -0.005161933600902557, "dL_bp": -0.0078410804271698, "ratio": 0.6583191753799843}}, {"step": 5600, "epoch": 11, "train_loss": 0.022681772708892822, "cos_r_negg": [0.06077684834599495, 0.08140318840742111, 0.23175372183322906], "cos_innovation_negg": [0.4105914235115051, 0.5120735168457031, 0.7293616533279419], "cos_apical_negg": [0.06077684834599495, 0.08140318840742111, 0.23175372183322906], "cos_Ac_negg": [0.4105708599090576, 0.512154221534729, 0.7305968999862671], "r_norm": [1.0110012292861938, 1.0048599243164062, 1.0039482116699219]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9622, "test_loss": 0.17614651985168456}, {"step": 5700, "epoch": 12, "train_loss": 0.03661233186721802, "cos_r_negg": [0.056666113436222076, 0.103221595287323, 0.2308501899242401], "cos_innovation_negg": [0.39536982774734497, 0.5059580206871033, 0.7346677184104919], "cos_apical_negg": [0.056666113436222076, 0.103221595287323, 0.2308501899242401], "cos_Ac_negg": [0.3956769108772278, 0.5059629082679749, 0.7349888682365417], "r_norm": [1.0067126750946045, 1.002601146697998, 1.0002315044403076]}, {"step": 5800, "epoch": 12, "train_loss": 0.015466328710317612, "cos_r_negg": [0.06751728802919388, 0.10087569057941437, 0.2331043928861618], "cos_innovation_negg": [0.3826684355735779, 0.5069130659103394, 0.726081132888794], "cos_apical_negg": [0.06751728802919388, 0.10087569057941437, 0.2331043928861618], "cos_Ac_negg": [0.3827116787433624, 0.5069876313209534, 0.7267923355102539], "r_norm": [1.0080156326293945, 1.002086877822876, 1.0011829137802124]}, {"step": 5900, "epoch": 12, "train_loss": 0.03919490426778793, "cos_r_negg": [0.062435634434223175, 0.08189548552036285, 0.2416512668132782], "cos_innovation_negg": [0.40043920278549194, 0.4908711016178131, 0.7183642387390137], "cos_apical_negg": [0.062435634434223175, 0.08189548552036285, 0.2416512668132782], "cos_Ac_negg": [0.4007493555545807, 0.49157220125198364, 0.7197014093399048], "r_norm": [1.017671823501587, 1.010943055152893, 1.0096156597137451]}, {"step": 6000, "epoch": 12, "train_loss": 0.010215059854090214, "cos_r_negg": [0.06374108046293259, 0.08141080290079117, 0.2767689824104309], "cos_innovation_negg": [0.4110422134399414, 0.4929632246494293, 0.6879470348358154], "cos_apical_negg": [0.06374108046293259, 0.08141080290079117, 0.2767689824104309], "cos_Ac_negg": [0.41087836027145386, 0.49321430921554565, 0.6877579689025879], "r_norm": [0.9880693554878235, 0.9828629493713379, 0.9834429025650024], "ldr": {"dL_sdil": -0.003598034381866455, "dL_bp": -0.006107695400714874, "ratio": 0.5890985299373842}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9635, "test_loss": 0.1686151653289795}, {"step": 6100, "epoch": 13, "train_loss": 0.035873670130968094, "cos_r_negg": [0.0469224750995636, 0.08607562631368637, 0.25058436393737793], "cos_innovation_negg": [0.38837969303131104, 0.4926930367946625, 0.6913175582885742], "cos_apical_negg": [0.0469224750995636, 0.08607562631368637, 0.25058436393737793], "cos_Ac_negg": [0.38867029547691345, 0.492725133895874, 0.6915112137794495], "r_norm": [1.0014129877090454, 0.9950658082962036, 0.9941937923431396]}, {"step": 6200, "epoch": 13, "train_loss": 0.016559874638915062, "cos_r_negg": [0.0659569799900055, 0.07672332227230072, 0.20249177515506744], "cos_innovation_negg": [0.3988562822341919, 0.4817458391189575, 0.6683967113494873], "cos_apical_negg": [0.0659569799900055, 0.07672332227230072, 0.20249177515506744], "cos_Ac_negg": [0.3983447253704071, 0.48185744881629944, 0.6681798696517944], "r_norm": [1.0086009502410889, 1.0023517608642578, 0.9995269775390625]}, {"step": 6300, "epoch": 13, "train_loss": 0.01982077583670616, "cos_r_negg": [0.06806819885969162, 0.09169220924377441, 0.20339035987854004], "cos_innovation_negg": [0.39540067315101624, 0.5070501565933228, 0.7026590704917908], "cos_apical_negg": [0.06806819885969162, 0.09169220924377441, 0.20339035987854004], "cos_Ac_negg": [0.3948124051094055, 0.5073511600494385, 0.7030317187309265], "r_norm": [1.0116000175476074, 1.004624843597412, 1.002839207649231]}, {"step": 6400, "epoch": 13, "train_loss": 0.06360478699207306, "cos_r_negg": [0.0648370310664177, 0.10829947888851166, 0.19740301370620728], "cos_innovation_negg": [0.37756043672561646, 0.5060795545578003, 0.7141621112823486], "cos_apical_negg": [0.0648370310664177, 0.10829947888851166, 0.19740301370620728], "cos_Ac_negg": [0.3773195147514343, 0.5059973001480103, 0.7144060730934143], "r_norm": [0.9938490390777588, 0.9881103038787842, 0.9874942302703857]}, {"step": 6500, "epoch": 13, "train_loss": 0.005917523987591267, "cos_r_negg": [0.05767172947525978, 0.10952644050121307, 0.2132006585597992], "cos_innovation_negg": [0.40701770782470703, 0.5423383712768555, 0.6835932731628418], "cos_apical_negg": [0.05767172947525978, 0.10952644050121307, 0.2132006585597992], "cos_Ac_negg": [0.40654534101486206, 0.5420957803726196, 0.6837042570114136], "r_norm": [1.0033890008926392, 0.9967707395553589, 0.9964233636856079], "ldr": {"dL_sdil": -0.005892999470233917, "dL_bp": -0.011221535503864288, "ratio": 0.5251509000889034}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9635, "test_loss": 0.1701450241088867}, {"step": 6600, "epoch": 14, "train_loss": 0.01692129671573639, "cos_r_negg": [0.047284916043281555, 0.10773734748363495, 0.20169442892074585], "cos_innovation_negg": [0.3913191556930542, 0.5143514275550842, 0.7084053158760071], "cos_apical_negg": [0.047284916043281555, 0.10773734748363495, 0.20169442892074585], "cos_Ac_negg": [0.3909500241279602, 0.5146305561065674, 0.7091703414916992], "r_norm": [0.9986156225204468, 0.9927716255187988, 0.9917881488800049]}, {"step": 6700, "epoch": 14, "train_loss": 0.07555331289768219, "cos_r_negg": [0.05310492590069771, 0.07415593415498734, 0.1699831634759903], "cos_innovation_negg": [0.4001525640487671, 0.5247504115104675, 0.6986910104751587], "cos_apical_negg": [0.05310492590069771, 0.07415593415498734, 0.1699831634759903], "cos_Ac_negg": [0.3991778492927551, 0.5261366367340088, 0.7006081342697144], "r_norm": [0.9993978142738342, 0.993030846118927, 0.993079423904419]}, {"step": 6800, "epoch": 14, "train_loss": 0.03224220499396324, "cos_r_negg": [0.05489124730229378, 0.10033617913722992, 0.1890159547328949], "cos_innovation_negg": [0.416041761636734, 0.5418425798416138, 0.6230579614639282], "cos_apical_negg": [0.05489124730229378, 0.10033617913722992, 0.1890159547328949], "cos_Ac_negg": [0.4159555435180664, 0.5421961545944214, 0.6224014759063721], "r_norm": [0.995155930519104, 0.9891947507858276, 0.9877503514289856]}, {"step": 6900, "epoch": 14, "train_loss": 0.022383030503988266, "cos_r_negg": [0.04361272230744362, 0.09534022212028503, 0.20757703483104706], "cos_innovation_negg": [0.4027337431907654, 0.5326934456825256, 0.6694039106369019], "cos_apical_negg": [0.04361272230744362, 0.09534022212028503, 0.20757703483104706], "cos_Ac_negg": [0.4019620418548584, 0.5330390930175781, 0.6700315475463867], "r_norm": [1.0033528804779053, 0.9959549307823181, 0.9956663250923157]}, {"step": 7000, "epoch": 14, "train_loss": 0.039209477603435516, "cos_r_negg": [0.05443475395441055, 0.09657007455825806, 0.18467269837856293], "cos_innovation_negg": [0.37617555260658264, 0.5200367569923401, 0.6829506754875183], "cos_apical_negg": [0.05443475395441055, 0.09657007455825806, 0.18467269837856293], "cos_Ac_negg": [0.37569886445999146, 0.5202019214630127, 0.6829924583435059], "r_norm": [1.0039644241333008, 0.9969807863235474, 0.9963716864585876], "ldr": {"dL_sdil": -0.004821017384529114, "dL_bp": -0.007645532488822937, "ratio": 0.630566594488611}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.964, "test_loss": 0.1758670551300049}], "final": {"test_acc": 0.964, "test_loss": 0.1758670551300049, "wall_s": 33.141804695129395, "cos_r_negg": [0.055599045008420944, 0.09485368430614471, 0.19291341304779053], "cos_innovation_negg": [0.3823274075984955, 0.5083365440368652, 0.6721898317337036], "cos_apical_negg": [0.055599045008420944, 0.09485368430614471, 0.19291341304779053], "cos_Ac_negg": [0.3818332850933075, 0.5084835886955261, 0.6726865768432617]}}
|
