1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p2_residual_s0", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3603768348693848, "cos_r_negg": [-0.019523506984114647, -0.025533119216561317, 0.033746011555194855], "cos_innovation_negg": [-0.019523506984114647, -0.025533119216561317, 0.033746011555194855], "cos_apical_negg": [-0.01901932805776596, -0.025649813935160637, 0.030604533851146698], "cos_Ac_negg": [-0.019523320719599724, -0.02553311362862587, 0.03374597430229187], "r_norm": [4.898260116577148, 4.826771259307861, 4.823907852172852], "ldr": {"dL_sdil": -0.009198188781738281, "dL_bp": -0.24068951606750488, "ratio": 0.03821599266981997}}, {"step": 100, "epoch": 0, "train_loss": 0.20606768131256104, "cos_r_negg": [0.4568517208099365, 0.3804790675640106, 0.3602581322193146], "cos_innovation_negg": [0.4568517208099365, 0.3804790675640106, 0.3602581322193146], "cos_apical_negg": [0.11668631434440613, 0.11449643224477768, 0.16664618253707886], "cos_Ac_negg": [0.4580104351043701, 0.3817555010318756, 0.361117422580719], "r_norm": [0.8251547813415527, 0.8088545799255371, 0.8064684867858887]}, {"step": 200, "epoch": 0, "train_loss": 0.33056187629699707, "cos_r_negg": [0.4819785952568054, 0.4062795042991638, 0.3873841166496277], "cos_innovation_negg": [0.4819785952568054, 0.4062795042991638, 0.3873841166496277], "cos_apical_negg": [0.10751524567604065, 0.10858698189258575, 0.1609276384115219], "cos_Ac_negg": [0.4838070273399353, 0.4091993570327759, 0.390473872423172], "r_norm": [0.74756920337677, 0.730886697769165, 0.7294856309890747]}, {"step": 300, "epoch": 0, "train_loss": 0.15221649408340454, "cos_r_negg": [0.49626708030700684, 0.4471138119697571, 0.42699939012527466], "cos_innovation_negg": [0.49626708030700684, 0.4471138119697571, 0.42699939012527466], "cos_apical_negg": [0.09722556173801422, 0.09840162098407745, 0.13177180290222168], "cos_Ac_negg": [0.49734193086624146, 0.44760507345199585, 0.4274216890335083], "r_norm": [0.5708848237991333, 0.56050044298172, 0.5594212412834167]}, {"step": 400, "epoch": 0, "train_loss": 0.14678801596164703, "cos_r_negg": [0.507038950920105, 0.475298136472702, 0.44862401485443115], "cos_innovation_negg": [0.507038950920105, 0.475298136472702, 0.44862401485443115], "cos_apical_negg": [0.09293738007545471, 0.10707753896713257, 0.13955432176589966], "cos_Ac_negg": [0.5077444314956665, 0.4754383862018585, 0.4486578106880188], "r_norm": [0.5688608288764954, 0.5588194727897644, 0.5559911131858826]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9448, "test_loss": 0.18991070022583006}, {"step": 500, "epoch": 1, "train_loss": 0.200868621468544, "cos_r_negg": [0.5162969827651978, 0.48728224635124207, 0.48449674248695374], "cos_innovation_negg": [0.5162969827651978, 0.48728224635124207, 0.48449674248695374], "cos_apical_negg": [0.08657191693782806, 0.10910124331712723, 0.15178021788597107], "cos_Ac_negg": [0.5193557739257812, 0.4889791011810303, 0.48533231019973755], "r_norm": [0.5458161234855652, 0.5269564986228943, 0.5282394886016846], "ldr": {"dL_sdil": -0.013976424932479858, "dL_bp": -0.011787191033363342, "ratio": 1.1857299073986283}}, {"step": 600, "epoch": 1, "train_loss": 0.06455937772989273, "cos_r_negg": [0.5252150893211365, 0.49741560220718384, 0.47792404890060425], "cos_innovation_negg": [0.5252150893211365, 0.49741560220718384, 0.47792404890060425], "cos_apical_negg": [0.07249660044908524, 0.09262460470199585, 0.1474091112613678], "cos_Ac_negg": [0.5307551622390747, 0.49993205070495605, 0.4801490306854248], "r_norm": [0.4578191637992859, 0.44566091895103455, 0.4451056718826294]}, {"step": 700, "epoch": 1, "train_loss": 0.18288546800613403, "cos_r_negg": [0.5178865790367126, 0.5105553865432739, 0.4914657473564148], "cos_innovation_negg": [0.5178865790367126, 0.5105553865432739, 0.4914657473564148], "cos_apical_negg": [0.06589733809232712, 0.0876186192035675, 0.15391361713409424], "cos_Ac_negg": [0.5210632085800171, 0.5110137462615967, 0.49143391847610474], "r_norm": [0.4621240496635437, 0.4475422501564026, 0.44855743646621704]}, {"step": 800, "epoch": 1, "train_loss": 0.1488797962665558, "cos_r_negg": [0.5349124073982239, 0.5300829410552979, 0.5068248510360718], "cos_innovation_negg": [0.5349124073982239, 0.5300829410552979, 0.5068248510360718], "cos_apical_negg": [0.0719074159860611, 0.08885012567043304, 0.15127798914909363], "cos_Ac_negg": [0.5383347868919373, 0.5316882729530334, 0.5075443983078003], "r_norm": [0.3949119448661804, 0.38480696082115173, 0.38360413908958435]}, {"step": 900, "epoch": 1, "train_loss": 0.17730845510959625, "cos_r_negg": [0.554450511932373, 0.5506994724273682, 0.5195983648300171], "cos_innovation_negg": [0.554450511932373, 0.5506994724273682, 0.5195983648300171], "cos_apical_negg": [0.053759295493364334, 0.08073358237743378, 0.14462418854236603], "cos_Ac_negg": [0.5558062791824341, 0.5511731505393982, 0.51972496509552], "r_norm": [0.45816269516944885, 0.44765082001686096, 0.44630134105682373]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9543, "test_loss": 0.15480947380065918}, {"step": 1000, "epoch": 2, "train_loss": 0.03710019960999489, "cos_r_negg": [0.5558743476867676, 0.5464800000190735, 0.5298841595649719], "cos_innovation_negg": [0.5558743476867676, 0.5464800000190735, 0.5298841595649719], "cos_apical_negg": [0.05135207623243332, 0.06875786185264587, 0.13144917786121368], "cos_Ac_negg": [0.5585004091262817, 0.547971785068512, 0.5297491550445557], "r_norm": [0.3376040458679199, 0.32865121960639954, 0.3271465599536896], "ldr": {"dL_sdil": -0.008514806628227234, "dL_bp": -0.007336333394050598, "ratio": 1.1606351798477859}}, {"step": 1100, "epoch": 2, "train_loss": 0.07798951119184494, "cos_r_negg": [0.5498685836791992, 0.5463867783546448, 0.5243546366691589], "cos_innovation_negg": [0.5498685836791992, 0.5463867783546448, 0.5243546366691589], "cos_apical_negg": [0.07133688032627106, 0.07786333560943604, 0.13750848174095154], "cos_Ac_negg": [0.5545761585235596, 0.5487866401672363, 0.5241233110427856], "r_norm": [0.37861159443855286, 0.3637913465499878, 0.36582499742507935]}, {"step": 1200, "epoch": 2, "train_loss": 0.14072027802467346, "cos_r_negg": [0.5525054931640625, 0.5577645301818848, 0.5312122106552124], "cos_innovation_negg": [0.5525054931640625, 0.5577645301818848, 0.5312122106552124], "cos_apical_negg": [0.043642252683639526, 0.068376824259758, 0.128059983253479], "cos_Ac_negg": [0.554104745388031, 0.5589102506637573, 0.5304606556892395], "r_norm": [0.31428849697113037, 0.3077391982078552, 0.3076714873313904]}, {"step": 1300, "epoch": 2, "train_loss": 0.11660172045230865, "cos_r_negg": [0.5418621897697449, 0.5479443073272705, 0.5228186845779419], "cos_innovation_negg": [0.5418621897697449, 0.5479443073272705, 0.5228186845779419], "cos_apical_negg": [0.03705895319581032, 0.07983006536960602, 0.1325947642326355], "cos_Ac_negg": [0.5479830503463745, 0.5507307052612305, 0.5222512483596802], "r_norm": [0.2982795834541321, 0.291095495223999, 0.2893028259277344]}, {"step": 1400, "epoch": 2, "train_loss": 0.1453935205936432, "cos_r_negg": [0.5396968126296997, 0.544838011264801, 0.5175241231918335], "cos_innovation_negg": [0.5396968126296997, 0.544838011264801, 0.5175241231918335], "cos_apical_negg": [0.04281812161207199, 0.07184118032455444, 0.13447293639183044], "cos_Ac_negg": [0.55027836561203, 0.551777720451355, 0.5188418626785278], "r_norm": [0.3004603683948517, 0.2916700839996338, 0.29145216941833496]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.965, "test_loss": 0.11640464172363281}, {"step": 1500, "epoch": 3, "train_loss": 0.05794712156057358, "cos_r_negg": [0.5365474820137024, 0.5483611226081848, 0.5290035605430603], "cos_innovation_negg": [0.5365474820137024, 0.5483611226081848, 0.5290035605430603], "cos_apical_negg": [0.03903874382376671, 0.0680883601307869, 0.11794716864824295], "cos_Ac_negg": [0.553656280040741, 0.5600674152374268, 0.5332503318786621], "r_norm": [0.2801234722137451, 0.2716987431049347, 0.2720698118209839], "ldr": {"dL_sdil": -0.006641030311584473, "dL_bp": -0.0062914565205574036, "ratio": 1.0555632531012227}}, {"step": 1600, "epoch": 3, "train_loss": 0.04811064898967743, "cos_r_negg": [0.531104564666748, 0.5472593307495117, 0.5583807826042175], "cos_innovation_negg": [0.531104564666748, 0.5472593307495117, 0.5583807826042175], "cos_apical_negg": [0.04239968955516815, 0.07670260965824127, 0.12730857729911804], "cos_Ac_negg": [0.5430436134338379, 0.5563105344772339, 0.5606163740158081], "r_norm": [0.2991618514060974, 0.28990256786346436, 0.29055726528167725]}, {"step": 1700, "epoch": 3, "train_loss": 0.08352155983448029, "cos_r_negg": [0.5660141706466675, 0.5690721869468689, 0.559603214263916], "cos_innovation_negg": [0.5660141706466675, 0.5690721869468689, 0.559603214263916], "cos_apical_negg": [0.03792407363653183, 0.07880504429340363, 0.12992222607135773], "cos_Ac_negg": [0.5771263837814331, 0.5787938833236694, 0.5633704662322998], "r_norm": [0.30538299679756165, 0.29572775959968567, 0.2982964515686035]}, {"step": 1800, "epoch": 3, "train_loss": 0.030646156519651413, "cos_r_negg": [0.5485644340515137, 0.5643365383148193, 0.5444592833518982], "cos_innovation_negg": [0.5485644340515137, 0.5643365383148193, 0.5444592833518982], "cos_apical_negg": [0.03874468058347702, 0.06933817267417908, 0.12000374495983124], "cos_Ac_negg": [0.563870370388031, 0.5779374837875366, 0.549401044845581], "r_norm": [0.260032057762146, 0.25294506549835205, 0.2516686022281647]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9653, "test_loss": 0.11902983360290527}, {"step": 1900, "epoch": 4, "train_loss": 0.03175019472837448, "cos_r_negg": [0.5577069520950317, 0.5627659559249878, 0.565239667892456], "cos_innovation_negg": [0.5577069520950317, 0.5627659559249878, 0.565239667892456], "cos_apical_negg": [0.03871120512485504, 0.0746726244688034, 0.13173167407512665], "cos_Ac_negg": [0.5703960657119751, 0.5756616592407227, 0.570755124092102], "r_norm": [0.29211440682411194, 0.2857474684715271, 0.28569066524505615]}, {"step": 2000, "epoch": 4, "train_loss": 0.08024226129055023, "cos_r_negg": [0.5266743898391724, 0.553314208984375, 0.5544223785400391], "cos_innovation_negg": [0.5266743898391724, 0.553314208984375, 0.5544223785400391], "cos_apical_negg": [0.03658125549554825, 0.06792008876800537, 0.11263023316860199], "cos_Ac_negg": [0.5573714375495911, 0.5773229598999023, 0.5672880411148071], "r_norm": [0.21113789081573486, 0.2038601040840149, 0.20290419459342957], "ldr": {"dL_sdil": -0.004576161503791809, "dL_bp": -0.004620671272277832, "ratio": 0.9903672505869302}}, {"step": 2100, "epoch": 4, "train_loss": 0.02029000222682953, "cos_r_negg": [0.5275942087173462, 0.5527107119560242, 0.5520141124725342], "cos_innovation_negg": [0.5275942087173462, 0.5527107119560242, 0.5520141124725342], "cos_apical_negg": [0.040275901556015015, 0.07150642573833466, 0.12067275494337082], "cos_Ac_negg": [0.550916314125061, 0.5742125511169434, 0.5672310590744019], "r_norm": [0.2565217614173889, 0.24834167957305908, 0.24823063611984253]}, {"step": 2200, "epoch": 4, "train_loss": 0.00951699260622263, "cos_r_negg": [0.5344455242156982, 0.5552586913108826, 0.5587232112884521], "cos_innovation_negg": [0.5344455242156982, 0.5552586913108826, 0.5587232112884521], "cos_apical_negg": [0.035655803978443146, 0.06762439757585526, 0.12687289714813232], "cos_Ac_negg": [0.5651898384094238, 0.5814754962921143, 0.574934720993042], "r_norm": [0.2500680088996887, 0.24069690704345703, 0.2411661297082901]}, {"step": 2300, "epoch": 4, "train_loss": 0.1815711259841919, "cos_r_negg": [0.4886285364627838, 0.5215216279029846, 0.5413792133331299], "cos_innovation_negg": [0.4886285364627838, 0.5215216279029846, 0.5413792133331299], "cos_apical_negg": [0.027654336765408516, 0.0623752623796463, 0.12552689015865326], "cos_Ac_negg": [0.5431786179542542, 0.573932945728302, 0.577804684638977], "r_norm": [0.25167208909988403, 0.24495288729667664, 0.2447163462638855]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9691, "test_loss": 0.11393807468414306}, {"step": 2400, "epoch": 5, "train_loss": 0.10122163593769073, "cos_r_negg": [0.5314934253692627, 0.5587554574012756, 0.5576316118240356], "cos_innovation_negg": [0.5314934253692627, 0.5587554574012756, 0.5576316118240356], "cos_apical_negg": [0.02344726212322712, 0.0665503516793251, 0.11944691836833954], "cos_Ac_negg": [0.5785295963287354, 0.6011965274810791, 0.5858073234558105], "r_norm": [0.22358477115631104, 0.218226358294487, 0.21524173021316528]}, {"step": 2500, "epoch": 5, "train_loss": 0.038397856056690216, "cos_r_negg": [0.4825775623321533, 0.5174044966697693, 0.5375474691390991], "cos_innovation_negg": [0.4825775623321533, 0.5174044966697693, 0.5375474691390991], "cos_apical_negg": [0.02063409797847271, 0.055779747664928436, 0.11611965298652649], "cos_Ac_negg": [0.5568516254425049, 0.5858498811721802, 0.5866438150405884], "r_norm": [0.19941456615924835, 0.19570526480674744, 0.19538924098014832], "ldr": {"dL_sdil": -0.005884647369384766, "dL_bp": -0.006330087780952454, "ratio": 0.9296312425701204}}, {"step": 2600, "epoch": 5, "train_loss": 0.05920883268117905, "cos_r_negg": [0.4925805628299713, 0.523348331451416, 0.5389696359634399], "cos_innovation_negg": [0.4925805628299713, 0.523348331451416, 0.5389696359634399], "cos_apical_negg": [0.025194434449076653, 0.05186089873313904, 0.11524221301078796], "cos_Ac_negg": [0.5781121253967285, 0.600778341293335, 0.5976366996765137], "r_norm": [0.18396976590156555, 0.1793268918991089, 0.17820721864700317]}, {"step": 2700, "epoch": 5, "train_loss": 0.016289614140987396, "cos_r_negg": [0.5190460681915283, 0.5432322025299072, 0.5588918328285217], "cos_innovation_negg": [0.5190460681915283, 0.5432322025299072, 0.5588918328285217], "cos_apical_negg": [0.01423963438719511, 0.05856696516275406, 0.129440039396286], "cos_Ac_negg": [0.5946996212005615, 0.6120826005935669, 0.6044851541519165], "r_norm": [0.18712875247001648, 0.1825256049633026, 0.18095046281814575]}, {"step": 2800, "epoch": 5, "train_loss": 0.10968293249607086, "cos_r_negg": [0.49568527936935425, 0.52587890625, 0.5606033205986023], "cos_innovation_negg": [0.49568527936935425, 0.52587890625, 0.5606033205986023], "cos_apical_negg": [0.01931498944759369, 0.06305486708879471, 0.14198926091194153], "cos_Ac_negg": [0.5769494771957397, 0.6030417680740356, 0.6160200834274292], "r_norm": [0.22943010926246643, 0.22177505493164062, 0.22182336449623108]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9709, "test_loss": 0.11041314105987549}, {"step": 2900, "epoch": 6, "train_loss": 0.008864540606737137, "cos_r_negg": [0.46098676323890686, 0.5032291412353516, 0.5465518236160278], "cos_innovation_negg": [0.46098676323890686, 0.5032291412353516, 0.5465518236160278], "cos_apical_negg": [0.016328910365700722, 0.060745444148778915, 0.13262057304382324], "cos_Ac_negg": [0.5510411262512207, 0.5917937755584717, 0.6131106615066528], "r_norm": [0.18359653651714325, 0.17735886573791504, 0.17770491540431976]}, {"step": 3000, "epoch": 6, "train_loss": 0.08613086491823196, "cos_r_negg": [0.4443424642086029, 0.49303972721099854, 0.526557207107544], "cos_innovation_negg": [0.4443424642086029, 0.49303972721099854, 0.526557207107544], "cos_apical_negg": [0.017452478408813477, 0.05924266576766968, 0.13208407163619995], "cos_Ac_negg": [0.5434337258338928, 0.5934004783630371, 0.6081597805023193], "r_norm": [0.18291375041007996, 0.17817261815071106, 0.17709821462631226], "ldr": {"dL_sdil": -0.004899367690086365, "dL_bp": -0.006415441632270813, "ratio": 0.7636836200709354}}, {"step": 3100, "epoch": 6, "train_loss": 0.027722256258130074, "cos_r_negg": [0.4568433463573456, 0.4942241907119751, 0.5254814624786377], "cos_innovation_negg": [0.4568433463573456, 0.4942241907119751, 0.5254814624786377], "cos_apical_negg": [0.018839817494153976, 0.0616610124707222, 0.12520012259483337], "cos_Ac_negg": [0.5735263824462891, 0.6091631650924683, 0.6174659729003906], "r_norm": [0.1963949054479599, 0.1905369758605957, 0.1898682564496994]}, {"step": 3200, "epoch": 6, "train_loss": 0.028760284185409546, "cos_r_negg": [0.451200008392334, 0.4926733374595642, 0.5232774019241333], "cos_innovation_negg": [0.451200008392334, 0.4926733374595642, 0.5232774019241333], "cos_apical_negg": [0.008969509974122047, 0.05782996863126755, 0.12332116812467575], "cos_Ac_negg": [0.571612536907196, 0.614120602607727, 0.625178337097168], "r_norm": [0.20188534259796143, 0.19708651304244995, 0.19598671793937683]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.972, "test_loss": 0.1148906593322754}, {"step": 3300, "epoch": 7, "train_loss": 0.016973750665783882, "cos_r_negg": [0.42888927459716797, 0.47589051723480225, 0.5042517781257629], "cos_innovation_negg": [0.42888927459716797, 0.47589051723480225, 0.5042517781257629], "cos_apical_negg": [0.010451404377818108, 0.05136895179748535, 0.11547611653804779], "cos_Ac_negg": [0.5732630491256714, 0.616134524345398, 0.6202009916305542], "r_norm": [0.1492937207221985, 0.146323561668396, 0.1439751237630844]}, {"step": 3400, "epoch": 7, "train_loss": 0.02213393524289131, "cos_r_negg": [0.43600428104400635, 0.47114014625549316, 0.5057457685470581], "cos_innovation_negg": [0.43600428104400635, 0.47114014625549316, 0.5057457685470581], "cos_apical_negg": [0.013777820393443108, 0.05915515869855881, 0.11904092133045197], "cos_Ac_negg": [0.5828040838241577, 0.6167933940887451, 0.6320329904556274], "r_norm": [0.19583429396152496, 0.19101858139038086, 0.18872876465320587]}, {"step": 3500, "epoch": 7, "train_loss": 0.002648072550073266, "cos_r_negg": [0.41043397784233093, 0.4439479410648346, 0.48292601108551025], "cos_innovation_negg": [0.41043397784233093, 0.4439479410648346, 0.48292601108551025], "cos_apical_negg": [0.023740924894809723, 0.053989872336387634, 0.12198619544506073], "cos_Ac_negg": [0.5743815898895264, 0.6118054389953613, 0.6281580328941345], "r_norm": [0.17663255333900452, 0.17193827033042908, 0.1708666831254959], "ldr": {"dL_sdil": -0.004703693091869354, "dL_bp": -0.006071396172046661, "ratio": 0.7747300552590598}}, {"step": 3600, "epoch": 7, "train_loss": 0.0039043196011334658, "cos_r_negg": [0.4013591706752777, 0.44087207317352295, 0.4851040840148926], "cos_innovation_negg": [0.4013591706752777, 0.44087207317352295, 0.4851040840148926], "cos_apical_negg": [0.004526400938630104, 0.05360887572169304, 0.13372525572776794], "cos_Ac_negg": [0.585268497467041, 0.6179358959197998, 0.6315387487411499], "r_norm": [0.2155553251504898, 0.2096172571182251, 0.20781230926513672]}, {"step": 3700, "epoch": 7, "train_loss": 0.009248893707990646, "cos_r_negg": [0.3922937512397766, 0.4375448226928711, 0.4840736985206604], "cos_innovation_negg": [0.3922937512397766, 0.4375448226928711, 0.4840736985206604], "cos_apical_negg": [0.018970292061567307, 0.04961482435464859, 0.13202771544456482], "cos_Ac_negg": [0.5691043138504028, 0.6164520382881165, 0.6411965489387512], "r_norm": [0.17202125489711761, 0.16713252663612366, 0.16515932977199554]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9719, "test_loss": 0.11075621185302735}, {"step": 3800, "epoch": 8, "train_loss": 0.004981127567589283, "cos_r_negg": [0.38537728786468506, 0.421830415725708, 0.47898876667022705], "cos_innovation_negg": [0.38537728786468506, 0.421830415725708, 0.47898876667022705], "cos_apical_negg": [0.015070710331201553, 0.04315692558884621, 0.12926532328128815], "cos_Ac_negg": [0.5603194236755371, 0.6112616062164307, 0.6418333053588867], "r_norm": [0.1709100604057312, 0.16723929345607758, 0.1659994125366211]}, {"step": 3900, "epoch": 8, "train_loss": 0.03475186601281166, "cos_r_negg": [0.3460403084754944, 0.39389103651046753, 0.44235631823539734], "cos_innovation_negg": [0.3460403084754944, 0.39389103651046753, 0.44235631823539734], "cos_apical_negg": [0.005961806513369083, 0.048433251678943634, 0.12342236936092377], "cos_Ac_negg": [0.5594178438186646, 0.6090369820594788, 0.6436883211135864], "r_norm": [0.1878441870212555, 0.18313905596733093, 0.18262165784835815]}, {"step": 4000, "epoch": 8, "train_loss": 0.011655304580926895, "cos_r_negg": [0.33568960428237915, 0.3788948655128479, 0.4304720163345337], "cos_innovation_negg": [0.33568960428237915, 0.3788948655128479, 0.4304720163345337], "cos_apical_negg": [0.003411297220736742, 0.04439641535282135, 0.11890177428722382], "cos_Ac_negg": [0.5630279779434204, 0.6104016304016113, 0.6430118083953857], "r_norm": [0.15784889459609985, 0.15452316403388977, 0.15459957718849182], "ldr": {"dL_sdil": -0.005230657756328583, "dL_bp": -0.007455557584762573, "ratio": 0.7015783456650957}}, {"step": 4100, "epoch": 8, "train_loss": 0.019469017162919044, "cos_r_negg": [0.3555900454521179, 0.3879237174987793, 0.44087815284729004], "cos_innovation_negg": [0.3555900454521179, 0.3879237174987793, 0.44087815284729004], "cos_apical_negg": [0.010583958588540554, 0.0442170724272728, 0.11984287202358246], "cos_Ac_negg": [0.5757404565811157, 0.6180993318557739, 0.6518227458000183], "r_norm": [0.15780150890350342, 0.1544812172651291, 0.1525699347257614]}, {"step": 4200, "epoch": 8, "train_loss": 0.008531911298632622, "cos_r_negg": [0.3404672145843506, 0.3671143651008606, 0.41969335079193115], "cos_innovation_negg": [0.3404672145843506, 0.3671143651008606, 0.41969335079193115], "cos_apical_negg": [0.006818513385951519, 0.04619338735938072, 0.11950722336769104], "cos_Ac_negg": [0.5778594017028809, 0.609337568283081, 0.6469215154647827], "r_norm": [0.18648594617843628, 0.1825118064880371, 0.18113794922828674]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9728, "test_loss": 0.12154939975738525}, {"step": 4300, "epoch": 9, "train_loss": 0.002347099594771862, "cos_r_negg": [0.30231285095214844, 0.3445425033569336, 0.39256227016448975], "cos_innovation_negg": [0.30231285095214844, 0.3445425033569336, 0.39256227016448975], "cos_apical_negg": [0.006321145221590996, 0.04767496883869171, 0.11192117631435394], "cos_Ac_negg": [0.5709518194198608, 0.6096788048744202, 0.6530248522758484], "r_norm": [0.18004506826400757, 0.17584103345870972, 0.17429956793785095]}, {"step": 4400, "epoch": 9, "train_loss": 0.0020861858502030373, "cos_r_negg": [0.3197347819805145, 0.3601011037826538, 0.4065506160259247], "cos_innovation_negg": [0.3197347819805145, 0.3601011037826538, 0.4065506160259247], "cos_apical_negg": [0.011133786290884018, 0.04215654358267784, 0.11003465950489044], "cos_Ac_negg": [0.5672476887702942, 0.6136364936828613, 0.655921459197998], "r_norm": [0.17637914419174194, 0.17255297303199768, 0.1706320345401764]}, {"step": 4500, "epoch": 9, "train_loss": 0.08592142164707184, "cos_r_negg": [0.2888733446598053, 0.3300521969795227, 0.38369232416152954], "cos_innovation_negg": [0.2888733446598053, 0.3300521969795227, 0.38369232416152954], "cos_apical_negg": [0.004504508338868618, 0.0392308235168457, 0.10850073397159576], "cos_Ac_negg": [0.5656898021697998, 0.6128201484680176, 0.6578087210655212], "r_norm": [0.15408459305763245, 0.15064546465873718, 0.15010976791381836], "ldr": {"dL_sdil": -0.006333485245704651, "dL_bp": -0.009062185883522034, "ratio": 0.6988915618273691}}, {"step": 4600, "epoch": 9, "train_loss": 0.0007154761697165668, "cos_r_negg": [0.3099958896636963, 0.35218751430511475, 0.4034431576728821], "cos_innovation_negg": [0.3099958896636963, 0.35218751430511475, 0.4034431576728821], "cos_apical_negg": [0.007443415932357311, 0.04824552685022354, 0.11563584953546524], "cos_Ac_negg": [0.574338436126709, 0.6171183586120605, 0.665877103805542], "r_norm": [0.17084619402885437, 0.1666598618030548, 0.16515648365020752]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9732, "test_loss": 0.12222069816589355}, {"step": 4700, "epoch": 10, "train_loss": 0.0026040682569146156, "cos_r_negg": [0.29173386096954346, 0.3377118706703186, 0.38743066787719727], "cos_innovation_negg": [0.29173386096954346, 0.3377118706703186, 0.38743066787719727], "cos_apical_negg": [0.00429872889071703, 0.04466613754630089, 0.1074349582195282], "cos_Ac_negg": [0.5661612749099731, 0.6161507368087769, 0.6612042188644409], "r_norm": [0.1724032461643219, 0.16908012330532074, 0.16827446222305298]}, {"step": 4800, "epoch": 10, "train_loss": 0.001310874940827489, "cos_r_negg": [0.2771848440170288, 0.31955569982528687, 0.3658789396286011], "cos_innovation_negg": [0.2771848440170288, 0.31955569982528687, 0.3658789396286011], "cos_apical_negg": [0.011703872121870518, 0.04343767464160919, 0.10773435235023499], "cos_Ac_negg": [0.562920331954956, 0.6150481700897217, 0.6620797514915466], "r_norm": [0.19228512048721313, 0.18825951218605042, 0.18735802173614502]}, {"step": 4900, "epoch": 10, "train_loss": 0.0020039535593241453, "cos_r_negg": [0.27285924553871155, 0.30626723170280457, 0.3549470901489258], "cos_innovation_negg": [0.27285924553871155, 0.30626723170280457, 0.3549470901489258], "cos_apical_negg": [0.009632485918700695, 0.04014107584953308, 0.10557032376527786], "cos_Ac_negg": [0.5647563338279724, 0.6165950298309326, 0.6573599576950073], "r_norm": [0.17164576053619385, 0.16816885769367218, 0.16720114648342133]}, {"step": 5000, "epoch": 10, "train_loss": 0.0003416362451389432, "cos_r_negg": [0.27346372604370117, 0.3087601661682129, 0.353363037109375], "cos_innovation_negg": [0.27346372604370117, 0.3087601661682129, 0.353363037109375], "cos_apical_negg": [0.010231495834887028, 0.041025158017873764, 0.10133885592222214], "cos_Ac_negg": [0.5709128379821777, 0.6157529354095459, 0.6610754728317261], "r_norm": [0.17473262548446655, 0.1712895780801773, 0.169683039188385], "ldr": {"dL_sdil": -0.00790444016456604, "dL_bp": -0.014965161681175232, "ratio": 0.5281894264135538}}, {"step": 5100, "epoch": 10, "train_loss": 0.0032001868821680546, "cos_r_negg": [0.2911231517791748, 0.32749468088150024, 0.3695777356624603], "cos_innovation_negg": [0.2911231517791748, 0.32749468088150024, 0.3695777356624603], "cos_apical_negg": [0.00820685364305973, 0.04461097717285156, 0.10714161396026611], "cos_Ac_negg": [0.5806765556335449, 0.6277589797973633, 0.6685709953308105], "r_norm": [0.18072524666786194, 0.1775861382484436, 0.17636726796627045]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9745, "test_loss": 0.1253031810760498}, {"step": 5200, "epoch": 11, "train_loss": 0.0013817797880619764, "cos_r_negg": [0.2580982744693756, 0.2934572696685791, 0.3376128077507019], "cos_innovation_negg": [0.2580982744693756, 0.2934572696685791, 0.3376128077507019], "cos_apical_negg": [0.0053029730916023254, 0.03961411118507385, 0.09642277657985687], "cos_Ac_negg": [0.5685118436813354, 0.6207524538040161, 0.6629378795623779], "r_norm": [0.16845902800559998, 0.16551652550697327, 0.16457808017730713]}, {"step": 5300, "epoch": 11, "train_loss": 0.0031235001515597105, "cos_r_negg": [0.2628600299358368, 0.2962356507778168, 0.33987027406692505], "cos_innovation_negg": [0.2628600299358368, 0.2962356507778168, 0.33987027406692505], "cos_apical_negg": [0.010412672534584999, 0.040117181837558746, 0.09692540764808655], "cos_Ac_negg": [0.5716552734375, 0.6213104724884033, 0.6641717553138733], "r_norm": [0.17262420058250427, 0.1692957580089569, 0.1677445024251938]}, {"step": 5400, "epoch": 11, "train_loss": 0.002204406075179577, "cos_r_negg": [0.25126463174819946, 0.2824426591396332, 0.32608067989349365], "cos_innovation_negg": [0.25126463174819946, 0.2824426591396332, 0.32608067989349365], "cos_apical_negg": [0.010494066402316093, 0.03892509266734123, 0.09454195201396942], "cos_Ac_negg": [0.5691818594932556, 0.6231475472450256, 0.6644560098648071], "r_norm": [0.16190442442893982, 0.15893208980560303, 0.15774022042751312]}, {"step": 5500, "epoch": 11, "train_loss": 0.0012879519490525126, "cos_r_negg": [0.24600161612033844, 0.2796240448951721, 0.32071489095687866], "cos_innovation_negg": [0.24600161612033844, 0.2796240448951721, 0.32071489095687866], "cos_apical_negg": [0.009254278615117073, 0.03623935580253601, 0.09265763312578201], "cos_Ac_negg": [0.568467378616333, 0.6219388246536255, 0.666171669960022], "r_norm": [0.17348966002464294, 0.17073673009872437, 0.16944527626037598], "ldr": {"dL_sdil": -0.00840149074792862, "dL_bp": -0.015048593282699585, "ratio": 0.5582907711106314}}, {"step": 5600, "epoch": 11, "train_loss": 0.000376337964553386, "cos_r_negg": [0.23778128623962402, 0.27161866426467896, 0.3129546046257019], "cos_innovation_negg": [0.23778128623962402, 0.27161866426467896, 0.3129546046257019], "cos_apical_negg": [0.00874683540314436, 0.03531908243894577, 0.09104202687740326], "cos_Ac_negg": [0.5639955401420593, 0.6225323677062988, 0.6651027202606201], "r_norm": [0.16939803957939148, 0.16641424596309662, 0.16531902551651]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9737, "test_loss": 0.12698190479278565}, {"step": 5700, "epoch": 12, "train_loss": 0.0006420986610464752, "cos_r_negg": [0.23718231916427612, 0.27198225259780884, 0.3126005530357361], "cos_innovation_negg": [0.23718231916427612, 0.27198225259780884, 0.3126005530357361], "cos_apical_negg": [0.007774059660732746, 0.037944331765174866, 0.09066498279571533], "cos_Ac_negg": [0.5632534027099609, 0.6217111349105835, 0.663850724697113], "r_norm": [0.16592973470687866, 0.1630379855632782, 0.16169889271259308]}, {"step": 5800, "epoch": 12, "train_loss": 0.0007728916243650019, "cos_r_negg": [0.22984443604946136, 0.2670248746871948, 0.3072122633457184], "cos_innovation_negg": [0.22984443604946136, 0.2670248746871948, 0.3072122633457184], "cos_apical_negg": [0.006772289052605629, 0.03654114156961441, 0.0885317474603653], "cos_Ac_negg": [0.5602132081985474, 0.6207728981971741, 0.662926197052002], "r_norm": [0.1717938482761383, 0.16880059242248535, 0.1673453003168106]}, {"step": 5900, "epoch": 12, "train_loss": 0.0007180860266089439, "cos_r_negg": [0.2311168909072876, 0.2640523612499237, 0.3034852147102356], "cos_innovation_negg": [0.2311168909072876, 0.2640523612499237, 0.3034852147102356], "cos_apical_negg": [0.009076560847461224, 0.037591107189655304, 0.08804185688495636], "cos_Ac_negg": [0.5626230239868164, 0.6205068826675415, 0.6645230650901794], "r_norm": [0.16732507944107056, 0.1644558310508728, 0.1630568504333496]}, {"step": 6000, "epoch": 12, "train_loss": 0.0004005081136710942, "cos_r_negg": [0.22908103466033936, 0.25990188121795654, 0.2995113730430603], "cos_innovation_negg": [0.22908103466033936, 0.25990188121795654, 0.2995113730430603], "cos_apical_negg": [0.009052458219230175, 0.03492584079504013, 0.08742804080247879], "cos_Ac_negg": [0.5630617141723633, 0.6191227436065674, 0.6655107140541077], "r_norm": [0.17087136209011078, 0.1677241027355194, 0.16645754873752594], "ldr": {"dL_sdil": -0.00819569081068039, "dL_bp": -0.015367090702056885, "ratio": 0.5333274182850627}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9741, "test_loss": 0.13171885814666748}, {"step": 6100, "epoch": 13, "train_loss": 0.001223524333909154, "cos_r_negg": [0.22356580197811127, 0.2555235028266907, 0.2955303192138672], "cos_innovation_negg": [0.22356580197811127, 0.2555235028266907, 0.2955303192138672], "cos_apical_negg": [0.006699959747493267, 0.03435293585062027, 0.08562125265598297], "cos_Ac_negg": [0.5636541247367859, 0.6195017695426941, 0.6660257577896118], "r_norm": [0.16979342699050903, 0.1667345017194748, 0.1653338074684143]}, {"step": 6200, "epoch": 13, "train_loss": 0.0006305642891675234, "cos_r_negg": [0.21781311929225922, 0.2522279620170593, 0.2905955910682678], "cos_innovation_negg": [0.21781311929225922, 0.2522279620170593, 0.2905955910682678], "cos_apical_negg": [0.006162715144455433, 0.03480545058846474, 0.08396048098802567], "cos_Ac_negg": [0.5646047592163086, 0.6194910407066345, 0.6657593250274658], "r_norm": [0.16934242844581604, 0.16631655395030975, 0.16489391028881073]}, {"step": 6300, "epoch": 13, "train_loss": 0.0010061676148325205, "cos_r_negg": [0.2125268280506134, 0.24801746010780334, 0.28590768575668335], "cos_innovation_negg": [0.2125268280506134, 0.24801746010780334, 0.28590768575668335], "cos_apical_negg": [0.0057232566177845, 0.034615419805049896, 0.08182793855667114], "cos_Ac_negg": [0.5633645057678223, 0.6183228492736816, 0.6638625860214233], "r_norm": [0.17359843850135803, 0.17037592828273773, 0.16925080120563507]}, {"step": 6400, "epoch": 13, "train_loss": 0.0006444831960834563, "cos_r_negg": [0.21569207310676575, 0.2516207695007324, 0.28888556361198425], "cos_innovation_negg": [0.21569207310676575, 0.2516207695007324, 0.28888556361198425], "cos_apical_negg": [0.005531219765543938, 0.03592689335346222, 0.08304287493228912], "cos_Ac_negg": [0.5640223622322083, 0.6188873052597046, 0.6671523451805115], "r_norm": [0.1723746508359909, 0.1693345606327057, 0.16798320412635803]}, {"step": 6500, "epoch": 13, "train_loss": 0.00018717575585469604, "cos_r_negg": [0.21536779403686523, 0.24663840234279633, 0.2857993245124817], "cos_innovation_negg": [0.21536779403686523, 0.24663840234279633, 0.2857993245124817], "cos_apical_negg": [0.007480944041162729, 0.034892238676548004, 0.08446259051561356], "cos_Ac_negg": [0.5645676255226135, 0.6208353638648987, 0.6680217981338501], "r_norm": [0.1689678132534027, 0.1657947301864624, 0.1644662618637085], "ldr": {"dL_sdil": -0.00848175585269928, "dL_bp": -0.01608678698539734, "ratio": 0.5272498392872691}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.974, "test_loss": 0.13420242557525636}, {"step": 6600, "epoch": 14, "train_loss": 0.0003008057246915996, "cos_r_negg": [0.20793631672859192, 0.24171459674835205, 0.27859508991241455], "cos_innovation_negg": [0.20793631672859192, 0.24171459674835205, 0.27859508991241455], "cos_apical_negg": [0.0067939795553684235, 0.035257384181022644, 0.08083803951740265], "cos_Ac_negg": [0.5628925561904907, 0.6220639944076538, 0.6661484241485596], "r_norm": [0.17030203342437744, 0.16713452339172363, 0.16584137082099915]}, {"step": 6700, "epoch": 14, "train_loss": 0.0004864076618105173, "cos_r_negg": [0.20941156148910522, 0.2427048683166504, 0.28143978118896484], "cos_innovation_negg": [0.20941156148910522, 0.2427048683166504, 0.28143978118896484], "cos_apical_negg": [0.005215403623878956, 0.035642109811306, 0.08290765434503555], "cos_Ac_negg": [0.5644778609275818, 0.6189313530921936, 0.6686806678771973], "r_norm": [0.17117127776145935, 0.168001189827919, 0.16660992801189423]}, {"step": 6800, "epoch": 14, "train_loss": 0.000661215279251337, "cos_r_negg": [0.20596365630626678, 0.23940075933933258, 0.2752740681171417], "cos_innovation_negg": [0.20596365630626678, 0.23940075933933258, 0.2752740681171417], "cos_apical_negg": [0.005828985013067722, 0.034926820546388626, 0.07993684709072113], "cos_Ac_negg": [0.5642367601394653, 0.6217203140258789, 0.6673427820205688], "r_norm": [0.167779803276062, 0.1646818220615387, 0.16323944926261902]}, {"step": 6900, "epoch": 14, "train_loss": 0.0004742747114505619, "cos_r_negg": [0.19966554641723633, 0.2355295568704605, 0.271500825881958], "cos_innovation_negg": [0.19966554641723633, 0.2355295568704605, 0.271500825881958], "cos_apical_negg": [0.006272670812904835, 0.03522138670086861, 0.07889480888843536], "cos_Ac_negg": [0.5620257258415222, 0.6227530241012573, 0.6663877367973328], "r_norm": [0.16830317676067352, 0.1651759147644043, 0.16383156180381775]}, {"step": 7000, "epoch": 14, "train_loss": 0.0005611440283246338, "cos_r_negg": [0.20100966095924377, 0.2357805222272873, 0.27105045318603516], "cos_innovation_negg": [0.20100966095924377, 0.2357805222272873, 0.27105045318603516], "cos_apical_negg": [0.007838251069188118, 0.03555237501859665, 0.0796094536781311], "cos_Ac_negg": [0.5643315315246582, 0.6249253749847412, 0.6667383313179016], "r_norm": [0.1736074686050415, 0.17039860785007477, 0.16925540566444397], "ldr": {"dL_sdil": -0.00937654823064804, "dL_bp": -0.018130972981452942, "ratio": 0.5171563732536456}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9745, "test_loss": 0.13664108638763428}], "final": {"test_acc": 0.9745, "test_loss": 0.13664108638763428, "wall_s": 24.979517221450806, "cos_r_negg": [0.19951781630516052, 0.23315192759037018, 0.26815009117126465], "cos_innovation_negg": [0.19951781630516052, 0.23315192759037018, 0.26815009117126465], "cos_apical_negg": [0.00645437790080905, 0.03431350737810135, 0.0783519297838211], "cos_Ac_negg": [0.5604537129402161, 0.6230258941650391, 0.6663344502449036]}}
|
