results: record audited scaling and baseline runs

1 files changed, 1 insertions, 0 deletions

diff --git a/results/nuis_ctrl_v1_rho0p2_raw_s3.json b/results/nuis_ctrl_v1_rho0p2_raw_s3.json
new file mode 100644
index 0000000..9238ca1
--- /dev/null
+++ b/results/nuis_ctrl_v1_rho0p2_raw_s3.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p2_raw_s3", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.331878900527954, "cos_r_negg": [-0.021260136738419533, 0.012223788537085056, 0.0022221505641937256], "cos_innovation_negg": [-0.019810983911156654, 0.015065358020365238, 0.006113413721323013], "cos_apical_negg": [-0.021260136738419533, 0.012223788537085056, 0.0022221505641937256], "cos_Ac_negg": [-0.019811661913990974, 0.015065068379044533, 0.006112872157245874], "r_norm": [5.542547225952148, 5.094986915588379, 5.096925735473633], "ldr": {"dL_sdil": 0.02908468246459961, "dL_bp": -0.21986818313598633, "ratio": -0.13228236141202393}}, {"step": 100, "epoch": 0, "train_loss": 0.4162105321884155, "cos_r_negg": [0.15874551236629486, 0.22092744708061218, 0.5825601816177368], "cos_innovation_negg": [0.33813774585723877, 0.36902719736099243, 0.6371220350265503], "cos_apical_negg": [0.15874551236629486, 0.22092744708061218, 0.5825601816177368], "cos_Ac_negg": [0.33794471621513367, 0.36896833777427673, 0.6371626257896423], "r_norm": [3.947782039642334, 3.913179397583008, 3.8808839321136475]}, {"step": 200, "epoch": 0, "train_loss": 0.40432149171829224, "cos_r_negg": [0.1312902271747589, 0.24083729088306427, 0.6597644090652466], "cos_innovation_negg": [0.37063735723495483, 0.41428452730178833, 0.7216600179672241], "cos_apical_negg": [0.1312902271747589, 0.24083729088306427, 0.6597644090652466], "cos_Ac_negg": [0.37025684118270874, 0.4141829013824463, 0.721627950668335], "r_norm": [3.757382869720459, 3.742218494415283, 3.7302162647247314]}, {"step": 300, "epoch": 0, "train_loss": 0.42480331659317017, "cos_r_negg": [0.1358795166015625, 0.18862777948379517, 0.5736256241798401], "cos_innovation_negg": [0.40564265847206116, 0.44770586490631104, 0.716882586479187], "cos_apical_negg": [0.1358795166015625, 0.18862777948379517, 0.5736256241798401], "cos_Ac_negg": [0.4055516719818115, 0.4467802345752716, 0.716884195804596], "r_norm": [3.6736836433410645, 3.6733498573303223, 3.658867835998535]}, {"step": 400, "epoch": 0, "train_loss": 0.3001886010169983, "cos_r_negg": [0.09697838872671127, 0.1948096603155136, 0.6268853545188904], "cos_innovation_negg": [0.4034644365310669, 0.47457218170166016, 0.7403368949890137], "cos_apical_negg": [0.09697838872671127, 0.1948096603155136, 0.6268853545188904], "cos_Ac_negg": [0.4033777713775635, 0.4742700457572937, 0.7401320934295654], "r_norm": [3.652329683303833, 3.6502227783203125, 3.6350271701812744]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9223, "test_loss": 0.3095009246826172}, {"step": 500, "epoch": 1, "train_loss": 0.29689911007881165, "cos_r_negg": [0.10997963696718216, 0.15761850774288177, 0.48379814624786377], "cos_innovation_negg": [0.3912685513496399, 0.4725545048713684, 0.680726170539856], "cos_apical_negg": [0.10997963696718216, 0.15761850774288177, 0.48379814624786377], "cos_Ac_negg": [0.39121493697166443, 0.4711601734161377, 0.6806540489196777], "r_norm": [3.6223111152648926, 3.6209604740142822, 3.603039503097534], "ldr": {"dL_sdil": -0.01956579089164734, "dL_bp": -0.0209214985370636, "ratio": 0.9352002609653153}}, {"step": 600, "epoch": 1, "train_loss": 0.16214382648468018, "cos_r_negg": [0.11992692947387695, 0.19323208928108215, 0.4143443703651428], "cos_innovation_negg": [0.45397698879241943, 0.48377689719200134, 0.6378847360610962], "cos_apical_negg": [0.11992692947387695, 0.19323208928108215, 0.4143443703651428], "cos_Ac_negg": [0.45380228757858276, 0.481845498085022, 0.6378047466278076], "r_norm": [3.6181607246398926, 3.6285390853881836, 3.6141698360443115]}, {"step": 700, "epoch": 1, "train_loss": 0.32526838779449463, "cos_r_negg": [0.1002906858921051, 0.17312973737716675, 0.4733106791973114], "cos_innovation_negg": [0.39862507581710815, 0.46217551827430725, 0.6866208910942078], "cos_apical_negg": [0.1002906858921051, 0.17312973737716675, 0.4733106791973114], "cos_Ac_negg": [0.3985694944858551, 0.4606516659259796, 0.6863213777542114], "r_norm": [3.57474422454834, 3.5901570320129395, 3.5710339546203613]}, {"step": 800, "epoch": 1, "train_loss": 0.2385207712650299, "cos_r_negg": [0.1118660643696785, 0.17899373173713684, 0.444225549697876], "cos_innovation_negg": [0.38075879216194153, 0.44652023911476135, 0.6085976362228394], "cos_apical_negg": [0.1118660643696785, 0.17899373173713684, 0.444225549697876], "cos_Ac_negg": [0.3806275427341461, 0.446380078792572, 0.6075937151908875], "r_norm": [3.605712413787842, 3.611281156539917, 3.592348575592041]}, {"step": 900, "epoch": 1, "train_loss": 0.35703274607658386, "cos_r_negg": [0.11123300343751907, 0.19251804053783417, 0.5006859302520752], "cos_innovation_negg": [0.44401121139526367, 0.39035892486572266, 0.7030285596847534], "cos_apical_negg": [0.11123300343751907, 0.19251804053783417, 0.5006859302520752], "cos_Ac_negg": [0.443547785282135, 0.38969066739082336, 0.7024809122085571], "r_norm": [3.5787973403930664, 3.59369158744812, 3.5637035369873047]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9381, "test_loss": 0.25364563827514647}, {"step": 1000, "epoch": 2, "train_loss": 0.10202008485794067, "cos_r_negg": [0.07427409291267395, 0.14725729823112488, 0.3841191530227661], "cos_innovation_negg": [0.42140308022499084, 0.4790295958518982, 0.7235931158065796], "cos_apical_negg": [0.07427409291267395, 0.14725729823112488, 0.3841191530227661], "cos_Ac_negg": [0.4214572310447693, 0.47863540053367615, 0.722671389579773], "r_norm": [3.5861001014709473, 3.591590166091919, 3.5841143131256104], "ldr": {"dL_sdil": -0.012681841850280762, "dL_bp": -0.01486918330192566, "ratio": 0.8528943111918177}}, {"step": 1100, "epoch": 2, "train_loss": 0.37036916613578796, "cos_r_negg": [0.07001405954360962, 0.18505609035491943, 0.6536509394645691], "cos_innovation_negg": [0.40204501152038574, 0.46515873074531555, 0.7121667861938477], "cos_apical_negg": [0.07001405954360962, 0.18505609035491943, 0.6536509394645691], "cos_Ac_negg": [0.4020274877548218, 0.4648301303386688, 0.711942195892334], "r_norm": [3.5514001846313477, 3.5586211681365967, 3.545408248901367]}, {"step": 1200, "epoch": 2, "train_loss": 0.24266694486141205, "cos_r_negg": [0.05192887410521507, 0.15708720684051514, 0.5694223642349243], "cos_innovation_negg": [0.38805338740348816, 0.45369160175323486, 0.6710066795349121], "cos_apical_negg": [0.05192887410521507, 0.15708720684051514, 0.5694223642349243], "cos_Ac_negg": [0.3879629671573639, 0.453529953956604, 0.670644998550415], "r_norm": [3.551464080810547, 3.5580592155456543, 3.5389885902404785]}, {"step": 1300, "epoch": 2, "train_loss": 0.2787606418132782, "cos_r_negg": [0.11774163693189621, 0.20745837688446045, 0.5347984433174133], "cos_innovation_negg": [0.4150112569332123, 0.415810763835907, 0.7518109083175659], "cos_apical_negg": [0.11774163693189621, 0.20745837688446045, 0.5347984433174133], "cos_Ac_negg": [0.4146523177623749, 0.41517186164855957, 0.7517269849777222], "r_norm": [3.5791049003601074, 3.582185745239258, 3.5554018020629883]}, {"step": 1400, "epoch": 2, "train_loss": 0.2832641005516052, "cos_r_negg": [0.06006778031587601, 0.1871626079082489, 0.5029486417770386], "cos_innovation_negg": [0.38534796237945557, 0.4367636442184448, 0.7292816042900085], "cos_apical_negg": [0.06006778031587601, 0.1871626079082489, 0.5029486417770386], "cos_Ac_negg": [0.3854367733001709, 0.43669161200523376, 0.7291083931922913], "r_norm": [3.5427424907684326, 3.548611879348755, 3.537234306335449]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.94, "test_loss": 0.2331307273864746}, {"step": 1500, "epoch": 3, "train_loss": 0.18998271226882935, "cos_r_negg": [0.059603121131658554, 0.21340185403823853, 0.4743293821811676], "cos_innovation_negg": [0.4057149589061737, 0.4672331213951111, 0.6827440857887268], "cos_apical_negg": [0.059603121131658554, 0.21340185403823853, 0.4743293821811676], "cos_Ac_negg": [0.40591418743133545, 0.4667016267776489, 0.6824369430541992], "r_norm": [3.5439181327819824, 3.551581382751465, 3.529449462890625], "ldr": {"dL_sdil": -0.012014731764793396, "dL_bp": -0.016467899084091187, "ratio": 0.7295849764102713}}, {"step": 1600, "epoch": 3, "train_loss": 0.1765434741973877, "cos_r_negg": [0.0973219946026802, 0.16097596287727356, 0.4674224257469177], "cos_innovation_negg": [0.40727871656417847, 0.4308268427848816, 0.649423360824585], "cos_apical_negg": [0.0973219946026802, 0.16097596287727356, 0.4674224257469177], "cos_Ac_negg": [0.4073278307914734, 0.43071120977401733, 0.6491749286651611], "r_norm": [3.518907070159912, 3.5303657054901123, 3.524209976196289]}, {"step": 1700, "epoch": 3, "train_loss": 0.17348064482212067, "cos_r_negg": [0.0876544937491417, 0.14669957756996155, 0.44371700286865234], "cos_innovation_negg": [0.4204227924346924, 0.4727793335914612, 0.7431782484054565], "cos_apical_negg": [0.0876544937491417, 0.14669957756996155, 0.44371700286865234], "cos_Ac_negg": [0.4204082190990448, 0.47266829013824463, 0.7429771423339844], "r_norm": [3.5307886600494385, 3.54005765914917, 3.5241928100585938]}, {"step": 1800, "epoch": 3, "train_loss": 0.0810948982834816, "cos_r_negg": [0.06658409535884857, 0.16938799619674683, 0.3872460126876831], "cos_innovation_negg": [0.3868839144706726, 0.4324009418487549, 0.6475657224655151], "cos_apical_negg": [0.06658409535884857, 0.16938799619674683, 0.3872460126876831], "cos_Ac_negg": [0.3865867555141449, 0.43152835965156555, 0.6473391056060791], "r_norm": [3.543121337890625, 3.5587081909179688, 3.5440807342529297]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9429, "test_loss": 0.23492875289916992}, {"step": 1900, "epoch": 4, "train_loss": 0.16232708096504211, "cos_r_negg": [0.04799919202923775, 0.17479977011680603, 0.5038758516311646], "cos_innovation_negg": [0.3665763735771179, 0.3608493208885193, 0.5980464816093445], "cos_apical_negg": [0.04799919202923775, 0.17479977011680603, 0.5038758516311646], "cos_Ac_negg": [0.366635262966156, 0.3607875108718872, 0.5979119539260864], "r_norm": [3.5108537673950195, 3.5219154357910156, 3.5041284561157227]}, {"step": 2000, "epoch": 4, "train_loss": 0.24531340599060059, "cos_r_negg": [0.04944268614053726, 0.1547052562236786, 0.3992457389831543], "cos_innovation_negg": [0.34468215703964233, 0.3923376798629761, 0.6807520389556885], "cos_apical_negg": [0.04944268614053726, 0.1547052562236786, 0.3992457389831543], "cos_Ac_negg": [0.344568133354187, 0.3918842077255249, 0.6803131699562073], "r_norm": [3.502753973007202, 3.5167713165283203, 3.5009493827819824], "ldr": {"dL_sdil": -0.008263975381851196, "dL_bp": -0.011206656694412231, "ratio": 0.7374166628992668}}, {"step": 2100, "epoch": 4, "train_loss": 0.09542512893676758, "cos_r_negg": [0.08087408542633057, 0.20022933185100555, 0.4512237310409546], "cos_innovation_negg": [0.3535239100456238, 0.44054579734802246, 0.6819437146186829], "cos_apical_negg": [0.08087408542633057, 0.20022933185100555, 0.4512237310409546], "cos_Ac_negg": [0.3536118268966675, 0.4402439296245575, 0.6818094253540039], "r_norm": [3.5047695636749268, 3.52346134185791, 3.4986732006073]}, {"step": 2200, "epoch": 4, "train_loss": 0.09431038051843643, "cos_r_negg": [0.05138937383890152, 0.1438717544078827, 0.3813856244087219], "cos_innovation_negg": [0.33028802275657654, 0.4082421660423279, 0.6206116080284119], "cos_apical_negg": [0.05138937383890152, 0.1438717544078827, 0.3813856244087219], "cos_Ac_negg": [0.3305448889732361, 0.408416211605072, 0.6204746961593628], "r_norm": [3.4864883422851562, 3.498483896255493, 3.4766502380371094]}, {"step": 2300, "epoch": 4, "train_loss": 0.4217609763145447, "cos_r_negg": [0.058337435126304626, 0.1560928374528885, 0.4097459018230438], "cos_innovation_negg": [0.36207762360572815, 0.36189624667167664, 0.6322119235992432], "cos_apical_negg": [0.058337435126304626, 0.1560928374528885, 0.4097459018230438], "cos_Ac_negg": [0.362271785736084, 0.36120668053627014, 0.631930947303772], "r_norm": [3.4944682121276855, 3.501337766647339, 3.494312286376953]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9466, "test_loss": 0.23418847351074218}, {"step": 2400, "epoch": 5, "train_loss": 0.23749515414237976, "cos_r_negg": [0.0601377934217453, 0.08194379508495331, 0.34273505210876465], "cos_innovation_negg": [0.35645896196365356, 0.37637460231781006, 0.6510698795318604], "cos_apical_negg": [0.0601377934217453, 0.08194379508495331, 0.34273505210876465], "cos_Ac_negg": [0.35624855756759644, 0.37726250290870667, 0.6506269574165344], "r_norm": [3.4991185665130615, 3.5102615356445312, 3.500972270965576]}, {"step": 2500, "epoch": 5, "train_loss": 0.1582573503255844, "cos_r_negg": [0.049548257142305374, 0.17181652784347534, 0.4169296622276306], "cos_innovation_negg": [0.40471115708351135, 0.4258463382720947, 0.6607975959777832], "cos_apical_negg": [0.049548257142305374, 0.17181652784347534, 0.4169296622276306], "cos_Ac_negg": [0.4047572612762451, 0.42745718359947205, 0.6607573628425598], "r_norm": [3.479994535446167, 3.4908289909362793, 3.4745736122131348], "ldr": {"dL_sdil": -0.004615426063537598, "dL_bp": -0.007322132587432861, "ratio": 0.6303390451381823}}, {"step": 2600, "epoch": 5, "train_loss": 0.1281326711177826, "cos_r_negg": [0.06857150048017502, 0.1230306327342987, 0.44765129685401917], "cos_innovation_negg": [0.35401198267936707, 0.4161933958530426, 0.6825858354568481], "cos_apical_negg": [0.06857150048017502, 0.1230306327342987, 0.44765129685401917], "cos_Ac_negg": [0.3542211651802063, 0.41626468300819397, 0.6818445920944214], "r_norm": [3.5069639682769775, 3.507291793823242, 3.493438959121704]}, {"step": 2700, "epoch": 5, "train_loss": 0.1660367250442505, "cos_r_negg": [0.06840892136096954, 0.1563005894422531, 0.3342798054218292], "cos_innovation_negg": [0.33757269382476807, 0.4192643165588379, 0.7599515914916992], "cos_apical_negg": [0.06840892136096954, 0.1563005894422531, 0.3342798054218292], "cos_Ac_negg": [0.3375319242477417, 0.41915011405944824, 0.7599398493766785], "r_norm": [3.494847536087036, 3.4929122924804688, 3.4772047996520996]}, {"step": 2800, "epoch": 5, "train_loss": 0.24149787425994873, "cos_r_negg": [0.07307302951812744, 0.16137751936912537, 0.36761873960494995], "cos_innovation_negg": [0.38132530450820923, 0.4052523374557495, 0.7386304140090942], "cos_apical_negg": [0.07307302951812744, 0.16137751936912537, 0.36761873960494995], "cos_Ac_negg": [0.38105469942092896, 0.40415656566619873, 0.7386842370033264], "r_norm": [3.449674367904663, 3.463880777359009, 3.451437473297119]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9513, "test_loss": 0.2174478500366211}, {"step": 2900, "epoch": 6, "train_loss": 0.07711939513683319, "cos_r_negg": [0.04050252586603165, 0.1426362693309784, 0.3001578450202942], "cos_innovation_negg": [0.3493475615978241, 0.3952561020851135, 0.7318971157073975], "cos_apical_negg": [0.04050252586603165, 0.1426362693309784, 0.3001578450202942], "cos_Ac_negg": [0.34944596886634827, 0.39486464858055115, 0.7316437363624573], "r_norm": [3.482269287109375, 3.486943006515503, 3.4676666259765625]}, {"step": 3000, "epoch": 6, "train_loss": 0.42407917976379395, "cos_r_negg": [0.04940447583794594, 0.11705606430768967, 0.5323392748832703], "cos_innovation_negg": [0.3132840096950531, 0.3791601061820984, 0.6816052198410034], "cos_apical_negg": [0.04940447583794594, 0.11705606430768967, 0.5323392748832703], "cos_Ac_negg": [0.31325966119766235, 0.3786467909812927, 0.6814217567443848], "r_norm": [3.4624409675598145, 3.476898670196533, 3.4619574546813965], "ldr": {"dL_sdil": -0.005963370203971863, "dL_bp": -0.00815679132938385, "ratio": 0.7310926518972658}}, {"step": 3100, "epoch": 6, "train_loss": 0.19019417464733124, "cos_r_negg": [0.07474444061517715, 0.15391410887241364, 0.3995736837387085], "cos_innovation_negg": [0.40633130073547363, 0.44038987159729004, 0.5836098194122314], "cos_apical_negg": [0.07474444061517715, 0.15391410887241364, 0.3995736837387085], "cos_Ac_negg": [0.4064522087574005, 0.4404410123825073, 0.583100438117981], "r_norm": [3.493776321411133, 3.498018264770508, 3.48447322845459]}, {"step": 3200, "epoch": 6, "train_loss": 0.34381577372550964, "cos_r_negg": [0.03660139441490173, 0.14431676268577576, 0.461452454328537], "cos_innovation_negg": [0.32411450147628784, 0.35899871587753296, 0.5735756754875183], "cos_apical_negg": [0.03660139441490173, 0.14431676268577576, 0.461452454328537], "cos_Ac_negg": [0.3241834044456482, 0.3587384819984436, 0.5719325542449951], "r_norm": [3.4597373008728027, 3.471553325653076, 3.4588279724121094]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9519, "test_loss": 0.20405164794921876}, {"step": 3300, "epoch": 7, "train_loss": 0.1176857203245163, "cos_r_negg": [0.061337538063526154, 0.13889089226722717, 0.29329049587249756], "cos_innovation_negg": [0.37684375047683716, 0.35231858491897583, 0.7848672270774841], "cos_apical_negg": [0.061337538063526154, 0.13889089226722717, 0.29329049587249756], "cos_Ac_negg": [0.3768061101436615, 0.3547629714012146, 0.7833143472671509], "r_norm": [3.4795916080474854, 3.488805055618286, 3.4705424308776855]}, {"step": 3400, "epoch": 7, "train_loss": 0.2725895345211029, "cos_r_negg": [0.08176343142986298, 0.14919818937778473, 0.40787607431411743], "cos_innovation_negg": [0.36064159870147705, 0.40586963295936584, 0.8122523427009583], "cos_apical_negg": [0.08176343142986298, 0.14919818937778473, 0.40787607431411743], "cos_Ac_negg": [0.36077794432640076, 0.40540987253189087, 0.8120865225791931], "r_norm": [3.4728806018829346, 3.480339527130127, 3.4693703651428223]}, {"step": 3500, "epoch": 7, "train_loss": 0.17209014296531677, "cos_r_negg": [0.034506890922784805, 0.1794096678495407, 0.382910817861557], "cos_innovation_negg": [0.3424011468887329, 0.41062992811203003, 0.7682549357414246], "cos_apical_negg": [0.034506890922784805, 0.1794096678495407, 0.382910817861557], "cos_Ac_negg": [0.3410038352012634, 0.4104558229446411, 0.7682271003723145], "r_norm": [3.450254201889038, 3.4585351943969727, 3.442410469055176], "ldr": {"dL_sdil": -0.004549816250801086, "dL_bp": -0.006936892867088318, "ratio": 0.6558867691884681}}, {"step": 3600, "epoch": 7, "train_loss": 0.06483013927936554, "cos_r_negg": [-0.0054534683004021645, 0.08901366591453552, 0.4238293170928955], "cos_innovation_negg": [0.341597318649292, 0.3883242607116699, 0.7238288521766663], "cos_apical_negg": [-0.0054534683004021645, 0.08901366591453552, 0.4238293170928955], "cos_Ac_negg": [0.3415205478668213, 0.3897556662559509, 0.7235661745071411], "r_norm": [3.4566779136657715, 3.465440511703491, 3.453073024749756]}, {"step": 3700, "epoch": 7, "train_loss": 0.09281452000141144, "cos_r_negg": [0.03211240842938423, 0.13545700907707214, 0.24162913858890533], "cos_innovation_negg": [0.3363017439842224, 0.3803873658180237, 0.6417583227157593], "cos_apical_negg": [0.03211240842938423, 0.13545700907707214, 0.24162913858890533], "cos_Ac_negg": [0.3363775610923767, 0.3809160888195038, 0.6418699622154236], "r_norm": [3.4565465450286865, 3.4678473472595215, 3.4519925117492676]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.954, "test_loss": 0.19522984848022462}, {"step": 3800, "epoch": 8, "train_loss": 0.18323449790477753, "cos_r_negg": [0.035001564770936966, 0.10666622221469879, 0.3764757513999939], "cos_innovation_negg": [0.38499557971954346, 0.39564603567123413, 0.6121604442596436], "cos_apical_negg": [0.035001564770936966, 0.10666622221469879, 0.3764757513999939], "cos_Ac_negg": [0.3852468430995941, 0.39480066299438477, 0.6119060516357422], "r_norm": [3.4411020278930664, 3.4525816440582275, 3.442863702774048]}, {"step": 3900, "epoch": 8, "train_loss": 0.25970011949539185, "cos_r_negg": [0.015320001170039177, 0.09205085039138794, 0.32433533668518066], "cos_innovation_negg": [0.3219333589076996, 0.3815285563468933, 0.7037261724472046], "cos_apical_negg": [0.015320001170039177, 0.09205085039138794, 0.32433533668518066], "cos_Ac_negg": [0.3228248059749603, 0.3813602924346924, 0.7039339542388916], "r_norm": [3.460613250732422, 3.47074031829834, 3.45516300201416]}, {"step": 4000, "epoch": 8, "train_loss": 0.17258679866790771, "cos_r_negg": [0.06727051734924316, 0.1155916377902031, 0.3965470790863037], "cos_innovation_negg": [0.35004961490631104, 0.37019461393356323, 0.796610951423645], "cos_apical_negg": [0.06727051734924316, 0.1155916377902031, 0.3965470790863037], "cos_Ac_negg": [0.3499543070793152, 0.3705882728099823, 0.796570897102356], "r_norm": [3.4727070331573486, 3.4746365547180176, 3.4626946449279785], "ldr": {"dL_sdil": -0.006612107157707214, "dL_bp": -0.010546699166297913, "ratio": 0.6269361677477511}}, {"step": 4100, "epoch": 8, "train_loss": 0.06699150800704956, "cos_r_negg": [0.03049563616514206, 0.06994563341140747, 0.18906044960021973], "cos_innovation_negg": [0.301862895488739, 0.3497464060783386, 0.5386556386947632], "cos_apical_negg": [0.03049563616514206, 0.06994563341140747, 0.18906044960021973], "cos_Ac_negg": [0.30170467495918274, 0.34957149624824524, 0.5389940142631531], "r_norm": [3.4565234184265137, 3.463350296020508, 3.4477415084838867]}, {"step": 4200, "epoch": 8, "train_loss": 0.23916780948638916, "cos_r_negg": [0.03248034417629242, 0.09815968573093414, 0.24876968562602997], "cos_innovation_negg": [0.2904040217399597, 0.35109078884124756, 0.7257757782936096], "cos_apical_negg": [0.03248034417629242, 0.09815968573093414, 0.24876968562602997], "cos_Ac_negg": [0.29022103548049927, 0.35067451000213623, 0.7260218858718872], "r_norm": [3.477200984954834, 3.480375289916992, 3.458221197128296]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9528, "test_loss": 0.19846216583251952}, {"step": 4300, "epoch": 9, "train_loss": 0.12377635389566422, "cos_r_negg": [0.029537171125411987, 0.11402608454227448, 0.4001530110836029], "cos_innovation_negg": [0.30419397354125977, 0.35219693183898926, 0.7891754508018494], "cos_apical_negg": [0.029537171125411987, 0.11402608454227448, 0.4001530110836029], "cos_Ac_negg": [0.30461567640304565, 0.35133665800094604, 0.7890763282775879], "r_norm": [3.466557025909424, 3.4750115871429443, 3.4541056156158447]}, {"step": 4400, "epoch": 9, "train_loss": 0.0679711103439331, "cos_r_negg": [0.05254673212766647, 0.14841118454933167, 0.25061288475990295], "cos_innovation_negg": [0.3145867586135864, 0.38231945037841797, 0.6894621253013611], "cos_apical_negg": [0.05254673212766647, 0.14841118454933167, 0.25061288475990295], "cos_Ac_negg": [0.31438493728637695, 0.3823874592781067, 0.6896453499794006], "r_norm": [3.453580379486084, 3.4611690044403076, 3.4457221031188965]}, {"step": 4500, "epoch": 9, "train_loss": 0.15776431560516357, "cos_r_negg": [0.039300091564655304, 0.06973789632320404, 0.28350144624710083], "cos_innovation_negg": [0.3218528628349304, 0.3751370310783386, 0.6877709031105042], "cos_apical_negg": [0.039300091564655304, 0.06973789632320404, 0.28350144624710083], "cos_Ac_negg": [0.3219459354877472, 0.37493467330932617, 0.6877540349960327], "r_norm": [3.4776456356048584, 3.475266456604004, 3.457289218902588], "ldr": {"dL_sdil": -0.008198350667953491, "dL_bp": -0.01223115622997284, "ratio": 0.6702841917645669}}, {"step": 4600, "epoch": 9, "train_loss": 0.1098126769065857, "cos_r_negg": [0.06136070191860199, 0.08569829165935516, 0.2817522883415222], "cos_innovation_negg": [0.34091806411743164, 0.3915615379810333, 0.6436882019042969], "cos_apical_negg": [0.06136070191860199, 0.08569829165935516, 0.2817522883415222], "cos_Ac_negg": [0.339865118265152, 0.39034155011177063, 0.643671452999115], "r_norm": [3.459300994873047, 3.4665286540985107, 3.4506759643554688]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9561, "test_loss": 0.1894625659942627}, {"step": 4700, "epoch": 10, "train_loss": 0.15769211947917938, "cos_r_negg": [0.025960199534893036, 0.0587516687810421, 0.3528662919998169], "cos_innovation_negg": [0.28081679344177246, 0.3753991425037384, 0.6638496518135071], "cos_apical_negg": [0.025960199534893036, 0.0587516687810421, 0.3528662919998169], "cos_Ac_negg": [0.28090617060661316, 0.3753526210784912, 0.6638211011886597], "r_norm": [3.4428272247314453, 3.451734781265259, 3.442997932434082]}, {"step": 4800, "epoch": 10, "train_loss": 0.08338607847690582, "cos_r_negg": [0.06638196110725403, 0.07327023893594742, 0.2562228739261627], "cos_innovation_negg": [0.2585318684577942, 0.27654772996902466, 0.6081768870353699], "cos_apical_negg": [0.06638196110725403, 0.07327023893594742, 0.2562228739261627], "cos_Ac_negg": [0.25858789682388306, 0.2767905592918396, 0.6080375909805298], "r_norm": [3.454063892364502, 3.466850519180298, 3.4523420333862305]}, {"step": 4900, "epoch": 10, "train_loss": 0.15375329554080963, "cos_r_negg": [0.04399401322007179, 0.056140750646591187, 0.33442386984825134], "cos_innovation_negg": [0.37793660163879395, 0.40251556038856506, 0.7320525050163269], "cos_apical_negg": [0.04399401322007179, 0.056140750646591187, 0.33442386984825134], "cos_Ac_negg": [0.3780330717563629, 0.4022142291069031, 0.732097864151001], "r_norm": [3.45633602142334, 3.4598231315612793, 3.4472131729125977]}, {"step": 5000, "epoch": 10, "train_loss": 0.04300476983189583, "cos_r_negg": [0.0394136905670166, 0.1122613251209259, 0.37005919218063354], "cos_innovation_negg": [0.295229434967041, 0.3921196162700653, 0.8542808294296265], "cos_apical_negg": [0.0394136905670166, 0.1122613251209259, 0.37005919218063354], "cos_Ac_negg": [0.2950774133205414, 0.3932495713233948, 0.8537659049034119], "r_norm": [3.459404468536377, 3.4651737213134766, 3.449828624725342], "ldr": {"dL_sdil": -0.00439879298210144, "dL_bp": -0.007524967193603516, "ratio": 0.5845597554020657}}, {"step": 5100, "epoch": 10, "train_loss": 0.17405414581298828, "cos_r_negg": [0.033386439085006714, 0.11723385006189346, 0.3706253468990326], "cos_innovation_negg": [0.30274510383605957, 0.38079744577407837, 0.6484284400939941], "cos_apical_negg": [0.033386439085006714, 0.11723385006189346, 0.3706253468990326], "cos_Ac_negg": [0.30267709493637085, 0.3810500502586365, 0.648541271686554], "r_norm": [3.467454433441162, 3.4689958095550537, 3.458220958709717]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9546, "test_loss": 0.21295623321533202}, {"step": 5200, "epoch": 11, "train_loss": 0.09942180663347244, "cos_r_negg": [0.010495748370885849, 0.15319561958312988, 0.371238648891449], "cos_innovation_negg": [0.30131006240844727, 0.35292017459869385, 0.7025488615036011], "cos_apical_negg": [0.010495748370885849, 0.15319561958312988, 0.371238648891449], "cos_Ac_negg": [0.3014470934867859, 0.35280048847198486, 0.7013906836509705], "r_norm": [3.4570045471191406, 3.4597036838531494, 3.447629451751709]}, {"step": 5300, "epoch": 11, "train_loss": 0.14625895023345947, "cos_r_negg": [0.019430043175816536, 0.09450478851795197, 0.29394441843032837], "cos_innovation_negg": [0.34739500284194946, 0.38494861125946045, 0.7247146368026733], "cos_apical_negg": [0.019430043175816536, 0.09450478851795197, 0.29394441843032837], "cos_Ac_negg": [0.3474361300468445, 0.384884238243103, 0.7245177626609802], "r_norm": [3.4390177726745605, 3.4456520080566406, 3.433529853820801]}, {"step": 5400, "epoch": 11, "train_loss": 0.3815159797668457, "cos_r_negg": [0.054415710270404816, 0.14118674397468567, 0.3518367409706116], "cos_innovation_negg": [0.3308723270893097, 0.40393099188804626, 0.7376440763473511], "cos_apical_negg": [0.054415710270404816, 0.14118674397468567, 0.3518367409706116], "cos_Ac_negg": [0.33153006434440613, 0.4033830165863037, 0.7374203205108643], "r_norm": [3.4774248600006104, 3.4845943450927734, 3.4577105045318604]}, {"step": 5500, "epoch": 11, "train_loss": 0.21437236666679382, "cos_r_negg": [0.03780059516429901, 0.10255183279514313, 0.10307836532592773], "cos_innovation_negg": [0.302434504032135, 0.3519688844680786, 0.6594069004058838], "cos_apical_negg": [0.03780059516429901, 0.10255183279514313, 0.10307836532592773], "cos_Ac_negg": [0.30132365226745605, 0.3522098660469055, 0.6598182916641235], "r_norm": [3.4479527473449707, 3.454310894012451, 3.442077875137329], "ldr": {"dL_sdil": -0.003917321562767029, "dL_bp": -0.006406247615814209, "ratio": 0.6114845690786107}}, {"step": 5600, "epoch": 11, "train_loss": 0.12650348246097565, "cos_r_negg": [0.011236418038606644, 0.0739874318242073, 0.3355979323387146], "cos_innovation_negg": [0.36386924982070923, 0.42239415645599365, 0.6597896218299866], "cos_apical_negg": [0.011236418038606644, 0.0739874318242073, 0.3355979323387146], "cos_Ac_negg": [0.36393678188323975, 0.425212025642395, 0.6598107218742371], "r_norm": [3.4677987098693848, 3.4664454460144043, 3.4592888355255127]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.954, "test_loss": 0.20908323516845703}, {"step": 5700, "epoch": 12, "train_loss": 0.12143538147211075, "cos_r_negg": [0.039261870086193085, 0.06593601405620575, 0.23642180860042572], "cos_innovation_negg": [0.3007679879665375, 0.34011101722717285, 0.652161717414856], "cos_apical_negg": [0.039261870086193085, 0.06593601405620575, 0.23642180860042572], "cos_Ac_negg": [0.29881545901298523, 0.3378750681877136, 0.6517305374145508], "r_norm": [3.444808006286621, 3.45407772064209, 3.4373631477355957]}, {"step": 5800, "epoch": 12, "train_loss": 0.07445135712623596, "cos_r_negg": [0.015866177156567574, 0.1466587483882904, 0.41649603843688965], "cos_innovation_negg": [0.36979877948760986, 0.43481582403182983, 0.7575439214706421], "cos_apical_negg": [0.015866177156567574, 0.1466587483882904, 0.41649603843688965], "cos_Ac_negg": [0.36949509382247925, 0.43381813168525696, 0.7574896812438965], "r_norm": [3.4374358654022217, 3.4438910484313965, 3.428027391433716]}, {"step": 5900, "epoch": 12, "train_loss": 0.09251949936151505, "cos_r_negg": [0.025119364261627197, 0.11391860991716385, 0.18940913677215576], "cos_innovation_negg": [0.28508108854293823, 0.33088159561157227, 0.6645840406417847], "cos_apical_negg": [0.025119364261627197, 0.11391860991716385, 0.18940913677215576], "cos_Ac_negg": [0.2831866443157196, 0.3292863965034485, 0.6646768450737], "r_norm": [3.457059621810913, 3.4668407440185547, 3.4477431774139404]}, {"step": 6000, "epoch": 12, "train_loss": 0.03523995727300644, "cos_r_negg": [0.04334006458520889, 0.03264812380075455, 0.32245323061943054], "cos_innovation_negg": [0.31931784749031067, 0.35719507932662964, 0.7935004830360413], "cos_apical_negg": [0.04334006458520889, 0.03264812380075455, 0.32245323061943054], "cos_Ac_negg": [0.31757938861846924, 0.3573112487792969, 0.793150007724762], "r_norm": [3.4484848976135254, 3.455357074737549, 3.444758415222168], "ldr": {"dL_sdil": -0.006154552102088928, "dL_bp": -0.013527214527130127, "ratio": 0.4549755671979167}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9574, "test_loss": 0.1899142219543457}, {"step": 6100, "epoch": 13, "train_loss": 0.0640493780374527, "cos_r_negg": [0.010680760256946087, 0.1182095855474472, 0.2559819519519806], "cos_innovation_negg": [0.31774404644966125, 0.3427150547504425, 0.7426396608352661], "cos_apical_negg": [0.010680760256946087, 0.1182095855474472, 0.2559819519519806], "cos_Ac_negg": [0.31749388575553894, 0.342637836933136, 0.7426520586013794], "r_norm": [3.4559106826782227, 3.4614415168762207, 3.4449143409729004]}, {"step": 6200, "epoch": 13, "train_loss": 0.07105721533298492, "cos_r_negg": [-0.0018275529146194458, 0.07961184531450272, 0.17910197377204895], "cos_innovation_negg": [0.27616631984710693, 0.381987601518631, 0.7015585899353027], "cos_apical_negg": [-0.0018275529146194458, 0.07961184531450272, 0.17910197377204895], "cos_Ac_negg": [0.2755950689315796, 0.3813946843147278, 0.7013348340988159], "r_norm": [3.438537836074829, 3.444610595703125, 3.433333396911621]}, {"step": 6300, "epoch": 13, "train_loss": 0.13348601758480072, "cos_r_negg": [0.026701023802161217, 0.09738105535507202, 0.3218535780906677], "cos_innovation_negg": [0.3533180356025696, 0.38160836696624756, 0.7684891819953918], "cos_apical_negg": [0.026701023802161217, 0.09738105535507202, 0.3218535780906677], "cos_Ac_negg": [0.3521589934825897, 0.381054550409317, 0.7686032652854919], "r_norm": [3.461559295654297, 3.467205762863159, 3.4523138999938965]}, {"step": 6400, "epoch": 13, "train_loss": 0.09620926529169083, "cos_r_negg": [0.019279517233371735, 0.11675151437520981, 0.26946234703063965], "cos_innovation_negg": [0.31829971075057983, 0.4088085889816284, 0.6620557308197021], "cos_apical_negg": [0.019279517233371735, 0.11675151437520981, 0.26946234703063965], "cos_Ac_negg": [0.3183930218219757, 0.4085819125175476, 0.6620597839355469], "r_norm": [3.446078300476074, 3.4481096267700195, 3.4378132820129395]}, {"step": 6500, "epoch": 13, "train_loss": 0.04643399268388748, "cos_r_negg": [0.021555813029408455, 0.10334792733192444, 0.34837692975997925], "cos_innovation_negg": [0.31326812505722046, 0.39714330434799194, 0.6596735119819641], "cos_apical_negg": [0.021555813029408455, 0.10334792733192444, 0.34837692975997925], "cos_Ac_negg": [0.31332555413246155, 0.39693838357925415, 0.6595549583435059], "r_norm": [3.4526519775390625, 3.4518423080444336, 3.441977024078369], "ldr": {"dL_sdil": -0.0101432204246521, "dL_bp": -0.018907442688941956, "ratio": 0.5364670723336041}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9584, "test_loss": 0.19562788200378417}, {"step": 6600, "epoch": 14, "train_loss": 0.09141496568918228, "cos_r_negg": [0.08231760561466217, 0.09222638607025146, 0.26672959327697754], "cos_innovation_negg": [0.29174041748046875, 0.36262786388397217, 0.6633678078651428], "cos_apical_negg": [0.08231760561466217, 0.09222638607025146, 0.26672959327697754], "cos_Ac_negg": [0.2914382517337799, 0.36211639642715454, 0.663729727268219], "r_norm": [3.442448616027832, 3.447157621383667, 3.432094097137451]}, {"step": 6700, "epoch": 14, "train_loss": 0.07480426132678986, "cos_r_negg": [0.06456546485424042, 0.08474172651767731, 0.19794611632823944], "cos_innovation_negg": [0.3047538697719574, 0.3929676115512848, 0.5812866687774658], "cos_apical_negg": [0.06456546485424042, 0.08474172651767731, 0.19794611632823944], "cos_Ac_negg": [0.30416980385780334, 0.39103347063064575, 0.5808819532394409], "r_norm": [3.43837308883667, 3.4449708461761475, 3.4330554008483887]}, {"step": 6800, "epoch": 14, "train_loss": 0.12511679530143738, "cos_r_negg": [0.03167286887764931, 0.1249806135892868, 0.28021514415740967], "cos_innovation_negg": [0.3121820092201233, 0.43177539110183716, 0.7645004987716675], "cos_apical_negg": [0.03167286887764931, 0.1249806135892868, 0.28021514415740967], "cos_Ac_negg": [0.31216001510620117, 0.4316609501838684, 0.7645552158355713], "r_norm": [3.439863920211792, 3.4437389373779297, 3.4313056468963623]}, {"step": 6900, "epoch": 14, "train_loss": 0.10097180306911469, "cos_r_negg": [0.02538044936954975, 0.0923779308795929, 0.1921561360359192], "cos_innovation_negg": [0.30251649022102356, 0.35801029205322266, 0.6664649248123169], "cos_apical_negg": [0.02538044936954975, 0.0923779308795929, 0.1921561360359192], "cos_Ac_negg": [0.3024083971977234, 0.3600451350212097, 0.6667554378509521], "r_norm": [3.441659450531006, 3.444916248321533, 3.4337821006774902]}, {"step": 7000, "epoch": 14, "train_loss": 0.164234459400177, "cos_r_negg": [-0.01903172954916954, 0.09667348116636276, 0.3766326308250427], "cos_innovation_negg": [0.31493452191352844, 0.4354863166809082, 0.6058841347694397], "cos_apical_negg": [-0.01903172954916954, 0.09667348116636276, 0.3766326308250427], "cos_Ac_negg": [0.31519296765327454, 0.4355885684490204, 0.6055018305778503], "r_norm": [3.4610681533813477, 3.464975595474243, 3.447291135787964], "ldr": {"dL_sdil": -0.0057841092348098755, "dL_bp": -0.00928407907485962, "ratio": 0.623013783938213}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9564, "test_loss": 0.19966592140197753}], "final": {"test_acc": 0.9564, "test_loss": 0.19966592140197753, "wall_s": 21.769463539123535, "cos_r_negg": [0.03210153803229332, 0.08044672012329102, 0.27450281381607056], "cos_innovation_negg": [0.25957590341567993, 0.32784104347229004, 0.7312723398208618], "cos_apical_negg": [0.03210153803229332, 0.08044672012329102, 0.27450281381607056], "cos_Ac_negg": [0.25565144419670105, 0.32587921619415283, 0.7313581705093384]}}
\ No newline at end of file