results: record corrected scaling and residualization pilots

1 files changed, 1 insertions, 0 deletions

diff --git a/results/diag_nuis_low_rho0p05_res1_s0.json b/results/diag_nuis_low_rho0p05_res1_s0.json
new file mode 100644
index 0000000..ce6314e
--- /dev/null
+++ b/results/diag_nuis_low_rho0p05_res1_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.05, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "diag_nuis_low_rho0p05_res1_s0", "n_in": 784}, "provenance": {"git_commit": "54633b2e0f51a8f48d4ba627d778c87927f54ca1", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3603768348693848, "cos_r_negg": [-0.019516214728355408, -0.02552604302763939, 0.03376482054591179], "cos_apical_negg": [-0.019511956721544266, -0.025701938197016716, 0.033109668642282486], "cos_Ac_negg": [-0.019516170024871826, -0.02552604116499424, 0.03376481309533119], "r_norm": [4.898174285888672, 4.826803207397461, 4.823856830596924], "ldr": {"dL_sdil": -0.009198665618896484, "dL_bp": -0.2406785488128662, "ratio": 0.038219715318495974}}, {"step": 100, "epoch": 0, "train_loss": 0.20672431588172913, "cos_r_negg": [0.45616453886032104, 0.381319135427475, 0.36034852266311646], "cos_apical_negg": [0.19364020228385925, 0.175805926322937, 0.21464210748672485], "cos_Ac_negg": [0.4564410448074341, 0.38162362575531006, 0.3605561852455139], "r_norm": [0.8243943452835083, 0.8077937364578247, 0.8056093454360962]}, {"step": 200, "epoch": 0, "train_loss": 0.33325451612472534, "cos_r_negg": [0.47538071870803833, 0.40626096725463867, 0.38132086396217346], "cos_apical_negg": [0.18437808752059937, 0.1742359697818756, 0.20737165212631226], "cos_Ac_negg": [0.4757429361343384, 0.40684956312179565, 0.3820774555206299], "r_norm": [0.7470494508743286, 0.7296936511993408, 0.7287291288375854]}, {"step": 300, "epoch": 0, "train_loss": 0.17068177461624146, "cos_r_negg": [0.49820953607559204, 0.4700973331928253, 0.4245585501194], "cos_apical_negg": [0.16765926778316498, 0.16467534005641937, 0.1947571039199829], "cos_Ac_negg": [0.49843108654022217, 0.47026216983795166, 0.42471715807914734], "r_norm": [0.5785117149353027, 0.567447304725647, 0.5670515298843384]}, {"step": 400, "epoch": 0, "train_loss": 0.12307089567184448, "cos_r_negg": [0.5288668870925903, 0.4906129837036133, 0.459243506193161], "cos_apical_negg": [0.1769542396068573, 0.16480687260627747, 0.2023644745349884], "cos_Ac_negg": [0.5291136503219604, 0.49063006043434143, 0.45918673276901245], "r_norm": [0.5669718980789185, 0.5524458885192871, 0.5533506274223328]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9433, "test_loss": 0.1909028839111328}, {"step": 500, "epoch": 1, "train_loss": 0.23578664660453796, "cos_r_negg": [0.5039648413658142, 0.4705522656440735, 0.46879899501800537], "cos_apical_negg": [0.13089649379253387, 0.12007781863212585, 0.1774221956729889], "cos_Ac_negg": [0.5044163465499878, 0.47066530585289, 0.46881747245788574], "r_norm": [0.4703829884529114, 0.45642536878585815, 0.4560773968696594], "ldr": {"dL_sdil": -0.00954069197177887, "dL_bp": -0.008603498339653015, "ratio": 1.1089316921009196}}, {"step": 600, "epoch": 1, "train_loss": 0.08584421873092651, "cos_r_negg": [0.5099847912788391, 0.4956558346748352, 0.46174073219299316], "cos_apical_negg": [0.13060176372528076, 0.1391550749540329, 0.18097913265228271], "cos_Ac_negg": [0.5103371739387512, 0.4957599937915802, 0.4618017375469208], "r_norm": [0.454019695520401, 0.4426572620868683, 0.441994309425354]}, {"step": 700, "epoch": 1, "train_loss": 0.24514204263687134, "cos_r_negg": [0.5013740062713623, 0.5051541328430176, 0.48172688484191895], "cos_apical_negg": [0.12025074660778046, 0.13877958059310913, 0.1848120093345642], "cos_Ac_negg": [0.5026636123657227, 0.5054739713668823, 0.4818348288536072], "r_norm": [0.5058645009994507, 0.48789969086647034, 0.4897555112838745]}, {"step": 800, "epoch": 1, "train_loss": 0.1141829863190651, "cos_r_negg": [0.5200186967849731, 0.533027172088623, 0.48812541365623474], "cos_apical_negg": [0.10735809803009033, 0.12732172012329102, 0.17967012524604797], "cos_Ac_negg": [0.520397424697876, 0.5329480171203613, 0.4880942106246948], "r_norm": [0.3883897662162781, 0.37802743911743164, 0.37907230854034424]}, {"step": 900, "epoch": 1, "train_loss": 0.18952405452728271, "cos_r_negg": [0.5319833755493164, 0.5358093976974487, 0.4649391174316406], "cos_apical_negg": [0.11764852702617645, 0.1416984498500824, 0.18025359511375427], "cos_Ac_negg": [0.5320981740951538, 0.5356863737106323, 0.4647519886493683], "r_norm": [0.43446850776672363, 0.423671156167984, 0.4214130938053131]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9542, "test_loss": 0.15521985359191895}, {"step": 1000, "epoch": 2, "train_loss": 0.024264752864837646, "cos_r_negg": [0.5205782651901245, 0.5371448993682861, 0.4922335147857666], "cos_apical_negg": [0.0753626674413681, 0.10885260999202728, 0.1598813384771347], "cos_Ac_negg": [0.5206393003463745, 0.5371958017349243, 0.4920315742492676], "r_norm": [0.3322855830192566, 0.322062611579895, 0.32240360975265503], "ldr": {"dL_sdil": -0.007700175046920776, "dL_bp": -0.00669647753238678, "ratio": 1.1498843996234922}}, {"step": 1100, "epoch": 2, "train_loss": 0.09112375229597092, "cos_r_negg": [0.5297616124153137, 0.5311806201934814, 0.47883129119873047], "cos_apical_negg": [0.10208173841238022, 0.11285039037466049, 0.16529834270477295], "cos_Ac_negg": [0.5300719738006592, 0.5313221216201782, 0.4783281683921814], "r_norm": [0.45405858755111694, 0.4363807737827301, 0.44002217054367065]}, {"step": 1200, "epoch": 2, "train_loss": 0.17958039045333862, "cos_r_negg": [0.5119986534118652, 0.5457755327224731, 0.481785386800766], "cos_apical_negg": [0.08440572023391724, 0.10281778872013092, 0.15573155879974365], "cos_Ac_negg": [0.5122300386428833, 0.5457471609115601, 0.4812276363372803], "r_norm": [0.3157377243041992, 0.30727627873420715, 0.30766355991363525]}, {"step": 1300, "epoch": 2, "train_loss": 0.09322493523359299, "cos_r_negg": [0.5049905776977539, 0.5388824939727783, 0.46652308106422424], "cos_apical_negg": [0.0809440165758133, 0.12186141312122345, 0.16658136248588562], "cos_Ac_negg": [0.5050003528594971, 0.5386176109313965, 0.46570855379104614], "r_norm": [0.3353491425514221, 0.32742026448249817, 0.32679492235183716]}, {"step": 1400, "epoch": 2, "train_loss": 0.1470850557088852, "cos_r_negg": [0.4831010103225708, 0.5044246912002563, 0.4572910666465759], "cos_apical_negg": [0.06598492711782455, 0.10995836555957794, 0.16154107451438904], "cos_Ac_negg": [0.4833557903766632, 0.5039969682693481, 0.45643818378448486], "r_norm": [0.2957005202770233, 0.28562095761299133, 0.28597012162208557]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9652, "test_loss": 0.11602793197631836}, {"step": 1500, "epoch": 3, "train_loss": 0.07360994815826416, "cos_r_negg": [0.48249030113220215, 0.5153943300247192, 0.46486377716064453], "cos_apical_negg": [0.07952485978603363, 0.11011232435703278, 0.15342316031455994], "cos_Ac_negg": [0.4827117323875427, 0.5150834321975708, 0.46398216485977173], "r_norm": [0.3044481873512268, 0.2948354482650757, 0.29513657093048096], "ldr": {"dL_sdil": -0.008043169975280762, "dL_bp": -0.00858684629201889, "ratio": 0.9366849832582361}}, {"step": 1600, "epoch": 3, "train_loss": 0.08401516079902649, "cos_r_negg": [0.4855751097202301, 0.5277508497238159, 0.48270171880722046], "cos_apical_negg": [0.06901080906391144, 0.10205385833978653, 0.14363208413124084], "cos_Ac_negg": [0.4855998754501343, 0.5274589657783508, 0.4819275140762329], "r_norm": [0.26068419218063354, 0.2508631944656372, 0.25316059589385986]}, {"step": 1700, "epoch": 3, "train_loss": 0.08663123846054077, "cos_r_negg": [0.4972115159034729, 0.529632568359375, 0.4805557429790497], "cos_apical_negg": [0.07249507308006287, 0.11569879949092865, 0.15890061855316162], "cos_Ac_negg": [0.4972943961620331, 0.5294667482376099, 0.4798460006713867], "r_norm": [0.2743309736251831, 0.26602956652641296, 0.26802799105644226]}, {"step": 1800, "epoch": 3, "train_loss": 0.024224739521741867, "cos_r_negg": [0.48034945130348206, 0.5183444023132324, 0.45742934942245483], "cos_apical_negg": [0.05509719252586365, 0.10797683894634247, 0.13432015478610992], "cos_Ac_negg": [0.48028767108917236, 0.5179896354675293, 0.4565538465976715], "r_norm": [0.27073994278907776, 0.26259320974349976, 0.2608429193496704]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9666, "test_loss": 0.11291602745056152}, {"step": 1900, "epoch": 4, "train_loss": 0.036836519837379456, "cos_r_negg": [0.50064617395401, 0.5486429929733276, 0.5009961128234863], "cos_apical_negg": [0.06748092174530029, 0.12254730612039566, 0.1470053642988205], "cos_Ac_negg": [0.5007407665252686, 0.5483829975128174, 0.5001752376556396], "r_norm": [0.29728272557258606, 0.28962016105651855, 0.2890889346599579]}, {"step": 2000, "epoch": 4, "train_loss": 0.11035207659006119, "cos_r_negg": [0.4658629298210144, 0.5325191020965576, 0.47461599111557007], "cos_apical_negg": [0.03910278156399727, 0.09647335112094879, 0.13209731876850128], "cos_Ac_negg": [0.4660146236419678, 0.532520592212677, 0.4736754894256592], "r_norm": [0.2169564962387085, 0.21035748720169067, 0.21062403917312622], "ldr": {"dL_sdil": -0.005091726779937744, "dL_bp": -0.006505265831947327, "ratio": 0.7827084874736864}}, {"step": 2100, "epoch": 4, "train_loss": 0.04881729558110237, "cos_r_negg": [0.4404827952384949, 0.5042537450790405, 0.4767466187477112], "cos_apical_negg": [0.06356577575206757, 0.11879993975162506, 0.16410501301288605], "cos_Ac_negg": [0.44049811363220215, 0.503831148147583, 0.4753091335296631], "r_norm": [0.2721758484840393, 0.2628178596496582, 0.2637660503387451]}, {"step": 2200, "epoch": 4, "train_loss": 0.014741148799657822, "cos_r_negg": [0.4503231644630432, 0.5060051679611206, 0.4661533832550049], "cos_apical_negg": [0.06367862224578857, 0.0858410894870758, 0.14047116041183472], "cos_Ac_negg": [0.45045188069343567, 0.5057669878005981, 0.46503353118896484], "r_norm": [0.21717336773872375, 0.2100096046924591, 0.20898042619228363]}, {"step": 2300, "epoch": 4, "train_loss": 0.11582493782043457, "cos_r_negg": [0.41866520047187805, 0.46615898609161377, 0.43160831928253174], "cos_apical_negg": [0.055221423506736755, 0.0981120616197586, 0.1351119428873062], "cos_Ac_negg": [0.4186370074748993, 0.4656684398651123, 0.43063122034072876], "r_norm": [0.21510441601276398, 0.20846328139305115, 0.2084541618824005]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9687, "test_loss": 0.11309259471893311}, {"step": 2400, "epoch": 5, "train_loss": 0.08978386223316193, "cos_r_negg": [0.4204558730125427, 0.4770914912223816, 0.4370455741882324], "cos_apical_negg": [0.041964802891016006, 0.09495782852172852, 0.1311182826757431], "cos_Ac_negg": [0.420477032661438, 0.4764206111431122, 0.43577802181243896], "r_norm": [0.2225853055715561, 0.21526116132736206, 0.21467289328575134]}, {"step": 2500, "epoch": 5, "train_loss": 0.032590627670288086, "cos_r_negg": [0.37645357847213745, 0.4301737844944, 0.3948667049407959], "cos_apical_negg": [0.041951730847358704, 0.0894026979804039, 0.13183176517486572], "cos_Ac_negg": [0.376258909702301, 0.42983150482177734, 0.3935735821723938], "r_norm": [0.1877080649137497, 0.18147850036621094, 0.1814000904560089], "ldr": {"dL_sdil": -0.005059204995632172, "dL_bp": -0.005994416773319244, "ratio": 0.8439861936444528}}, {"step": 2600, "epoch": 5, "train_loss": 0.04170890152454376, "cos_r_negg": [0.3668670058250427, 0.4246392250061035, 0.39079034328460693], "cos_apical_negg": [0.05386599898338318, 0.08447977900505066, 0.13276056945323944], "cos_Ac_negg": [0.3666914105415344, 0.4242306649684906, 0.3895471394062042], "r_norm": [0.22902095317840576, 0.22174498438835144, 0.2195884883403778]}, {"step": 2700, "epoch": 5, "train_loss": 0.027166618034243584, "cos_r_negg": [0.40010547637939453, 0.4535364806652069, 0.42476123571395874], "cos_apical_negg": [0.04932790249586105, 0.08109010756015778, 0.12461468577384949], "cos_Ac_negg": [0.3998187184333801, 0.4530128836631775, 0.42341580986976624], "r_norm": [0.18988904356956482, 0.18261617422103882, 0.18350571393966675]}, {"step": 2800, "epoch": 5, "train_loss": 0.11552451550960541, "cos_r_negg": [0.3934221565723419, 0.4440481662750244, 0.41737568378448486], "cos_apical_negg": [0.05744766816496849, 0.10390763729810715, 0.14613085985183716], "cos_Ac_negg": [0.39355671405792236, 0.44348573684692383, 0.41604793071746826], "r_norm": [0.2742878794670105, 0.2649727761745453, 0.2640365660190582]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9673, "test_loss": 0.11689610671997071}, {"step": 2900, "epoch": 6, "train_loss": 0.0037757144309580326, "cos_r_negg": [0.3694411516189575, 0.42569172382354736, 0.3944653272628784], "cos_apical_negg": [0.04000677913427353, 0.07870016992092133, 0.138505756855011], "cos_Ac_negg": [0.36947134137153625, 0.42532140016555786, 0.3929949998855591], "r_norm": [0.23445159196853638, 0.22432029247283936, 0.22750048339366913]}, {"step": 3000, "epoch": 6, "train_loss": 0.02827419713139534, "cos_r_negg": [0.3648776412010193, 0.41716763377189636, 0.3857506215572357], "cos_apical_negg": [0.055921055376529694, 0.07587356120347977, 0.1285562515258789], "cos_Ac_negg": [0.3648226261138916, 0.41677188873291016, 0.3843785524368286], "r_norm": [0.21666641533374786, 0.20692607760429382, 0.20901024341583252], "ldr": {"dL_sdil": -0.006700620055198669, "dL_bp": -0.0091777965426445, "ratio": 0.7300902808276839}}, {"step": 3100, "epoch": 6, "train_loss": 0.020287038758397102, "cos_r_negg": [0.35229307413101196, 0.39654719829559326, 0.3670850396156311], "cos_apical_negg": [0.04153112694621086, 0.07681026309728622, 0.12110616266727448], "cos_Ac_negg": [0.352527379989624, 0.3960666358470917, 0.3658161461353302], "r_norm": [0.2427251636981964, 0.2328503429889679, 0.2335037887096405]}, {"step": 3200, "epoch": 6, "train_loss": 0.06322503089904785, "cos_r_negg": [0.33731675148010254, 0.38782185316085815, 0.36453816294670105], "cos_apical_negg": [0.035065554082393646, 0.07769809663295746, 0.1290198415517807], "cos_Ac_negg": [0.3375152349472046, 0.3873109221458435, 0.3632696866989136], "r_norm": [0.23465991020202637, 0.2265673279762268, 0.22736138105392456]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9692, "test_loss": 0.12009874725341797}, {"step": 3300, "epoch": 7, "train_loss": 0.004691869020462036, "cos_r_negg": [0.32288289070129395, 0.3667840361595154, 0.3451842665672302], "cos_apical_negg": [0.03087460622191429, 0.07438303530216217, 0.11760503053665161], "cos_Ac_negg": [0.32292357087135315, 0.36617881059646606, 0.34379759430885315], "r_norm": [0.20154176652431488, 0.1956992894411087, 0.19322997331619263]}, {"step": 3400, "epoch": 7, "train_loss": 0.05418068915605545, "cos_r_negg": [0.2925570607185364, 0.33336225152015686, 0.3140586018562317], "cos_apical_negg": [0.03491266444325447, 0.08083079755306244, 0.12677988409996033], "cos_Ac_negg": [0.2926652431488037, 0.33279937505722046, 0.31269651651382446], "r_norm": [0.20136584341526031, 0.19460076093673706, 0.19472603499889374]}, {"step": 3500, "epoch": 7, "train_loss": 0.011063420213758945, "cos_r_negg": [0.28856903314590454, 0.3280424475669861, 0.31342777609825134], "cos_apical_negg": [0.027785707265138626, 0.0772261768579483, 0.11969386041164398], "cos_Ac_negg": [0.2886590361595154, 0.32759934663772583, 0.31211069226264954], "r_norm": [0.2028031349182129, 0.19627855718135834, 0.19565483927726746], "ldr": {"dL_sdil": -0.008338302373886108, "dL_bp": -0.013276100158691406, "ratio": 0.628068655269018}}, {"step": 3600, "epoch": 7, "train_loss": 0.008701559156179428, "cos_r_negg": [0.29482460021972656, 0.33869469165802, 0.32127347588539124], "cos_apical_negg": [0.041596755385398865, 0.0818106159567833, 0.12602707743644714], "cos_Ac_negg": [0.2949414849281311, 0.33830952644348145, 0.3200538456439972], "r_norm": [0.23024503886699677, 0.22326207160949707, 0.22281455993652344]}, {"step": 3700, "epoch": 7, "train_loss": 0.003036912064999342, "cos_r_negg": [0.27759861946105957, 0.33036568760871887, 0.30939558148384094], "cos_apical_negg": [0.03221322223544121, 0.06793379783630371, 0.11873779445886612], "cos_Ac_negg": [0.2778462767601013, 0.33007898926734924, 0.30816054344177246], "r_norm": [0.19145478308200836, 0.18450607359409332, 0.1833382099866867]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9724, "test_loss": 0.11683763999938965}, {"step": 3800, "epoch": 8, "train_loss": 0.004788301885128021, "cos_r_negg": [0.26186060905456543, 0.3063490092754364, 0.28885629773139954], "cos_apical_negg": [0.03315182775259018, 0.06766022741794586, 0.1137072965502739], "cos_Ac_negg": [0.26219868659973145, 0.3061567544937134, 0.28769949078559875], "r_norm": [0.18467822670936584, 0.17843174934387207, 0.17825502157211304]}, {"step": 3900, "epoch": 8, "train_loss": 0.014764433726668358, "cos_r_negg": [0.23690886795520782, 0.2811741232872009, 0.26531487703323364], "cos_apical_negg": [0.03204338625073433, 0.06984101235866547, 0.11686915159225464], "cos_Ac_negg": [0.23701108992099762, 0.2810598909854889, 0.26432308554649353], "r_norm": [0.19513821601867676, 0.18771901726722717, 0.18832020461559296]}, {"step": 4000, "epoch": 8, "train_loss": 0.013668123632669449, "cos_r_negg": [0.22913989424705505, 0.2737671136856079, 0.25768041610717773], "cos_apical_negg": [0.02369956113398075, 0.07034076750278473, 0.11756635457277298], "cos_Ac_negg": [0.22939442098140717, 0.2735897898674011, 0.2565460205078125], "r_norm": [0.1800396591424942, 0.1737038940191269, 0.17378592491149902], "ldr": {"dL_sdil": -0.0061127543449401855, "dL_bp": -0.010247230529785156, "ratio": 0.5965274546300605}}, {"step": 4100, "epoch": 8, "train_loss": 0.010922418907284737, "cos_r_negg": [0.22424617409706116, 0.26542943716049194, 0.25373709201812744], "cos_apical_negg": [0.025014229118824005, 0.06453858315944672, 0.1126052513718605], "cos_Ac_negg": [0.22420212626457214, 0.2649170756340027, 0.25251391530036926], "r_norm": [0.17920726537704468, 0.17361032962799072, 0.17222094535827637]}, {"step": 4200, "epoch": 8, "train_loss": 0.015913143754005432, "cos_r_negg": [0.22936886548995972, 0.27066126465797424, 0.2599010467529297], "cos_apical_negg": [0.027789544314146042, 0.07163587212562561, 0.11642490327358246], "cos_Ac_negg": [0.22943341732025146, 0.2704053521156311, 0.2588973939418793], "r_norm": [0.21224844455718994, 0.20578020811080933, 0.20467448234558105]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9723, "test_loss": 0.12563416786193848}, {"step": 4300, "epoch": 9, "train_loss": 0.0033008893951773643, "cos_r_negg": [0.21392591297626495, 0.2511399984359741, 0.24229983985424042], "cos_apical_negg": [0.030487868934869766, 0.06699858605861664, 0.11371258646249771], "cos_Ac_negg": [0.2138318121433258, 0.2509313225746155, 0.24132709205150604], "r_norm": [0.21782080829143524, 0.21160924434661865, 0.21103334426879883]}, {"step": 4400, "epoch": 9, "train_loss": 0.0038509261794388294, "cos_r_negg": [0.2087613195180893, 0.2530443072319031, 0.24557706713676453], "cos_apical_negg": [0.03508983552455902, 0.07051075994968414, 0.11215881258249283], "cos_Ac_negg": [0.2089308500289917, 0.2528691291809082, 0.24463456869125366], "r_norm": [0.20658817887306213, 0.1997489333152771, 0.19995152950286865]}, {"step": 4500, "epoch": 9, "train_loss": 0.04732319340109825, "cos_r_negg": [0.20101208984851837, 0.23820745944976807, 0.22872284054756165], "cos_apical_negg": [0.033846884965896606, 0.06669357419013977, 0.10973863303661346], "cos_Ac_negg": [0.20120809972286224, 0.23792393505573273, 0.22767271101474762], "r_norm": [0.20002463459968567, 0.19208872318267822, 0.19229763746261597], "ldr": {"dL_sdil": -0.009978234767913818, "dL_bp": -0.017390698194503784, "ratio": 0.5737684971766903}}, {"step": 4600, "epoch": 9, "train_loss": 0.001096121734008193, "cos_r_negg": [0.21702511608600616, 0.2599443197250366, 0.24847272038459778], "cos_apical_negg": [0.027071991935372353, 0.0694192424416542, 0.11013548821210861], "cos_Ac_negg": [0.21716487407684326, 0.25956571102142334, 0.24733448028564453], "r_norm": [0.21108755469322205, 0.202933669090271, 0.2025962918996811]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9717, "test_loss": 0.12970950088500977}, {"step": 4700, "epoch": 10, "train_loss": 0.0036608714144676924, "cos_r_negg": [0.18710611760616302, 0.22294868528842926, 0.21843338012695312], "cos_apical_negg": [0.023753192275762558, 0.06152021139860153, 0.10615641623735428], "cos_Ac_negg": [0.18703237175941467, 0.22290509939193726, 0.2174932360649109], "r_norm": [0.19547519087791443, 0.1901041567325592, 0.18925872445106506]}, {"step": 4800, "epoch": 10, "train_loss": 0.003912936896085739, "cos_r_negg": [0.18494813144207, 0.21798130869865417, 0.21301724016666412], "cos_apical_negg": [0.028122922405600548, 0.06218917667865753, 0.10311560332775116], "cos_Ac_negg": [0.18500551581382751, 0.21800583600997925, 0.21219076216220856], "r_norm": [0.19273266196250916, 0.18663793802261353, 0.18621589243412018]}, {"step": 4900, "epoch": 10, "train_loss": 0.0015825561713427305, "cos_r_negg": [0.1864510029554367, 0.22116166353225708, 0.21488024294376373], "cos_apical_negg": [0.027721472084522247, 0.06270502507686615, 0.10014031082391739], "cos_Ac_negg": [0.18659408390522003, 0.22118352353572845, 0.21406729519367218], "r_norm": [0.19535258412361145, 0.18831703066825867, 0.1883232295513153]}, {"step": 5000, "epoch": 10, "train_loss": 0.00045510963536798954, "cos_r_negg": [0.18957404792308807, 0.22415143251419067, 0.21770745515823364], "cos_apical_negg": [0.028135128319263458, 0.059308186173439026, 0.10442541539669037], "cos_Ac_negg": [0.18959182500839233, 0.22407618165016174, 0.2168348729610443], "r_norm": [0.20160190761089325, 0.19463421404361725, 0.19437533617019653], "ldr": {"dL_sdil": -0.010283231735229492, "dL_bp": -0.018801160156726837, "ratio": 0.5469466591161541}}, {"step": 5100, "epoch": 10, "train_loss": 0.00398306455463171, "cos_r_negg": [0.18066635727882385, 0.21527476608753204, 0.20831051468849182], "cos_apical_negg": [0.025609023869037628, 0.06073661148548126, 0.10361998528242111], "cos_Ac_negg": [0.1806965321302414, 0.215121328830719, 0.2074241042137146], "r_norm": [0.2056700885295868, 0.20005041360855103, 0.19889876246452332]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.973, "test_loss": 0.13707104358673095}, {"step": 5200, "epoch": 11, "train_loss": 0.0010212808847427368, "cos_r_negg": [0.17511871457099915, 0.2060219794511795, 0.20122885704040527], "cos_apical_negg": [0.02258995734155178, 0.055186498910188675, 0.0963829755783081], "cos_Ac_negg": [0.17518267035484314, 0.20604665577411652, 0.20043078064918518], "r_norm": [0.19949084520339966, 0.19359317421913147, 0.19263364374637604]}, {"step": 5300, "epoch": 11, "train_loss": 0.0023902258835732937, "cos_r_negg": [0.17802681028842926, 0.21074262261390686, 0.20774811506271362], "cos_apical_negg": [0.024833615869283676, 0.05695783346891403, 0.10171078145503998], "cos_Ac_negg": [0.17808008193969727, 0.2107875645160675, 0.2069690078496933], "r_norm": [0.20352932810783386, 0.19760927557945251, 0.19624817371368408]}, {"step": 5400, "epoch": 11, "train_loss": 0.0010215830989181995, "cos_r_negg": [0.17006847262382507, 0.1999242901802063, 0.19609680771827698], "cos_apical_negg": [0.023248709738254547, 0.05559142678976059, 0.09681231528520584], "cos_Ac_negg": [0.1700647473335266, 0.19989797472953796, 0.1953248232603073], "r_norm": [0.19342386722564697, 0.18735268712043762, 0.18649378418922424]}, {"step": 5500, "epoch": 11, "train_loss": 0.002317067002877593, "cos_r_negg": [0.16678230464458466, 0.19703422486782074, 0.19261083006858826], "cos_apical_negg": [0.019725129008293152, 0.05744431912899017, 0.09821569919586182], "cos_Ac_negg": [0.16692307591438293, 0.1971496194601059, 0.19187787175178528], "r_norm": [0.20514193177223206, 0.19878599047660828, 0.19838057458400726], "ldr": {"dL_sdil": -0.01085682213306427, "dL_bp": -0.020643025636672974, "ratio": 0.5259317274584395}}, {"step": 5600, "epoch": 11, "train_loss": 0.0012320679379627109, "cos_r_negg": [0.1612672358751297, 0.191120907664299, 0.188379168510437], "cos_apical_negg": [0.020308878272771835, 0.056304868310689926, 0.09708579629659653], "cos_Ac_negg": [0.16140258312225342, 0.191266268491745, 0.18763467669487], "r_norm": [0.19809508323669434, 0.19155529141426086, 0.19131436944007874]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9734, "test_loss": 0.13729743576049805}, {"step": 5700, "epoch": 12, "train_loss": 0.0008859423105604947, "cos_r_negg": [0.15953657031059265, 0.18740582466125488, 0.18432173132896423], "cos_apical_negg": [0.02143375761806965, 0.05570517107844353, 0.09517017751932144], "cos_Ac_negg": [0.15969060361385345, 0.1875518560409546, 0.18358762562274933], "r_norm": [0.19843733310699463, 0.19255031645298004, 0.19181010127067566]}, {"step": 5800, "epoch": 12, "train_loss": 0.0003311795589979738, "cos_r_negg": [0.15922468900680542, 0.18801870942115784, 0.18526813387870789], "cos_apical_negg": [0.023380853235721588, 0.056249793618917465, 0.09497200697660446], "cos_Ac_negg": [0.1592942178249359, 0.18813161551952362, 0.1845625340938568], "r_norm": [0.19794294238090515, 0.191816508769989, 0.19135384261608124]}, {"step": 5900, "epoch": 12, "train_loss": 0.00156401249114424, "cos_r_negg": [0.15981990098953247, 0.18862323462963104, 0.18633194267749786], "cos_apical_negg": [0.020965633913874626, 0.05583123490214348, 0.09419971704483032], "cos_Ac_negg": [0.15990784764289856, 0.1887335628271103, 0.18565072119235992], "r_norm": [0.19851912558078766, 0.19241592288017273, 0.1919378638267517]}, {"step": 6000, "epoch": 12, "train_loss": 0.00030895404051989317, "cos_r_negg": [0.1553572416305542, 0.18239045143127441, 0.17960326373577118], "cos_apical_negg": [0.01996655762195587, 0.054028622806072235, 0.09105212986469269], "cos_Ac_negg": [0.15546205639839172, 0.18260279297828674, 0.17893171310424805], "r_norm": [0.19863979518413544, 0.19224649667739868, 0.19180689752101898], "ldr": {"dL_sdil": -0.010728120803833008, "dL_bp": -0.020957522094249725, "ratio": 0.5118983415876519}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9724, "test_loss": 0.14106293849945067}, {"step": 6100, "epoch": 13, "train_loss": 0.0011298148892819881, "cos_r_negg": [0.15571193397045135, 0.183889240026474, 0.18201139569282532], "cos_apical_negg": [0.02182769775390625, 0.05595606565475464, 0.09365227818489075], "cos_Ac_negg": [0.1558626890182495, 0.1840338110923767, 0.18130674958229065], "r_norm": [0.1986820101737976, 0.1925334632396698, 0.19183975458145142]}, {"step": 6200, "epoch": 13, "train_loss": 0.0006148054962977767, "cos_r_negg": [0.1534225344657898, 0.17917712032794952, 0.17740431427955627], "cos_apical_negg": [0.018896566703915596, 0.053799763321876526, 0.08818738162517548], "cos_Ac_negg": [0.15356265008449554, 0.17936858534812927, 0.17675183713436127], "r_norm": [0.19784966111183167, 0.19142046570777893, 0.19122035801410675]}, {"step": 6300, "epoch": 13, "train_loss": 0.000752944964915514, "cos_r_negg": [0.15010854601860046, 0.1755460947751999, 0.1741248369216919], "cos_apical_negg": [0.02037227712571621, 0.05345896631479263, 0.08759614825248718], "cos_Ac_negg": [0.15027117729187012, 0.1757322996854782, 0.1734912395477295], "r_norm": [0.20273363590240479, 0.19651848077774048, 0.19604083895683289]}, {"step": 6400, "epoch": 13, "train_loss": 0.000505276839248836, "cos_r_negg": [0.14961662888526917, 0.17585255205631256, 0.17388848960399628], "cos_apical_negg": [0.02023317851126194, 0.05379866808652878, 0.0907919630408287], "cos_Ac_negg": [0.14980493485927582, 0.17601051926612854, 0.17325332760810852], "r_norm": [0.1988239884376526, 0.19270282983779907, 0.19201262295246124]}, {"step": 6500, "epoch": 13, "train_loss": 0.00012816628441214561, "cos_r_negg": [0.14679403603076935, 0.17271862924098969, 0.17046913504600525], "cos_apical_negg": [0.019949106499552727, 0.05523088574409485, 0.08674812316894531], "cos_Ac_negg": [0.14698968827724457, 0.17292772233486176, 0.16982415318489075], "r_norm": [0.19890861213207245, 0.19264927506446838, 0.19208171963691711], "ldr": {"dL_sdil": -0.01122257113456726, "dL_bp": -0.02264733612537384, "ratio": 0.49553603445632655}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9722, "test_loss": 0.14485032234191894}, {"step": 6600, "epoch": 14, "train_loss": 0.00019565958064049482, "cos_r_negg": [0.14653591811656952, 0.17161259055137634, 0.16988086700439453], "cos_apical_negg": [0.018932346254587173, 0.05328367277979851, 0.08595643192529678], "cos_Ac_negg": [0.14674195647239685, 0.1718364804983139, 0.16925981640815735], "r_norm": [0.20191246271133423, 0.19600293040275574, 0.19518572092056274]}, {"step": 6700, "epoch": 14, "train_loss": 0.00022406170319300145, "cos_r_negg": [0.14670738577842712, 0.1720474511384964, 0.17007070779800415], "cos_apical_negg": [0.02101265639066696, 0.05436839163303375, 0.08754845708608627], "cos_Ac_negg": [0.1469302475452423, 0.1723116934299469, 0.16945433616638184], "r_norm": [0.20270946621894836, 0.19609719514846802, 0.19590112566947937]}, {"step": 6800, "epoch": 14, "train_loss": 0.0005333982408046722, "cos_r_negg": [0.14481744170188904, 0.16912712156772614, 0.16751673817634583], "cos_apical_negg": [0.01939425989985466, 0.05289234593510628, 0.08642574399709702], "cos_Ac_negg": [0.145021453499794, 0.16937115788459778, 0.16693395376205444], "r_norm": [0.20019349455833435, 0.1938047707080841, 0.19334977865219116]}, {"step": 6900, "epoch": 14, "train_loss": 0.0007012758869677782, "cos_r_negg": [0.1437663733959198, 0.16749265789985657, 0.1661156266927719], "cos_apical_negg": [0.020346809178590775, 0.051871880888938904, 0.08374530076980591], "cos_Ac_negg": [0.14397886395454407, 0.1677415668964386, 0.165548175573349], "r_norm": [0.20070359110832214, 0.19453108310699463, 0.1939391940832138]}, {"step": 7000, "epoch": 14, "train_loss": 0.001409738790243864, "cos_r_negg": [0.14288873970508575, 0.1668173372745514, 0.16489183902740479], "cos_apical_negg": [0.019075414165854454, 0.05251060798764229, 0.08234767615795135], "cos_Ac_negg": [0.1431255042552948, 0.1670810580253601, 0.1643112301826477], "r_norm": [0.2023114114999771, 0.1960645318031311, 0.19565320014953613], "ldr": {"dL_sdil": -0.011931747198104858, "dL_bp": -0.024229615926742554, "ratio": 0.4924447516700266}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9724, "test_loss": 0.1476565719604492}], "final": {"test_acc": 0.9724, "test_loss": 0.1476565719604492, "wall_s": 39.97539758682251, "cos_r_negg": [0.14380186796188354, 0.16867755353450775, 0.1670524775981903], "cos_apical_negg": [0.020168934017419815, 0.053159285336732864, 0.0830625593662262], "cos_Ac_negg": [0.144031822681427, 0.16894739866256714, 0.16645359992980957]}}
\ No newline at end of file