1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 0, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 1.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "diag_nuis_v2_rho1_res0_s0", "n_in": 784}, "provenance": {"git_commit": "54633b2e0f51a8f48d4ba627d778c87927f54ca1", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3603768348693848, "cos_r_negg": [-0.0049112457782030106, -0.03490716964006424, 0.030286867171525955], "cos_apical_negg": [-0.003170457435771823, -0.030193276703357697, 0.004434592090547085], "cos_Ac_negg": [-0.004913521930575371, -0.03491111844778061, 0.030285123735666275], "r_norm": [4.915919303894043, 4.837163925170898, 4.831854820251465], "ldr": {"dL_sdil": 0.06604838371276855, "dL_bp": -0.17433524131774902, "ratio": -0.3788584752774492}}, {"step": 100, "epoch": 0, "train_loss": 6.168621063232422, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.298095703125, 5.2521562576293945, 5.305278301239014]}, {"step": 200, "epoch": 0, "train_loss": 7.308871269226074, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.07848596572876, 5.301395893096924, 5.309232711791992]}, {"step": 300, "epoch": 0, "train_loss": 9.080489158630371, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.773232460021973, 4.984652519226074, 4.902853965759277]}, {"step": 400, "epoch": 0, "train_loss": 8.882986068725586, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.050961971282959, 4.309518814086914, 4.272651672363281]}, {"epoch_end": 0, "step": 469, "test_acc": 0.1009, "test_loss": 7.86006201171875}, {"step": 500, "epoch": 1, "train_loss": 13.710022926330566, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [3.917295217514038, 4.270346641540527, 4.2291579246521], "ldr": {"dL_sdil": -1.8954887390136719, "dL_bp": -1.8954887390136719, "ratio": 1.0}}, {"step": 600, "epoch": 1, "train_loss": 12.950301170349121, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [3.137638568878174, 3.4815964698791504, 3.476419448852539]}, {"step": 700, "epoch": 1, "train_loss": 14.18130111694336, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [3.3657493591308594, 3.85614013671875, 3.901308536529541]}, {"step": 800, "epoch": 1, "train_loss": 8.794299125671387, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [3.1385321617126465, 3.464543342590332, 3.4572367668151855]}, {"step": 900, "epoch": 1, "train_loss": 9.17827033996582, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [2.433419704437256, 2.735952377319336, 2.8059771060943604]}, {"epoch_end": 1, "step": 938, "test_acc": 0.0982, "test_loss": 15.5167611328125}, {"step": 1000, "epoch": 2, "train_loss": 12.345236778259277, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [2.972174644470215, 3.3352460861206055, 3.4038267135620117], "ldr": {"dL_sdil": -2.452709197998047, "dL_bp": -2.452709197998047, "ratio": 1.0}}, {"step": 1100, "epoch": 2, "train_loss": 7.333985328674316, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [2.681196689605713, 2.9378514289855957, 2.991042137145996]}, {"step": 1200, "epoch": 2, "train_loss": 7.5777740478515625, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [2.1562793254852295, 2.2864832878112793, 2.343010187149048]}, {"step": 1300, "epoch": 2, "train_loss": 12.29142951965332, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [2.377077102661133, 2.433556318283081, 2.6762166023254395]}, {"step": 1400, "epoch": 2, "train_loss": 14.754350662231445, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [2.080230712890625, 2.2352490425109863, 2.463550090789795]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.0892, "test_loss": 10.5706203125}, {"step": 1500, "epoch": 3, "train_loss": 7.104176044464111, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.8308072090148926, 1.902453899383545, 2.0528297424316406], "ldr": {"dL_sdil": -1.9092206954956055, "dL_bp": -1.9092206954956055, "ratio": 1.0}}, {"step": 1600, "epoch": 3, "train_loss": 14.409165382385254, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.678685188293457, 1.7203247547149658, 1.8382136821746826]}, {"step": 1700, "epoch": 3, "train_loss": 13.699381828308105, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.6266570091247559, 1.7713520526885986, 1.922304630279541]}, {"step": 1800, "epoch": 3, "train_loss": 17.24734878540039, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.5605814456939697, 1.6872401237487793, 1.8597053289413452]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.1009, "test_loss": 7.59026318359375}, {"step": 1900, "epoch": 4, "train_loss": 10.405152320861816, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.7588977813720703, 1.9478669166564941, 2.0146589279174805]}, {"step": 2000, "epoch": 4, "train_loss": 7.993161678314209, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.252449870109558, 1.328159213066101, 1.4746103286743164], "ldr": {"dL_sdil": -1.083336353302002, "dL_bp": -1.083336353302002, "ratio": 1.0}}, {"step": 2100, "epoch": 4, "train_loss": 10.517053604125977, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.5653631687164307, 1.6759041547775269, 1.9108890295028687]}, {"step": 2200, "epoch": 4, "train_loss": 16.935697555541992, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.7173722982406616, 1.8259706497192383, 1.948004961013794]}, {"step": 2300, "epoch": 4, "train_loss": 10.041230201721191, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.3241275548934937, 1.3750216960906982, 1.5768585205078125]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.1009, "test_loss": 8.8302572265625}, {"step": 2400, "epoch": 5, "train_loss": 13.72265625, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.1777900457382202, 1.2284111976623535, 1.4182350635528564]}, {"step": 2500, "epoch": 5, "train_loss": 12.191650390625, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.0629106760025024, 1.0615768432617188, 1.295640230178833], "ldr": {"dL_sdil": -2.5509347915649414, "dL_bp": -2.5509347915649414, "ratio": 1.0}}, {"step": 2600, "epoch": 5, "train_loss": 11.499530792236328, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.958137035369873, 2.0892257690429688, 2.21523380279541]}, {"step": 2700, "epoch": 5, "train_loss": 5.875406265258789, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.9578269720077515, 0.9906907081604004, 1.2525248527526855]}, {"step": 2800, "epoch": 5, "train_loss": 8.57823657989502, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.8988263607025146, 0.9357004165649414, 1.2335447072982788]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.1032, "test_loss": 10.96514287109375}, {"step": 2900, "epoch": 6, "train_loss": 11.10766315460205, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.9529803395271301, 0.9400800466537476, 1.1965291500091553]}, {"step": 3000, "epoch": 6, "train_loss": 13.187132835388184, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.8224517107009888, 0.8287823796272278, 1.1125569343566895], "ldr": {"dL_sdil": -1.3815803527832031, "dL_bp": -1.3815803527832031, "ratio": 1.0}}, {"step": 3100, "epoch": 6, "train_loss": 14.683507919311523, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.7617363333702087, 0.786571741104126, 1.0990080833435059]}, {"step": 3200, "epoch": 6, "train_loss": 9.866296768188477, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.6981205344200134, 0.7051012516021729, 1.0233497619628906]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.098, "test_loss": 9.10851298828125}, {"step": 3300, "epoch": 7, "train_loss": 13.386348724365234, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.6325187683105469, 1.6040260791778564, 1.888947606086731]}, {"step": 3400, "epoch": 7, "train_loss": 14.941996574401855, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.906234860420227, 0.9410721063613892, 1.2929428815841675]}, {"step": 3500, "epoch": 7, "train_loss": 14.875070571899414, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.0326800346374512, 1.0611236095428467, 1.327538251876831], "ldr": {"dL_sdil": -1.154409408569336, "dL_bp": -1.154409408569336, "ratio": 1.0}}, {"step": 3600, "epoch": 7, "train_loss": 14.455398559570312, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.9562624096870422, 0.9724542498588562, 1.374884009361267]}, {"step": 3700, "epoch": 7, "train_loss": 12.846620559692383, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.7790042757987976, 0.7912087440490723, 1.1707276105880737]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.0982, "test_loss": 7.847995166015625}, {"step": 3800, "epoch": 8, "train_loss": 12.477538108825684, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.1448581218719482, 1.1362318992614746, 1.397266149520874]}, {"step": 3900, "epoch": 8, "train_loss": 12.69777774810791, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.7793478965759277, 1.7625439167022705, 2.050631523132324]}, {"step": 4000, "epoch": 8, "train_loss": 6.235408782958984, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.0840195417404175, 1.0865578651428223, 1.3329112529754639], "ldr": {"dL_sdil": -1.5645027160644531, "dL_bp": -1.5645027160644531, "ratio": 1.0}}, {"step": 4100, "epoch": 8, "train_loss": 8.821605682373047, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.0421615839004517, 1.0486648082733154, 1.3295247554779053]}, {"step": 4200, "epoch": 8, "train_loss": 9.630763053894043, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.1512436866760254, 1.1475414037704468, 1.435883641242981]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.0974, "test_loss": 7.802023779296875}, {"step": 4300, "epoch": 9, "train_loss": 8.707650184631348, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.7543022632598877, 1.7447994947433472, 2.016786813735962]}, {"step": 4400, "epoch": 9, "train_loss": 9.838920593261719, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.0204123258590698, 1.0139331817626953, 1.3305269479751587]}, {"step": 4500, "epoch": 9, "train_loss": 8.983795166015625, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.3118478059768677, 1.3124558925628662, 1.5741214752197266], "ldr": {"dL_sdil": -4.5032243728637695, "dL_bp": -4.5032243728637695, "ratio": 1.0}}, {"step": 4600, "epoch": 9, "train_loss": 13.195381164550781, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.0432422161102295, 1.0458639860153198, 1.3557062149047852]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.0974, "test_loss": 10.37502734375}, {"step": 4700, "epoch": 10, "train_loss": 9.51148509979248, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.393178939819336, 1.3989429473876953, 1.6441538333892822]}, {"step": 4800, "epoch": 10, "train_loss": 10.038259506225586, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.8864765167236328, 0.8864544630050659, 1.2801673412322998]}, {"step": 4900, "epoch": 10, "train_loss": 17.519451141357422, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.7640345096588135, 1.7466367483139038, 1.9889378547668457]}, {"step": 5000, "epoch": 10, "train_loss": 9.583341598510742, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.9011558294296265, 0.9014265537261963, 1.3205211162567139], "ldr": {"dL_sdil": -4.925800323486328, "dL_bp": -4.925800323486328, "ratio": 1.0}}, {"step": 5100, "epoch": 10, "train_loss": 12.114439010620117, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.6547254920005798, 0.6586419343948364, 1.0131325721740723]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.1135, "test_loss": 12.76181806640625}, {"step": 5200, "epoch": 11, "train_loss": 10.988119125366211, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.6414760947227478, 0.6437687873840332, 1.1603416204452515]}, {"step": 5300, "epoch": 11, "train_loss": 13.297741889953613, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.6433727741241455, 1.6334799528121948, 1.8929803371429443]}, {"step": 5400, "epoch": 11, "train_loss": 10.380779266357422, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.7482686638832092, 0.7499300241470337, 1.1333668231964111]}, {"step": 5500, "epoch": 11, "train_loss": 11.01572036743164, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.061265230178833, 1.0669736862182617, 1.357994794845581], "ldr": {"dL_sdil": -1.319023609161377, "dL_bp": -1.3190231323242188, "ratio": 1.0000003615078057}}, {"step": 5600, "epoch": 11, "train_loss": 8.639158248901367, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.9644849896430969, 0.9690284132957458, 1.249232530593872]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.1028, "test_loss": 18.5220228515625}, {"step": 5700, "epoch": 12, "train_loss": 14.637080192565918, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.649249792098999, 0.6533929109573364, 1.1434708833694458]}, {"step": 5800, "epoch": 12, "train_loss": 5.07620906829834, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.5930944681167603, 0.5973938703536987, 1.0619299411773682]}, {"step": 5900, "epoch": 12, "train_loss": 5.498668193817139, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.7330461144447327, 0.7312087416648865, 1.08412766456604]}, {"step": 6000, "epoch": 12, "train_loss": 19.36495590209961, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.185591459274292, 1.1945186853408813, 1.58848237991333], "ldr": {"dL_sdil": -5.1116533279418945, "dL_bp": -5.1116533279418945, "ratio": 1.0}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.1009, "test_loss": 9.9706404296875}, {"step": 6100, "epoch": 13, "train_loss": 11.17052936553955, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.8670271039009094, 0.8683332204818726, 1.162795901298523]}, {"step": 6200, "epoch": 13, "train_loss": 9.35446548461914, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.9485276937484741, 0.9506626725196838, 1.2338672876358032]}, {"step": 6300, "epoch": 13, "train_loss": 18.1002197265625, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.8742838501930237, 0.8760889172554016, 1.263365387916565]}, {"step": 6400, "epoch": 13, "train_loss": 12.906356811523438, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.964693546295166, 0.9625166654586792, 1.3287850618362427]}, {"step": 6500, "epoch": 13, "train_loss": 9.598943710327148, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.8981587290763855, 0.8989608287811279, 1.2203702926635742], "ldr": {"dL_sdil": -1.4609746932983398, "dL_bp": -1.4609746932983398, "ratio": 1.0}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.0982, "test_loss": 16.203428515625}, {"step": 6600, "epoch": 14, "train_loss": 14.59832763671875, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.5515401363372803, 1.5561434030532837, 1.8323627710342407]}, {"step": 6700, "epoch": 14, "train_loss": 13.00601577758789, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.7670224905014038, 0.7679570317268372, 1.1852943897247314]}, {"step": 6800, "epoch": 14, "train_loss": 9.41048526763916, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.7520909309387207, 0.751763105392456, 1.2077937126159668]}, {"step": 6900, "epoch": 14, "train_loss": 7.994902610778809, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [1.0834569931030273, 1.085732340812683, 1.3726246356964111]}, {"step": 7000, "epoch": 14, "train_loss": 12.404650688171387, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [0.6920681595802307, 0.6928187012672424, 1.1838388442993164], "ldr": {"dL_sdil": -6.562046051025391, "dL_bp": -6.562046051025391, "ratio": 1.0}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.0892, "test_loss": 11.24275126953125}], "final": {"test_acc": 0.0892, "test_loss": 11.24275126953125, "wall_s": 37.98674297332764, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0]}}
|
