diff options
Diffstat (limited to 'results/diag_nuis_low_rho0p2_res1_s0.json')
| -rw-r--r-- | results/diag_nuis_low_rho0p2_res1_s0.json | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/results/diag_nuis_low_rho0p2_res1_s0.json b/results/diag_nuis_low_rho0p2_res1_s0.json new file mode 100644 index 0000000..7e1b4df --- /dev/null +++ b/results/diag_nuis_low_rho0p2_res1_s0.json @@ -0,0 +1 @@ +{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "diag_nuis_low_rho0p2_res1_s0", "n_in": 784}, "provenance": {"git_commit": "54633b2e0f51a8f48d4ba627d778c87927f54ca1", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3603768348693848, "cos_r_negg": [-0.019516926258802414, -0.02552565187215805, 0.03376537561416626], "cos_apical_negg": [-0.01901330053806305, -0.025642871856689453, 0.030623063445091248], "cos_Ac_negg": [-0.01951673999428749, -0.0255256500095129, 0.03376534581184387], "r_norm": [4.898183345794678, 4.826805114746094, 4.823857307434082], "ldr": {"dL_sdil": -0.009201765060424805, "dL_bp": -0.24068951606750488, "ratio": 0.03823085114286422}}, {"step": 100, "epoch": 0, "train_loss": 0.20720425248146057, "cos_r_negg": [0.4560698866844177, 0.3799092173576355, 0.3596936762332916], "cos_apical_negg": [0.11800754070281982, 0.1147136241197586, 0.16613300144672394], "cos_Ac_negg": [0.4572519063949585, 0.381181538105011, 0.36056190729141235], "r_norm": [0.8240674734115601, 0.8074890971183777, 0.805279016494751]}, {"step": 200, "epoch": 0, "train_loss": 0.32886016368865967, "cos_r_negg": [0.4721740484237671, 0.40303605794906616, 0.38011831045150757], "cos_apical_negg": [0.10742950439453125, 0.11374245584011078, 0.15492889285087585], "cos_Ac_negg": [0.4744020104408264, 0.40578994154930115, 0.3833943009376526], "r_norm": [0.7475301623344421, 0.7304760217666626, 0.7292832136154175]}, {"step": 300, "epoch": 0, "train_loss": 0.1827433556318283, "cos_r_negg": [0.49058136343955994, 0.4557255506515503, 0.41817498207092285], "cos_apical_negg": [0.09387607872486115, 0.09999481588602066, 0.14982113242149353], "cos_Ac_negg": [0.4924466609954834, 0.4564589858055115, 0.4186569154262543], "r_norm": [0.5988276600837708, 0.5881868004798889, 0.5856267213821411]}, {"step": 400, "epoch": 0, "train_loss": 0.19849328696727753, "cos_r_negg": [0.5320627689361572, 0.4917117953300476, 0.45732900500297546], "cos_apical_negg": [0.09529949724674225, 0.10565420985221863, 0.14770174026489258], "cos_Ac_negg": [0.5334955453872681, 0.4921759366989136, 0.4570450782775879], "r_norm": [0.5587079524993896, 0.5461689829826355, 0.544512927532196]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9444, "test_loss": 0.18775836486816405}, {"step": 500, "epoch": 1, "train_loss": 0.22689279913902283, "cos_r_negg": [0.518352746963501, 0.4924679100513458, 0.4760664105415344], "cos_apical_negg": [0.08258219063282013, 0.09276214241981506, 0.14235663414001465], "cos_Ac_negg": [0.5208925008773804, 0.49402713775634766, 0.4768965542316437], "r_norm": [0.5135685205459595, 0.49644920229911804, 0.4960799813270569], "ldr": {"dL_sdil": -0.012973681092262268, "dL_bp": -0.011488854885101318, "ratio": 1.129240574627369}}, {"step": 600, "epoch": 1, "train_loss": 0.0776064544916153, "cos_r_negg": [0.5252289772033691, 0.502976655960083, 0.4807737469673157], "cos_apical_negg": [0.08637966960668564, 0.08884815871715546, 0.14246749877929688], "cos_Ac_negg": [0.5288116931915283, 0.5047304630279541, 0.4826890826225281], "r_norm": [0.47395291924476624, 0.46290624141693115, 0.4614240527153015]}, {"step": 700, "epoch": 1, "train_loss": 0.21897561848163605, "cos_r_negg": [0.5115370750427246, 0.5047791600227356, 0.4958755373954773], "cos_apical_negg": [0.06713128089904785, 0.08597706258296967, 0.14841443300247192], "cos_Ac_negg": [0.5136685371398926, 0.5062215328216553, 0.49651795625686646], "r_norm": [0.4447997808456421, 0.43120214343070984, 0.43148308992385864]}, {"step": 800, "epoch": 1, "train_loss": 0.11325228214263916, "cos_r_negg": [0.5302717089653015, 0.5298453569412231, 0.5081886649131775], "cos_apical_negg": [0.06364849209785461, 0.09421849250793457, 0.1592203676700592], "cos_Ac_negg": [0.5326454043388367, 0.5304535031318665, 0.5076013803482056], "r_norm": [0.39312827587127686, 0.3832486867904663, 0.38258886337280273]}, {"step": 900, "epoch": 1, "train_loss": 0.18200311064720154, "cos_r_negg": [0.5702155828475952, 0.5531561374664307, 0.5118391513824463], "cos_apical_negg": [0.07652077078819275, 0.10256987810134888, 0.15148979425430298], "cos_Ac_negg": [0.5709106922149658, 0.5534185767173767, 0.5113274455070496], "r_norm": [0.4159635305404663, 0.4055224061012268, 0.4036968946456909]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9543, "test_loss": 0.1573215847015381}, {"step": 1000, "epoch": 2, "train_loss": 0.04643802344799042, "cos_r_negg": [0.5445017218589783, 0.5341522693634033, 0.5277763605117798], "cos_apical_negg": [0.051489848643541336, 0.07223533093929291, 0.14561563730239868], "cos_Ac_negg": [0.5462212562561035, 0.5358578562736511, 0.5267815589904785], "r_norm": [0.355496346950531, 0.34455305337905884, 0.34347406029701233], "ldr": {"dL_sdil": -0.009742259979248047, "dL_bp": -0.009028464555740356, "ratio": 1.0790605555463864}}, {"step": 1100, "epoch": 2, "train_loss": 0.10056138038635254, "cos_r_negg": [0.5322949290275574, 0.547164797782898, 0.5300918817520142], "cos_apical_negg": [0.057358257472515106, 0.08037659525871277, 0.14548909664154053], "cos_Ac_negg": [0.5341708660125732, 0.5480469465255737, 0.5287167429924011], "r_norm": [0.3589257597923279, 0.3457219898700714, 0.3480779528617859]}, {"step": 1200, "epoch": 2, "train_loss": 0.11795825511217117, "cos_r_negg": [0.5263893604278564, 0.5441412925720215, 0.5197768211364746], "cos_apical_negg": [0.05794861912727356, 0.07501484453678131, 0.1442803591489792], "cos_Ac_negg": [0.5268850922584534, 0.5448527336120605, 0.5185595750808716], "r_norm": [0.34627944231033325, 0.33819010853767395, 0.3388124108314514]}, {"step": 1300, "epoch": 2, "train_loss": 0.10605527460575104, "cos_r_negg": [0.5358836650848389, 0.5459455251693726, 0.51361083984375], "cos_apical_negg": [0.04015921801328659, 0.07396218180656433, 0.13252627849578857], "cos_Ac_negg": [0.5371134281158447, 0.5457530617713928, 0.5116366744041443], "r_norm": [0.3273528516292572, 0.3196491003036499, 0.31749486923217773]}, {"step": 1400, "epoch": 2, "train_loss": 0.15307524800300598, "cos_r_negg": [0.5064762830734253, 0.5161098837852478, 0.4902312159538269], "cos_apical_negg": [0.03497637063264847, 0.07718580961227417, 0.1275871992111206], "cos_Ac_negg": [0.5067011713981628, 0.5157096982002258, 0.48784637451171875], "r_norm": [0.29957571625709534, 0.29161521792411804, 0.2900125980377197]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9661, "test_loss": 0.1204852825164795}, {"step": 1500, "epoch": 3, "train_loss": 0.0698956698179245, "cos_r_negg": [0.4961811900138855, 0.5310268998146057, 0.4978474974632263], "cos_apical_negg": [0.030895758420228958, 0.073004350066185, 0.12490352243185043], "cos_Ac_negg": [0.4969940185546875, 0.5304210782051086, 0.4955146312713623], "r_norm": [0.2544264495372772, 0.24644877016544342, 0.24746359884738922], "ldr": {"dL_sdil": -0.005140930414199829, "dL_bp": -0.00506901741027832, "ratio": 1.0141867739052726}}, {"step": 1600, "epoch": 3, "train_loss": 0.0789014995098114, "cos_r_negg": [0.4994402825832367, 0.5197998285293579, 0.5130748748779297], "cos_apical_negg": [0.03602364659309387, 0.05989626422524452, 0.13508304953575134], "cos_Ac_negg": [0.5005179643630981, 0.5194783806800842, 0.5095216035842896], "r_norm": [0.25973770022392273, 0.251307874917984, 0.25205036997795105]}, {"step": 1700, "epoch": 3, "train_loss": 0.06682585179805756, "cos_r_negg": [0.4757058024406433, 0.5004146099090576, 0.47526443004608154], "cos_apical_negg": [0.04281626641750336, 0.07103821635246277, 0.13133926689624786], "cos_Ac_negg": [0.47632718086242676, 0.4999530613422394, 0.4728115499019623], "r_norm": [0.30378809571266174, 0.29386523365974426, 0.2947423458099365]}, {"step": 1800, "epoch": 3, "train_loss": 0.03949519991874695, "cos_r_negg": [0.4988632798194885, 0.5236339569091797, 0.49526819586753845], "cos_apical_negg": [0.04092167690396309, 0.06489545106887817, 0.13144882023334503], "cos_Ac_negg": [0.49944034218788147, 0.5231953859329224, 0.49136853218078613], "r_norm": [0.2662772536277771, 0.25937896966934204, 0.25859761238098145]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.962, "test_loss": 0.1305105968475342}, {"step": 1900, "epoch": 4, "train_loss": 0.04540172964334488, "cos_r_negg": [0.4961163401603699, 0.532311201095581, 0.5135544538497925], "cos_apical_negg": [0.028665177524089813, 0.06601957976818085, 0.1310112178325653], "cos_Ac_negg": [0.4973849654197693, 0.5321346521377563, 0.5103310346603394], "r_norm": [0.2822105884552002, 0.27646303176879883, 0.2750280797481537]}, {"step": 2000, "epoch": 4, "train_loss": 0.11028040945529938, "cos_r_negg": [0.43829062581062317, 0.4881932735443115, 0.4720665216445923], "cos_apical_negg": [0.03399401158094406, 0.058208029717206955, 0.12531375885009766], "cos_Ac_negg": [0.43930310010910034, 0.4880529046058655, 0.4675171971321106], "r_norm": [0.2239913046360016, 0.21864327788352966, 0.21820829808712006], "ldr": {"dL_sdil": -0.005510784685611725, "dL_bp": -0.0061350017786026, "ratio": 0.8982531520743819}}, {"step": 2100, "epoch": 4, "train_loss": 0.027807198464870453, "cos_r_negg": [0.455223947763443, 0.5091505646705627, 0.4864268898963928], "cos_apical_negg": [0.04054104909300804, 0.06618750840425491, 0.13444280624389648], "cos_Ac_negg": [0.45667532086372375, 0.5087003707885742, 0.4815230071544647], "r_norm": [0.24564141035079956, 0.2398286759853363, 0.23780688643455505]}, {"step": 2200, "epoch": 4, "train_loss": 0.013736401684582233, "cos_r_negg": [0.4327235817909241, 0.4789857268333435, 0.4565269947052002], "cos_apical_negg": [0.020444907248020172, 0.06148357316851616, 0.12413620948791504], "cos_Ac_negg": [0.4342272877693176, 0.47791120409965515, 0.4516263008117676], "r_norm": [0.22277282178401947, 0.2159545123577118, 0.21577337384223938]}, {"step": 2300, "epoch": 4, "train_loss": 0.1452348232269287, "cos_r_negg": [0.4345741868019104, 0.4666666090488434, 0.4470028877258301], "cos_apical_negg": [0.03594515472650528, 0.05967184528708458, 0.12620416283607483], "cos_Ac_negg": [0.4339560866355896, 0.46607810258865356, 0.44227349758148193], "r_norm": [0.23884662985801697, 0.23301084339618683, 0.2317212074995041]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9677, "test_loss": 0.1195300910949707}, {"step": 2400, "epoch": 5, "train_loss": 0.07576563209295273, "cos_r_negg": [0.4333113431930542, 0.4679281711578369, 0.44398391246795654], "cos_apical_negg": [0.017782431095838547, 0.05849715694785118, 0.12608438730239868], "cos_Ac_negg": [0.43362292647361755, 0.46755844354629517, 0.438922256231308], "r_norm": [0.21344420313835144, 0.20824608206748962, 0.20770011842250824]}, {"step": 2500, "epoch": 5, "train_loss": 0.03994230926036835, "cos_r_negg": [0.37777048349380493, 0.41896992921829224, 0.4019518792629242], "cos_apical_negg": [0.016743242740631104, 0.05408822000026703, 0.12522226572036743], "cos_Ac_negg": [0.3792899549007416, 0.41993248462677, 0.39697742462158203], "r_norm": [0.20185455679893494, 0.19803205132484436, 0.1976049691438675], "ldr": {"dL_sdil": -0.006245836615562439, "dL_bp": -0.007252521812915802, "ratio": 0.8611951506908139}}, {"step": 2600, "epoch": 5, "train_loss": 0.01891755685210228, "cos_r_negg": [0.3704303503036499, 0.40972834825515747, 0.3915012776851654], "cos_apical_negg": [0.018268905580043793, 0.0507926382124424, 0.12278301268815994], "cos_Ac_negg": [0.37078022956848145, 0.4095395803451538, 0.38652411103248596], "r_norm": [0.1959180384874344, 0.1910243034362793, 0.1898036003112793]}, {"step": 2700, "epoch": 5, "train_loss": 0.0255320742726326, "cos_r_negg": [0.3964291512966156, 0.4413040280342102, 0.42182010412216187], "cos_apical_negg": [0.019239600747823715, 0.049195513129234314, 0.1268845796585083], "cos_Ac_negg": [0.3959196209907532, 0.4408583641052246, 0.41549748182296753], "r_norm": [0.18055550754070282, 0.175320565700531, 0.17385819554328918]}, {"step": 2800, "epoch": 5, "train_loss": 0.04729419946670532, "cos_r_negg": [0.40382805466651917, 0.4451998770236969, 0.42320412397384644], "cos_apical_negg": [0.022398851811885834, 0.0480986014008522, 0.13043440878391266], "cos_Ac_negg": [0.40410560369491577, 0.4455016553401947, 0.41741615533828735], "r_norm": [0.2163838893175125, 0.209800124168396, 0.20773287117481232]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9694, "test_loss": 0.11945083370208741}, {"step": 2900, "epoch": 6, "train_loss": 0.006296555511653423, "cos_r_negg": [0.3533351421356201, 0.39574792981147766, 0.38194960355758667], "cos_apical_negg": [0.015517255291342735, 0.052250489592552185, 0.1331884264945984], "cos_Ac_negg": [0.355678915977478, 0.39656829833984375, 0.3765743672847748], "r_norm": [0.205510675907135, 0.19954802095890045, 0.1992124617099762]}, {"step": 3000, "epoch": 6, "train_loss": 0.03698936849832535, "cos_r_negg": [0.3363742530345917, 0.37725725769996643, 0.37123340368270874], "cos_apical_negg": [0.01019035093486309, 0.052982669323682785, 0.1354113519191742], "cos_Ac_negg": [0.33733493089675903, 0.37746450304985046, 0.3663625717163086], "r_norm": [0.1813351958990097, 0.17647740244865417, 0.17598849534988403], "ldr": {"dL_sdil": -0.0053081512451171875, "dL_bp": -0.006433658301830292, "ratio": 0.8250595533814856}}, {"step": 3100, "epoch": 6, "train_loss": 0.03997653350234032, "cos_r_negg": [0.32278597354888916, 0.3597638010978699, 0.3466194272041321], "cos_apical_negg": [0.006306661292910576, 0.05574684217572212, 0.13018211722373962], "cos_Ac_negg": [0.32433459162712097, 0.3602352738380432, 0.341050922870636], "r_norm": [0.2025657594203949, 0.1966540664434433, 0.19589850306510925]}, {"step": 3200, "epoch": 6, "train_loss": 0.015686307102441788, "cos_r_negg": [0.3026968836784363, 0.34910643100738525, 0.3440398573875427], "cos_apical_negg": [-0.00566835468634963, 0.04428114369511604, 0.12208204716444016], "cos_Ac_negg": [0.30505913496017456, 0.3494424819946289, 0.3391879200935364], "r_norm": [0.17451635003089905, 0.1704329550266266, 0.16918087005615234]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9675, "test_loss": 0.12933441181182861}, {"step": 3300, "epoch": 7, "train_loss": 0.016955068334937096, "cos_r_negg": [0.30280065536499023, 0.3464622497558594, 0.33933037519454956], "cos_apical_negg": [0.0028160554356873035, 0.05315080285072327, 0.12500843405723572], "cos_Ac_negg": [0.3054389953613281, 0.3472543954849243, 0.3350687026977539], "r_norm": [0.17989301681518555, 0.17568236589431763, 0.17468030750751495]}, {"step": 3400, "epoch": 7, "train_loss": 0.03091752529144287, "cos_r_negg": [0.2887415885925293, 0.32733845710754395, 0.3142198622226715], "cos_apical_negg": [0.012202640995383263, 0.05083329975605011, 0.12281153351068497], "cos_Ac_negg": [0.2909994125366211, 0.3274838626384735, 0.30981266498565674], "r_norm": [0.18245676159858704, 0.1776871383190155, 0.17711219191551208]}, {"step": 3500, "epoch": 7, "train_loss": 0.002526980359107256, "cos_r_negg": [0.2776307463645935, 0.31304797530174255, 0.30889493227005005], "cos_apical_negg": [0.010596306063234806, 0.04984480142593384, 0.12387808412313461], "cos_Ac_negg": [0.2805289924144745, 0.3140209913253784, 0.3047606348991394], "r_norm": [0.163944810628891, 0.15973219275474548, 0.15938334167003632], "ldr": {"dL_sdil": -0.005481712520122528, "dL_bp": -0.007461570203304291, "ratio": 0.734659377418308}}, {"step": 3600, "epoch": 7, "train_loss": 0.001926591619849205, "cos_r_negg": [0.2766410708427429, 0.3109179735183716, 0.3051733076572418], "cos_apical_negg": [0.01300154346972704, 0.041793517768383026, 0.12349347770214081], "cos_Ac_negg": [0.27783018350601196, 0.3109878897666931, 0.3008573651313782], "r_norm": [0.16562733054161072, 0.1622338891029358, 0.16067373752593994]}, {"step": 3700, "epoch": 7, "train_loss": 0.029019419103860855, "cos_r_negg": [0.27375733852386475, 0.3093430995941162, 0.30635905265808105], "cos_apical_negg": [-0.004757965449243784, 0.03974289074540138, 0.11225108802318573], "cos_Ac_negg": [0.27632540464401245, 0.30991142988204956, 0.3025987148284912], "r_norm": [0.133812814950943, 0.13092832267284393, 0.12926605343818665]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9726, "test_loss": 0.1197734540939331}, {"step": 3800, "epoch": 8, "train_loss": 0.020506305620074272, "cos_r_negg": [0.2609327435493469, 0.29622310400009155, 0.2937408983707428], "cos_apical_negg": [-0.0008132867515087128, 0.04493826627731323, 0.11635374277830124], "cos_Ac_negg": [0.2627362310886383, 0.297172486782074, 0.29046446084976196], "r_norm": [0.16088099777698517, 0.15714684128761292, 0.15592435002326965]}, {"step": 3900, "epoch": 8, "train_loss": 0.027562374249100685, "cos_r_negg": [0.24690283834934235, 0.287659615278244, 0.2854064702987671], "cos_apical_negg": [0.006630089599639177, 0.04292266070842743, 0.11482829600572586], "cos_Ac_negg": [0.24869242310523987, 0.2886280119419098, 0.281788170337677], "r_norm": [0.15215270221233368, 0.14906710386276245, 0.14724694192409515]}, {"step": 4000, "epoch": 8, "train_loss": 0.01519346795976162, "cos_r_negg": [0.21978797018527985, 0.251234233379364, 0.2517244815826416], "cos_apical_negg": [0.01181202381849289, 0.040936972945928574, 0.11274947226047516], "cos_Ac_negg": [0.22197610139846802, 0.2526814937591553, 0.24853599071502686], "r_norm": [0.1421610713005066, 0.1389172375202179, 0.13751095533370972], "ldr": {"dL_sdil": -0.00547616183757782, "dL_bp": -0.0079764723777771, "ratio": 0.6865393093862789}}, {"step": 4100, "epoch": 8, "train_loss": 0.0031640788074582815, "cos_r_negg": [0.23090822994709015, 0.2655733823776245, 0.2627096474170685], "cos_apical_negg": [0.007657879497855902, 0.03466641902923584, 0.10710987448692322], "cos_Ac_negg": [0.23260904848575592, 0.26691487431526184, 0.25958487391471863], "r_norm": [0.13521380722522736, 0.13214032351970673, 0.13036230206489563]}, {"step": 4200, "epoch": 8, "train_loss": 0.02157864160835743, "cos_r_negg": [0.22413602471351624, 0.2547035813331604, 0.25224021077156067], "cos_apical_negg": [0.004489130340516567, 0.03717212378978729, 0.10925235599279404], "cos_Ac_negg": [0.22527465224266052, 0.25566601753234863, 0.24910634756088257], "r_norm": [0.13585026562213898, 0.1329030990600586, 0.13123327493667603]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.972, "test_loss": 0.13100981311798096}, {"step": 4300, "epoch": 9, "train_loss": 0.00426859688013792, "cos_r_negg": [0.21622473001480103, 0.24608829617500305, 0.24620768427848816], "cos_apical_negg": [0.0030632754787802696, 0.03513254225254059, 0.10686928778886795], "cos_Ac_negg": [0.21805903315544128, 0.24759963154792786, 0.24335172772407532], "r_norm": [0.13569112122058868, 0.13284394145011902, 0.13094843924045563]}, {"step": 4400, "epoch": 9, "train_loss": 0.0023573762737214565, "cos_r_negg": [0.20723524689674377, 0.23606529831886292, 0.2372949719429016], "cos_apical_negg": [0.012994794175028801, 0.03374059498310089, 0.10754804313182831], "cos_Ac_negg": [0.20902681350708008, 0.23773640394210815, 0.23462677001953125], "r_norm": [0.1324518918991089, 0.12974298000335693, 0.12811225652694702]}, {"step": 4500, "epoch": 9, "train_loss": 0.024856390431523323, "cos_r_negg": [0.1990593671798706, 0.22667831182479858, 0.22731530666351318], "cos_apical_negg": [0.010719822719693184, 0.03881388157606125, 0.10649359226226807], "cos_Ac_negg": [0.20103803277015686, 0.2281455546617508, 0.22477087378501892], "r_norm": [0.1479368805885315, 0.14449582993984222, 0.14257672429084778], "ldr": {"dL_sdil": -0.0068184733390808105, "dL_bp": -0.011349000036716461, "ratio": 0.6007994816302388}}, {"step": 4600, "epoch": 9, "train_loss": 0.0006705457344651222, "cos_r_negg": [0.1997426152229309, 0.2290957272052765, 0.23006536066532135], "cos_apical_negg": [0.013574485667049885, 0.03767723962664604, 0.10938790440559387], "cos_Ac_negg": [0.2019762098789215, 0.23055006563663483, 0.22741809487342834], "r_norm": [0.15341885387897491, 0.15031732618808746, 0.14804190397262573]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9734, "test_loss": 0.13374080486297607}, {"step": 4700, "epoch": 10, "train_loss": 0.0015674801543354988, "cos_r_negg": [0.18646520376205444, 0.21135398745536804, 0.21139559149742126], "cos_apical_negg": [0.013829442672431469, 0.03718261048197746, 0.10361390560865402], "cos_Ac_negg": [0.18802279233932495, 0.21266856789588928, 0.20844444632530212], "r_norm": [0.1420573592185974, 0.13966426253318787, 0.13743090629577637]}, {"step": 4800, "epoch": 10, "train_loss": 0.0013977123890072107, "cos_r_negg": [0.18784549832344055, 0.2126714289188385, 0.21459941565990448], "cos_apical_negg": [0.012076596729457378, 0.03907722234725952, 0.09633399546146393], "cos_Ac_negg": [0.18977698683738708, 0.21397997438907623, 0.21251502633094788], "r_norm": [0.14872132241725922, 0.14574193954467773, 0.14366304874420166]}, {"step": 4900, "epoch": 10, "train_loss": 0.002537726191803813, "cos_r_negg": [0.18453532457351685, 0.20816902816295624, 0.2083142250776291], "cos_apical_negg": [0.013001528568565845, 0.03525445610284805, 0.09514307975769043], "cos_Ac_negg": [0.18653619289398193, 0.20991268754005432, 0.20608650147914886], "r_norm": [0.13913799822330475, 0.1360703855752945, 0.1341627538204193]}, {"step": 5000, "epoch": 10, "train_loss": 0.00029283654293976724, "cos_r_negg": [0.1790531873703003, 0.20236000418663025, 0.20367254316806793], "cos_apical_negg": [0.00915782991796732, 0.034670256078243256, 0.09333822876214981], "cos_Ac_negg": [0.180527925491333, 0.2040417641401291, 0.2014128565788269], "r_norm": [0.13948453962802887, 0.13676591217517853, 0.13499653339385986], "ldr": {"dL_sdil": -0.006759658455848694, "dL_bp": -0.011344537138938904, "ratio": 0.5958514105125446}}, {"step": 5100, "epoch": 10, "train_loss": 0.001166645553894341, "cos_r_negg": [0.1774941384792328, 0.19988617300987244, 0.20065250992774963], "cos_apical_negg": [0.010501018725335598, 0.03752711042761803, 0.09508220851421356], "cos_Ac_negg": [0.17864765226840973, 0.2008398175239563, 0.19785438477993011], "r_norm": [0.14630359411239624, 0.14384523034095764, 0.1423577517271042]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9727, "test_loss": 0.13959815769195558}, {"step": 5200, "epoch": 11, "train_loss": 0.0005057034431956708, "cos_r_negg": [0.17119407653808594, 0.1947094351053238, 0.1955377161502838], "cos_apical_negg": [0.01346607506275177, 0.036842238157987595, 0.09451436251401901], "cos_Ac_negg": [0.17239035665988922, 0.1957586407661438, 0.19309139251708984], "r_norm": [0.14516931772232056, 0.14239320158958435, 0.14052855968475342]}, {"step": 5300, "epoch": 11, "train_loss": 0.002276922110468149, "cos_r_negg": [0.16881020367145538, 0.19389797747135162, 0.1956392526626587], "cos_apical_negg": [0.008678173646330833, 0.034508123993873596, 0.08992566168308258], "cos_Ac_negg": [0.17071065306663513, 0.19545282423496246, 0.19359004497528076], "r_norm": [0.14157912135124207, 0.13896429538726807, 0.13739068806171417]}, {"step": 5400, "epoch": 11, "train_loss": 0.0024333116598427296, "cos_r_negg": [0.16428053379058838, 0.1873890906572342, 0.18808835744857788], "cos_apical_negg": [0.011569863185286522, 0.035289160907268524, 0.09052517265081406], "cos_Ac_negg": [0.16570982336997986, 0.18850667774677277, 0.18583758175373077], "r_norm": [0.14646819233894348, 0.14385995268821716, 0.14194801449775696]}, {"step": 5500, "epoch": 11, "train_loss": 0.0015745742712169886, "cos_r_negg": [0.16143254935741425, 0.18354007601737976, 0.18404385447502136], "cos_apical_negg": [0.015511251986026764, 0.0361345075070858, 0.09334743022918701], "cos_Ac_negg": [0.1628625988960266, 0.18454262614250183, 0.18176285922527313], "r_norm": [0.14970797300338745, 0.14724522829055786, 0.14508797228336334], "ldr": {"dL_sdil": -0.007584363222122192, "dL_bp": -0.012636572122573853, "ratio": 0.6001915035623908}}, {"step": 5600, "epoch": 11, "train_loss": 0.00026500236708670855, "cos_r_negg": [0.15747985243797302, 0.17864133417606354, 0.18018221855163574], "cos_apical_negg": [0.013418947346508503, 0.03440164774656296, 0.08656476438045502], "cos_Ac_negg": [0.15878228843212128, 0.17988315224647522, 0.1781887710094452], "r_norm": [0.13677451014518738, 0.13422688841819763, 0.1323801875114441]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9726, "test_loss": 0.1431348155975342}, {"step": 5700, "epoch": 12, "train_loss": 0.001291529624722898, "cos_r_negg": [0.1526879072189331, 0.17417368292808533, 0.17488881945610046], "cos_apical_negg": [0.014797704294323921, 0.0345303937792778, 0.08734732866287231], "cos_Ac_negg": [0.15434011816978455, 0.17518828809261322, 0.1727391481399536], "r_norm": [0.14300128817558289, 0.14052969217300415, 0.13872411847114563]}, {"step": 5800, "epoch": 12, "train_loss": 0.00039351428858935833, "cos_r_negg": [0.15263885259628296, 0.1746169924736023, 0.17576250433921814], "cos_apical_negg": [0.014830075204372406, 0.033648520708084106, 0.08620042353868484], "cos_Ac_negg": [0.1543373167514801, 0.17593152821063995, 0.17378994822502136], "r_norm": [0.14228959381580353, 0.1397356390953064, 0.13788512349128723]}, {"step": 5900, "epoch": 12, "train_loss": 0.0014230222441256046, "cos_r_negg": [0.15213468670845032, 0.17430678009986877, 0.1759105622768402], "cos_apical_negg": [0.012498117052018642, 0.03378203883767128, 0.08660750836133957], "cos_Ac_negg": [0.15374501049518585, 0.17561297118663788, 0.17391635477542877], "r_norm": [0.14283820986747742, 0.1403321474790573, 0.13854818046092987]}, {"step": 6000, "epoch": 12, "train_loss": 0.000244228751398623, "cos_r_negg": [0.146570086479187, 0.16816240549087524, 0.16942447423934937], "cos_apical_negg": [0.012282353825867176, 0.03434045985341072, 0.08635909855365753], "cos_Ac_negg": [0.14840777218341827, 0.1694069504737854, 0.16741929948329926], "r_norm": [0.13565529882907867, 0.13311327993869781, 0.1313837468624115], "ldr": {"dL_sdil": -0.006922908127307892, "dL_bp": -0.012113668024539948, "ratio": 0.571495612500146}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.973, "test_loss": 0.14551787910461425}, {"step": 6100, "epoch": 13, "train_loss": 0.0009321304969489574, "cos_r_negg": [0.1442718654870987, 0.16489380598068237, 0.16624633967876434], "cos_apical_negg": [0.01497738342732191, 0.0343003086745739, 0.08436550945043564], "cos_Ac_negg": [0.14581488072872162, 0.16608846187591553, 0.16430988907814026], "r_norm": [0.1405264437198639, 0.13788649439811707, 0.1359935700893402]}, {"step": 6200, "epoch": 13, "train_loss": 0.0005231219693087041, "cos_r_negg": [0.14243698120117188, 0.16336093842983246, 0.16461198031902313], "cos_apical_negg": [0.016248907893896103, 0.034383758902549744, 0.08057625591754913], "cos_Ac_negg": [0.1440506875514984, 0.16449984908103943, 0.16269151866436005], "r_norm": [0.14291684329509735, 0.14038163423538208, 0.13856256008148193]}, {"step": 6300, "epoch": 13, "train_loss": 0.001865783822722733, "cos_r_negg": [0.13952532410621643, 0.1600104421377182, 0.16166721284389496], "cos_apical_negg": [0.014771247282624245, 0.03334880247712135, 0.07756161689758301], "cos_Ac_negg": [0.14130479097366333, 0.1612267941236496, 0.15993809700012207], "r_norm": [0.13932643830776215, 0.13680164515972137, 0.13506843149662018]}, {"step": 6400, "epoch": 13, "train_loss": 0.0006112951086834073, "cos_r_negg": [0.14089155197143555, 0.16116607189178467, 0.16280370950698853], "cos_apical_negg": [0.015558218583464622, 0.03493750840425491, 0.07947418838739395], "cos_Ac_negg": [0.14259234070777893, 0.16207370162010193, 0.16091573238372803], "r_norm": [0.14438581466674805, 0.14188647270202637, 0.14009180665016174]}, {"step": 6500, "epoch": 13, "train_loss": 3.8397760363295674e-05, "cos_r_negg": [0.1383352279663086, 0.15873318910598755, 0.1603013277053833], "cos_apical_negg": [0.012088337913155556, 0.03465346246957779, 0.08074767887592316], "cos_Ac_negg": [0.13982851803302765, 0.15974904596805573, 0.15843066573143005], "r_norm": [0.13894405961036682, 0.136375293135643, 0.1346203088760376], "ldr": {"dL_sdil": -0.007670000195503235, "dL_bp": -0.013794049620628357, "ratio": 0.5560368714371672}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9728, "test_loss": 0.14837855529785157}, {"step": 6600, "epoch": 14, "train_loss": 0.00018488842761144042, "cos_r_negg": [0.1388585865497589, 0.15941071510314941, 0.16098912060260773], "cos_apical_negg": [0.01295116450637579, 0.03385521471500397, 0.07871631532907486], "cos_Ac_negg": [0.14056354761123657, 0.16052661836147308, 0.1592254787683487], "r_norm": [0.1403844654560089, 0.13781742751598358, 0.13589346408843994]}, {"step": 6700, "epoch": 14, "train_loss": 0.0006927501526661217, "cos_r_negg": [0.1378195881843567, 0.15828436613082886, 0.16061481833457947], "cos_apical_negg": [0.01167018711566925, 0.0341699942946434, 0.07943053543567657], "cos_Ac_negg": [0.1394639015197754, 0.1593516319990158, 0.15883086621761322], "r_norm": [0.1413549929857254, 0.13879427313804626, 0.13706524670124054]}, {"step": 6800, "epoch": 14, "train_loss": 0.0006496164714917541, "cos_r_negg": [0.13616202771663666, 0.1556755155324936, 0.15808901190757751], "cos_apical_negg": [0.01172585692256689, 0.03351667895913124, 0.07742087543010712], "cos_Ac_negg": [0.13787169754505157, 0.15690740942955017, 0.15643104910850525], "r_norm": [0.13826745748519897, 0.1356661468744278, 0.1338145136833191]}, {"step": 6900, "epoch": 14, "train_loss": 0.0005739419721066952, "cos_r_negg": [0.13428537547588348, 0.1538451462984085, 0.15598808228969574], "cos_apical_negg": [0.010659871622920036, 0.03287579491734505, 0.07809679210186005], "cos_Ac_negg": [0.13613955676555634, 0.1549883782863617, 0.1543464958667755], "r_norm": [0.1374746710062027, 0.134980708360672, 0.13311296701431274]}, {"step": 7000, "epoch": 14, "train_loss": 0.00041817521560005844, "cos_r_negg": [0.13292250037193298, 0.15273667871952057, 0.15462860465049744], "cos_apical_negg": [0.012884172610938549, 0.03437041491270065, 0.07802854478359222], "cos_Ac_negg": [0.1347857415676117, 0.15392033755779266, 0.15295986831188202], "r_norm": [0.14128488302230835, 0.13878695666790009, 0.13697242736816406], "ldr": {"dL_sdil": -0.007651582360267639, "dL_bp": -0.013698846101760864, "ratio": 0.5585567064136955}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9731, "test_loss": 0.15074674072265626}], "final": {"test_acc": 0.9731, "test_loss": 0.15074674072265626, "wall_s": 42.02177023887634, "cos_r_negg": [0.13281261920928955, 0.15254908800125122, 0.1545860320329666], "cos_apical_negg": [0.012150068767368793, 0.03370468318462372, 0.07878153026103973], "cos_Ac_negg": [0.1346888244152069, 0.15379570424556732, 0.15292029082775116]}}
\ No newline at end of file |