1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 0, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.05, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "diag_nuis_low_rho0p05_res0_s0", "n_in": 784}, "provenance": {"git_commit": "54633b2e0f51a8f48d4ba627d778c87927f54ca1", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3603768348693848, "cos_r_negg": [-0.018859541043639183, -0.025855394080281258, 0.03358403220772743], "cos_apical_negg": [-0.018884912133216858, -0.02600540593266487, 0.032936543226242065], "cos_Ac_negg": [-0.018859509378671646, -0.025855395942926407, 0.03358401358127594], "r_norm": [4.89775276184082, 4.8266096115112305, 4.823806285858154], "ldr": {"dL_sdil": -0.008686065673828125, "dL_bp": -0.23511672019958496, "ratio": 0.03694363236461759}}, {"step": 100, "epoch": 0, "train_loss": 0.23041948676109314, "cos_r_negg": [0.4495658278465271, 0.438557505607605, 0.4032081663608551], "cos_apical_negg": [0.23425103724002838, 0.2305426448583603, 0.20068371295928955], "cos_Ac_negg": [0.4495430588722229, 0.43857237696647644, 0.4032664895057678], "r_norm": [0.8637661337852478, 0.8459800481796265, 0.8417215943336487]}, {"step": 200, "epoch": 0, "train_loss": 0.31900668144226074, "cos_r_negg": [0.4667399525642395, 0.4753493368625641, 0.42676639556884766], "cos_apical_negg": [0.20321866869926453, 0.253325879573822, 0.2679175138473511], "cos_Ac_negg": [0.4667106568813324, 0.4753454029560089, 0.4267539381980896], "r_norm": [0.7176737785339355, 0.7017897367477417, 0.6974855065345764]}, {"step": 300, "epoch": 0, "train_loss": 0.22656193375587463, "cos_r_negg": [0.48032641410827637, 0.4936434328556061, 0.45862603187561035], "cos_apical_negg": [0.2153615951538086, 0.24147266149520874, 0.22866767644882202], "cos_Ac_negg": [0.4803088307380676, 0.4936337172985077, 0.45863789319992065], "r_norm": [0.632865309715271, 0.6213756799697876, 0.6162056922912598]}, {"step": 400, "epoch": 0, "train_loss": 0.14908280968666077, "cos_r_negg": [0.4908028542995453, 0.47934049367904663, 0.47111719846725464], "cos_apical_negg": [0.17224785685539246, 0.2163817584514618, 0.2442982941865921], "cos_Ac_negg": [0.4908183813095093, 0.4794113337993622, 0.4711703956127167], "r_norm": [0.5587549209594727, 0.54682457447052, 0.5428429841995239]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9384, "test_loss": 0.22432612457275392}, {"step": 500, "epoch": 1, "train_loss": 0.1585507094860077, "cos_r_negg": [0.499206006526947, 0.4916081726551056, 0.4651931822299957], "cos_apical_negg": [0.14503195881843567, 0.19192549586296082, 0.20011019706726074], "cos_Ac_negg": [0.49918317794799805, 0.491603285074234, 0.46515461802482605], "r_norm": [0.4864939749240875, 0.47676655650138855, 0.47347795963287354], "ldr": {"dL_sdil": -0.007810428738594055, "dL_bp": -0.006880521774291992, "ratio": 1.1351506462455387}}, {"step": 600, "epoch": 1, "train_loss": 0.10101154446601868, "cos_r_negg": [0.45263826847076416, 0.4400579631328583, 0.43320292234420776], "cos_apical_negg": [0.16803187131881714, 0.20452865958213806, 0.25366052985191345], "cos_Ac_negg": [0.452607125043869, 0.44006866216659546, 0.4331720173358917], "r_norm": [0.5107088685035706, 0.5015692710876465, 0.4965692460536957]}, {"step": 700, "epoch": 1, "train_loss": 0.18444254994392395, "cos_r_negg": [0.4470541477203369, 0.4408856928348541, 0.3460756242275238], "cos_apical_negg": [0.17038634419441223, 0.1927310973405838, 0.21171502768993378], "cos_Ac_negg": [0.44705718755722046, 0.440972238779068, 0.3459165096282959], "r_norm": [0.519079864025116, 0.50715571641922, 0.5048587322235107]}, {"step": 800, "epoch": 1, "train_loss": 0.13507409393787384, "cos_r_negg": [0.44011786580085754, 0.45421677827835083, 0.49226370453834534], "cos_apical_negg": [0.13460895419120789, 0.16802546381950378, 0.2506113648414612], "cos_Ac_negg": [0.44009929895401, 0.4542716145515442, 0.4920908510684967], "r_norm": [0.40946710109710693, 0.40172988176345825, 0.39880478382110596]}, {"step": 900, "epoch": 1, "train_loss": 0.19447556138038635, "cos_r_negg": [0.48749077320098877, 0.49739038944244385, 0.5107520818710327], "cos_apical_negg": [0.16051051020622253, 0.19374898076057434, 0.24381804466247559], "cos_Ac_negg": [0.48747438192367554, 0.49736422300338745, 0.5107160806655884], "r_norm": [0.45803895592689514, 0.44658830761909485, 0.4441685080528259]}, {"epoch_end": 1, "step": 938, "test_acc": 0.946, "test_loss": 0.19735396728515625}, {"step": 1000, "epoch": 2, "train_loss": 0.0457681342959404, "cos_r_negg": [0.4296809434890747, 0.4640665650367737, 0.4848756790161133], "cos_apical_negg": [0.15173259377479553, 0.14346879720687866, 0.2658452093601227], "cos_Ac_negg": [0.42959991097450256, 0.46401816606521606, 0.48476260900497437], "r_norm": [0.4119800627231598, 0.40227270126342773, 0.39989402890205383], "ldr": {"dL_sdil": -0.006961911916732788, "dL_bp": -0.006557494401931763, "ratio": 1.0616725672967238}}, {"step": 1100, "epoch": 2, "train_loss": 0.21052515506744385, "cos_r_negg": [0.4520382583141327, 0.5036782622337341, 0.47959625720977783], "cos_apical_negg": [0.12356582283973694, 0.22508955001831055, 0.2550658583641052], "cos_Ac_negg": [0.4519824981689453, 0.5036282539367676, 0.4795272946357727], "r_norm": [0.407164990901947, 0.3967611491680145, 0.39590781927108765]}, {"step": 1200, "epoch": 2, "train_loss": 0.1942715048789978, "cos_r_negg": [0.4031233489513397, 0.4293915033340454, 0.47051721811294556], "cos_apical_negg": [0.11561797559261322, 0.1766512393951416, 0.29191339015960693], "cos_Ac_negg": [0.40306222438812256, 0.429315984249115, 0.47041720151901245], "r_norm": [0.426477313041687, 0.4153887629508972, 0.41381675004959106]}, {"step": 1300, "epoch": 2, "train_loss": 0.15486928820610046, "cos_r_negg": [0.4573405981063843, 0.5050272345542908, 0.5007753372192383], "cos_apical_negg": [0.12150683254003525, 0.17284974455833435, 0.2864055633544922], "cos_Ac_negg": [0.45729613304138184, 0.505011796951294, 0.5007431507110596], "r_norm": [0.40167248249053955, 0.39097899198532104, 0.3881244957447052]}, {"step": 1400, "epoch": 2, "train_loss": 0.17530547082424164, "cos_r_negg": [0.43483632802963257, 0.4593575894832611, 0.45625531673431396], "cos_apical_negg": [0.1269143521785736, 0.14315594732761383, 0.28137022256851196], "cos_Ac_negg": [0.43475961685180664, 0.45924699306488037, 0.4560891389846802], "r_norm": [0.36618512868881226, 0.35830798745155334, 0.3549748659133911]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9586, "test_loss": 0.15918482398986816}, {"step": 1500, "epoch": 3, "train_loss": 0.10709927976131439, "cos_r_negg": [0.39128565788269043, 0.43114301562309265, 0.5231647491455078], "cos_apical_negg": [0.13121604919433594, 0.17816883325576782, 0.2994878888130188], "cos_Ac_negg": [0.3912202715873718, 0.4310793876647949, 0.5230669975280762], "r_norm": [0.3276882469654083, 0.3205508589744568, 0.31767234206199646], "ldr": {"dL_sdil": -0.005378603935241699, "dL_bp": -0.005034893751144409, "ratio": 1.0682656280520648}}, {"step": 1600, "epoch": 3, "train_loss": 0.09595062583684921, "cos_r_negg": [0.4049469828605652, 0.452851802110672, 0.5016907453536987], "cos_apical_negg": [0.09041190147399902, 0.17017976939678192, 0.24415323138237], "cos_Ac_negg": [0.40489840507507324, 0.45268815755844116, 0.5016027092933655], "r_norm": [0.30148738622665405, 0.29396745562553406, 0.29216906428337097]}, {"step": 1700, "epoch": 3, "train_loss": 0.08881118893623352, "cos_r_negg": [0.42339393496513367, 0.471749871969223, 0.5213449001312256], "cos_apical_negg": [0.11011786758899689, 0.1666950285434723, 0.3406198024749756], "cos_Ac_negg": [0.4233313202857971, 0.4716889262199402, 0.5212584733963013], "r_norm": [0.3786996603012085, 0.3675631880760193, 0.36543840169906616]}, {"step": 1800, "epoch": 3, "train_loss": 0.048381127417087555, "cos_r_negg": [0.39093923568725586, 0.4543036222457886, 0.4938172996044159], "cos_apical_negg": [0.10372577607631683, 0.17405515909194946, 0.2991994023323059], "cos_Ac_negg": [0.39087870717048645, 0.4542158246040344, 0.493794322013855], "r_norm": [0.3531760573387146, 0.34701007604599, 0.3419577479362488]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9548, "test_loss": 0.17337781944274902}, {"step": 1900, "epoch": 4, "train_loss": 0.05800715088844299, "cos_r_negg": [0.4079931676387787, 0.452181339263916, 0.5453986525535583], "cos_apical_negg": [0.10339056700468063, 0.18660768866539001, 0.3291071057319641], "cos_Ac_negg": [0.40799185633659363, 0.4520745873451233, 0.5452721118927002], "r_norm": [0.33118006587028503, 0.32496699690818787, 0.3217678368091583]}, {"step": 2000, "epoch": 4, "train_loss": 0.17575505375862122, "cos_r_negg": [0.37762051820755005, 0.428901731967926, 0.4976288974285126], "cos_apical_negg": [0.0639958530664444, 0.14581869542598724, 0.26892420649528503], "cos_Ac_negg": [0.37761449813842773, 0.42886531352996826, 0.4976373612880707], "r_norm": [0.28962695598602295, 0.2811424732208252, 0.2803577780723572], "ldr": {"dL_sdil": -0.004555374383926392, "dL_bp": -0.004821710288524628, "ratio": 0.9447631880264356}}, {"step": 2100, "epoch": 4, "train_loss": 0.05293913930654526, "cos_r_negg": [0.402860552072525, 0.4590412676334381, 0.5967625379562378], "cos_apical_negg": [0.10692726820707321, 0.19157880544662476, 0.39980432391166687], "cos_Ac_negg": [0.4028604030609131, 0.45902958512306213, 0.5967142581939697], "r_norm": [0.3243647515773773, 0.3144170939922333, 0.3137452304363251]}, {"step": 2200, "epoch": 4, "train_loss": 0.011271443217992783, "cos_r_negg": [0.3920633792877197, 0.46538612246513367, 0.506847620010376], "cos_apical_negg": [0.07115926593542099, 0.1509314626455307, 0.34705302119255066], "cos_Ac_negg": [0.392006516456604, 0.46531832218170166, 0.506816029548645], "r_norm": [0.28227996826171875, 0.2757565975189209, 0.2731337547302246]}, {"step": 2300, "epoch": 4, "train_loss": 0.2430552840232849, "cos_r_negg": [0.3598286509513855, 0.4378488063812256, 0.47929275035858154], "cos_apical_negg": [0.09724930673837662, 0.16499607264995575, 0.30086958408355713], "cos_Ac_negg": [0.35976845026016235, 0.437702476978302, 0.4792115390300751], "r_norm": [0.28910478949546814, 0.28181856870651245, 0.2799420952796936]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9605, "test_loss": 0.16457430114746094}, {"step": 2400, "epoch": 5, "train_loss": 0.10465245693922043, "cos_r_negg": [0.34559330344200134, 0.40749529004096985, 0.48866987228393555], "cos_apical_negg": [0.09975217282772064, 0.13326816260814667, 0.2792685925960541], "cos_Ac_negg": [0.34555360674858093, 0.40741896629333496, 0.48864057660102844], "r_norm": [0.2857345938682556, 0.27781054377555847, 0.27678734064102173]}, {"step": 2500, "epoch": 5, "train_loss": 0.04419015720486641, "cos_r_negg": [0.3481239378452301, 0.40166759490966797, 0.4526602029800415], "cos_apical_negg": [0.08520470559597015, 0.1418285220861435, 0.2726573944091797], "cos_Ac_negg": [0.348020076751709, 0.40157097578048706, 0.4526427388191223], "r_norm": [0.31252631545066833, 0.3041263222694397, 0.30180683732032776], "ldr": {"dL_sdil": -0.010241255164146423, "dL_bp": -0.010050714015960693, "ratio": 1.0189579713324992}}, {"step": 2600, "epoch": 5, "train_loss": 0.08398325741291046, "cos_r_negg": [0.32912468910217285, 0.3919678330421448, 0.46308478713035583], "cos_apical_negg": [0.0678214430809021, 0.12996843457221985, 0.32816237211227417], "cos_Ac_negg": [0.3290342688560486, 0.3918955326080322, 0.4629836082458496], "r_norm": [0.30338242650032043, 0.2963986396789551, 0.29207080602645874]}, {"step": 2700, "epoch": 5, "train_loss": 0.06364405900239944, "cos_r_negg": [0.367350697517395, 0.42601579427719116, 0.4927910566329956], "cos_apical_negg": [0.08950985968112946, 0.15796583890914917, 0.3116663992404938], "cos_Ac_negg": [0.3673328757286072, 0.4259517788887024, 0.49272680282592773], "r_norm": [0.2901665270328522, 0.28244537115097046, 0.28005003929138184]}, {"step": 2800, "epoch": 5, "train_loss": 0.09003597497940063, "cos_r_negg": [0.3629224896430969, 0.4101867973804474, 0.48388198018074036], "cos_apical_negg": [0.1068108081817627, 0.1504707932472229, 0.33690547943115234], "cos_Ac_negg": [0.362865149974823, 0.41013211011886597, 0.48381614685058594], "r_norm": [0.2653420567512512, 0.2571680247783661, 0.25444555282592773]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.96, "test_loss": 0.16635609436035156}, {"step": 2900, "epoch": 6, "train_loss": 0.01722564920783043, "cos_r_negg": [0.3429734706878662, 0.39396265149116516, 0.46862703561782837], "cos_apical_negg": [0.06533334404230118, 0.1568993330001831, 0.30519652366638184], "cos_Ac_negg": [0.3429383635520935, 0.39387381076812744, 0.4686115086078644], "r_norm": [0.2505260109901428, 0.2434178739786148, 0.24215924739837646]}, {"step": 3000, "epoch": 6, "train_loss": 0.254302442073822, "cos_r_negg": [0.32735443115234375, 0.37727364897727966, 0.4561707675457001], "cos_apical_negg": [0.08991317451000214, 0.14201776683330536, 0.2580964267253876], "cos_Ac_negg": [0.32726866006851196, 0.3771824240684509, 0.45612066984176636], "r_norm": [0.24009299278259277, 0.2335033118724823, 0.23213297128677368], "ldr": {"dL_sdil": -0.004550516605377197, "dL_bp": -0.0057260096073150635, "ratio": 0.7947099144863193}}, {"step": 3100, "epoch": 6, "train_loss": 0.0999719500541687, "cos_r_negg": [0.3422325551509857, 0.40003567934036255, 0.49887576699256897], "cos_apical_negg": [0.09119797497987747, 0.18068227171897888, 0.29104316234588623], "cos_Ac_negg": [0.34217894077301025, 0.3999730348587036, 0.49884071946144104], "r_norm": [0.26564186811447144, 0.2583104968070984, 0.2559945583343506]}, {"step": 3200, "epoch": 6, "train_loss": 0.10090172290802002, "cos_r_negg": [0.36575227975845337, 0.4082220196723938, 0.4817204177379608], "cos_apical_negg": [0.05126918852329254, 0.1369341015815735, 0.30862876772880554], "cos_Ac_negg": [0.36572355031967163, 0.408191442489624, 0.48167240619659424], "r_norm": [0.2422788292169571, 0.23367345333099365, 0.2331787645816803]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9609, "test_loss": 0.15475603256225587}, {"step": 3300, "epoch": 7, "train_loss": 0.04708199203014374, "cos_r_negg": [0.3485734462738037, 0.4070676267147064, 0.43859055638313293], "cos_apical_negg": [0.09018873423337936, 0.145110622048378, 0.2820039689540863], "cos_Ac_negg": [0.3484886884689331, 0.40698564052581787, 0.4385114014148712], "r_norm": [0.24502712488174438, 0.23884201049804688, 0.23797070980072021]}, {"step": 3400, "epoch": 7, "train_loss": 0.0928717777132988, "cos_r_negg": [0.327043354511261, 0.3553234040737152, 0.4023120403289795], "cos_apical_negg": [0.06541968137025833, 0.15065276622772217, 0.25840258598327637], "cos_Ac_negg": [0.3269844651222229, 0.3552144765853882, 0.40223097801208496], "r_norm": [0.2611147463321686, 0.2536992132663727, 0.25139155983924866]}, {"step": 3500, "epoch": 7, "train_loss": 0.039609394967556, "cos_r_negg": [0.31533244252204895, 0.3724842667579651, 0.4049232602119446], "cos_apical_negg": [0.06721514463424683, 0.14995111525058746, 0.2615854740142822], "cos_Ac_negg": [0.31531035900115967, 0.37240034341812134, 0.4049084186553955], "r_norm": [0.2457149624824524, 0.23849642276763916, 0.2367725670337677], "ldr": {"dL_sdil": -0.004415854811668396, "dL_bp": -0.006016790866851807, "ratio": 0.7339219376888405}}, {"step": 3600, "epoch": 7, "train_loss": 0.02590642124414444, "cos_r_negg": [0.3316219747066498, 0.38672149181365967, 0.444937527179718], "cos_apical_negg": [0.06654739379882812, 0.1582154780626297, 0.3144466280937195], "cos_Ac_negg": [0.3315872550010681, 0.3866783380508423, 0.4448981285095215], "r_norm": [0.25783854722976685, 0.24984697997570038, 0.24949876964092255]}, {"step": 3700, "epoch": 7, "train_loss": 0.04980098456144333, "cos_r_negg": [0.3282231092453003, 0.3729826807975769, 0.4369191527366638], "cos_apical_negg": [0.07096027582883835, 0.12717995047569275, 0.28872522711753845], "cos_Ac_negg": [0.3281758427619934, 0.37288156151771545, 0.4368581175804138], "r_norm": [0.24191997945308685, 0.23422472178936005, 0.2330273985862732]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9616, "test_loss": 0.16512727928161622}, {"step": 3800, "epoch": 8, "train_loss": 0.042860131710767746, "cos_r_negg": [0.302994042634964, 0.35327497124671936, 0.3922566771507263], "cos_apical_negg": [0.08146801590919495, 0.12556783854961395, 0.24825069308280945], "cos_Ac_negg": [0.3029629588127136, 0.35318559408187866, 0.39219945669174194], "r_norm": [0.24947410821914673, 0.24094158411026, 0.24069556593894958]}, {"step": 3900, "epoch": 8, "train_loss": 0.19851869344711304, "cos_r_negg": [0.30765265226364136, 0.3734223544597626, 0.4112052917480469], "cos_apical_negg": [0.0694645345211029, 0.10811938345432281, 0.2396838665008545], "cos_Ac_negg": [0.3075825572013855, 0.37338367104530334, 0.4111306071281433], "r_norm": [0.2629826068878174, 0.2532013952732086, 0.2535835802555084]}, {"step": 4000, "epoch": 8, "train_loss": 0.0993446558713913, "cos_r_negg": [0.30676549673080444, 0.36268967390060425, 0.40528762340545654], "cos_apical_negg": [0.06921800971031189, 0.14448705315589905, 0.23392590880393982], "cos_Ac_negg": [0.3066401481628418, 0.3625635504722595, 0.4051450788974762], "r_norm": [0.250262975692749, 0.24086323380470276, 0.24081017076969147], "ldr": {"dL_sdil": -0.005112171173095703, "dL_bp": -0.007170885801315308, "ratio": 0.7129065104004322}}, {"step": 4100, "epoch": 8, "train_loss": 0.028416089713573456, "cos_r_negg": [0.2816343307495117, 0.33587607741355896, 0.402446448802948], "cos_apical_negg": [0.07643571496009827, 0.1203567162156105, 0.20532774925231934], "cos_Ac_negg": [0.28160321712493896, 0.3357827961444855, 0.4024065136909485], "r_norm": [0.23181551694869995, 0.2243141531944275, 0.22228580713272095]}, {"step": 4200, "epoch": 8, "train_loss": 0.11943857371807098, "cos_r_negg": [0.2794262170791626, 0.33612802624702454, 0.34654927253723145], "cos_apical_negg": [0.06141865253448486, 0.12693995237350464, 0.26508644223213196], "cos_Ac_negg": [0.2793498635292053, 0.3360079228878021, 0.3463972806930542], "r_norm": [0.23204664885997772, 0.22428905963897705, 0.22379128634929657]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9624, "test_loss": 0.1759301212310791}, {"step": 4300, "epoch": 9, "train_loss": 0.03324798494577408, "cos_r_negg": [0.2684468924999237, 0.34543082118034363, 0.4006440043449402], "cos_apical_negg": [0.0746016576886177, 0.11710374057292938, 0.2527583837509155], "cos_Ac_negg": [0.26840752363204956, 0.3453753590583801, 0.40066009759902954], "r_norm": [0.22844037413597107, 0.22068721055984497, 0.21950975060462952]}, {"step": 4400, "epoch": 9, "train_loss": 0.06485579907894135, "cos_r_negg": [0.2945616841316223, 0.3529946208000183, 0.3829984664916992], "cos_apical_negg": [0.0716085284948349, 0.1288042962551117, 0.2324242889881134], "cos_Ac_negg": [0.2945319712162018, 0.35290783643722534, 0.3829905390739441], "r_norm": [0.24532450735569, 0.2356562614440918, 0.23506540060043335]}, {"step": 4500, "epoch": 9, "train_loss": 0.16204960644245148, "cos_r_negg": [0.288923978805542, 0.3374084234237671, 0.38374823331832886], "cos_apical_negg": [0.06583872437477112, 0.1379699856042862, 0.23359335958957672], "cos_Ac_negg": [0.2888481616973877, 0.3372815251350403, 0.3836948275566101], "r_norm": [0.25064408779144287, 0.24283459782600403, 0.2415226697921753], "ldr": {"dL_sdil": -0.005103409290313721, "dL_bp": -0.008329182863235474, "ratio": 0.6127142811139219}}, {"step": 4600, "epoch": 9, "train_loss": 0.019619045779109, "cos_r_negg": [0.27797144651412964, 0.32512104511260986, 0.3862626552581787], "cos_apical_negg": [0.062265969812870026, 0.12815988063812256, 0.217443585395813], "cos_Ac_negg": [0.277919739484787, 0.3250352144241333, 0.38623300194740295], "r_norm": [0.2724788784980774, 0.2608310282230377, 0.2602118253707886]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9627, "test_loss": 0.17319459648132324}, {"step": 4700, "epoch": 10, "train_loss": 0.06530911475419998, "cos_r_negg": [0.2737928628921509, 0.3167988657951355, 0.3624982535839081], "cos_apical_negg": [0.05613955855369568, 0.10609345883131027, 0.22260531783103943], "cos_Ac_negg": [0.2737599015235901, 0.31674450635910034, 0.3624531030654907], "r_norm": [0.23430897295475006, 0.22494898736476898, 0.2250165343284607]}, {"step": 4800, "epoch": 10, "train_loss": 0.03400012105703354, "cos_r_negg": [0.26803454756736755, 0.3138619661331177, 0.3509948253631592], "cos_apical_negg": [0.07172602415084839, 0.10853955149650574, 0.21228213608264923], "cos_Ac_negg": [0.2680264413356781, 0.3138158619403839, 0.3509902060031891], "r_norm": [0.22175981104373932, 0.21401754021644592, 0.21272143721580505]}, {"step": 4900, "epoch": 10, "train_loss": 0.041966889053583145, "cos_r_negg": [0.28054535388946533, 0.3304911255836487, 0.3454379141330719], "cos_apical_negg": [0.08751124143600464, 0.12402290850877762, 0.20934724807739258], "cos_Ac_negg": [0.28044596314430237, 0.33033812046051025, 0.34538978338241577], "r_norm": [0.2642386257648468, 0.25565317273139954, 0.2547498941421509]}, {"step": 5000, "epoch": 10, "train_loss": 0.016221091151237488, "cos_r_negg": [0.24009081721305847, 0.28166189789772034, 0.33274024724960327], "cos_apical_negg": [0.05780601501464844, 0.10293823480606079, 0.1679936647415161], "cos_Ac_negg": [0.23999138176441193, 0.28161919116973877, 0.3326970934867859], "r_norm": [0.26896214485168457, 0.25706785917282104, 0.25718507170677185], "ldr": {"dL_sdil": -0.007662743330001831, "dL_bp": -0.011037737131118774, "ratio": 0.6942313663548122}}, {"step": 5100, "epoch": 10, "train_loss": 0.088715098798275, "cos_r_negg": [0.26628926396369934, 0.3186708986759186, 0.3478989005088806], "cos_apical_negg": [0.06275370717048645, 0.13171781599521637, 0.17688298225402832], "cos_Ac_negg": [0.26624634861946106, 0.31865519285202026, 0.34788453578948975], "r_norm": [0.222150981426239, 0.21377214789390564, 0.21335174143314362]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9629, "test_loss": 0.17506438331604005}, {"step": 5200, "epoch": 11, "train_loss": 0.02393886260688305, "cos_r_negg": [0.25286173820495605, 0.29233118891716003, 0.34782710671424866], "cos_apical_negg": [0.04996640235185623, 0.0957651287317276, 0.15935391187667847], "cos_Ac_negg": [0.25284072756767273, 0.2922801375389099, 0.34784412384033203], "r_norm": [0.25562959909439087, 0.24406994879245758, 0.24479852616786957]}, {"step": 5300, "epoch": 11, "train_loss": 0.06693704426288605, "cos_r_negg": [0.24851581454277039, 0.2895551025867462, 0.3296932578086853], "cos_apical_negg": [0.05208826810121536, 0.09988594800233841, 0.15827281773090363], "cos_Ac_negg": [0.24855650961399078, 0.2895391583442688, 0.3296216130256653], "r_norm": [0.22721660137176514, 0.21903525292873383, 0.21780428290367126]}, {"step": 5400, "epoch": 11, "train_loss": 0.10611436516046524, "cos_r_negg": [0.23775961995124817, 0.2720891237258911, 0.30760571360588074], "cos_apical_negg": [0.05060301721096039, 0.07948607206344604, 0.1560310274362564], "cos_Ac_negg": [0.23772010207176208, 0.27209165692329407, 0.3075942397117615], "r_norm": [0.20916828513145447, 0.20119571685791016, 0.20080481469631195]}, {"step": 5500, "epoch": 11, "train_loss": 0.06458264589309692, "cos_r_negg": [0.21913184225559235, 0.26514941453933716, 0.3119129240512848], "cos_apical_negg": [0.04851216822862625, 0.08891189843416214, 0.15051916241645813], "cos_Ac_negg": [0.21908321976661682, 0.2651149034500122, 0.31189125776290894], "r_norm": [0.2237250655889511, 0.21489155292510986, 0.2150355577468872], "ldr": {"dL_sdil": -0.005355149507522583, "dL_bp": -0.007999122142791748, "ratio": 0.6694671505107933}}, {"step": 5600, "epoch": 11, "train_loss": 0.07114279270172119, "cos_r_negg": [0.2423516809940338, 0.27774497866630554, 0.3236916959285736], "cos_apical_negg": [0.041089002043008804, 0.0877259150147438, 0.14579185843467712], "cos_Ac_negg": [0.24226784706115723, 0.2776843309402466, 0.32356932759284973], "r_norm": [0.25601786375045776, 0.24498695135116577, 0.24455681443214417]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9654, "test_loss": 0.17612462768554688}, {"step": 5700, "epoch": 12, "train_loss": 0.022405415773391724, "cos_r_negg": [0.23077552020549774, 0.26930665969848633, 0.335257351398468], "cos_apical_negg": [0.053240492939949036, 0.11175261437892914, 0.1889306753873825], "cos_Ac_negg": [0.23069755733013153, 0.26925185322761536, 0.33523252606391907], "r_norm": [0.23330043256282806, 0.22436398267745972, 0.22454747557640076]}, {"step": 5800, "epoch": 12, "train_loss": 0.023805033415555954, "cos_r_negg": [0.22505289316177368, 0.26815885305404663, 0.3219186067581177], "cos_apical_negg": [0.047677524387836456, 0.08665858209133148, 0.20106050372123718], "cos_Ac_negg": [0.2250097393989563, 0.2681529223918915, 0.32175537943840027], "r_norm": [0.2285201996564865, 0.220094233751297, 0.21931485831737518]}, {"step": 5900, "epoch": 12, "train_loss": 0.05272120609879494, "cos_r_negg": [0.21296633780002594, 0.25359073281288147, 0.3151461184024811], "cos_apical_negg": [0.046626731753349304, 0.07314882427453995, 0.15071454644203186], "cos_Ac_negg": [0.21289929747581482, 0.2535213232040405, 0.31506434082984924], "r_norm": [0.23547467589378357, 0.22570133209228516, 0.2249888777732849]}, {"step": 6000, "epoch": 12, "train_loss": 0.03989332914352417, "cos_r_negg": [0.2101084291934967, 0.2545337677001953, 0.3286658823490143], "cos_apical_negg": [0.05492443963885307, 0.0689796507358551, 0.16387903690338135], "cos_Ac_negg": [0.21004396677017212, 0.25446656346321106, 0.3286169469356537], "r_norm": [0.2563685178756714, 0.24540486931800842, 0.24480032920837402], "ldr": {"dL_sdil": -0.008207187056541443, "dL_bp": -0.012436360120773315, "ratio": 0.6599348182940127}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9635, "test_loss": 0.17738923530578612}, {"step": 6100, "epoch": 13, "train_loss": 0.028543120250105858, "cos_r_negg": [0.22327300906181335, 0.26672330498695374, 0.30960410833358765], "cos_apical_negg": [0.039237797260284424, 0.0947365090250969, 0.16351380944252014], "cos_Ac_negg": [0.2232847511768341, 0.26667866110801697, 0.3095558285713196], "r_norm": [0.24001407623291016, 0.23085787892341614, 0.2299347221851349]}, {"step": 6200, "epoch": 13, "train_loss": 0.004910183139145374, "cos_r_negg": [0.20307967066764832, 0.24216187000274658, 0.3206261098384857], "cos_apical_negg": [0.04632951691746712, 0.08182285726070404, 0.13545255362987518], "cos_Ac_negg": [0.2030533254146576, 0.24210405349731445, 0.3205753266811371], "r_norm": [0.2204481065273285, 0.2112005203962326, 0.21163447201251984]}, {"step": 6300, "epoch": 13, "train_loss": 0.03648144751787186, "cos_r_negg": [0.21642978489398956, 0.24986572563648224, 0.31801748275756836], "cos_apical_negg": [0.050873544067144394, 0.08132611215114594, 0.1632038950920105], "cos_Ac_negg": [0.2163843810558319, 0.24972546100616455, 0.31798988580703735], "r_norm": [0.21890299022197723, 0.20938771963119507, 0.20971077680587769]}, {"step": 6400, "epoch": 13, "train_loss": 0.056792933493852615, "cos_r_negg": [0.22756576538085938, 0.2788909077644348, 0.3360409438610077], "cos_apical_negg": [0.05521797388792038, 0.11620445549488068, 0.17335009574890137], "cos_Ac_negg": [0.22754937410354614, 0.27884581685066223, 0.33595243096351624], "r_norm": [0.2516174912452698, 0.23961853981018066, 0.24066844582557678]}, {"step": 6500, "epoch": 13, "train_loss": 0.004034698475152254, "cos_r_negg": [0.19713154435157776, 0.23722998797893524, 0.2868044674396515], "cos_apical_negg": [0.059556350111961365, 0.08835192024707794, 0.14189296960830688], "cos_Ac_negg": [0.19704122841358185, 0.23709474503993988, 0.28666165471076965], "r_norm": [0.22154957056045532, 0.21172425150871277, 0.21188592910766602], "ldr": {"dL_sdil": -0.006559327244758606, "dL_bp": -0.010899052023887634, "ratio": 0.6018254826550437}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9652, "test_loss": 0.17831709709167481}, {"step": 6600, "epoch": 14, "train_loss": 0.007906114682555199, "cos_r_negg": [0.20714542269706726, 0.24214006960391998, 0.3080390989780426], "cos_apical_negg": [0.04364532604813576, 0.07997705787420273, 0.11901251971721649], "cos_Ac_negg": [0.20708507299423218, 0.24202898144721985, 0.30800262093544006], "r_norm": [0.22210271656513214, 0.21261802315711975, 0.21386681497097015]}, {"step": 6700, "epoch": 14, "train_loss": 0.019950084388256073, "cos_r_negg": [0.20827743411064148, 0.24096807837486267, 0.29454314708709717], "cos_apical_negg": [0.04482191056013107, 0.07248908281326294, 0.14117850363254547], "cos_Ac_negg": [0.20824681222438812, 0.24085980653762817, 0.2944616675376892], "r_norm": [0.22775590419769287, 0.2181779444217682, 0.21792297065258026]}, {"step": 6800, "epoch": 14, "train_loss": 0.04818455129861832, "cos_r_negg": [0.20619240403175354, 0.23296505212783813, 0.28828147053718567], "cos_apical_negg": [0.04541243985295296, 0.08153180778026581, 0.1571035534143448], "cos_Ac_negg": [0.20624148845672607, 0.23292222619056702, 0.28811535239219666], "r_norm": [0.22276106476783752, 0.21435806155204773, 0.2135123312473297]}, {"step": 6900, "epoch": 14, "train_loss": 0.021439220756292343, "cos_r_negg": [0.19076603651046753, 0.22330279648303986, 0.273693323135376], "cos_apical_negg": [0.0345194935798645, 0.06461836397647858, 0.1375429481267929], "cos_Ac_negg": [0.19075411558151245, 0.22319884598255157, 0.27354273200035095], "r_norm": [0.2093660980463028, 0.20056773722171783, 0.20048120617866516]}, {"step": 7000, "epoch": 14, "train_loss": 0.03687659278512001, "cos_r_negg": [0.21563002467155457, 0.25248804688453674, 0.28878653049468994], "cos_apical_negg": [0.05158090591430664, 0.08302133530378342, 0.15268759429454803], "cos_Ac_negg": [0.21567964553833008, 0.25236842036247253, 0.288669228553772], "r_norm": [0.24374818801879883, 0.2332955002784729, 0.23362621665000916], "ldr": {"dL_sdil": -0.00705382227897644, "dL_bp": -0.012078821659088135, "ratio": 0.5839826498033546}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9648, "test_loss": 0.18651994438171388}], "final": {"test_acc": 0.9648, "test_loss": 0.18651994438171388, "wall_s": 41.70946145057678, "cos_r_negg": [0.20066574215888977, 0.2392016500234604, 0.30216458439826965], "cos_apical_negg": [0.0591607540845871, 0.08060980588197708, 0.13743393123149872], "cos_Ac_negg": [0.2006959319114685, 0.2390655279159546, 0.3021112382411957]}}
|
