1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p5_raw_s4", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4633917808532715, "cos_r_negg": [-0.009717854671180248, 0.0016548233106732368, -0.010080229490995407], "cos_innovation_negg": [-0.00785096175968647, 0.011800158768892288, 0.006814056076109409], "cos_apical_negg": [-0.009717854671180248, 0.0016548233106732368, -0.010080229490995407], "cos_Ac_negg": [-0.007853087037801743, 0.011798959225416183, 0.006812635809183121], "r_norm": [8.169258117675781, 6.983946323394775, 6.580234527587891], "ldr": {"dL_sdil": 0.05515003204345703, "dL_bp": -0.2579076290130615, "ratio": -0.2138363733345166}}, {"step": 100, "epoch": 0, "train_loss": 4.048423767089844, "cos_r_negg": [-0.00038708001375198364, 0.012312850914895535, -0.18562011420726776], "cos_innovation_negg": [0.0059972964227199554, 0.3373491168022156, -0.40158626437187195], "cos_apical_negg": [-0.00038708001375198364, 0.012312850914895535, -0.18562011420726776], "cos_Ac_negg": [0.0059818970039486885, 0.337344229221344, -0.4015938341617584], "r_norm": [10.49108600616455, 9.80578327178955, 9.477056503295898]}, {"step": 200, "epoch": 0, "train_loss": 7.680235385894775, "cos_r_negg": [-0.013611581176519394, -0.10219574719667435, -0.11266361176967621], "cos_innovation_negg": [-0.0046990178525447845, -0.2277299463748932, -0.011543679982423782], "cos_apical_negg": [-0.013611581176519394, -0.10219574719667435, -0.11266361176967621], "cos_Ac_negg": [-0.004698587581515312, -0.22771966457366943, -0.01154409721493721], "r_norm": [10.431875228881836, 9.767824172973633, 9.762587547302246]}, {"step": 300, "epoch": 0, "train_loss": 13.205154418945312, "cos_r_negg": [0.005946682766079903, 0.07814735919237137, -0.223262757062912], "cos_innovation_negg": [0.014742700383067131, 0.014042189344763756, -0.17553220689296722], "cos_apical_negg": [0.005946682766079903, 0.07814735919237137, -0.223262757062912], "cos_Ac_negg": [0.01473372895270586, 0.0139680290594697, -0.1755208969116211], "r_norm": [10.227781295776367, 9.750490188598633, 9.6602144241333]}, {"step": 400, "epoch": 0, "train_loss": 8.00300407409668, "cos_r_negg": [0.008192419074475765, -0.03756037354469299, -0.2376447468996048], "cos_innovation_negg": [-0.01783088967204094, -0.08315109461545944, -0.018611211329698563], "cos_apical_negg": [0.008192419074475765, -0.03756037354469299, -0.2376447468996048], "cos_Ac_negg": [-0.017820363864302635, -0.08314765244722366, -0.01861168071627617], "r_norm": [10.095707893371582, 9.557220458984375, 9.794044494628906]}, {"epoch_end": 0, "step": 469, "test_acc": 0.1028, "test_loss": 8.2363947265625}, {"step": 500, "epoch": 1, "train_loss": 8.892101287841797, "cos_r_negg": [0.019596759229898453, -0.04804927110671997, 0.12499937415122986], "cos_innovation_negg": [0.012671569362282753, -0.014474717900156975, 0.4192502498626709], "cos_apical_negg": [0.019596759229898453, -0.04804927110671997, 0.12499937415122986], "cos_Ac_negg": [0.012665145099163055, -0.014520451426506042, 0.4192420244216919], "r_norm": [9.692049026489258, 9.434730529785156, 9.41353988647461], "ldr": {"dL_sdil": -1.0833816528320312, "dL_bp": -1.0833816528320312, "ratio": 1.0}}, {"step": 600, "epoch": 1, "train_loss": 8.474376678466797, "cos_r_negg": [0.02553371898829937, 0.1724296510219574, -0.354047954082489], "cos_innovation_negg": [0.045577164739370346, 0.23265646398067474, -0.2001267671585083], "cos_apical_negg": [0.02553371898829937, 0.1724296510219574, -0.354047954082489], "cos_Ac_negg": [0.045568183064460754, 0.2326515167951584, -0.20013195276260376], "r_norm": [9.443550109863281, 9.615306854248047, 9.66866397857666]}, {"step": 700, "epoch": 1, "train_loss": 5.93480920791626, "cos_r_negg": [0.03728172928094864, -0.10968152433633804, -0.1812736690044403], "cos_innovation_negg": [0.017669204622507095, 0.38141557574272156, -0.20808491110801697], "cos_apical_negg": [0.03728172928094864, -0.10968152433633804, -0.1812736690044403], "cos_Ac_negg": [0.017658857628703117, 0.38139232993125916, -0.208084836602211], "r_norm": [8.878643989562988, 8.826092720031738, 8.838126182556152]}, {"step": 800, "epoch": 1, "train_loss": 13.359890937805176, "cos_r_negg": [0.02385527268052101, -0.07425002753734589, 0.07332029938697815], "cos_innovation_negg": [-0.027477825060486794, 0.2613312602043152, 0.14789097011089325], "cos_apical_negg": [0.02385527268052101, -0.07425002753734589, 0.07332029938697815], "cos_Ac_negg": [-0.027491716668009758, 0.261358380317688, 0.14788001775741577], "r_norm": [8.751726150512695, 8.799842834472656, 8.603059768676758]}, {"step": 900, "epoch": 1, "train_loss": 19.79599380493164, "cos_r_negg": [-0.015940885990858078, 0.1013120710849762, -0.25914034247398376], "cos_innovation_negg": [0.018351517617702484, 0.23802566528320312, -0.2530173659324646], "cos_apical_negg": [-0.015940885990858078, 0.1013120710849762, -0.25914034247398376], "cos_Ac_negg": [0.018346844241023064, 0.23782522976398468, -0.25302356481552124], "r_norm": [8.50736141204834, 8.42558479309082, 8.270204544067383]}, {"epoch_end": 1, "step": 938, "test_acc": 0.0958, "test_loss": 6.2221748046875}, {"step": 1000, "epoch": 2, "train_loss": 10.403169631958008, "cos_r_negg": [-0.016361689195036888, 0.09664098173379898, 0.07940943539142609], "cos_innovation_negg": [-0.004043289925903082, -0.1956271231174469, -0.08518767356872559], "cos_apical_negg": [-0.016361689195036888, 0.09664098173379898, 0.07940943539142609], "cos_Ac_negg": [-0.004057942423969507, -0.19564276933670044, -0.08519452065229416], "r_norm": [8.528695106506348, 8.44913101196289, 8.408604621887207], "ldr": {"dL_sdil": -1.2459030151367188, "dL_bp": -1.2459030151367188, "ratio": 1.0}}, {"step": 1100, "epoch": 2, "train_loss": 13.219457626342773, "cos_r_negg": [-0.007558685727417469, 0.20877350866794586, -0.37985098361968994], "cos_innovation_negg": [-0.0724012553691864, 0.1799122393131256, 0.23801423609256744], "cos_apical_negg": [-0.007558685727417469, 0.20877350866794586, -0.37985098361968994], "cos_Ac_negg": [-0.0724102035164833, 0.17991892993450165, 0.23813165724277496], "r_norm": [8.575762748718262, 8.789449691772461, 8.783294677734375]}, {"step": 1200, "epoch": 2, "train_loss": 12.265817642211914, "cos_r_negg": [-0.008332806639373302, -0.09049943834543228, 0.31531596183776855], "cos_innovation_negg": [0.02332516573369503, -0.032542645931243896, 0.12632256746292114], "cos_apical_negg": [-0.008332806639373302, -0.09049943834543228, 0.31531596183776855], "cos_Ac_negg": [0.0233245100826025, -0.03225938603281975, 0.12631994485855103], "r_norm": [8.28215217590332, 8.727643966674805, 8.610010147094727]}, {"step": 1300, "epoch": 2, "train_loss": 12.69871711730957, "cos_r_negg": [-0.033486101776361465, 0.09673546999692917, -0.09153277426958084], "cos_innovation_negg": [-0.0815923884510994, -0.23683254420757294, 0.029484009370207787], "cos_apical_negg": [-0.033486101776361465, 0.09673546999692917, -0.09153277426958084], "cos_Ac_negg": [-0.08158624172210693, -0.23682795464992523, 0.02948380447924137], "r_norm": [8.567813873291016, 8.611093521118164, 8.656942367553711]}, {"step": 1400, "epoch": 2, "train_loss": 9.126750946044922, "cos_r_negg": [-0.0028847698122262955, 0.038713324815034866, -0.10155009478330612], "cos_innovation_negg": [-0.04885728657245636, 0.09896579384803772, -0.05821666121482849], "cos_apical_negg": [-0.0028847698122262955, 0.038713324815034866, -0.10155009478330612], "cos_Ac_negg": [-0.04884689301252365, 0.09898638725280762, -0.05821705609560013], "r_norm": [8.293462753295898, 8.819238662719727, 8.696137428283691]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.0982, "test_loss": 9.417101171875}, {"step": 1500, "epoch": 3, "train_loss": 10.652914047241211, "cos_r_negg": [-0.02233140543103218, 0.028967654332518578, -0.10044126212596893], "cos_innovation_negg": [-0.07973453402519226, -0.12923435866832733, -0.17853903770446777], "cos_apical_negg": [-0.02233140543103218, 0.028967654332518578, -0.10044126212596893], "cos_Ac_negg": [-0.07974031567573547, -0.12923023104667664, -0.17853903770446777], "r_norm": [8.33251953125, 8.236413955688477, 8.087556838989258], "ldr": {"dL_sdil": -4.648153305053711, "dL_bp": -4.648153305053711, "ratio": 1.0}}, {"step": 1600, "epoch": 3, "train_loss": 12.458199501037598, "cos_r_negg": [0.00986754335463047, -0.11913810670375824, -0.0482497364282608], "cos_innovation_negg": [0.03929536044597626, -0.22934722900390625, 0.584274411201477], "cos_apical_negg": [0.00986754335463047, -0.11913810670375824, -0.0482497364282608], "cos_Ac_negg": [0.039303041994571686, -0.22934341430664062, 0.584274411201477], "r_norm": [8.355783462524414, 8.55724811553955, 8.539680480957031]}, {"step": 1700, "epoch": 3, "train_loss": 13.3245210647583, "cos_r_negg": [0.0343148335814476, -0.21725930273532867, -0.565794825553894], "cos_innovation_negg": [-0.015311628580093384, 0.1923694610595703, 0.7810370326042175], "cos_apical_negg": [0.0343148335814476, -0.21725930273532867, -0.565794825553894], "cos_Ac_negg": [-0.0153830386698246, 0.19240477681159973, 0.7810370326042175], "r_norm": [8.39525032043457, 8.216879844665527, 8.287924766540527]}, {"step": 1800, "epoch": 3, "train_loss": 11.977592468261719, "cos_r_negg": [-0.01665971614420414, -0.10355214774608612, -0.296875], "cos_innovation_negg": [-0.013934001326560974, 0.04588707536458969, -0.37890625], "cos_apical_negg": [-0.01665971614420414, -0.10355214774608612, -0.296875], "cos_Ac_negg": [-0.013435456901788712, 0.04583577811717987, -0.37890625], "r_norm": [8.463891983032227, 8.802080154418945, 8.727274894714355]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.098, "test_loss": 11.054625}, {"step": 1900, "epoch": 4, "train_loss": 13.151737213134766, "cos_r_negg": [0.0704783946275711, -0.5064337253570557, -0.78125], "cos_innovation_negg": [0.06315523386001587, 0.27298060059547424, 0.78515625], "cos_apical_negg": [0.0704783946275711, -0.5064337253570557, -0.78125], "cos_Ac_negg": [0.0631660521030426, 0.2729974389076233, 0.78515625], "r_norm": [7.965924263000488, 7.917893409729004, 7.962090492248535]}, {"step": 2000, "epoch": 4, "train_loss": 15.741877555847168, "cos_r_negg": [-0.043511971831321716, -0.6436718702316284, -0.78125], "cos_innovation_negg": [0.16512197256088257, -0.10344197601079941, 0.62109375], "cos_apical_negg": [-0.043511971831321716, -0.6436718702316284, -0.78125], "cos_Ac_negg": [0.16510631144046783, -0.10340915620326996, 0.62109375], "r_norm": [8.160762786865234, 8.159454345703125, 8.06200885772705], "ldr": {"dL_sdil": -2.320943832397461, "dL_bp": -2.3209447860717773, "ratio": 0.999999589100817}}, {"step": 2100, "epoch": 4, "train_loss": 10.681032180786133, "cos_r_negg": [-0.0950709879398346, 0.17797280848026276, 0.2734375], "cos_innovation_negg": [0.12455791234970093, 0.088068887591362, 0.56640625], "cos_apical_negg": [-0.0950709879398346, 0.17797280848026276, 0.2734375], "cos_Ac_negg": [0.12455766648054123, 0.08806349337100983, 0.56640625], "r_norm": [8.547739028930664, 8.701484680175781, 8.717161178588867]}, {"step": 2200, "epoch": 4, "train_loss": 14.67729377746582, "cos_r_negg": [-0.024390969425439835, -0.0477474108338356, -0.1015625], "cos_innovation_negg": [0.030237952247262, 0.17822256684303284, 0.0859375], "cos_apical_negg": [-0.024390969425439835, -0.0477474108338356, -0.1015625], "cos_Ac_negg": [0.030224112793803215, 0.17822477221488953, 0.0859375], "r_norm": [8.491247177124023, 8.701871871948242, 8.658407211303711]}, {"step": 2300, "epoch": 4, "train_loss": 12.383636474609375, "cos_r_negg": [0.07453485578298569, 0.00718866940587759, 0.0546875], "cos_innovation_negg": [-0.10117971897125244, -0.056033454835414886, 0.21484375], "cos_apical_negg": [0.07453485578298569, 0.00718866940587759, 0.0546875], "cos_Ac_negg": [-0.10116216540336609, -0.05603320524096489, 0.21484375], "r_norm": [7.9048686027526855, 8.120739936828613, 8.041391372680664]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.098, "test_loss": 7.797568017578125}, {"step": 2400, "epoch": 5, "train_loss": 9.360052108764648, "cos_r_negg": [0.05859808251261711, 0.031209755688905716, 0.0546875], "cos_innovation_negg": [0.02489345334470272, -0.07161745429039001, 0.15234375], "cos_apical_negg": [0.05859808251261711, 0.031209755688905716, 0.0546875], "cos_Ac_negg": [0.024872617796063423, -0.0716203972697258, 0.15234375], "r_norm": [8.386375427246094, 8.399620056152344, 8.3935546875]}, {"step": 2500, "epoch": 5, "train_loss": 14.313504219055176, "cos_r_negg": [0.14963398873806, 0.07903169840574265, 0.21875], "cos_innovation_negg": [0.10916762053966522, -0.06470189988613129, 0.421875], "cos_apical_negg": [0.14963398873806, 0.07903169840574265, 0.21875], "cos_Ac_negg": [0.1091456189751625, -0.0647021010518074, 0.421875], "r_norm": [9.090614318847656, 9.206798553466797, 9.406774520874023], "ldr": {"dL_sdil": -1.5052204132080078, "dL_bp": -1.5052204132080078, "ratio": 1.0}}, {"step": 2600, "epoch": 5, "train_loss": 16.195253372192383, "cos_r_negg": [-0.06374979764223099, -0.32187503576278687, -0.56640625], "cos_innovation_negg": [0.30853092670440674, 0.4852294921875, 1.0], "cos_apical_negg": [-0.06374979764223099, -0.32187503576278687, -0.56640625], "cos_Ac_negg": [0.3085094392299652, 0.4852292239665985, 1.0], "r_norm": [7.5411272048950195, 7.458311080932617, 7.411427974700928]}, {"step": 2700, "epoch": 5, "train_loss": 13.607898712158203, "cos_r_negg": [0.1364213526248932, -0.059440236538648605, -0.1015625], "cos_innovation_negg": [-0.06791872531175613, 0.014796055853366852, 0.53515625], "cos_apical_negg": [0.1364213526248932, -0.059440236538648605, -0.1015625], "cos_Ac_negg": [-0.06784215569496155, 0.014754671603441238, 0.53515625], "r_norm": [8.212850570678711, 8.385347366333008, 8.360902786254883]}, {"step": 2800, "epoch": 5, "train_loss": 12.251354217529297, "cos_r_negg": [0.05929980054497719, 0.02887525036931038, 0.0546875], "cos_innovation_negg": [-0.10293389111757278, -0.09590262174606323, 0.16015625], "cos_apical_negg": [0.05929980054497719, 0.02887525036931038, 0.0546875], "cos_Ac_negg": [-0.1026286780834198, -0.09592217952013016, 0.16015625], "r_norm": [8.372848510742188, 8.53820514678955, 8.538537979125977]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.1009, "test_loss": 9.24760322265625}, {"step": 2900, "epoch": 6, "train_loss": 15.240873336791992, "cos_r_negg": [-0.00856858491897583, -0.1104426234960556, -0.13671875], "cos_innovation_negg": [0.226836159825325, -0.138884037733078, 0.78515625], "cos_apical_negg": [-0.00856858491897583, -0.1104426234960556, -0.13671875], "cos_Ac_negg": [0.2267845869064331, -0.1388828307390213, 0.78515625], "r_norm": [8.276073455810547, 8.262262344360352, 8.26427173614502]}, {"step": 3000, "epoch": 6, "train_loss": 13.45813274383545, "cos_r_negg": [-0.2407328486442566, -0.4382801651954651, -0.78125], "cos_innovation_negg": [-0.38163360953330994, -0.16624566912651062, 0.359375], "cos_apical_negg": [-0.2407328486442566, -0.4382801651954651, -0.78125], "cos_Ac_negg": [-0.3816559314727783, -0.16624721884727478, 0.359375], "r_norm": [9.034111976623535, 9.004579544067383, 8.994977951049805], "ldr": {"dL_sdil": -3.0672531127929688, "dL_bp": -3.0672531127929688, "ratio": 1.0}}, {"step": 3100, "epoch": 6, "train_loss": 10.449892044067383, "cos_r_negg": [-0.40032556653022766, -0.4496147632598877, -0.78125], "cos_innovation_negg": [0.04339674860239029, 0.2506718039512634, 1.0], "cos_apical_negg": [-0.40032556653022766, -0.4496147632598877, -0.78125], "cos_Ac_negg": [0.04338822141289711, 0.2506703734397888, 1.0], "r_norm": [8.184335708618164, 8.155200958251953, 8.128531455993652]}, {"step": 3200, "epoch": 6, "train_loss": 11.123907089233398, "cos_r_negg": [-0.27482232451438904, -0.19212891161441803, -0.296875], "cos_innovation_negg": [-0.0446096733212471, -0.03836378827691078, 0.73046875], "cos_apical_negg": [-0.27482232451438904, -0.19212891161441803, -0.296875], "cos_Ac_negg": [-0.04462036117911339, -0.03836483135819435, 0.73046875], "r_norm": [8.158368110656738, 8.149415016174316, 8.115013122558594]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.1032, "test_loss": 17.598535546875}, {"step": 3300, "epoch": 7, "train_loss": 6.77842903137207, "cos_r_negg": [0.03178637847304344, 0.02861172705888748, 0.0546875], "cos_innovation_negg": [-0.17581456899642944, -0.09045815467834473, 0.6171875], "cos_apical_negg": [0.03178637847304344, 0.02861172705888748, 0.0546875], "cos_Ac_negg": [-0.1761072427034378, -0.09046730399131775, 0.6171875], "r_norm": [8.44297981262207, 8.518793106079102, 8.53906536102295]}, {"step": 3400, "epoch": 7, "train_loss": 10.882484436035156, "cos_r_negg": [-0.3764663636684418, -0.4599994719028473, -0.78125], "cos_innovation_negg": [0.471699595451355, 0.5242045521736145, 1.0], "cos_apical_negg": [-0.3764663636684418, -0.4599994719028473, -0.78125], "cos_Ac_negg": [0.47167664766311646, 0.524203896522522, 1.0], "r_norm": [7.732322692871094, 7.713907241821289, 7.694057941436768]}, {"step": 3500, "epoch": 7, "train_loss": 19.509206771850586, "cos_r_negg": [-0.051472343504428864, -0.18815027177333832, -0.296875], "cos_innovation_negg": [-0.23581969738006592, -0.24651487171649933, 0.5859375], "cos_apical_negg": [-0.051472343504428864, -0.18815027177333832, -0.296875], "cos_Ac_negg": [-0.23586036264896393, -0.24651530385017395, 0.5859375], "r_norm": [8.643613815307617, 8.701316833496094, 8.70458984375], "ldr": {"dL_sdil": -1.2038860321044922, "dL_bp": -1.2038860321044922, "ratio": 1.0}}, {"step": 3600, "epoch": 7, "train_loss": 10.769990921020508, "cos_r_negg": [-0.4085528552532196, -0.451077401638031, -0.78125], "cos_innovation_negg": [0.5861038565635681, 0.5647537708282471, 1.0], "cos_apical_negg": [-0.4085528552532196, -0.451077401638031, -0.78125], "cos_Ac_negg": [0.5860505104064941, 0.5647536516189575, 1.0], "r_norm": [7.625499725341797, 7.612261772155762, 7.5605998039245605]}, {"step": 3700, "epoch": 7, "train_loss": 12.681997299194336, "cos_r_negg": [-0.08789121359586716, -0.3333163261413574, -0.51171875], "cos_innovation_negg": [-0.16150905191898346, -0.4525165557861328, 0.37109375], "cos_apical_negg": [-0.08789121359586716, -0.3333163261413574, -0.51171875], "cos_Ac_negg": [-0.16150511801242828, -0.45251673460006714, 0.37109375], "r_norm": [8.740745544433594, 8.72075366973877, 8.748673439025879]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.0974, "test_loss": 12.719573046875}, {"step": 3800, "epoch": 8, "train_loss": 7.220987319946289, "cos_r_negg": [0.10857321321964264, 0.06563562154769897, 0.1171875], "cos_innovation_negg": [-0.09899701923131943, -0.010265226475894451, 0.84375], "cos_apical_negg": [0.10857321321964264, 0.06563562154769897, 0.1171875], "cos_Ac_negg": [-0.0989745706319809, -0.010265344753861427, 0.84375], "r_norm": [8.646788597106934, 8.717842102050781, 8.777027130126953]}, {"step": 3900, "epoch": 8, "train_loss": 18.84990119934082, "cos_r_negg": [-0.41477975249290466, -0.3563691973686218, -0.56640625], "cos_innovation_negg": [0.11122597008943558, 0.35404348373413086, 0.53515625], "cos_apical_negg": [-0.41477975249290466, -0.3563691973686218, -0.56640625], "cos_Ac_negg": [0.11118855327367783, 0.35404258966445923, 0.53515625], "r_norm": [8.358858108520508, 8.309804916381836, 8.362595558166504]}, {"step": 4000, "epoch": 8, "train_loss": 11.843727111816406, "cos_r_negg": [0.06424508988857269, -0.06611384451389313, -0.1015625], "cos_innovation_negg": [-0.26604729890823364, -0.16560904681682587, 0.2578125], "cos_apical_negg": [0.06424508988857269, -0.06611384451389313, -0.1015625], "cos_Ac_negg": [-0.2660340368747711, -0.16560426354408264, 0.2578125], "r_norm": [8.712605476379395, 8.75984001159668, 8.80296516418457], "ldr": {"dL_sdil": -5.210995674133301, "dL_bp": -5.210995674133301, "ratio": 1.0}}, {"step": 4100, "epoch": 8, "train_loss": 11.043825149536133, "cos_r_negg": [-0.012536229565739632, -0.19439512491226196, -0.296875], "cos_innovation_negg": [-0.2442316710948944, 0.044733524322509766, 0.8046875], "cos_apical_negg": [-0.012536229565739632, -0.19439512491226196, -0.296875], "cos_Ac_negg": [-0.24422474205493927, 0.044733546674251556, 0.8046875], "r_norm": [8.27298355102539, 8.28322982788086, 8.324411392211914]}, {"step": 4200, "epoch": 8, "train_loss": 10.813334465026855, "cos_r_negg": [-0.07172022014856339, -0.09402187168598175, -0.140625], "cos_innovation_negg": [-0.07185393571853638, -0.055279091000556946, 0.8046875], "cos_apical_negg": [-0.07172022014856339, -0.09402187168598175, -0.140625], "cos_Ac_negg": [-0.07181825488805771, -0.05527891218662262, 0.8046875], "r_norm": [8.569534301757812, 8.555490493774414, 8.607816696166992]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.0892, "test_loss": 11.2686205078125}, {"step": 4300, "epoch": 9, "train_loss": 11.30282974243164, "cos_r_negg": [-0.42207491397857666, -0.4704839587211609, -0.78125], "cos_innovation_negg": [0.6612135767936707, 0.6869399547576904, 1.0], "cos_apical_negg": [-0.42207491397857666, -0.4704839587211609, -0.78125], "cos_Ac_negg": [0.661078155040741, 0.6869426965713501, 1.0], "r_norm": [6.958515167236328, 6.957447528839111, 6.912569522857666]}, {"step": 4400, "epoch": 9, "train_loss": 12.547195434570312, "cos_r_negg": [-0.22351884841918945, -0.3272722363471985, -0.51171875], "cos_innovation_negg": [-0.438857764005661, -0.6343268752098083, 0.78515625], "cos_apical_negg": [-0.22351884841918945, -0.3272722363471985, -0.51171875], "cos_Ac_negg": [-0.4388698935508728, -0.6343271732330322, 0.78515625], "r_norm": [8.885265350341797, 8.9166259765625, 8.973077774047852]}, {"step": 4500, "epoch": 9, "train_loss": 13.633489608764648, "cos_r_negg": [-0.07313361018896103, -0.19560879468917847, -0.296875], "cos_innovation_negg": [-0.09623672813177109, -0.016946494579315186, 0.6484375], "cos_apical_negg": [-0.07313361018896103, -0.19560879468917847, -0.296875], "cos_Ac_negg": [-0.0962434709072113, -0.01694667339324951, 0.6484375], "r_norm": [8.246091842651367, 8.248424530029297, 8.283790588378906], "ldr": {"dL_sdil": -1.6996498107910156, "dL_bp": -1.6996498107910156, "ratio": 1.0}}, {"step": 4600, "epoch": 9, "train_loss": 11.515636444091797, "cos_r_negg": [-0.4379178583621979, -0.476169615983963, -0.78125], "cos_innovation_negg": [0.507658839225769, 0.6764594316482544, 1.0], "cos_apical_negg": [-0.4379178583621979, -0.476169615983963, -0.78125], "cos_Ac_negg": [0.5076534152030945, 0.6764594912528992, 1.0], "r_norm": [7.644908905029297, 7.651847839355469, 7.635805606842041]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.1032, "test_loss": 12.22563271484375}, {"step": 4700, "epoch": 10, "train_loss": 11.154718399047852, "cos_r_negg": [0.04211030900478363, -0.051484204828739166, -0.078125], "cos_innovation_negg": [0.17123736441135406, 0.021926064044237137, 0.484375], "cos_apical_negg": [0.04211030900478363, -0.051484204828739166, -0.078125], "cos_Ac_negg": [0.17122957110404968, 0.02192624658346176, 0.484375], "r_norm": [8.554386138916016, 8.57331371307373, 8.582290649414062]}, {"step": 4800, "epoch": 10, "train_loss": 10.413039207458496, "cos_r_negg": [-0.06587191671133041, -0.1854400783777237, -0.296875], "cos_innovation_negg": [0.33011189103126526, 0.09548874199390411, 0.8046875], "cos_apical_negg": [-0.06587191671133041, -0.1854400783777237, -0.296875], "cos_Ac_negg": [0.32983729243278503, 0.09548848122358322, 0.8046875], "r_norm": [8.536161422729492, 8.55754280090332, 8.540809631347656]}, {"step": 4900, "epoch": 10, "train_loss": 8.770610809326172, "cos_r_negg": [-0.16251826286315918, -0.3209840953350067, -0.51171875], "cos_innovation_negg": [0.286214679479599, -0.12868893146514893, 0.78515625], "cos_apical_negg": [-0.16251826286315918, -0.3209840953350067, -0.51171875], "cos_Ac_negg": [0.2861725389957428, -0.12868985533714294, 0.78515625], "r_norm": [8.486433029174805, 8.503961563110352, 8.495394706726074]}, {"step": 5000, "epoch": 10, "train_loss": 10.889909744262695, "cos_r_negg": [0.0900082215666771, -0.08585497736930847, -0.140625], "cos_innovation_negg": [-0.015633879229426384, -0.07281642407178879, 0.421875], "cos_apical_negg": [0.0900082215666771, -0.08585497736930847, -0.140625], "cos_Ac_negg": [-0.015591621398925781, -0.07281635701656342, 0.421875], "r_norm": [8.31772518157959, 8.335901260375977, 8.394617080688477], "ldr": {"dL_sdil": -2.2710018157958984, "dL_bp": -2.2710018157958984, "ratio": 1.0}}, {"step": 5100, "epoch": 10, "train_loss": 14.994162559509277, "cos_r_negg": [0.10927048325538635, -0.06370556354522705, -0.09765625], "cos_innovation_negg": [0.3110046982765198, -0.038481324911117554, 0.46484375], "cos_apical_negg": [0.10927048325538635, -0.06370556354522705, -0.09765625], "cos_Ac_negg": [0.31100744009017944, -0.03848128020763397, 0.46484375], "r_norm": [8.779733657836914, 8.800010681152344, 8.825196266174316]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.0974, "test_loss": 13.11488681640625}, {"step": 5200, "epoch": 11, "train_loss": 14.59203052520752, "cos_r_negg": [-0.37050753831863403, -0.23410217463970184, -0.37109375], "cos_innovation_negg": [0.026665732264518738, -0.012106293812394142, 0.73046875], "cos_apical_negg": [-0.37050753831863403, -0.23410217463970184, -0.37109375], "cos_Ac_negg": [0.026613960042595863, -0.012103769928216934, 0.73046875], "r_norm": [8.561629295349121, 8.571050643920898, 8.591808319091797]}, {"step": 5300, "epoch": 11, "train_loss": 13.225076675415039, "cos_r_negg": [0.10546252131462097, -0.06255826354026794, -0.1015625], "cos_innovation_negg": [-0.15438078343868256, -0.13905379176139832, 0.4609375], "cos_apical_negg": [0.10546252131462097, -0.06255826354026794, -0.1015625], "cos_Ac_negg": [-0.15430378913879395, -0.13905397057533264, 0.4609375], "r_norm": [8.374811172485352, 8.399364471435547, 8.391115188598633]}, {"step": 5400, "epoch": 11, "train_loss": 15.979743957519531, "cos_r_negg": [0.19339673221111298, 0.13396701216697693, 0.21875], "cos_innovation_negg": [0.03953156992793083, 0.01834408938884735, 0.78125], "cos_apical_negg": [0.19339673221111298, 0.13396701216697693, 0.21875], "cos_Ac_negg": [0.039623573422431946, 0.01834414154291153, 0.78125], "r_norm": [8.356511116027832, 8.387165069580078, 8.43072509765625]}, {"step": 5500, "epoch": 11, "train_loss": 17.079755783081055, "cos_r_negg": [-0.17131507396697998, -0.12880662083625793, -0.20703125], "cos_innovation_negg": [0.06365390121936798, 0.13643576204776764, 0.35546875], "cos_apical_negg": [-0.17131507396697998, -0.12880662083625793, -0.20703125], "cos_Ac_negg": [0.06359851360321045, 0.13643546402454376, 0.35546875], "r_norm": [8.2498779296875, 8.280290603637695, 8.350334167480469], "ldr": {"dL_sdil": -1.9855546951293945, "dL_bp": -1.9855546951293945, "ratio": 1.0}}, {"step": 5600, "epoch": 11, "train_loss": 13.779155731201172, "cos_r_negg": [0.05128047987818718, -0.19811663031578064, -0.31640625], "cos_innovation_negg": [0.09084538370370865, -0.20866376161575317, 0.04296875], "cos_apical_negg": [0.05128047987818718, -0.19811663031578064, -0.31640625], "cos_Ac_negg": [0.09087378531694412, -0.20866474509239197, 0.04296875], "r_norm": [8.729887008666992, 8.74886703491211, 8.835797309875488]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.0974, "test_loss": 7.890156201171875}, {"step": 5700, "epoch": 12, "train_loss": 13.740019798278809, "cos_r_negg": [-0.022249044850468636, -0.19086125493049622, -0.296875], "cos_innovation_negg": [0.25283122062683105, 0.1070123165845871, 0.6484375], "cos_apical_negg": [-0.022249044850468636, -0.19086125493049622, -0.296875], "cos_Ac_negg": [0.2528183162212372, 0.1070125475525856, 0.6484375], "r_norm": [8.25234317779541, 8.273443222045898, 8.24481201171875]}, {"step": 5800, "epoch": 12, "train_loss": 15.185934066772461, "cos_r_negg": [-0.47118210792541504, -0.49360305070877075, -0.78515625], "cos_innovation_negg": [-0.042259059846401215, 0.5175637602806091, 0.51171875], "cos_apical_negg": [-0.47118210792541504, -0.49360305070877075, -0.78515625], "cos_Ac_negg": [-0.0423424057662487, 0.5180661678314209, 0.51171875], "r_norm": [8.352450370788574, 8.361159324645996, 8.426286697387695]}, {"step": 5900, "epoch": 12, "train_loss": 8.332021713256836, "cos_r_negg": [-0.012060514651238918, -0.06310335546731949, -0.1015625], "cos_innovation_negg": [-0.050032176077365875, -0.0006044637411832809, 1.0], "cos_apical_negg": [-0.012060514651238918, -0.06310335546731949, -0.1015625], "cos_Ac_negg": [-0.0500577911734581, -0.0006053010001778603, 1.0], "r_norm": [7.918285369873047, 7.925766468048096, 7.932440280914307]}, {"step": 6000, "epoch": 12, "train_loss": 12.282862663269043, "cos_r_negg": [-0.13919560611248016, -0.3347434401512146, -0.515625], "cos_innovation_negg": [-0.0738874301314354, -0.056763142347335815, 0.78125], "cos_apical_negg": [-0.13919560611248016, -0.3347434401512146, -0.515625], "cos_Ac_negg": [-0.07386118173599243, -0.056763119995594025, 0.78125], "r_norm": [8.246475219726562, 8.265886306762695, 8.238741874694824], "ldr": {"dL_sdil": -1.0019464492797852, "dL_bp": -1.0019464492797852, "ratio": 1.0}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.101, "test_loss": 16.701590234375}, {"step": 6100, "epoch": 13, "train_loss": 13.568330764770508, "cos_r_negg": [-0.3286958932876587, -0.23590868711471558, -0.37109375], "cos_innovation_negg": [-0.5864284038543701, -0.24276292324066162, 0.35546875], "cos_apical_negg": [-0.3286958932876587, -0.23590868711471558, -0.37109375], "cos_Ac_negg": [-0.5864269733428955, -0.24276292324066162, 0.35546875], "r_norm": [8.762467384338379, 8.775313377380371, 8.811768531799316]}, {"step": 6200, "epoch": 13, "train_loss": 6.621945381164551, "cos_r_negg": [-0.12752246856689453, -0.3257513642311096, -0.51171875], "cos_innovation_negg": [0.04779680445790291, -0.014845471829175949, 1.0], "cos_apical_negg": [-0.12752246856689453, -0.3257513642311096, -0.51171875], "cos_Ac_negg": [0.04783311486244202, -0.014845405705273151, 1.0], "r_norm": [8.24631118774414, 8.268777847290039, 8.265740394592285]}, {"step": 6300, "epoch": 13, "train_loss": 5.512476921081543, "cos_r_negg": [0.1348036825656891, 0.035266757011413574, 0.0546875], "cos_innovation_negg": [-0.2639142870903015, -0.3019446134567261, 0.6171875], "cos_apical_negg": [0.1348036825656891, 0.035266757011413574, 0.0546875], "cos_Ac_negg": [-0.2638952434062958, -0.3019335865974426, 0.6171875], "r_norm": [7.887872695922852, 7.902234077453613, 7.9197540283203125]}, {"step": 6400, "epoch": 13, "train_loss": 13.546648025512695, "cos_r_negg": [0.011138486675918102, -0.09149190783500671, -0.140625], "cos_innovation_negg": [-0.11614083498716354, -0.14522939920425415, 0.3984375], "cos_apical_negg": [0.011138486675918102, -0.09149190783500671, -0.140625], "cos_Ac_negg": [-0.11569877713918686, -0.14523273706436157, 0.3984375], "r_norm": [7.982773780822754, 8.00344181060791, 8.06374740600586]}, {"step": 6500, "epoch": 13, "train_loss": 11.577411651611328, "cos_r_negg": [0.029955074191093445, -0.06374683976173401, -0.1015625], "cos_innovation_negg": [-0.1661345660686493, -0.09280157089233398, 0.84375], "cos_apical_negg": [0.029955074191093445, -0.06374683976173401, -0.1015625], "cos_Ac_negg": [-0.16615183651447296, -0.09280161559581757, 0.84375], "r_norm": [8.310872077941895, 8.319803237915039, 8.357292175292969], "ldr": {"dL_sdil": -1.6535072326660156, "dL_bp": -1.6535072326660156, "ratio": 1.0}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.0892, "test_loss": 11.9782271484375}, {"step": 6600, "epoch": 14, "train_loss": 8.526567459106445, "cos_r_negg": [-0.3817954957485199, -0.5017862319946289, -0.78125], "cos_innovation_negg": [-0.34609857201576233, -0.09906160831451416, 0.78515625], "cos_apical_negg": [-0.3817954957485199, -0.5017862319946289, -0.78125], "cos_Ac_negg": [-0.3461563289165497, -0.09906161576509476, 0.78515625], "r_norm": [8.510602951049805, 8.5277099609375, 8.542966842651367]}, {"step": 6700, "epoch": 14, "train_loss": 8.28334903717041, "cos_r_negg": [-0.4204058051109314, -0.5008850693702698, -0.78125], "cos_innovation_negg": [-0.15817169845104218, -0.027469102293252945, 1.0], "cos_apical_negg": [-0.4204058051109314, -0.5008850693702698, -0.78125], "cos_Ac_negg": [-0.158253014087677, -0.027468973770737648, 1.0], "r_norm": [8.390499114990234, 8.408519744873047, 8.4287109375]}, {"step": 6800, "epoch": 14, "train_loss": 13.922309875488281, "cos_r_negg": [-0.3424050807952881, -0.5002288818359375, -0.78125], "cos_innovation_negg": [0.04831494763493538, 0.06858976930379868, 1.0], "cos_apical_negg": [-0.3424050807952881, -0.5002288818359375, -0.78125], "cos_Ac_negg": [0.046754706650972366, 0.06858483701944351, 1.0], "r_norm": [8.305824279785156, 8.321075439453125, 8.361061096191406]}, {"step": 6900, "epoch": 14, "train_loss": 8.011695861816406, "cos_r_negg": [-0.006971176713705063, -0.06244221329689026, -0.09765625], "cos_innovation_negg": [-0.053059712052345276, -0.14909477531909943, 0.78515625], "cos_apical_negg": [-0.006971176713705063, -0.06244221329689026, -0.09765625], "cos_Ac_negg": [-0.04014761000871658, -0.1490975022315979, 0.78515625], "r_norm": [8.24666976928711, 8.25935173034668, 8.308448791503906]}, {"step": 7000, "epoch": 14, "train_loss": 15.180927276611328, "cos_r_negg": [-0.08431568741798401, -0.04824742674827576, -0.078125], "cos_innovation_negg": [-0.08298332989215851, 0.039350561797618866, 0.8046875], "cos_apical_negg": [-0.08431568741798401, -0.04824742674827576, -0.078125], "cos_Ac_negg": [-0.08304154872894287, 0.03935077786445618, 0.8046875], "r_norm": [8.209514617919922, 8.224637985229492, 8.267744064331055], "ldr": {"dL_sdil": -2.422679901123047, "dL_bp": -2.422679901123047, "ratio": 1.0}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.1009, "test_loss": 20.922865625}], "final": {"test_acc": 0.1009, "test_loss": 20.922865625, "wall_s": 22.756576538085938, "cos_r_negg": [-0.421191930770874, -0.35951855778694153, -0.56640625], "cos_innovation_negg": [0.43286922574043274, 0.46319523453712463, 1.0], "cos_apical_negg": [-0.421191930770874, -0.35951855778694153, -0.56640625], "cos_Ac_negg": [0.4328594207763672, 0.46317994594573975, 1.0]}}
|
