1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.5, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p5_matched_s4", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4633917808532715, "cos_r_negg": [-0.01129845343530178, 0.008651826530694962, -0.007999418303370476], "cos_innovation_negg": [-0.009800340980291367, 0.01927170902490616, 0.006490039173513651], "cos_apical_negg": [-0.01129845343530178, 0.008651826530694962, -0.007999418303370476], "cos_Ac_negg": [-0.009802713058888912, 0.01927042379975319, 0.006488661281764507], "r_norm": [4.8780083656311035, 4.877157211303711, 4.972771167755127], "ldr": {"dL_sdil": 0.04328036308288574, "dL_bp": -0.25147366523742676, "ratio": -0.17210694027155068}}, {"step": 100, "epoch": 0, "train_loss": 5.8541765213012695, "cos_r_negg": [0.011859158053994179, -0.2197123020887375, -0.3577398955821991], "cos_innovation_negg": [-0.0072913807816803455, -0.052386775612831116, -0.5470658540725708], "cos_apical_negg": [0.01185915432870388, -0.2197122871875763, -0.3577398657798767], "cos_Ac_negg": [-0.007299464195966721, -0.0523856058716774, -0.5470612049102783], "r_norm": [5.124417304992676, 5.268747806549072, 5.337373733520508]}, {"step": 200, "epoch": 0, "train_loss": 7.517156600952148, "cos_r_negg": [-0.0007674796506762505, -0.2255302369594574, -0.41825735569000244], "cos_innovation_negg": [-0.01766887493431568, 0.03300219029188156, -0.3543049991130829], "cos_apical_negg": [-0.0007674787193536758, -0.2255302369594574, -0.41825735569000244], "cos_Ac_negg": [-0.01773150824010372, 0.03299228847026825, -0.35431337356567383], "r_norm": [5.555302619934082, 5.636344909667969, 5.777846813201904]}, {"step": 300, "epoch": 0, "train_loss": 14.709612846374512, "cos_r_negg": [-0.05441128462553024, -0.013229746371507645, -0.5223036408424377], "cos_innovation_negg": [-0.05681538209319115, 0.05241924151778221, -0.4191136956214905], "cos_apical_negg": [-0.05441128462553024, -0.013229753822088242, -0.522303581237793], "cos_Ac_negg": [-0.05679492652416229, 0.05261079967021942, -0.4186246991157532], "r_norm": [5.259543418884277, 5.360218048095703, 5.377040386199951]}, {"step": 400, "epoch": 0, "train_loss": 13.243284225463867, "cos_r_negg": [0.0021957606077194214, -0.11069093644618988, -0.46535995602607727], "cos_innovation_negg": [-0.03861415758728981, -0.14249730110168457, -0.2690833806991577], "cos_apical_negg": [0.00219576433300972, -0.11069094389677048, -0.46535995602607727], "cos_Ac_negg": [-0.03862171620130539, -0.14250123500823975, -0.2690684199333191], "r_norm": [5.04359245300293, 5.089756965637207, 5.202094078063965]}, {"epoch_end": 0, "step": 469, "test_acc": 0.098, "test_loss": 11.74906416015625}, {"step": 500, "epoch": 1, "train_loss": 9.267217636108398, "cos_r_negg": [-0.07953251898288727, -0.21007049083709717, -0.4973289370536804], "cos_innovation_negg": [-0.07249242067337036, 0.005075649358332157, -0.5114177465438843], "cos_apical_negg": [-0.07953251898288727, -0.21007049083709717, -0.4973289370536804], "cos_Ac_negg": [-0.07248273491859436, 0.005073705688118935, -0.5114182829856873], "r_norm": [4.512006759643555, 4.719825267791748, 4.868722438812256], "ldr": {"dL_sdil": -2.430685043334961, "dL_bp": -2.430685043334961, "ratio": 1.0}}, {"step": 600, "epoch": 1, "train_loss": 14.977519989013672, "cos_r_negg": [-0.010794905945658684, 0.04714793711900711, -0.08304298669099808], "cos_innovation_negg": [0.026821741834282875, -0.04090297594666481, -0.1082586720585823], "cos_apical_negg": [-0.01079490501433611, 0.047147929668426514, -0.08304299414157867], "cos_Ac_negg": [0.026827357709407806, -0.04090838134288788, -0.10826852917671204], "r_norm": [4.290731430053711, 4.528001308441162, 4.737679958343506]}, {"step": 700, "epoch": 1, "train_loss": 9.509578704833984, "cos_r_negg": [0.0870501771569252, -0.009413352236151695, -0.2456909865140915], "cos_innovation_negg": [0.07207196950912476, 0.18434545397758484, -0.13110113143920898], "cos_apical_negg": [0.0870501846075058, -0.009413350373506546, -0.2456909716129303], "cos_Ac_negg": [0.07206246256828308, 0.18433862924575806, -0.13110670447349548], "r_norm": [4.123425483703613, 4.401701927185059, 4.547141075134277]}, {"step": 800, "epoch": 1, "train_loss": 11.306516647338867, "cos_r_negg": [-0.02568989433348179, 0.1021820455789566, -0.41206684708595276], "cos_innovation_negg": [-0.07593926787376404, -0.09788890928030014, -0.6020598411560059], "cos_apical_negg": [-0.02568989060819149, 0.1021820455789566, -0.41206681728363037], "cos_Ac_negg": [-0.07594180852174759, -0.09790432453155518, -0.6020537614822388], "r_norm": [3.778378963470459, 4.147512435913086, 4.202633857727051]}, {"step": 900, "epoch": 1, "train_loss": 11.810812950134277, "cos_r_negg": [-0.015443554148077965, 0.029148340225219727, -0.4459986686706543], "cos_innovation_negg": [-0.006619329564273357, -0.22585856914520264, -0.5746004581451416], "cos_apical_negg": [-0.015443547628819942, 0.02914833277463913, -0.4459986686706543], "cos_Ac_negg": [-0.006692266091704369, -0.22585037350654602, -0.5746238231658936], "r_norm": [3.9097304344177246, 4.300942897796631, 4.448230743408203]}, {"epoch_end": 1, "step": 938, "test_acc": 0.101, "test_loss": 7.963738671875}, {"step": 1000, "epoch": 2, "train_loss": 8.884724617004395, "cos_r_negg": [-0.039530590176582336, -0.08551079779863358, 0.6135400533676147], "cos_innovation_negg": [-0.04736698418855667, -0.11023949086666107, 0.5906074047088623], "cos_apical_negg": [-0.039530590176582336, -0.08551079779863358, 0.6135400533676147], "cos_Ac_negg": [-0.047403719276189804, -0.11028845608234406, 0.5905972719192505], "r_norm": [3.6757125854492188, 4.192357063293457, 4.424413681030273], "ldr": {"dL_sdil": -2.054088592529297, "dL_bp": -2.054088592529297, "ratio": 1.0}}, {"step": 1100, "epoch": 2, "train_loss": 14.597789764404297, "cos_r_negg": [-0.04002337530255318, -0.01344760600477457, -0.2623630464076996], "cos_innovation_negg": [-0.08198900520801544, -0.3292337656021118, -0.19218310713768005], "cos_apical_negg": [-0.04002337530255318, -0.013447610661387444, -0.262363076210022], "cos_Ac_negg": [-0.08199483156204224, -0.3292442858219147, -0.19217684864997864], "r_norm": [3.2151031494140625, 3.6015751361846924, 3.772069215774536]}, {"step": 1200, "epoch": 2, "train_loss": 12.347772598266602, "cos_r_negg": [-0.04184480756521225, 0.029573867097496986, -0.454253226518631], "cos_innovation_negg": [-0.1306096613407135, -0.33464229106903076, -0.26127147674560547], "cos_apical_negg": [-0.04184481129050255, 0.029573867097496986, -0.454253226518631], "cos_Ac_negg": [-0.12359117716550827, -0.3321819603443146, -0.25948476791381836], "r_norm": [3.1707687377929688, 3.5867362022399902, 3.797882556915283]}, {"step": 1300, "epoch": 2, "train_loss": 7.944858551025391, "cos_r_negg": [-0.021507171913981438, -0.25699418783187866, 0.11335650086402893], "cos_innovation_negg": [-0.017513461410999298, 0.09577532857656479, 0.09815210103988647], "cos_apical_negg": [-0.02150716632604599, -0.25699418783187866, 0.11335647106170654], "cos_Ac_negg": [-0.01751203089952469, 0.09577464312314987, 0.09815260022878647], "r_norm": [2.7884225845336914, 3.1255950927734375, 3.325468063354492]}, {"step": 1400, "epoch": 2, "train_loss": 17.05021858215332, "cos_r_negg": [-0.015276666730642319, -0.05686268210411072, -0.5087875127792358], "cos_innovation_negg": [-0.003988954238593578, 0.09596237540245056, -0.04826423525810242], "cos_apical_negg": [-0.015276672318577766, -0.056862685829401016, -0.5087875127792358], "cos_Ac_negg": [-0.003919597715139389, 0.09464316070079803, -0.04777562990784645], "r_norm": [3.209172487258911, 3.6498122215270996, 3.9084768295288086]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.101, "test_loss": 11.65413310546875}, {"step": 1500, "epoch": 3, "train_loss": 11.066307067871094, "cos_r_negg": [-0.02007298171520233, -0.09805725514888763, -0.4332076907157898], "cos_innovation_negg": [-0.1192355826497078, -0.09998417645692825, -0.1597440540790558], "cos_apical_negg": [-0.020072977989912033, -0.09805724769830704, -0.433207631111145], "cos_Ac_negg": [-0.11802435666322708, -0.09912623465061188, -0.15952078998088837], "r_norm": [2.787120819091797, 3.2394533157348633, 3.539144277572632], "ldr": {"dL_sdil": -4.051599979400635, "dL_bp": -4.051599979400635, "ratio": 1.0}}, {"step": 1600, "epoch": 3, "train_loss": 11.112384796142578, "cos_r_negg": [0.003439044114202261, -0.17804297804832458, -0.2650943994522095], "cos_innovation_negg": [0.006826162338256836, 0.18137340247631073, 0.08404278010129929], "cos_apical_negg": [0.0034390483051538467, -0.1780429631471634, -0.2650943994522095], "cos_Ac_negg": [0.006809420883655548, 0.18137305974960327, 0.0840434581041336], "r_norm": [2.9356188774108887, 3.378755807876587, 3.697742462158203]}, {"step": 1700, "epoch": 3, "train_loss": 14.974851608276367, "cos_r_negg": [-0.03673722967505455, -0.08957450091838837, 0.05323369801044464], "cos_innovation_negg": [0.03135113790631294, -0.15391230583190918, 0.5507566928863525], "cos_apical_negg": [-0.03673723340034485, -0.08957449346780777, 0.05323369801044464], "cos_Ac_negg": [0.03134145587682724, -0.15392333269119263, 0.550754189491272], "r_norm": [2.656477928161621, 2.9651055335998535, 3.2688050270080566]}, {"step": 1800, "epoch": 3, "train_loss": 10.519225120544434, "cos_r_negg": [-0.029512641951441765, 0.021447008475661278, -0.13711871206760406], "cos_innovation_negg": [-0.04361803084611893, -0.013496778905391693, -0.5173032283782959], "cos_apical_negg": [-0.029512640088796616, 0.02144699916243553, -0.13711872696876526], "cos_Ac_negg": [-0.04361617565155029, -0.013385454192757607, -0.517304003238678], "r_norm": [2.718841552734375, 3.16217041015625, 3.4883527755737305]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.1028, "test_loss": 15.07969111328125}, {"step": 1900, "epoch": 4, "train_loss": 11.25178050994873, "cos_r_negg": [0.02110508643090725, -0.029691100120544434, 0.29179835319519043], "cos_innovation_negg": [0.02706158719956875, 0.3323219418525696, -0.19874373078346252], "cos_apical_negg": [0.02110508643090725, -0.029691096395254135, 0.29179835319519043], "cos_Ac_negg": [0.027052119374275208, 0.3323248624801636, -0.19874323904514313], "r_norm": [2.4587879180908203, 2.8561155796051025, 3.2578701972961426]}, {"step": 2000, "epoch": 4, "train_loss": 10.440183639526367, "cos_r_negg": [-0.0377700999379158, -0.12785397469997406, -0.4010062515735626], "cos_innovation_negg": [-0.017192503437399864, 0.09235957264900208, 0.14360617101192474], "cos_apical_negg": [-0.0377700999379158, -0.12785397469997406, -0.4010062515735626], "cos_Ac_negg": [-0.017174983397126198, 0.09244447946548462, 0.14362017810344696], "r_norm": [2.2871251106262207, 2.7045998573303223, 3.265491485595703], "ldr": {"dL_sdil": -2.0468292236328125, "dL_bp": -2.0468292236328125, "ratio": 1.0}}, {"step": 2100, "epoch": 4, "train_loss": 9.651744842529297, "cos_r_negg": [0.02698163315653801, -0.1698457896709442, -0.4057127833366394], "cos_innovation_negg": [0.0902349203824997, 0.0648086741566658, 0.20928771793842316], "cos_apical_negg": [0.02698163501918316, -0.1698457896709442, -0.4057127833366394], "cos_Ac_negg": [0.09113830327987671, 0.06552675366401672, 0.20948526263237], "r_norm": [2.600207805633545, 2.962268352508545, 3.4584484100341797]}, {"step": 2200, "epoch": 4, "train_loss": 9.51034164428711, "cos_r_negg": [-0.029838094487786293, -0.023607686161994934, 0.5379142165184021], "cos_innovation_negg": [0.0011311490088701248, 0.04019015282392502, 0.7120953798294067], "cos_apical_negg": [-0.029838092625141144, -0.023607686161994934, 0.5379142165184021], "cos_Ac_negg": [0.0011341515928506851, 0.040197186172008514, 0.7120956778526306], "r_norm": [2.1194517612457275, 2.504669666290283, 3.0483927726745605]}, {"step": 2300, "epoch": 4, "train_loss": 11.1998291015625, "cos_r_negg": [-0.0303325317800045, -0.16468754410743713, -0.3945731520652771], "cos_innovation_negg": [0.03663358464837074, 0.07643117755651474, 0.2164628803730011], "cos_apical_negg": [-0.030332528054714203, -0.16468754410743713, -0.3945731520652771], "cos_Ac_negg": [0.03664188086986542, 0.07645708322525024, 0.21646468341350555], "r_norm": [2.315669536590576, 2.630915880203247, 3.1710197925567627]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.0982, "test_loss": 11.56928701171875}, {"step": 2400, "epoch": 5, "train_loss": 15.464273452758789, "cos_r_negg": [-0.022517157718539238, -0.06016632914543152, -0.2213427722454071], "cos_innovation_negg": [0.009990440681576729, 0.10562947392463684, -0.07143792510032654], "cos_apical_negg": [-0.022517159581184387, -0.06016632542014122, -0.22134274244308472], "cos_Ac_negg": [0.007077903486788273, 0.12128163874149323, -0.07162907719612122], "r_norm": [2.319413661956787, 2.812208890914917, 3.1901986598968506]}, {"step": 2500, "epoch": 5, "train_loss": 15.781010627746582, "cos_r_negg": [0.006515308283269405, 0.03680349886417389, 0.17628473043441772], "cos_innovation_negg": [-0.039479028433561325, -0.023504361510276794, 0.3867316246032715], "cos_apical_negg": [0.006515307351946831, 0.03680350258946419, 0.1762847602367401], "cos_Ac_negg": [-0.03948182612657547, -0.023458516225218773, 0.3867321312427521], "r_norm": [2.242642641067505, 2.6207966804504395, 3.155750274658203], "ldr": {"dL_sdil": -2.5270824432373047, "dL_bp": -2.5270824432373047, "ratio": 1.0}}, {"step": 2600, "epoch": 5, "train_loss": 12.724416732788086, "cos_r_negg": [-0.009419533424079418, -0.057463571429252625, -0.2334344983100891], "cos_innovation_negg": [-0.05791371315717697, -0.1367834508419037, 0.4078209400177002], "cos_apical_negg": [-0.00941953994333744, -0.05746357887983322, -0.23343446850776672], "cos_Ac_negg": [-0.05791257321834564, -0.13678792119026184, 0.4078206419944763], "r_norm": [1.962188482284546, 2.3691956996917725, 2.9482617378234863]}, {"step": 2700, "epoch": 5, "train_loss": 9.730428695678711, "cos_r_negg": [0.0072060986422002316, -0.14397896826267242, 0.32661041617393494], "cos_innovation_negg": [0.012847809121012688, 0.23192207515239716, 0.5787216424942017], "cos_apical_negg": [0.007206094451248646, -0.14397895336151123, 0.32661041617393494], "cos_Ac_negg": [0.01285066269338131, 0.23192547261714935, 0.5787215232849121], "r_norm": [1.8642280101776123, 2.232654571533203, 2.835360050201416]}, {"step": 2800, "epoch": 5, "train_loss": 11.136555671691895, "cos_r_negg": [0.0017272725235670805, -0.06760498881340027, 0.07126668095588684], "cos_innovation_negg": [0.013942636549472809, 0.07325094938278198, 0.5194573998451233], "cos_apical_negg": [0.0017272711265832186, -0.06760498881340027, 0.07126669585704803], "cos_Ac_negg": [0.013938605785369873, 0.07326620817184448, 0.5194574594497681], "r_norm": [1.8120512962341309, 2.11643648147583, 2.732422351837158]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.0892, "test_loss": 9.65150244140625}, {"step": 2900, "epoch": 6, "train_loss": 8.220255851745605, "cos_r_negg": [0.021356161683797836, -0.10543379187583923, 0.39407429099082947], "cos_innovation_negg": [0.06694730371236801, 0.10491691529750824, 0.29907649755477905], "cos_apical_negg": [0.021356161683797836, -0.10543379187583923, 0.3940742611885071], "cos_Ac_negg": [0.06694920361042023, 0.10499151051044464, 0.2990766763687134], "r_norm": [1.7774038314819336, 2.08298659324646, 2.789957046508789]}, {"step": 3000, "epoch": 6, "train_loss": 10.099320411682129, "cos_r_negg": [0.01722574047744274, -0.12536576390266418, -0.4060935378074646], "cos_innovation_negg": [0.022347591817378998, 0.15969829261302948, 0.25333529710769653], "cos_apical_negg": [0.01722574047744274, -0.125365749001503, -0.4060935378074646], "cos_Ac_negg": [0.02230764552950859, 0.1597033143043518, 0.25333642959594727], "r_norm": [1.7957839965820312, 2.1143641471862793, 3.030028820037842], "ldr": {"dL_sdil": -2.4251184463500977, "dL_bp": -2.4251184463500977, "ratio": 1.0}}, {"step": 3100, "epoch": 6, "train_loss": 11.909306526184082, "cos_r_negg": [-0.02589208260178566, 0.07551902532577515, -0.22723469138145447], "cos_innovation_negg": [-0.08696787059307098, -0.13182185590267181, 0.7523332834243774], "cos_apical_negg": [-0.02589208073914051, 0.07551901042461395, -0.22723469138145447], "cos_Ac_negg": [-0.08697381615638733, -0.13182967901229858, 0.7523332834243774], "r_norm": [1.8209266662597656, 2.16239070892334, 2.90501070022583]}, {"step": 3200, "epoch": 6, "train_loss": 18.356176376342773, "cos_r_negg": [-0.013865020126104355, -0.06947062909603119, 0.3276683986186981], "cos_innovation_negg": [0.043771419674158096, 0.12700802087783813, 0.6365551948547363], "cos_apical_negg": [-0.013865020126104355, -0.06947062909603119, 0.3276683986186981], "cos_Ac_negg": [0.04369744658470154, 0.12648585438728333, 0.6365549564361572], "r_norm": [1.8338781595230103, 2.2880051136016846, 3.1727118492126465]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.1009, "test_loss": 17.4827533203125}, {"step": 3300, "epoch": 7, "train_loss": 13.18510913848877, "cos_r_negg": [-0.0316130705177784, 0.1357533037662506, 0.009787240996956825], "cos_innovation_negg": [0.011263503693044186, -0.13506253063678741, 0.689012885093689], "cos_apical_negg": [-0.0316130667924881, 0.1357533037662506, 0.009787237271666527], "cos_Ac_negg": [0.011266272515058517, -0.1350746750831604, 0.6890128254890442], "r_norm": [1.599574327468872, 1.8772563934326172, 2.674494743347168]}, {"step": 3400, "epoch": 7, "train_loss": 21.204906463623047, "cos_r_negg": [-0.03684203699231148, -0.09438958764076233, 0.13558955490589142], "cos_innovation_negg": [-0.015204884111881256, -0.29622703790664673, 0.701994001865387], "cos_apical_negg": [-0.03684203699231148, -0.09438958764076233, 0.13558955490589142], "cos_Ac_negg": [-0.015198917128145695, -0.29621008038520813, 0.701994001865387], "r_norm": [1.675079584121704, 1.909162163734436, 2.802018880844116]}, {"step": 3500, "epoch": 7, "train_loss": 8.05005931854248, "cos_r_negg": [0.025616846978664398, -0.06617026031017303, -0.26765990257263184], "cos_innovation_negg": [-0.018649492412805557, -0.10789841413497925, 0.851392388343811], "cos_apical_negg": [0.025616848841309547, -0.06617026776075363, -0.26765990257263184], "cos_Ac_negg": [-0.018653957173228264, -0.10781063139438629, 0.8513922691345215], "r_norm": [1.5803498029708862, 1.8384654521942139, 2.68916916847229], "ldr": {"dL_sdil": -1.5574464797973633, "dL_bp": -1.5574464797973633, "ratio": 1.0}}, {"step": 3600, "epoch": 7, "train_loss": 10.90673828125, "cos_r_negg": [-0.04887796565890312, -0.06822121888399124, -0.40664350986480713], "cos_innovation_negg": [-0.0952325165271759, -0.1707383096218109, 0.8282569646835327], "cos_apical_negg": [-0.04887796938419342, -0.06822122633457184, -0.40664350986480713], "cos_Ac_negg": [-0.09523377567529678, -0.17073523998260498, 0.8282568454742432], "r_norm": [1.5510720014572144, 1.7978637218475342, 2.663027048110962]}, {"step": 3700, "epoch": 7, "train_loss": 15.147183418273926, "cos_r_negg": [0.00045548751950263977, -0.11392904818058014, -0.3510252833366394], "cos_innovation_negg": [-0.07126955687999725, -0.3411969244480133, 0.6208035349845886], "cos_apical_negg": [0.0004554903134703636, -0.11392904818058014, -0.3510252833366394], "cos_Ac_negg": [-0.07125917077064514, -0.34114325046539307, 0.6208035349845886], "r_norm": [1.556649088859558, 1.7780513763427734, 2.8818283081054688]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.0892, "test_loss": 6.903949658203125}, {"step": 3800, "epoch": 8, "train_loss": 6.643497467041016, "cos_r_negg": [-0.02152605913579464, -0.10375601053237915, -0.23378929495811462], "cos_innovation_negg": [-0.06955479085445404, -0.06414562463760376, 0.7090858221054077], "cos_apical_negg": [-0.02152606099843979, -0.10375600308179855, -0.23378928005695343], "cos_Ac_negg": [-0.06956103444099426, -0.06412623077630997, 0.7090858221054077], "r_norm": [1.4977200031280518, 1.6852657794952393, 2.6745219230651855]}, {"step": 3900, "epoch": 8, "train_loss": 11.924671173095703, "cos_r_negg": [-0.0012499094009399414, 0.08291405439376831, 0.05258265137672424], "cos_innovation_negg": [-0.0723571628332138, 0.0009395778179168701, 0.7132940292358398], "cos_apical_negg": [-0.0012499038130044937, 0.08291403949260712, 0.05258265882730484], "cos_Ac_negg": [-0.0723511129617691, 0.000929027795791626, 0.7132940292358398], "r_norm": [1.6799412965774536, 1.8777098655700684, 3.105379581451416]}, {"step": 4000, "epoch": 8, "train_loss": 5.951869010925293, "cos_r_negg": [-0.023763399571180344, -0.12959745526313782, -0.0574309416115284], "cos_innovation_negg": [0.008056455291807652, -0.20656552910804749, 0.6868358850479126], "cos_apical_negg": [-0.023763395845890045, -0.12959745526313782, -0.057430945336818695], "cos_Ac_negg": [0.008054409176111221, -0.20657196640968323, 0.6868358850479126], "r_norm": [1.3941377401351929, 1.588182806968689, 2.5991177558898926], "ldr": {"dL_sdil": -2.3911619186401367, "dL_bp": -2.3911614418029785, "ratio": 1.000000199416547}}, {"step": 4100, "epoch": 8, "train_loss": 15.187675476074219, "cos_r_negg": [-0.04170889034867287, -0.041121289134025574, -0.09154659509658813], "cos_innovation_negg": [-0.20098094642162323, -0.30104750394821167, 0.8014010787010193], "cos_apical_negg": [-0.04170889034867287, -0.04112128168344498, -0.09154658764600754], "cos_Ac_negg": [-0.20099011063575745, -0.30104202032089233, 0.8014011383056641], "r_norm": [1.502905249595642, 1.6867352724075317, 2.754103660583496]}, {"step": 4200, "epoch": 8, "train_loss": 9.053960800170898, "cos_r_negg": [0.04265213757753372, -0.09080851078033447, 0.024620793759822845], "cos_innovation_negg": [0.03838331624865532, 0.18795913457870483, 0.6641244888305664], "cos_apical_negg": [0.04265213385224342, -0.09080851078033447, 0.024620765820145607], "cos_Ac_negg": [0.03836546838283539, 0.18793150782585144, 0.6641243100166321], "r_norm": [1.6065177917480469, 1.77130126953125, 3.0752768516540527]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.098, "test_loss": 7.322003125}, {"step": 4300, "epoch": 9, "train_loss": 9.786920547485352, "cos_r_negg": [-0.019598793238401413, -0.19801032543182373, -0.2530418932437897], "cos_innovation_negg": [0.0384855717420578, 0.24911805987358093, 0.7266221046447754], "cos_apical_negg": [-0.019598783925175667, -0.19801032543182373, -0.25304192304611206], "cos_Ac_negg": [0.03852107375860214, 0.2480456531047821, 0.7266221046447754], "r_norm": [1.5966852903366089, 1.7460834980010986, 3.0226521492004395]}, {"step": 4400, "epoch": 9, "train_loss": 8.033329963684082, "cos_r_negg": [-0.039990052580833435, 0.11848752945661545, 0.3446117639541626], "cos_innovation_negg": [0.03951078653335571, 0.2667197287082672, 0.7486597299575806], "cos_apical_negg": [-0.03999006003141403, 0.11848751455545425, 0.3446117043495178], "cos_Ac_negg": [0.039519526064395905, 0.26671546697616577, 0.7486597299575806], "r_norm": [1.5250786542892456, 1.7146329879760742, 2.9164438247680664]}, {"step": 4500, "epoch": 9, "train_loss": 9.973971366882324, "cos_r_negg": [0.05105758085846901, -0.24648331105709076, 0.08119643479585648], "cos_innovation_negg": [0.030349545180797577, 0.10909681022167206, 0.7348092794418335], "cos_apical_negg": [0.05105758085846901, -0.24648331105709076, 0.08119641989469528], "cos_Ac_negg": [0.03032403439283371, 0.10909319669008255, 0.7348092794418335], "r_norm": [1.5895898342132568, 1.7133036851882935, 3.1713881492614746], "ldr": {"dL_sdil": -2.658766746520996, "dL_bp": -2.658766746520996, "ratio": 1.0}}, {"step": 4600, "epoch": 9, "train_loss": 11.34526252746582, "cos_r_negg": [0.052056387066841125, -0.11308931559324265, 0.15062031149864197], "cos_innovation_negg": [0.07969589531421661, 0.0874897837638855, 0.8855361938476562], "cos_apical_negg": [0.05205639451742172, -0.11308931559324265, 0.15062028169631958], "cos_Ac_negg": [0.0796777680516243, 0.08753896504640579, 0.8855360746383667], "r_norm": [1.5672414302825928, 1.68569016456604, 3.1695499420166016]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.1028, "test_loss": 5.812430810546875}, {"step": 4700, "epoch": 10, "train_loss": 6.853944778442383, "cos_r_negg": [0.015469450503587723, -0.030090004205703735, 0.10213199257850647], "cos_innovation_negg": [0.07592116296291351, -0.19599664211273193, 0.8309423923492432], "cos_apical_negg": [0.015469452366232872, -0.030090004205703735, 0.10213200747966766], "cos_Ac_negg": [0.07592664659023285, -0.19599175453186035, 0.8309423923492432], "r_norm": [1.2418698072433472, 1.3654282093048096, 2.5544018745422363]}, {"step": 4800, "epoch": 10, "train_loss": 7.203009128570557, "cos_r_negg": [0.05201717093586922, -0.1968211531639099, 0.07510508596897125], "cos_innovation_negg": [0.026504985988140106, 0.15712064504623413, 0.9333200454711914], "cos_apical_negg": [0.052017174661159515, -0.1968211531639099, 0.07510510087013245], "cos_Ac_negg": [0.02649352326989174, 0.15710905194282532, 0.9333200454711914], "r_norm": [1.4653611183166504, 1.6132922172546387, 3.019134759902954]}, {"step": 4900, "epoch": 10, "train_loss": 10.213006019592285, "cos_r_negg": [0.02470514550805092, -0.045736514031887054, 0.23600004613399506], "cos_innovation_negg": [0.02771253138780594, 0.005600770935416222, 0.6410759091377258], "cos_apical_negg": [0.02470514178276062, -0.04573650658130646, 0.23600006103515625], "cos_Ac_negg": [0.027369946241378784, 0.005620865151286125, 0.6410759091377258], "r_norm": [1.4204668998718262, 1.6538618803024292, 3.190216541290283]}, {"step": 5000, "epoch": 10, "train_loss": 7.825192451477051, "cos_r_negg": [0.011988598853349686, -0.06839568167924881, 0.21490582823753357], "cos_innovation_negg": [0.042516279965639114, -0.09857931733131409, 0.7615839242935181], "cos_apical_negg": [0.011988595128059387, -0.06839567422866821, 0.21490582823753357], "cos_Ac_negg": [0.04253878444433212, -0.09857695549726486, 0.7615839242935181], "r_norm": [1.3786802291870117, 1.6490967273712158, 2.8277299404144287], "ldr": {"dL_sdil": -2.1439099311828613, "dL_bp": -2.1439099311828613, "ratio": 1.0}}, {"step": 5100, "epoch": 10, "train_loss": 7.116961479187012, "cos_r_negg": [0.013926435261964798, -0.2839219570159912, -0.22931286692619324], "cos_innovation_negg": [0.001002265140414238, -0.2436596155166626, 0.8811333179473877], "cos_apical_negg": [0.013926437124609947, -0.2839219570159912, -0.22931286692619324], "cos_Ac_negg": [0.0011710533872246742, -0.2436147779226303, 0.8811327815055847], "r_norm": [1.4912426471710205, 1.5809907913208008, 3.143693208694458]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.1009, "test_loss": 12.3547849609375}, {"step": 5200, "epoch": 11, "train_loss": 13.147964477539062, "cos_r_negg": [-0.012514306232333183, -0.01933658868074417, 0.07910460233688354], "cos_innovation_negg": [-0.07245813310146332, 0.028523260727524757, 0.49874839186668396], "cos_apical_negg": [-0.012514311820268631, -0.019336584955453873, 0.07910459488630295], "cos_Ac_negg": [-0.07248740643262863, 0.02852851338684559, 0.4987483620643616], "r_norm": [1.404446005821228, 1.715101718902588, 2.95341157913208]}, {"step": 5300, "epoch": 11, "train_loss": 8.042003631591797, "cos_r_negg": [-0.04400178790092468, 0.15651726722717285, 0.43182075023651123], "cos_innovation_negg": [0.008472003042697906, 0.07192736864089966, 0.760715901851654], "cos_apical_negg": [-0.044001780450344086, 0.15651726722717285, 0.43182075023651123], "cos_Ac_negg": [0.008475187234580517, 0.07194077223539352, 0.760715901851654], "r_norm": [1.2975459098815918, 1.46932053565979, 3.03129243850708]}, {"step": 5400, "epoch": 11, "train_loss": 14.67538833618164, "cos_r_negg": [0.07488811016082764, -0.611284613609314, -0.03292857110500336], "cos_innovation_negg": [0.0623897910118103, -0.1497766375541687, 0.9646369218826294], "cos_apical_negg": [0.07488811761140823, -0.611284613609314, -0.03292855620384216], "cos_Ac_negg": [0.06242059916257858, -0.14913736283779144, 0.9646369218826294], "r_norm": [1.2761456966400146, 1.4081602096557617, 2.8667917251586914]}, {"step": 5500, "epoch": 11, "train_loss": 13.10124397277832, "cos_r_negg": [0.04806559532880783, -0.5321519374847412, -0.43347206711769104], "cos_innovation_negg": [-0.0356353260576725, -0.27107638120651245, 0.7018305063247681], "cos_apical_negg": [0.04806559160351753, -0.5321519374847412, -0.4334720969200134], "cos_Ac_negg": [-0.0355859212577343, -0.27106714248657227, 0.7018305063247681], "r_norm": [1.3927748203277588, 1.4736299514770508, 3.0802412033081055], "ldr": {"dL_sdil": -2.2028512954711914, "dL_bp": -2.2028512954711914, "ratio": 1.0}}, {"step": 5600, "epoch": 11, "train_loss": 12.440616607666016, "cos_r_negg": [0.02137741446495056, -0.21128374338150024, -0.025200016796588898], "cos_innovation_negg": [0.011442672461271286, 0.08184020221233368, 0.8471606969833374], "cos_apical_negg": [0.02137741446495056, -0.21128374338150024, -0.02520000748336315], "cos_Ac_negg": [0.011423293501138687, 0.08184285461902618, 0.8471606373786926], "r_norm": [1.340846300125122, 1.4272390604019165, 3.1976871490478516]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.0958, "test_loss": 17.180212109375}, {"step": 5700, "epoch": 12, "train_loss": 8.56231689453125, "cos_r_negg": [-0.0072683049365878105, -0.0635027214884758, 0.13623985648155212], "cos_innovation_negg": [0.09627002477645874, 0.022203674539923668, 0.6805067658424377], "cos_apical_negg": [-0.0072683123871684074, -0.0635027140378952, 0.13623985648155212], "cos_Ac_negg": [0.09627658128738403, 0.022205056622624397, 0.6805067658424377], "r_norm": [1.1378693580627441, 1.2611987590789795, 2.694638252258301]}, {"step": 5800, "epoch": 12, "train_loss": 13.849864959716797, "cos_r_negg": [0.06501591205596924, -0.09321749210357666, 0.0991235300898552], "cos_innovation_negg": [0.07016571611166, -0.021892592310905457, 0.583567202091217], "cos_apical_negg": [0.06501591205596924, -0.09321749210357666, 0.09912355244159698], "cos_Ac_negg": [0.07015561312437057, -0.02187947928905487, 0.583567202091217], "r_norm": [1.1757150888442993, 1.3544279336929321, 2.7343907356262207]}, {"step": 5900, "epoch": 12, "train_loss": 11.105947494506836, "cos_r_negg": [0.05209483578801155, -0.1640486866235733, 0.12589792907238007], "cos_innovation_negg": [0.12532930076122284, -0.021641336381435394, 0.8329748511314392], "cos_apical_negg": [0.05209483206272125, -0.1640486866235733, 0.12589794397354126], "cos_Ac_negg": [0.12534697353839874, -0.021634595468640327, 0.832974910736084], "r_norm": [1.1829010248184204, 1.2659488916397095, 2.935713291168213]}, {"step": 6000, "epoch": 12, "train_loss": 10.433158874511719, "cos_r_negg": [0.014796750620007515, -0.07796542346477509, 0.09792005270719528], "cos_innovation_negg": [0.020694822072982788, 0.05126030743122101, 0.795454740524292], "cos_apical_negg": [0.014796756207942963, -0.07796542346477509, 0.09792004525661469], "cos_Ac_negg": [0.02072843909263611, 0.05124151334166527, 0.7954549789428711], "r_norm": [1.2778316736221313, 1.351291537284851, 3.2066588401794434], "ldr": {"dL_sdil": -2.0467586517333984, "dL_bp": -2.0467586517333984, "ratio": 1.0}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.1032, "test_loss": 7.150468603515625}, {"step": 6100, "epoch": 13, "train_loss": 5.191860675811768, "cos_r_negg": [-0.04105672985315323, 0.007905213162302971, 0.19615964591503143], "cos_innovation_negg": [0.027023103088140488, 0.1204105019569397, 0.7754322290420532], "cos_apical_negg": [-0.041056737303733826, 0.007905209437012672, 0.19615964591503143], "cos_Ac_negg": [0.027046678587794304, 0.12040675431489944, 0.7754322290420532], "r_norm": [1.2143007516860962, 1.499632716178894, 2.9527604579925537]}, {"step": 6200, "epoch": 13, "train_loss": 9.029670715332031, "cos_r_negg": [-0.006353901699185371, -0.4460465610027313, -0.25975489616394043], "cos_innovation_negg": [-0.018985139206051826, -0.19720140099525452, 0.8650809526443481], "cos_apical_negg": [-0.006353903561830521, -0.4460465908050537, -0.25975489616394043], "cos_Ac_negg": [-0.0189388245344162, -0.19720467925071716, 0.8650810122489929], "r_norm": [1.3595330715179443, 1.4422768354415894, 3.255006790161133]}, {"step": 6300, "epoch": 13, "train_loss": 15.838714599609375, "cos_r_negg": [0.05555335059762001, -0.6325956583023071, -0.11965794861316681], "cos_innovation_negg": [0.2120371013879776, 0.3714461922645569, 0.9151303172111511], "cos_apical_negg": [0.05555334687232971, -0.6325956583023071, -0.11965794861316681], "cos_Ac_negg": [0.21200968325138092, 0.3714919686317444, 0.9151303172111511], "r_norm": [1.1652469635009766, 1.2346633672714233, 2.8637773990631104]}, {"step": 6400, "epoch": 13, "train_loss": 7.844067096710205, "cos_r_negg": [-0.05761849880218506, 0.21298682689666748, 0.3719564974308014], "cos_innovation_negg": [0.02575295977294445, 0.059048887342214584, 0.6961765289306641], "cos_apical_negg": [-0.057618506252765656, 0.21298682689666748, 0.3719564974308014], "cos_Ac_negg": [0.025752389803528786, 0.05904940143227577, 0.6961765289306641], "r_norm": [1.2223587036132812, 1.2979081869125366, 3.1317667961120605]}, {"step": 6500, "epoch": 13, "train_loss": 12.947637557983398, "cos_r_negg": [-0.03062296099960804, -0.12986260652542114, -0.07585766166448593], "cos_innovation_negg": [0.045764174312353134, 0.05654685199260712, 0.7535033226013184], "cos_apical_negg": [-0.03062296099960804, -0.12986260652542114, -0.07585765421390533], "cos_Ac_negg": [0.04517292231321335, 0.05654573440551758, 0.7535032033920288], "r_norm": [1.2442855834960938, 1.2960867881774902, 3.330897331237793], "ldr": {"dL_sdil": -3.8242359161376953, "dL_bp": -3.8242359161376953, "ratio": 1.0}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.1135, "test_loss": 15.10237890625}, {"step": 6600, "epoch": 14, "train_loss": 9.533498764038086, "cos_r_negg": [0.0014785490930080414, 0.059834618121385574, 0.21069705486297607], "cos_innovation_negg": [0.010342145338654518, 0.021155379712581635, 0.871597409248352], "cos_apical_negg": [0.0014785528182983398, 0.05983462184667587, 0.21069708466529846], "cos_Ac_negg": [0.010340411216020584, 0.02115510404109955, 0.8715974688529968], "r_norm": [1.069385290145874, 1.1482353210449219, 2.7854769229888916]}, {"step": 6700, "epoch": 14, "train_loss": 15.817525863647461, "cos_r_negg": [0.002576893661171198, -0.30749720335006714, -0.28639906644821167], "cos_innovation_negg": [0.032748255878686905, -0.09695050865411758, 0.7067950963973999], "cos_apical_negg": [0.0025768987834453583, -0.30749717354774475, -0.2863990366458893], "cos_Ac_negg": [0.032717593014240265, -0.09695038199424744, 0.7067950367927551], "r_norm": [1.216059923171997, 1.2632243633270264, 3.321539878845215]}, {"step": 6800, "epoch": 14, "train_loss": 9.432249069213867, "cos_r_negg": [0.007714568637311459, -0.18908476829528809, 0.1124211847782135], "cos_innovation_negg": [-0.055605608969926834, 0.043440189212560654, 0.8781342506408691], "cos_apical_negg": [0.007714565843343735, -0.18908476829528809, 0.11242115497589111], "cos_Ac_negg": [-0.055614031851291656, 0.04344010353088379, 0.8781342506408691], "r_norm": [1.101890206336975, 1.3312838077545166, 2.916893720626831]}, {"step": 6900, "epoch": 14, "train_loss": 13.774052619934082, "cos_r_negg": [-0.027112925425171852, -0.14012667536735535, 0.002092570997774601], "cos_innovation_negg": [-0.036226239055395126, 0.027317769825458527, 0.6915818452835083], "cos_apical_negg": [-0.027112923562526703, -0.14012667536735535, 0.0020925812423229218], "cos_Ac_negg": [-0.03619460016489029, 0.027317708358168602, 0.6915818452835083], "r_norm": [1.126561164855957, 1.207656979560852, 3.091043472290039]}, {"step": 7000, "epoch": 14, "train_loss": 7.675116539001465, "cos_r_negg": [0.05577746778726578, -0.3758794367313385, -0.19762195646762848], "cos_innovation_negg": [0.09373458474874496, 0.021276826038956642, 0.8586548566818237], "cos_apical_negg": [0.05577746778726578, -0.3758794665336609, -0.19762194156646729], "cos_Ac_negg": [0.0937395766377449, 0.021276796236634254, 0.8586548566818237], "r_norm": [0.9844045639038086, 1.0432591438293457, 2.6779537200927734], "ldr": {"dL_sdil": -0.9830341339111328, "dL_bp": -0.9830341339111328, "ratio": 1.0}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.098, "test_loss": 19.8634103515625}], "final": {"test_acc": 0.098, "test_loss": 19.8634103515625, "wall_s": 25.657039403915405, "cos_r_negg": [-0.0023339702747762203, -0.37329721450805664, -0.18468943238258362], "cos_innovation_negg": [-0.1657343953847885, 0.35242760181427, 0.501003623008728], "cos_apical_negg": [-0.0023339674808084965, -0.37329721450805664, -0.18468943238258362], "cos_Ac_negg": [-0.16574478149414062, 0.35242760181427, 0.5010035634040833]}}
|
