{"args": {"mode": "dfa", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_dfa_w500_d2_s3", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3924615383148193, "cos_r_negg": [-0.02665496990084648, -0.002018297789618373], "cos_innovation_negg": [-0.02665496990084648, -0.002018297789618373], "cos_apical_negg": [-0.02665496990084648, -0.002018297789618373], "cos_Ac_negg": [-0.02665496990084648, -0.002018297789618373], "r_norm": [6.604043006896973, 6.6314496994018555]}, {"step": 50, "epoch": 0, "train_loss": 0.5841324329376221, "cos_r_negg": [0.45599082112312317, 0.31913265585899353], "cos_innovation_negg": [0.45599082112312317, 0.31913265585899353], "cos_apical_negg": [0.45599082112312317, 0.31913265585899353], "cos_Ac_negg": [0.45599082112312317, 0.31913265585899353], "r_norm": [1.3952195644378662, 1.4233852624893188]}, {"step": 100, "epoch": 0, "train_loss": 0.253312349319458, "cos_r_negg": [0.5027313232421875, 0.3689349293708801], "cos_innovation_negg": [0.5027313232421875, 0.3689349293708801], "cos_apical_negg": [0.5027313232421875, 0.3689349293708801], "cos_Ac_negg": [0.5027313232421875, 0.3689349293708801], "r_norm": [1.1667263507843018, 1.1861677169799805]}, {"step": 150, "epoch": 0, "train_loss": 0.13977177441120148, "cos_r_negg": [0.5003721117973328, 0.38747236132621765], "cos_innovation_negg": [0.5003721117973328, 0.38747236132621765], "cos_apical_negg": [0.5003721117973328, 0.38747236132621765], "cos_Ac_negg": [0.5003721117973328, 0.38747236132621765], "r_norm": [1.0229743719100952, 1.0451810359954834]}, {"step": 200, "epoch": 0, "train_loss": 0.3081572651863098, "cos_r_negg": [0.511802613735199, 0.3924868106842041], "cos_innovation_negg": [0.511802613735199, 0.3924868106842041], "cos_apical_negg": [0.511802613735199, 0.3924868106842041], "cos_Ac_negg": [0.511802613735199, 0.3924868106842041], "r_norm": [0.940117597579956, 0.9642013907432556]}, {"step": 250, "epoch": 0, "train_loss": 0.35897988080978394, "cos_r_negg": [0.5263099670410156, 0.4219735264778137], "cos_innovation_negg": [0.5263099670410156, 0.4219735264778137], "cos_apical_negg": [0.5263099670410156, 0.4219735264778137], "cos_Ac_negg": [0.5263099670410156, 0.4219735264778137], "r_norm": [0.8667110204696655, 0.8899164795875549]}, {"step": 300, "epoch": 0, "train_loss": 0.14638985693454742, "cos_r_negg": [0.5061012506484985, 0.40525585412979126], "cos_innovation_negg": [0.5061012506484985, 0.40525585412979126], "cos_apical_negg": [0.5061012506484985, 0.40525585412979126], "cos_Ac_negg": [0.5061012506484985, 0.40525585412979126], "r_norm": [0.7963658571243286, 0.8118852972984314]}, {"step": 350, "epoch": 0, "train_loss": 0.26766636967658997, "cos_r_negg": [0.5237017273902893, 0.42817381024360657], "cos_innovation_negg": [0.5237017273902893, 0.42817381024360657], "cos_apical_negg": [0.5237017273902893, 0.42817381024360657], "cos_Ac_negg": [0.5237017273902893, 0.42817381024360657], "r_norm": [0.689241886138916, 0.7065384387969971]}, {"epoch_end": 0, "step": 391, "test_acc": 0.947, "test_loss": 0.1821169174194336}, {"step": 400, "epoch": 1, "train_loss": 0.16765254735946655, "cos_r_negg": [0.5429109930992126, 0.46473661065101624], "cos_innovation_negg": [0.5429109930992126, 0.46473661065101624], "cos_apical_negg": [0.5429109930992126, 0.46473661065101624], "cos_Ac_negg": [0.5429109930992126, 0.46473661065101624], "r_norm": [0.6225666403770447, 0.6344884634017944]}, {"step": 450, "epoch": 1, "train_loss": 0.219117671251297, "cos_r_negg": [0.5572755932807922, 0.4803282618522644], "cos_innovation_negg": [0.5572755932807922, 0.4803282618522644], "cos_apical_negg": [0.5572755932807922, 0.4803282618522644], "cos_Ac_negg": [0.5572755932807922, 0.4803282618522644], "r_norm": [0.6081537008285522, 0.6207987070083618]}, {"step": 500, "epoch": 1, "train_loss": 0.16742479801177979, "cos_r_negg": [0.5600966811180115, 0.4783746004104614], "cos_innovation_negg": [0.5600966811180115, 0.4783746004104614], "cos_apical_negg": [0.5600966811180115, 0.4783746004104614], "cos_Ac_negg": [0.5600966811180115, 0.4783746004104614], "r_norm": [0.4907865524291992, 0.500177264213562]}, {"step": 550, "epoch": 1, "train_loss": 0.11173215508460999, "cos_r_negg": [0.5533449649810791, 0.477661669254303], "cos_innovation_negg": [0.5533449649810791, 0.477661669254303], "cos_apical_negg": [0.5533449649810791, 0.477661669254303], "cos_Ac_negg": [0.5533449649810791, 0.477661669254303], "r_norm": [0.6181353330612183, 0.6280072927474976]}, {"step": 600, "epoch": 1, "train_loss": 0.03609327971935272, "cos_r_negg": [0.5657881498336792, 0.48996639251708984], "cos_innovation_negg": [0.5657881498336792, 0.48996639251708984], "cos_apical_negg": [0.5657881498336792, 0.48996639251708984], "cos_Ac_negg": [0.5657881498336792, 0.48996639251708984], "r_norm": [0.5640174150466919, 0.5741411447525024]}, {"step": 650, "epoch": 1, "train_loss": 0.08138874173164368, "cos_r_negg": [0.5591314435005188, 0.4848976731300354], "cos_innovation_negg": [0.5591314435005188, 0.4848976731300354], "cos_apical_negg": [0.5591314435005188, 0.4848976731300354], "cos_Ac_negg": [0.5591314435005188, 0.4848976731300354], "r_norm": [0.4458025097846985, 0.4564259648323059]}, {"step": 700, "epoch": 1, "train_loss": 0.12418600916862488, "cos_r_negg": [0.5685328245162964, 0.4983053207397461], "cos_innovation_negg": [0.5685328245162964, 0.4983053207397461], "cos_apical_negg": [0.5685328245162964, 0.4983053207397461], "cos_Ac_negg": [0.5685328245162964, 0.4983053207397461], "r_norm": [0.5084590315818787, 0.5178529024124146]}, {"step": 750, "epoch": 1, "train_loss": 0.13869601488113403, "cos_r_negg": [0.5700340867042542, 0.5097957253456116], "cos_innovation_negg": [0.5700340867042542, 0.5097957253456116], "cos_apical_negg": [0.5700340867042542, 0.5097957253456116], "cos_Ac_negg": [0.5700340867042542, 0.5097957253456116], "r_norm": [0.5774502754211426, 0.5880316495895386]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9488, "test_loss": 0.1743174919128418}, {"step": 800, "epoch": 2, "train_loss": 0.07920217514038086, "cos_r_negg": [0.5671591758728027, 0.5131303071975708], "cos_innovation_negg": [0.5671591758728027, 0.5131303071975708], "cos_apical_negg": [0.5671591758728027, 0.5131303071975708], "cos_Ac_negg": [0.5671591758728027, 0.5131303071975708], "r_norm": [0.44916465878486633, 0.45538902282714844]}, {"step": 850, "epoch": 2, "train_loss": 0.05059780925512314, "cos_r_negg": [0.5811563730239868, 0.5230152606964111], "cos_innovation_negg": [0.5811563730239868, 0.5230152606964111], "cos_apical_negg": [0.5811563730239868, 0.5230152606964111], "cos_Ac_negg": [0.5811563730239868, 0.5230152606964111], "r_norm": [0.43486589193344116, 0.44085219502449036]}, {"step": 900, "epoch": 2, "train_loss": 0.0607563741505146, "cos_r_negg": [0.5733656287193298, 0.5285529494285583], "cos_innovation_negg": [0.5733656287193298, 0.5285529494285583], "cos_apical_negg": [0.5733656287193298, 0.5285529494285583], "cos_Ac_negg": [0.5733656287193298, 0.5285529494285583], "r_norm": [0.4829510450363159, 0.49327418208122253]}, {"step": 950, "epoch": 2, "train_loss": 0.222924143075943, "cos_r_negg": [0.5768473148345947, 0.5277199149131775], "cos_innovation_negg": [0.5768473148345947, 0.5277199149131775], "cos_apical_negg": [0.5768473148345947, 0.5277199149131775], "cos_Ac_negg": [0.5768473148345947, 0.5277199149131775], "r_norm": [0.4300326704978943, 0.4395398199558258]}, {"step": 1000, "epoch": 2, "train_loss": 0.07159774005413055, "cos_r_negg": [0.5854460597038269, 0.5466465353965759], "cos_innovation_negg": [0.5854460597038269, 0.5466465353965759], "cos_apical_negg": [0.5854460597038269, 0.5466465353965759], "cos_Ac_negg": [0.5854460597038269, 0.5466465353965759], "r_norm": [0.37092888355255127, 0.37685248255729675]}, {"step": 1050, "epoch": 2, "train_loss": 0.06558100879192352, "cos_r_negg": [0.5977554321289062, 0.5519745349884033], "cos_innovation_negg": [0.5977554321289062, 0.5519745349884033], "cos_apical_negg": [0.5977554321289062, 0.5519745349884033], "cos_Ac_negg": [0.5977554321289062, 0.5519745349884033], "r_norm": [0.43532922863960266, 0.4441056251525879]}, {"step": 1100, "epoch": 2, "train_loss": 0.1138586476445198, "cos_r_negg": [0.5771567821502686, 0.5468790531158447], "cos_innovation_negg": [0.5771567821502686, 0.5468790531158447], "cos_apical_negg": [0.5771567821502686, 0.5468790531158447], "cos_Ac_negg": [0.5771567821502686, 0.5468790531158447], "r_norm": [0.38885948061943054, 0.3973637819290161]}, {"step": 1150, "epoch": 2, "train_loss": 0.11196619272232056, "cos_r_negg": [0.59187251329422, 0.5543925762176514], "cos_innovation_negg": [0.59187251329422, 0.5543925762176514], "cos_apical_negg": [0.59187251329422, 0.5543925762176514], "cos_Ac_negg": [0.59187251329422, 0.5543925762176514], "r_norm": [0.3226669430732727, 0.3262585401535034]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.963, "test_loss": 0.1288117847442627}, {"step": 1200, "epoch": 3, "train_loss": 0.04954523593187332, "cos_r_negg": [0.5948906540870667, 0.5523039102554321], "cos_innovation_negg": [0.5948906540870667, 0.5523039102554321], "cos_apical_negg": [0.5948906540870667, 0.5523039102554321], "cos_Ac_negg": [0.5948906540870667, 0.5523039102554321], "r_norm": [0.34483402967453003, 0.35343700647354126]}, {"step": 1250, "epoch": 3, "train_loss": 0.14102399349212646, "cos_r_negg": [0.6013709902763367, 0.5701397061347961], "cos_innovation_negg": [0.6013709902763367, 0.5701397061347961], "cos_apical_negg": [0.6013709902763367, 0.5701397061347961], "cos_Ac_negg": [0.6013709902763367, 0.5701397061347961], "r_norm": [0.3229086399078369, 0.33028069138526917]}, {"step": 1300, "epoch": 3, "train_loss": 0.024666208773851395, "cos_r_negg": [0.6035033464431763, 0.564420223236084], "cos_innovation_negg": [0.6035033464431763, 0.564420223236084], "cos_apical_negg": [0.6035033464431763, 0.564420223236084], "cos_Ac_negg": [0.6035033464431763, 0.564420223236084], "r_norm": [0.3571130931377411, 0.3639366626739502]}, {"step": 1350, "epoch": 3, "train_loss": 0.025299429893493652, "cos_r_negg": [0.6005940437316895, 0.5693320035934448], "cos_innovation_negg": [0.6005940437316895, 0.5693320035934448], "cos_apical_negg": [0.6005940437316895, 0.5693320035934448], "cos_Ac_negg": [0.6005940437316895, 0.5693320035934448], "r_norm": [0.3022438585758209, 0.30699342489242554]}, {"step": 1400, "epoch": 3, "train_loss": 0.050803061574697495, "cos_r_negg": [0.6048681139945984, 0.5722551941871643], "cos_innovation_negg": [0.6048681139945984, 0.5722551941871643], "cos_apical_negg": [0.6048681139945984, 0.5722551941871643], "cos_Ac_negg": [0.6048681139945984, 0.5722551941871643], "r_norm": [0.37092140316963196, 0.37549519538879395]}, {"step": 1450, "epoch": 3, "train_loss": 0.06733989715576172, "cos_r_negg": [0.595406174659729, 0.5764481425285339], "cos_innovation_negg": [0.595406174659729, 0.5764481425285339], "cos_apical_negg": [0.595406174659729, 0.5764481425285339], "cos_Ac_negg": [0.595406174659729, 0.5764481425285339], "r_norm": [0.34838080406188965, 0.3527890145778656]}, {"step": 1500, "epoch": 3, "train_loss": 0.10880804061889648, "cos_r_negg": [0.607999324798584, 0.5845639109611511], "cos_innovation_negg": [0.607999324798584, 0.5845639109611511], "cos_apical_negg": [0.607999324798584, 0.5845639109611511], "cos_Ac_negg": [0.607999324798584, 0.5845639109611511], "r_norm": [0.25103065371513367, 0.2534012496471405]}, {"step": 1550, "epoch": 3, "train_loss": 0.05406835675239563, "cos_r_negg": [0.6018838882446289, 0.5925140380859375], "cos_innovation_negg": [0.6018838882446289, 0.5925140380859375], "cos_apical_negg": [0.6018838882446289, 0.5925140380859375], "cos_Ac_negg": [0.6018838882446289, 0.5925140380859375], "r_norm": [0.3505063056945801, 0.3583855628967285]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9652, "test_loss": 0.11966881580352783}, {"step": 1600, "epoch": 4, "train_loss": 0.05420706421136856, "cos_r_negg": [0.6055680513381958, 0.5839459896087646], "cos_innovation_negg": [0.6055680513381958, 0.5839459896087646], "cos_apical_negg": [0.6055680513381958, 0.5839459896087646], "cos_Ac_negg": [0.6055680513381958, 0.5839459896087646], "r_norm": [0.29898855090141296, 0.30456382036209106]}, {"step": 1650, "epoch": 4, "train_loss": 0.0982770174741745, "cos_r_negg": [0.6042499542236328, 0.589415431022644], "cos_innovation_negg": [0.6042499542236328, 0.589415431022644], "cos_apical_negg": [0.6042499542236328, 0.589415431022644], "cos_Ac_negg": [0.6042499542236328, 0.589415431022644], "r_norm": [0.2973264455795288, 0.3034188151359558]}, {"step": 1700, "epoch": 4, "train_loss": 0.01373035553842783, "cos_r_negg": [0.5983848571777344, 0.5845972895622253], "cos_innovation_negg": [0.5983848571777344, 0.5845972895622253], "cos_apical_negg": [0.5983848571777344, 0.5845972895622253], "cos_Ac_negg": [0.5983848571777344, 0.5845972895622253], "r_norm": [0.3052932918071747, 0.30979621410369873]}, {"step": 1750, "epoch": 4, "train_loss": 0.03580234572291374, "cos_r_negg": [0.5946837663650513, 0.582882285118103], "cos_innovation_negg": [0.5946837663650513, 0.582882285118103], "cos_apical_negg": [0.5946837663650513, 0.582882285118103], "cos_Ac_negg": [0.5946837663650513, 0.582882285118103], "r_norm": [0.3119654655456543, 0.3161924481391907]}, {"step": 1800, "epoch": 4, "train_loss": 0.0395566001534462, "cos_r_negg": [0.5817614793777466, 0.5839118361473083], "cos_innovation_negg": [0.5817614793777466, 0.5839118361473083], "cos_apical_negg": [0.5817614793777466, 0.5839118361473083], "cos_Ac_negg": [0.5817614793777466, 0.5839118361473083], "r_norm": [0.3145800232887268, 0.3178383409976959]}, {"step": 1850, "epoch": 4, "train_loss": 0.09514375776052475, "cos_r_negg": [0.6053664684295654, 0.595486044883728], "cos_innovation_negg": [0.6053664684295654, 0.595486044883728], "cos_apical_negg": [0.6053664684295654, 0.595486044883728], "cos_Ac_negg": [0.6053664684295654, 0.595486044883728], "r_norm": [0.31251847743988037, 0.3166539669036865]}, {"step": 1900, "epoch": 4, "train_loss": 0.03577287867665291, "cos_r_negg": [0.6168798208236694, 0.6039296388626099], "cos_innovation_negg": [0.6168798208236694, 0.6039296388626099], "cos_apical_negg": [0.6168798208236694, 0.6039296388626099], "cos_Ac_negg": [0.6168798208236694, 0.6039296388626099], "r_norm": [0.23944053053855896, 0.2440936267375946]}, {"step": 1950, "epoch": 4, "train_loss": 0.055971965193748474, "cos_r_negg": [0.6047345995903015, 0.6022802591323853], "cos_innovation_negg": [0.6047345995903015, 0.6022802591323853], "cos_apical_negg": [0.6047345995903015, 0.6022802591323853], "cos_Ac_negg": [0.6047345995903015, 0.6022802591323853], "r_norm": [0.28677240014076233, 0.29028546810150146]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9677, "test_loss": 0.11359138679504395}, {"step": 2000, "epoch": 5, "train_loss": 0.026038773357868195, "cos_r_negg": [0.6146748661994934, 0.6014107465744019], "cos_innovation_negg": [0.6146748661994934, 0.6014107465744019], "cos_apical_negg": [0.6146748661994934, 0.6014107465744019], "cos_Ac_negg": [0.6146748661994934, 0.6014107465744019], "r_norm": [0.26044073700904846, 0.2648528814315796]}, {"step": 2050, "epoch": 5, "train_loss": 0.015576532110571861, "cos_r_negg": [0.6118446588516235, 0.5994488596916199], "cos_innovation_negg": [0.6118446588516235, 0.5994488596916199], "cos_apical_negg": [0.6118446588516235, 0.5994488596916199], "cos_Ac_negg": [0.6118446588516235, 0.5994488596916199], "r_norm": [0.2410804033279419, 0.2455664873123169]}, {"step": 2100, "epoch": 5, "train_loss": 0.008180159144103527, "cos_r_negg": [0.6265692710876465, 0.6072386503219604], "cos_innovation_negg": [0.6265692710876465, 0.6072386503219604], "cos_apical_negg": [0.6265692710876465, 0.6072386503219604], "cos_Ac_negg": [0.6265692710876465, 0.6072386503219604], "r_norm": [0.2510657012462616, 0.2573968172073364]}, {"step": 2150, "epoch": 5, "train_loss": 0.004229915328323841, "cos_r_negg": [0.6099995374679565, 0.6070376634597778], "cos_innovation_negg": [0.6099995374679565, 0.6070376634597778], "cos_apical_negg": [0.6099995374679565, 0.6070376634597778], "cos_Ac_negg": [0.6099995374679565, 0.6070376634597778], "r_norm": [0.25071099400520325, 0.2551616132259369]}, {"step": 2200, "epoch": 5, "train_loss": 0.036127395927906036, "cos_r_negg": [0.607060968875885, 0.61014723777771], "cos_innovation_negg": [0.607060968875885, 0.61014723777771], "cos_apical_negg": [0.607060968875885, 0.61014723777771], "cos_Ac_negg": [0.607060968875885, 0.61014723777771], "r_norm": [0.24489808082580566, 0.24824246764183044]}, {"step": 2250, "epoch": 5, "train_loss": 0.009638490155339241, "cos_r_negg": [0.6160694360733032, 0.6125122904777527], "cos_innovation_negg": [0.6160694360733032, 0.6125122904777527], "cos_apical_negg": [0.6160694360733032, 0.6125122904777527], "cos_Ac_negg": [0.6160694360733032, 0.6125122904777527], "r_norm": [0.22487567365169525, 0.22755266726016998]}, {"step": 2300, "epoch": 5, "train_loss": 0.005743993911892176, "cos_r_negg": [0.6117957234382629, 0.61607825756073], "cos_innovation_negg": [0.6117957234382629, 0.61607825756073], "cos_apical_negg": [0.6117957234382629, 0.61607825756073], "cos_Ac_negg": [0.6117957234382629, 0.61607825756073], "r_norm": [0.2702487111091614, 0.27478349208831787]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9715, "test_loss": 0.10980874843597412}, {"step": 2350, "epoch": 6, "train_loss": 0.0022959888447076082, "cos_r_negg": [0.6122356653213501, 0.6203851103782654], "cos_innovation_negg": [0.6122356653213501, 0.6203851103782654], "cos_apical_negg": [0.6122356653213501, 0.6203851103782654], "cos_Ac_negg": [0.6122356653213501, 0.6203851103782654], "r_norm": [0.25228768587112427, 0.25582239031791687]}, {"step": 2400, "epoch": 6, "train_loss": 0.010760155506432056, "cos_r_negg": [0.6183319091796875, 0.6257506012916565], "cos_innovation_negg": [0.6183319091796875, 0.6257506012916565], "cos_apical_negg": [0.6183319091796875, 0.6257506012916565], "cos_Ac_negg": [0.6183319091796875, 0.6257506012916565], "r_norm": [0.23811817169189453, 0.24192316830158234]}, {"step": 2450, "epoch": 6, "train_loss": 0.006916999816894531, "cos_r_negg": [0.611339807510376, 0.623953104019165], "cos_innovation_negg": [0.611339807510376, 0.623953104019165], "cos_apical_negg": [0.611339807510376, 0.623953104019165], "cos_Ac_negg": [0.611339807510376, 0.623953104019165], "r_norm": [0.26778316497802734, 0.27055174112319946]}, {"step": 2500, "epoch": 6, "train_loss": 0.00993928499519825, "cos_r_negg": [0.616305947303772, 0.6295305490493774], "cos_innovation_negg": [0.616305947303772, 0.6295305490493774], "cos_apical_negg": [0.616305947303772, 0.6295305490493774], "cos_Ac_negg": [0.616305947303772, 0.6295305490493774], "r_norm": [0.2030382603406906, 0.20550259947776794]}, {"step": 2550, "epoch": 6, "train_loss": 0.011424445547163486, "cos_r_negg": [0.6049488186836243, 0.6205124258995056], "cos_innovation_negg": [0.6049488186836243, 0.6205124258995056], "cos_apical_negg": [0.6049488186836243, 0.6205124258995056], "cos_Ac_negg": [0.6049488186836243, 0.6205124258995056], "r_norm": [0.2522374987602234, 0.25643596053123474]}, {"step": 2600, "epoch": 6, "train_loss": 0.010828935541212559, "cos_r_negg": [0.6092702150344849, 0.6170910596847534], "cos_innovation_negg": [0.6092702150344849, 0.6170910596847534], "cos_apical_negg": [0.6092702150344849, 0.6170910596847534], "cos_Ac_negg": [0.6092702150344849, 0.6170910596847534], "r_norm": [0.21164041757583618, 0.2145557552576065]}, {"step": 2650, "epoch": 6, "train_loss": 0.010215631686151028, "cos_r_negg": [0.6165839433670044, 0.624904215335846], "cos_innovation_negg": [0.6165839433670044, 0.624904215335846], "cos_apical_negg": [0.6165839433670044, 0.624904215335846], "cos_Ac_negg": [0.6165839433670044, 0.624904215335846], "r_norm": [0.2161678671836853, 0.21978060901165009]}, {"step": 2700, "epoch": 6, "train_loss": 0.0022537873592227697, "cos_r_negg": [0.6109793782234192, 0.6188814640045166], "cos_innovation_negg": [0.6109793782234192, 0.6188814640045166], "cos_apical_negg": [0.6109793782234192, 0.6188814640045166], "cos_Ac_negg": [0.6109793782234192, 0.6188814640045166], "r_norm": [0.23841747641563416, 0.2428455352783203]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9737, "test_loss": 0.10479200859069825}, {"step": 2750, "epoch": 7, "train_loss": 0.00029355857986956835, "cos_r_negg": [0.6085704565048218, 0.6253551244735718], "cos_innovation_negg": [0.6085704565048218, 0.6253551244735718], "cos_apical_negg": [0.6085704565048218, 0.6253551244735718], "cos_Ac_negg": [0.6085704565048218, 0.6253551244735718], "r_norm": [0.22196614742279053, 0.22618333995342255]}, {"step": 2800, "epoch": 7, "train_loss": 0.0025672700721770525, "cos_r_negg": [0.6181692481040955, 0.6296578049659729], "cos_innovation_negg": [0.6181692481040955, 0.6296578049659729], "cos_apical_negg": [0.6181692481040955, 0.6296578049659729], "cos_Ac_negg": [0.6181692481040955, 0.6296578049659729], "r_norm": [0.2107490450143814, 0.21491655707359314]}, {"step": 2850, "epoch": 7, "train_loss": 0.004640948958694935, "cos_r_negg": [0.6123529672622681, 0.6220412850379944], "cos_innovation_negg": [0.6123529672622681, 0.6220412850379944], "cos_apical_negg": [0.6123529672622681, 0.6220412850379944], "cos_Ac_negg": [0.6123529672622681, 0.6220412850379944], "r_norm": [0.20965686440467834, 0.21335041522979736]}, {"step": 2900, "epoch": 7, "train_loss": 0.003491951385512948, "cos_r_negg": [0.6056776642799377, 0.6239150166511536], "cos_innovation_negg": [0.6056776642799377, 0.6239150166511536], "cos_apical_negg": [0.6056776642799377, 0.6239150166511536], "cos_Ac_negg": [0.6056776642799377, 0.6239150166511536], "r_norm": [0.2064657211303711, 0.20996001362800598]}, {"step": 2950, "epoch": 7, "train_loss": 0.0024535604752600193, "cos_r_negg": [0.6172081232070923, 0.624560534954071], "cos_innovation_negg": [0.6172081232070923, 0.624560534954071], "cos_apical_negg": [0.6172081232070923, 0.624560534954071], "cos_Ac_negg": [0.6172081232070923, 0.624560534954071], "r_norm": [0.21797244250774384, 0.22192765772342682]}, {"step": 3000, "epoch": 7, "train_loss": 0.0033132112585008144, "cos_r_negg": [0.6073969006538391, 0.620229959487915], "cos_innovation_negg": [0.6073969006538391, 0.620229959487915], "cos_apical_negg": [0.6073969006538391, 0.620229959487915], "cos_Ac_negg": [0.6073969006538391, 0.620229959487915], "r_norm": [0.21713042259216309, 0.22069430351257324]}, {"step": 3050, "epoch": 7, "train_loss": 0.003199133090674877, "cos_r_negg": [0.611806333065033, 0.6209683418273926], "cos_innovation_negg": [0.611806333065033, 0.6209683418273926], "cos_apical_negg": [0.611806333065033, 0.6209683418273926], "cos_Ac_negg": [0.611806333065033, 0.6209683418273926], "r_norm": [0.19777405261993408, 0.20193776488304138]}, {"step": 3100, "epoch": 7, "train_loss": 0.0010345831979066133, "cos_r_negg": [0.6121630668640137, 0.6235526204109192], "cos_innovation_negg": [0.6121630668640137, 0.6235526204109192], "cos_apical_negg": [0.6121630668640137, 0.6235526204109192], "cos_Ac_negg": [0.6121630668640137, 0.6235526204109192], "r_norm": [0.19950544834136963, 0.20343823730945587]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9751, "test_loss": 0.09812470483779907}, {"step": 3150, "epoch": 8, "train_loss": 0.0010033975122496486, "cos_r_negg": [0.610857367515564, 0.6203573346138], "cos_innovation_negg": [0.610857367515564, 0.6203573346138], "cos_apical_negg": [0.610857367515564, 0.6203573346138], "cos_Ac_negg": [0.610857367515564, 0.6203573346138], "r_norm": [0.20453080534934998, 0.20848381519317627]}, {"step": 3200, "epoch": 8, "train_loss": 0.003461170941591263, "cos_r_negg": [0.6095254421234131, 0.6230212450027466], "cos_innovation_negg": [0.6095254421234131, 0.6230212450027466], "cos_apical_negg": [0.6095254421234131, 0.6230212450027466], "cos_Ac_negg": [0.6095254421234131, 0.6230212450027466], "r_norm": [0.18709474802017212, 0.1898612380027771]}, {"step": 3250, "epoch": 8, "train_loss": 0.001114238635636866, "cos_r_negg": [0.6129580736160278, 0.6270008087158203], "cos_innovation_negg": [0.6129580736160278, 0.6270008087158203], "cos_apical_negg": [0.6129580736160278, 0.6270008087158203], "cos_Ac_negg": [0.6129580736160278, 0.6270008087158203], "r_norm": [0.19579601287841797, 0.1992489993572235]}, {"step": 3300, "epoch": 8, "train_loss": 0.001168455695733428, "cos_r_negg": [0.6112543344497681, 0.6236304640769958], "cos_innovation_negg": [0.6112543344497681, 0.6236304640769958], "cos_apical_negg": [0.6112543344497681, 0.6236304640769958], "cos_Ac_negg": [0.6112543344497681, 0.6236304640769958], "r_norm": [0.18819019198417664, 0.19181886315345764]}, {"step": 3350, "epoch": 8, "train_loss": 0.005194369237869978, "cos_r_negg": [0.6156316995620728, 0.6268093585968018], "cos_innovation_negg": [0.6156316995620728, 0.6268093585968018], "cos_apical_negg": [0.6156316995620728, 0.6268093585968018], "cos_Ac_negg": [0.6156316995620728, 0.6268093585968018], "r_norm": [0.18172156810760498, 0.1850428283214569]}, {"step": 3400, "epoch": 8, "train_loss": 0.0012822350254282355, "cos_r_negg": [0.6053248643875122, 0.621955156326294], "cos_innovation_negg": [0.6053248643875122, 0.621955156326294], "cos_apical_negg": [0.6053248643875122, 0.621955156326294], "cos_Ac_negg": [0.6053248643875122, 0.621955156326294], "r_norm": [0.1749611496925354, 0.17725782096385956]}, {"step": 3450, "epoch": 8, "train_loss": 0.002661599311977625, "cos_r_negg": [0.6143252849578857, 0.630107045173645], "cos_innovation_negg": [0.6143252849578857, 0.630107045173645], "cos_apical_negg": [0.6143252849578857, 0.630107045173645], "cos_Ac_negg": [0.6143252849578857, 0.630107045173645], "r_norm": [0.18881449103355408, 0.1919752061367035]}, {"step": 3500, "epoch": 8, "train_loss": 0.004433374851942062, "cos_r_negg": [0.6081714630126953, 0.6300742626190186], "cos_innovation_negg": [0.6081714630126953, 0.6300742626190186], "cos_apical_negg": [0.6081714630126953, 0.6300742626190186], "cos_Ac_negg": [0.6081714630126953, 0.6300742626190186], "r_norm": [0.20305320620536804, 0.20645833015441895]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9751, "test_loss": 0.09900872220993041}, {"step": 3550, "epoch": 9, "train_loss": 0.0017940019024536014, "cos_r_negg": [0.612891674041748, 0.6288285851478577], "cos_innovation_negg": [0.612891674041748, 0.6288285851478577], "cos_apical_negg": [0.612891674041748, 0.6288285851478577], "cos_Ac_negg": [0.612891674041748, 0.6288285851478577], "r_norm": [0.1882266253232956, 0.1911589354276657]}, {"step": 3600, "epoch": 9, "train_loss": 0.0022913310676813126, "cos_r_negg": [0.6082311272621155, 0.6265265941619873], "cos_innovation_negg": [0.6082311272621155, 0.6265265941619873], "cos_apical_negg": [0.6082311272621155, 0.6265265941619873], "cos_Ac_negg": [0.6082311272621155, 0.6265265941619873], "r_norm": [0.187646746635437, 0.19026890397071838]}, {"step": 3650, "epoch": 9, "train_loss": 0.0011903587728738785, "cos_r_negg": [0.6117326617240906, 0.6292104125022888], "cos_innovation_negg": [0.6117326617240906, 0.6292104125022888], "cos_apical_negg": [0.6117326617240906, 0.6292104125022888], "cos_Ac_negg": [0.6117326617240906, 0.6292104125022888], "r_norm": [0.1939932107925415, 0.19737505912780762]}, {"step": 3700, "epoch": 9, "train_loss": 0.0006715458584949374, "cos_r_negg": [0.6002764701843262, 0.6205477118492126], "cos_innovation_negg": [0.6002764701843262, 0.6205477118492126], "cos_apical_negg": [0.6002764701843262, 0.6205477118492126], "cos_Ac_negg": [0.6002764701843262, 0.6205477118492126], "r_norm": [0.19314822554588318, 0.19604770839214325]}, {"step": 3750, "epoch": 9, "train_loss": 0.0014444207772612572, "cos_r_negg": [0.6056512594223022, 0.6222029328346252], "cos_innovation_negg": [0.6056512594223022, 0.6222029328346252], "cos_apical_negg": [0.6056512594223022, 0.6222029328346252], "cos_Ac_negg": [0.6056512594223022, 0.6222029328346252], "r_norm": [0.1923464834690094, 0.19546088576316833]}, {"step": 3800, "epoch": 9, "train_loss": 0.0006483624456450343, "cos_r_negg": [0.6083238124847412, 0.6247514486312866], "cos_innovation_negg": [0.6083238124847412, 0.6247514486312866], "cos_apical_negg": [0.6083238124847412, 0.6247514486312866], "cos_Ac_negg": [0.6083238124847412, 0.6247514486312866], "r_norm": [0.18495258688926697, 0.1881638765335083]}, {"step": 3850, "epoch": 9, "train_loss": 0.0004948177956975996, "cos_r_negg": [0.6086607575416565, 0.6285399198532104], "cos_innovation_negg": [0.6086607575416565, 0.6285399198532104], "cos_apical_negg": [0.6086607575416565, 0.6285399198532104], "cos_Ac_negg": [0.6086607575416565, 0.6285399198532104], "r_norm": [0.18442539870738983, 0.1873094141483307]}, {"step": 3900, "epoch": 9, "train_loss": 0.0027674264274537563, "cos_r_negg": [0.605381965637207, 0.6254433393478394], "cos_innovation_negg": [0.605381965637207, 0.6254433393478394], "cos_apical_negg": [0.605381965637207, 0.6254433393478394], "cos_Ac_negg": [0.605381965637207, 0.6254433393478394], "r_norm": [0.18864502012729645, 0.19205158948898315]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9759, "test_loss": 0.09995186920166016}, {"step": 3950, "epoch": 10, "train_loss": 0.0009521343745291233, "cos_r_negg": [0.6047843098640442, 0.6273691654205322], "cos_innovation_negg": [0.6047843098640442, 0.6273691654205322], "cos_apical_negg": [0.6047843098640442, 0.6273691654205322], "cos_Ac_negg": [0.6047843098640442, 0.6273691654205322], "r_norm": [0.19028958678245544, 0.1932850033044815]}, {"step": 4000, "epoch": 10, "train_loss": 0.0011554480297490954, "cos_r_negg": [0.6058184504508972, 0.6298167109489441], "cos_innovation_negg": [0.6058184504508972, 0.6298167109489441], "cos_apical_negg": [0.6058184504508972, 0.6298167109489441], "cos_Ac_negg": [0.6058184504508972, 0.6298167109489441], "r_norm": [0.18625539541244507, 0.18931448459625244]}, {"step": 4050, "epoch": 10, "train_loss": 0.0007517979247495532, "cos_r_negg": [0.6047845482826233, 0.6299047470092773], "cos_innovation_negg": [0.6047845482826233, 0.6299047470092773], "cos_apical_negg": [0.6047845482826233, 0.6299047470092773], "cos_Ac_negg": [0.6047845482826233, 0.6299047470092773], "r_norm": [0.18179403245449066, 0.18449869751930237]}, {"step": 4100, "epoch": 10, "train_loss": 0.0014443942345678806, "cos_r_negg": [0.6071187257766724, 0.6273127198219299], "cos_innovation_negg": [0.6071187257766724, 0.6273127198219299], "cos_apical_negg": [0.6071187257766724, 0.6273127198219299], "cos_Ac_negg": [0.6071187257766724, 0.6273127198219299], "r_norm": [0.18087580800056458, 0.18348628282546997]}, {"step": 4150, "epoch": 10, "train_loss": 0.0002421919780317694, "cos_r_negg": [0.607935905456543, 0.6298391819000244], "cos_innovation_negg": [0.607935905456543, 0.6298391819000244], "cos_apical_negg": [0.607935905456543, 0.6298391819000244], "cos_Ac_negg": [0.607935905456543, 0.6298391819000244], "r_norm": [0.17923405766487122, 0.18183207511901855]}, {"step": 4200, "epoch": 10, "train_loss": 0.0008837595814839005, "cos_r_negg": [0.6075484156608582, 0.627460777759552], "cos_innovation_negg": [0.6075484156608582, 0.627460777759552], "cos_apical_negg": [0.6075484156608582, 0.627460777759552], "cos_Ac_negg": [0.6075484156608582, 0.627460777759552], "r_norm": [0.17394527792930603, 0.1766175478696823]}, {"step": 4250, "epoch": 10, "train_loss": 0.0012412333162501454, "cos_r_negg": [0.6073189973831177, 0.6267759799957275], "cos_innovation_negg": [0.6073189973831177, 0.6267759799957275], "cos_apical_negg": [0.6073189973831177, 0.6267759799957275], "cos_Ac_negg": [0.6073189973831177, 0.6267759799957275], "r_norm": [0.1854449063539505, 0.1883331686258316]}, {"step": 4300, "epoch": 10, "train_loss": 0.0005785581888630986, "cos_r_negg": [0.6084151864051819, 0.6269456148147583], "cos_innovation_negg": [0.6084151864051819, 0.6269456148147583], "cos_apical_negg": [0.6084151864051819, 0.6269456148147583], "cos_Ac_negg": [0.6084151864051819, 0.6269456148147583], "r_norm": [0.18567520380020142, 0.18875259160995483]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9752, "test_loss": 0.10420882358551026}, {"step": 4350, "epoch": 11, "train_loss": 0.0008515369845554233, "cos_r_negg": [0.6085605621337891, 0.6269829273223877], "cos_innovation_negg": [0.6085605621337891, 0.6269829273223877], "cos_apical_negg": [0.6085605621337891, 0.6269829273223877], "cos_Ac_negg": [0.6085605621337891, 0.6269829273223877], "r_norm": [0.18014675378799438, 0.18306297063827515]}, {"step": 4400, "epoch": 11, "train_loss": 0.0008912440971471369, "cos_r_negg": [0.6076098680496216, 0.6259090900421143], "cos_innovation_negg": [0.6076098680496216, 0.6259090900421143], "cos_apical_negg": [0.6076098680496216, 0.6259090900421143], "cos_Ac_negg": [0.6076098680496216, 0.6259090900421143], "r_norm": [0.17764879763126373, 0.1805616319179535]}, {"step": 4450, "epoch": 11, "train_loss": 0.0012381362030282617, "cos_r_negg": [0.608187198638916, 0.6277400255203247], "cos_innovation_negg": [0.608187198638916, 0.6277400255203247], "cos_apical_negg": [0.608187198638916, 0.6277400255203247], "cos_Ac_negg": [0.608187198638916, 0.6277400255203247], "r_norm": [0.1798783391714096, 0.1829545795917511]}, {"step": 4500, "epoch": 11, "train_loss": 0.00014886585995554924, "cos_r_negg": [0.6085810661315918, 0.6312179565429688], "cos_innovation_negg": [0.6085810661315918, 0.6312179565429688], "cos_apical_negg": [0.6085810661315918, 0.6312179565429688], "cos_Ac_negg": [0.6085810661315918, 0.6312179565429688], "r_norm": [0.17620490491390228, 0.17903156578540802]}, {"step": 4550, "epoch": 11, "train_loss": 0.0009699524962343276, "cos_r_negg": [0.6076348423957825, 0.6288794875144958], "cos_innovation_negg": [0.6076348423957825, 0.6288794875144958], "cos_apical_negg": [0.6076348423957825, 0.6288794875144958], "cos_Ac_negg": [0.6076348423957825, 0.6288794875144958], "r_norm": [0.17600905895233154, 0.1788448989391327]}, {"step": 4600, "epoch": 11, "train_loss": 0.0007115768967196345, "cos_r_negg": [0.6055266857147217, 0.6252345442771912], "cos_innovation_negg": [0.6055266857147217, 0.6252345442771912], "cos_apical_negg": [0.6055266857147217, 0.6252345442771912], "cos_Ac_negg": [0.6055266857147217, 0.6252345442771912], "r_norm": [0.17750246822834015, 0.18040339648723602]}, {"step": 4650, "epoch": 11, "train_loss": 0.0003617464972194284, "cos_r_negg": [0.6091733574867249, 0.6295318603515625], "cos_innovation_negg": [0.6091733574867249, 0.6295318603515625], "cos_apical_negg": [0.6091733574867249, 0.6295318603515625], "cos_Ac_negg": [0.6091733574867249, 0.6295318603515625], "r_norm": [0.17897683382034302, 0.1819620132446289]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9757, "test_loss": 0.10532103033065796}, {"step": 4700, "epoch": 12, "train_loss": 0.0007406354416161776, "cos_r_negg": [0.6026667356491089, 0.6235494613647461], "cos_innovation_negg": [0.6026667356491089, 0.6235494613647461], "cos_apical_negg": [0.6026667356491089, 0.6235494613647461], "cos_Ac_negg": [0.6026667356491089, 0.6235494613647461], "r_norm": [0.17561239004135132, 0.17840847373008728]}, {"step": 4750, "epoch": 12, "train_loss": 0.00047636462841182947, "cos_r_negg": [0.6032914519309998, 0.6232843995094299], "cos_innovation_negg": [0.6032914519309998, 0.6232843995094299], "cos_apical_negg": [0.6032914519309998, 0.6232843995094299], "cos_Ac_negg": [0.6032914519309998, 0.6232843995094299], "r_norm": [0.17288333177566528, 0.17555275559425354]}, {"step": 4800, "epoch": 12, "train_loss": 0.0003983110946137458, "cos_r_negg": [0.6047670841217041, 0.6256220936775208], "cos_innovation_negg": [0.6047670841217041, 0.6256220936775208], "cos_apical_negg": [0.6047670841217041, 0.6256220936775208], "cos_Ac_negg": [0.6047670841217041, 0.6256220936775208], "r_norm": [0.17446938157081604, 0.1772603690624237]}, {"step": 4850, "epoch": 12, "train_loss": 0.0005136668914929032, "cos_r_negg": [0.603722333908081, 0.6248652935028076], "cos_innovation_negg": [0.603722333908081, 0.6248652935028076], "cos_apical_negg": [0.603722333908081, 0.6248652935028076], "cos_Ac_negg": [0.603722333908081, 0.6248652935028076], "r_norm": [0.17306913435459137, 0.17575791478157043]}, {"step": 4900, "epoch": 12, "train_loss": 0.0008955029770731926, "cos_r_negg": [0.6031087040901184, 0.6241419911384583], "cos_innovation_negg": [0.6031087040901184, 0.6241419911384583], "cos_apical_negg": [0.6031087040901184, 0.6241419911384583], "cos_Ac_negg": [0.6031087040901184, 0.6241419911384583], "r_norm": [0.17469751834869385, 0.1774476170539856]}, {"step": 4950, "epoch": 12, "train_loss": 0.00016347915516234934, "cos_r_negg": [0.6045688390731812, 0.6225069761276245], "cos_innovation_negg": [0.6045688390731812, 0.6225069761276245], "cos_apical_negg": [0.6045688390731812, 0.6225069761276245], "cos_Ac_negg": [0.6045688390731812, 0.6225069761276245], "r_norm": [0.17529553174972534, 0.17819225788116455]}, {"step": 5000, "epoch": 12, "train_loss": 0.000554837693925947, "cos_r_negg": [0.605139970779419, 0.6261722445487976], "cos_innovation_negg": [0.605139970779419, 0.6261722445487976], "cos_apical_negg": [0.605139970779419, 0.6261722445487976], "cos_Ac_negg": [0.605139970779419, 0.6261722445487976], "r_norm": [0.1770774871110916, 0.17988693714141846]}, {"step": 5050, "epoch": 12, "train_loss": 0.00030229639378376305, "cos_r_negg": [0.6030179262161255, 0.6239763498306274], "cos_innovation_negg": [0.6030179262161255, 0.6239763498306274], "cos_apical_negg": [0.6030179262161255, 0.6239763498306274], "cos_Ac_negg": [0.6030179262161255, 0.6239763498306274], "r_norm": [0.17525091767311096, 0.17811043560504913]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9761, "test_loss": 0.10656297421455384}, {"step": 5100, "epoch": 13, "train_loss": 0.00034797145053744316, "cos_r_negg": [0.6059072613716125, 0.6223662495613098], "cos_innovation_negg": [0.6059072613716125, 0.6223662495613098], "cos_apical_negg": [0.6059072613716125, 0.6223662495613098], "cos_Ac_negg": [0.6059072613716125, 0.6223662495613098], "r_norm": [0.1795690357685089, 0.18261703848838806]}, {"step": 5150, "epoch": 13, "train_loss": 0.0005935034714639187, "cos_r_negg": [0.6063251495361328, 0.6245436668395996], "cos_innovation_negg": [0.6063251495361328, 0.6245436668395996], "cos_apical_negg": [0.6063251495361328, 0.6245436668395996], "cos_Ac_negg": [0.6063251495361328, 0.6245436668395996], "r_norm": [0.17647641897201538, 0.17933715879917145]}, {"step": 5200, "epoch": 13, "train_loss": 0.0009086546488106251, "cos_r_negg": [0.604733943939209, 0.625810980796814], "cos_innovation_negg": [0.604733943939209, 0.625810980796814], "cos_apical_negg": [0.604733943939209, 0.625810980796814], "cos_Ac_negg": [0.604733943939209, 0.625810980796814], "r_norm": [0.17623990774154663, 0.17902709543704987]}, {"step": 5250, "epoch": 13, "train_loss": 0.00028593663591891527, "cos_r_negg": [0.6038364171981812, 0.6263541579246521], "cos_innovation_negg": [0.6038364171981812, 0.6263541579246521], "cos_apical_negg": [0.6038364171981812, 0.6263541579246521], "cos_Ac_negg": [0.6038364171981812, 0.6263541579246521], "r_norm": [0.1754976361989975, 0.17833080887794495]}, {"step": 5300, "epoch": 13, "train_loss": 0.00041141262045130134, "cos_r_negg": [0.6062652468681335, 0.6244234442710876], "cos_innovation_negg": [0.6062652468681335, 0.6244234442710876], "cos_apical_negg": [0.6062652468681335, 0.6244234442710876], "cos_Ac_negg": [0.6062652468681335, 0.6244234442710876], "r_norm": [0.17402233183383942, 0.1769319474697113]}, {"step": 5350, "epoch": 13, "train_loss": 0.00043682765681296587, "cos_r_negg": [0.6060436964035034, 0.6269891262054443], "cos_innovation_negg": [0.6060436964035034, 0.6269891262054443], "cos_apical_negg": [0.6060436964035034, 0.6269891262054443], "cos_Ac_negg": [0.6060436964035034, 0.6269891262054443], "r_norm": [0.17655134201049805, 0.17942304909229279]}, {"step": 5400, "epoch": 13, "train_loss": 0.0007275704992935061, "cos_r_negg": [0.6059205532073975, 0.6254690289497375], "cos_innovation_negg": [0.6059205532073975, 0.6254690289497375], "cos_apical_negg": [0.6059205532073975, 0.6254690289497375], "cos_Ac_negg": [0.6059205532073975, 0.6254690289497375], "r_norm": [0.17606988549232483, 0.17900556325912476]}, {"step": 5450, "epoch": 13, "train_loss": 0.0002447681617923081, "cos_r_negg": [0.6060938835144043, 0.6253474950790405], "cos_innovation_negg": [0.6060938835144043, 0.6253474950790405], "cos_apical_negg": [0.6060938835144043, 0.6253474950790405], "cos_Ac_negg": [0.6060938835144043, 0.6253474950790405], "r_norm": [0.17400693893432617, 0.17671115696430206]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9757, "test_loss": 0.10811892309188843}, {"step": 5500, "epoch": 14, "train_loss": 0.0003897436836268753, "cos_r_negg": [0.6019523739814758, 0.6246408224105835], "cos_innovation_negg": [0.6019523739814758, 0.6246408224105835], "cos_apical_negg": [0.6019523739814758, 0.6246408224105835], "cos_Ac_negg": [0.6019523739814758, 0.6246408224105835], "r_norm": [0.17424510419368744, 0.17697033286094666]}, {"step": 5550, "epoch": 14, "train_loss": 0.00019932840950787067, "cos_r_negg": [0.6023377180099487, 0.6242376565933228], "cos_innovation_negg": [0.6023377180099487, 0.6242376565933228], "cos_apical_negg": [0.6023377180099487, 0.6242376565933228], "cos_Ac_negg": [0.6023377180099487, 0.6242376565933228], "r_norm": [0.17359144985675812, 0.17634746432304382]}, {"step": 5600, "epoch": 14, "train_loss": 0.00029698965954594314, "cos_r_negg": [0.6045277118682861, 0.6264097690582275], "cos_innovation_negg": [0.6045277118682861, 0.6264097690582275], "cos_apical_negg": [0.6045277118682861, 0.6264097690582275], "cos_Ac_negg": [0.6045277118682861, 0.6264097690582275], "r_norm": [0.17459964752197266, 0.17743828892707825]}, {"step": 5650, "epoch": 14, "train_loss": 0.0004057433397974819, "cos_r_negg": [0.6047435998916626, 0.626000165939331], "cos_innovation_negg": [0.6047435998916626, 0.626000165939331], "cos_apical_negg": [0.6047435998916626, 0.626000165939331], "cos_Ac_negg": [0.6047435998916626, 0.626000165939331], "r_norm": [0.17472264170646667, 0.17747840285301208]}, {"step": 5700, "epoch": 14, "train_loss": 9.977490117307752e-05, "cos_r_negg": [0.6040608286857605, 0.624884843826294], "cos_innovation_negg": [0.6040608286857605, 0.624884843826294], "cos_apical_negg": [0.6040608286857605, 0.624884843826294], "cos_Ac_negg": [0.6040608286857605, 0.624884843826294], "r_norm": [0.17335662245750427, 0.17613475024700165]}, {"step": 5750, "epoch": 14, "train_loss": 0.0004362450272310525, "cos_r_negg": [0.6062957048416138, 0.6273371577262878], "cos_innovation_negg": [0.6062957048416138, 0.6273371577262878], "cos_apical_negg": [0.6062957048416138, 0.6273371577262878], "cos_Ac_negg": [0.6062957048416138, 0.6273371577262878], "r_norm": [0.1743973195552826, 0.17722880840301514]}, {"step": 5800, "epoch": 14, "train_loss": 0.0010937592014670372, "cos_r_negg": [0.6043973565101624, 0.6267380714416504], "cos_innovation_negg": [0.6043973565101624, 0.6267380714416504], "cos_apical_negg": [0.6043973565101624, 0.6267380714416504], "cos_Ac_negg": [0.6043973565101624, 0.6267380714416504], "r_norm": [0.17224155366420746, 0.17495658993721008]}, {"step": 5850, "epoch": 14, "train_loss": 0.0005345965037122369, "cos_r_negg": [0.606766402721405, 0.6270167827606201], "cos_innovation_negg": [0.606766402721405, 0.6270167827606201], "cos_apical_negg": [0.606766402721405, 0.6270167827606201], "cos_Ac_negg": [0.606766402721405, 0.6270167827606201], "r_norm": [0.1725539267063141, 0.17529280483722687]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9762, "test_loss": 0.10828032650947571}, {"step": 5900, "epoch": 15, "train_loss": 0.0004293267847970128, "cos_r_negg": [0.6068371534347534, 0.6276896595954895], "cos_innovation_negg": [0.6068371534347534, 0.6276896595954895], "cos_apical_negg": [0.6068371534347534, 0.6276896595954895], "cos_Ac_negg": [0.6068371534347534, 0.6276896595954895], "r_norm": [0.17257089912891388, 0.17529794573783875]}, {"step": 5950, "epoch": 15, "train_loss": 0.0004403512575663626, "cos_r_negg": [0.6052467823028564, 0.6271471381187439], "cos_innovation_negg": [0.6052467823028564, 0.6271471381187439], "cos_apical_negg": [0.6052467823028564, 0.6271471381187439], "cos_Ac_negg": [0.6052467823028564, 0.6271471381187439], "r_norm": [0.17168274521827698, 0.1743520200252533]}, {"step": 6000, "epoch": 15, "train_loss": 0.0008504827274009585, "cos_r_negg": [0.6049253344535828, 0.6272798180580139], "cos_innovation_negg": [0.6049253344535828, 0.6272798180580139], "cos_apical_negg": [0.6049253344535828, 0.6272798180580139], "cos_Ac_negg": [0.6049253344535828, 0.6272798180580139], "r_norm": [0.1725984811782837, 0.17535685002803802]}, {"step": 6050, "epoch": 15, "train_loss": 0.0007671716157346964, "cos_r_negg": [0.6040493249893188, 0.6279275417327881], "cos_innovation_negg": [0.6040493249893188, 0.6279275417327881], "cos_apical_negg": [0.6040493249893188, 0.6279275417327881], "cos_Ac_negg": [0.6040493249893188, 0.6279275417327881], "r_norm": [0.173394113779068, 0.17616498470306396]}, {"step": 6100, "epoch": 15, "train_loss": 0.0002512823266442865, "cos_r_negg": [0.6033279895782471, 0.6264117956161499], "cos_innovation_negg": [0.6033279895782471, 0.6264117956161499], "cos_apical_negg": [0.6033279895782471, 0.6264117956161499], "cos_Ac_negg": [0.6033279895782471, 0.6264117956161499], "r_norm": [0.17382845282554626, 0.17664584517478943]}, {"step": 6150, "epoch": 15, "train_loss": 0.000236738589592278, "cos_r_negg": [0.6036067008972168, 0.6263519525527954], "cos_innovation_negg": [0.6036067008972168, 0.6263519525527954], "cos_apical_negg": [0.6036067008972168, 0.6263519525527954], "cos_Ac_negg": [0.6036067008972168, 0.6263519525527954], "r_norm": [0.17319031059741974, 0.17601606249809265]}, {"step": 6200, "epoch": 15, "train_loss": 0.0003822562866844237, "cos_r_negg": [0.604222297668457, 0.6269153356552124], "cos_innovation_negg": [0.604222297668457, 0.6269153356552124], "cos_apical_negg": [0.604222297668457, 0.6269153356552124], "cos_Ac_negg": [0.604222297668457, 0.6269153356552124], "r_norm": [0.17288938164710999, 0.17561538517475128]}, {"step": 6250, "epoch": 15, "train_loss": 0.00022171055024955422, "cos_r_negg": [0.6056996583938599, 0.6273139715194702], "cos_innovation_negg": [0.6056996583938599, 0.6273139715194702], "cos_apical_negg": [0.6056996583938599, 0.6273139715194702], "cos_Ac_negg": [0.6056996583938599, 0.6273139715194702], "r_norm": [0.17365582287311554, 0.17652589082717896]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9761, "test_loss": 0.1093785370349884}, {"step": 6300, "epoch": 16, "train_loss": 0.0008157002739608288, "cos_r_negg": [0.6051636338233948, 0.6284574866294861], "cos_innovation_negg": [0.6051636338233948, 0.6284574866294861], "cos_apical_negg": [0.6051636338233948, 0.6284574866294861], "cos_Ac_negg": [0.6051636338233948, 0.6284574866294861], "r_norm": [0.1725860834121704, 0.1753428876399994]}, {"step": 6350, "epoch": 16, "train_loss": 0.00028545933309942484, "cos_r_negg": [0.6045623421669006, 0.6288516521453857], "cos_innovation_negg": [0.6045623421669006, 0.6288516521453857], "cos_apical_negg": [0.6045623421669006, 0.6288516521453857], "cos_Ac_negg": [0.6045623421669006, 0.6288516521453857], "r_norm": [0.173191636800766, 0.17597223818302155]}, {"step": 6400, "epoch": 16, "train_loss": 0.0003581460623536259, "cos_r_negg": [0.6052873134613037, 0.6286585927009583], "cos_innovation_negg": [0.6052873134613037, 0.6286585927009583], "cos_apical_negg": [0.6052873134613037, 0.6286585927009583], "cos_Ac_negg": [0.6052873134613037, 0.6286585927009583], "r_norm": [0.17220129072666168, 0.17497801780700684]}, {"step": 6450, "epoch": 16, "train_loss": 0.00037179255741648376, "cos_r_negg": [0.6047604084014893, 0.6291172504425049], "cos_innovation_negg": [0.6047604084014893, 0.6291172504425049], "cos_apical_negg": [0.6047604084014893, 0.6291172504425049], "cos_Ac_negg": [0.6047604084014893, 0.6291172504425049], "r_norm": [0.17253102362155914, 0.175225168466568]}, {"step": 6500, "epoch": 16, "train_loss": 0.00029309498495422304, "cos_r_negg": [0.6045066714286804, 0.6285627484321594], "cos_innovation_negg": [0.6045066714286804, 0.6285627484321594], "cos_apical_negg": [0.6045066714286804, 0.6285627484321594], "cos_Ac_negg": [0.6045066714286804, 0.6285627484321594], "r_norm": [0.17026115953922272, 0.17295235395431519]}, {"step": 6550, "epoch": 16, "train_loss": 0.0002801551017910242, "cos_r_negg": [0.6023886203765869, 0.6264277696609497], "cos_innovation_negg": [0.6023886203765869, 0.6264277696609497], "cos_apical_negg": [0.6023886203765869, 0.6264277696609497], "cos_Ac_negg": [0.6023886203765869, 0.6264277696609497], "r_norm": [0.16877570748329163, 0.1713910698890686]}, {"step": 6600, "epoch": 16, "train_loss": 0.0001996011851588264, "cos_r_negg": [0.6039437055587769, 0.6274927854537964], "cos_innovation_negg": [0.6039437055587769, 0.6274927854537964], "cos_apical_negg": [0.6039437055587769, 0.6274927854537964], "cos_Ac_negg": [0.6039437055587769, 0.6274927854537964], "r_norm": [0.17016568779945374, 0.17290931940078735]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9761, "test_loss": 0.11020143933296203}, {"step": 6650, "epoch": 17, "train_loss": 0.00018230904242955148, "cos_r_negg": [0.603832483291626, 0.6279134750366211], "cos_innovation_negg": [0.603832483291626, 0.6279134750366211], "cos_apical_negg": [0.603832483291626, 0.6279134750366211], "cos_Ac_negg": [0.603832483291626, 0.6279134750366211], "r_norm": [0.17059847712516785, 0.17333900928497314]}, {"step": 6700, "epoch": 17, "train_loss": 0.00013578456128016114, "cos_r_negg": [0.6045591831207275, 0.628501296043396], "cos_innovation_negg": [0.6045591831207275, 0.628501296043396], "cos_apical_negg": [0.6045591831207275, 0.628501296043396], "cos_Ac_negg": [0.6045591831207275, 0.628501296043396], "r_norm": [0.17174933850765228, 0.17446625232696533]}, {"step": 6750, "epoch": 17, "train_loss": 0.0006224242970347404, "cos_r_negg": [0.604835033416748, 0.6304937601089478], "cos_innovation_negg": [0.604835033416748, 0.6304937601089478], "cos_apical_negg": [0.604835033416748, 0.6304937601089478], "cos_Ac_negg": [0.604835033416748, 0.6304937601089478], "r_norm": [0.1696999967098236, 0.1723252832889557]}, {"step": 6800, "epoch": 17, "train_loss": 0.000548244162928313, "cos_r_negg": [0.6046034693717957, 0.6295305490493774], "cos_innovation_negg": [0.6046034693717957, 0.6295305490493774], "cos_apical_negg": [0.6046034693717957, 0.6295305490493774], "cos_Ac_negg": [0.6046034693717957, 0.6295305490493774], "r_norm": [0.16977861523628235, 0.1724139302968979]}, {"step": 6850, "epoch": 17, "train_loss": 0.0003481683670543134, "cos_r_negg": [0.603894829750061, 0.6293561458587646], "cos_innovation_negg": [0.603894829750061, 0.6293561458587646], "cos_apical_negg": [0.603894829750061, 0.6293561458587646], "cos_Ac_negg": [0.603894829750061, 0.6293561458587646], "r_norm": [0.16917666792869568, 0.17179742455482483]}, {"step": 6900, "epoch": 17, "train_loss": 0.000803223520051688, "cos_r_negg": [0.6019653677940369, 0.6281664967536926], "cos_innovation_negg": [0.6019653677940369, 0.6281664967536926], "cos_apical_negg": [0.6019653677940369, 0.6281664967536926], "cos_Ac_negg": [0.6019653677940369, 0.6281664967536926], "r_norm": [0.16929104924201965, 0.17193862795829773]}, {"step": 6950, "epoch": 17, "train_loss": 0.0003726401482708752, "cos_r_negg": [0.6018678545951843, 0.6283335089683533], "cos_innovation_negg": [0.6018678545951843, 0.6283335089683533], "cos_apical_negg": [0.6018678545951843, 0.6283335089683533], "cos_Ac_negg": [0.6018678545951843, 0.6283335089683533], "r_norm": [0.17011168599128723, 0.17280684411525726]}, {"step": 7000, "epoch": 17, "train_loss": 0.00039846019353717566, "cos_r_negg": [0.6029773950576782, 0.6289104223251343], "cos_innovation_negg": [0.6029773950576782, 0.6289104223251343], "cos_apical_negg": [0.6029773950576782, 0.6289104223251343], "cos_Ac_negg": [0.6029773950576782, 0.6289104223251343], "r_norm": [0.16993021965026855, 0.1726303994655609]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9764, "test_loss": 0.11149220457077026}, {"step": 7050, "epoch": 18, "train_loss": 5.930213228566572e-05, "cos_r_negg": [0.6029485464096069, 0.6296228170394897], "cos_innovation_negg": [0.6029485464096069, 0.6296228170394897], "cos_apical_negg": [0.6029485464096069, 0.6296228170394897], "cos_Ac_negg": [0.6029485464096069, 0.6296228170394897], "r_norm": [0.1712118536233902, 0.17394505441188812]}, {"step": 7100, "epoch": 18, "train_loss": 0.0004127379506826401, "cos_r_negg": [0.6040327548980713, 0.6291499733924866], "cos_innovation_negg": [0.6040327548980713, 0.6291499733924866], "cos_apical_negg": [0.6040327548980713, 0.6291499733924866], "cos_Ac_negg": [0.6040327548980713, 0.6291499733924866], "r_norm": [0.17024680972099304, 0.17294904589653015]}, {"step": 7150, "epoch": 18, "train_loss": 0.0001771318056853488, "cos_r_negg": [0.6050876379013062, 0.6300033926963806], "cos_innovation_negg": [0.6050876379013062, 0.6300033926963806], "cos_apical_negg": [0.6050876379013062, 0.6300033926963806], "cos_Ac_negg": [0.6050876379013062, 0.6300033926963806], "r_norm": [0.1687915325164795, 0.17147845029830933]}, {"step": 7200, "epoch": 18, "train_loss": 0.0003046878846362233, "cos_r_negg": [0.6028125286102295, 0.6298070549964905], "cos_innovation_negg": [0.6028125286102295, 0.6298070549964905], "cos_apical_negg": [0.6028125286102295, 0.6298070549964905], "cos_Ac_negg": [0.6028125286102295, 0.6298070549964905], "r_norm": [0.1687103807926178, 0.17137953639030457]}, {"step": 7250, "epoch": 18, "train_loss": 0.0002530843485146761, "cos_r_negg": [0.6028412580490112, 0.6297910809516907], "cos_innovation_negg": [0.6028412580490112, 0.6297910809516907], "cos_apical_negg": [0.6028412580490112, 0.6297910809516907], "cos_Ac_negg": [0.6028412580490112, 0.6297910809516907], "r_norm": [0.1683696210384369, 0.1710122525691986]}, {"step": 7300, "epoch": 18, "train_loss": 0.00023553005303256214, "cos_r_negg": [0.6031166911125183, 0.6294935345649719], "cos_innovation_negg": [0.6031166911125183, 0.6294935345649719], "cos_apical_negg": [0.6031166911125183, 0.6294935345649719], "cos_Ac_negg": [0.6031166911125183, 0.6294935345649719], "r_norm": [0.16939222812652588, 0.1720408946275711]}, {"step": 7350, "epoch": 18, "train_loss": 0.0004109106957912445, "cos_r_negg": [0.6028550863265991, 0.6313878297805786], "cos_innovation_negg": [0.6028550863265991, 0.6313878297805786], "cos_apical_negg": [0.6028550863265991, 0.6313878297805786], "cos_Ac_negg": [0.6028550863265991, 0.6313878297805786], "r_norm": [0.1703217327594757, 0.1730421632528305]}, {"step": 7400, "epoch": 18, "train_loss": 8.438454824499786e-05, "cos_r_negg": [0.6023973226547241, 0.6304579973220825], "cos_innovation_negg": [0.6023973226547241, 0.6304579973220825], "cos_apical_negg": [0.6023973226547241, 0.6304579973220825], "cos_Ac_negg": [0.6023973226547241, 0.6304579973220825], "r_norm": [0.16952325403690338, 0.1722489595413208]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9763, "test_loss": 0.1118783965587616}, {"step": 7450, "epoch": 19, "train_loss": 8.726357918931171e-05, "cos_r_negg": [0.6014843583106995, 0.6297234296798706], "cos_innovation_negg": [0.6014843583106995, 0.6297234296798706], "cos_apical_negg": [0.6014843583106995, 0.6297234296798706], "cos_Ac_negg": [0.6014843583106995, 0.6297234296798706], "r_norm": [0.1696484237909317, 0.1723603904247284]}, {"step": 7500, "epoch": 19, "train_loss": 0.00024563135229982436, "cos_r_negg": [0.600798487663269, 0.6301306486129761], "cos_innovation_negg": [0.600798487663269, 0.6301306486129761], "cos_apical_negg": [0.600798487663269, 0.6301306486129761], "cos_Ac_negg": [0.600798487663269, 0.6301306486129761], "r_norm": [0.16881203651428223, 0.17144247889518738]}, {"step": 7550, "epoch": 19, "train_loss": 0.00013694872905034572, "cos_r_negg": [0.6034595966339111, 0.6310282349586487], "cos_innovation_negg": [0.6034595966339111, 0.6310282349586487], "cos_apical_negg": [0.6034595966339111, 0.6310282349586487], "cos_Ac_negg": [0.6034595966339111, 0.6310282349586487], "r_norm": [0.16827860474586487, 0.17087945342063904]}, {"step": 7600, "epoch": 19, "train_loss": 0.00023207078629639, "cos_r_negg": [0.6016335487365723, 0.6313080787658691], "cos_innovation_negg": [0.6016335487365723, 0.6313080787658691], "cos_apical_negg": [0.6016335487365723, 0.6313080787658691], "cos_Ac_negg": [0.6016335487365723, 0.6313080787658691], "r_norm": [0.16946741938591003, 0.17216169834136963]}, {"step": 7650, "epoch": 19, "train_loss": 0.0006256102351471782, "cos_r_negg": [0.6019657850265503, 0.6318804025650024], "cos_innovation_negg": [0.6019657850265503, 0.6318804025650024], "cos_apical_negg": [0.6019657850265503, 0.6318804025650024], "cos_Ac_negg": [0.6019657850265503, 0.6318804025650024], "r_norm": [0.1695283055305481, 0.17223361134529114]}, {"step": 7700, "epoch": 19, "train_loss": 0.0008960746927186847, "cos_r_negg": [0.602264404296875, 0.6321074962615967], "cos_innovation_negg": [0.602264404296875, 0.6321074962615967], "cos_apical_negg": [0.602264404296875, 0.6321074962615967], "cos_Ac_negg": [0.602264404296875, 0.6321074962615967], "r_norm": [0.1685163825750351, 0.1712338924407959]}, {"step": 7750, "epoch": 19, "train_loss": 0.00039486834430135787, "cos_r_negg": [0.6009811162948608, 0.6309607028961182], "cos_innovation_negg": [0.6009811162948608, 0.6309607028961182], "cos_apical_negg": [0.6009811162948608, 0.6309607028961182], "cos_Ac_negg": [0.6009811162948608, 0.6309607028961182], "r_norm": [0.1676923632621765, 0.17037373781204224]}, {"step": 7800, "epoch": 19, "train_loss": 0.0003268714062869549, "cos_r_negg": [0.6010297536849976, 0.631980299949646], "cos_innovation_negg": [0.6010297536849976, 0.631980299949646], "cos_apical_negg": [0.6010297536849976, 0.631980299949646], "cos_Ac_negg": [0.6010297536849976, 0.631980299949646], "r_norm": [0.16833558678627014, 0.17099681496620178]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9761, "test_loss": 0.11294162883758545}, {"step": 7850, "epoch": 20, "train_loss": 0.0002948740147985518, "cos_r_negg": [0.6004610657691956, 0.6321225762367249], "cos_innovation_negg": [0.6004610657691956, 0.6321225762367249], "cos_apical_negg": [0.6004610657691956, 0.6321225762367249], "cos_Ac_negg": [0.6004610657691956, 0.6321225762367249], "r_norm": [0.17025691270828247, 0.17299482226371765]}, {"step": 7900, "epoch": 20, "train_loss": 0.0003776815428864211, "cos_r_negg": [0.601911187171936, 0.6327893733978271], "cos_innovation_negg": [0.601911187171936, 0.6327893733978271], "cos_apical_negg": [0.601911187171936, 0.6327893733978271], "cos_Ac_negg": [0.601911187171936, 0.6327893733978271], "r_norm": [0.16904723644256592, 0.17170986533164978]}, {"step": 7950, "epoch": 20, "train_loss": 0.00018784655549097806, "cos_r_negg": [0.6017838716506958, 0.6322460174560547], "cos_innovation_negg": [0.6017838716506958, 0.6322460174560547], "cos_apical_negg": [0.6017838716506958, 0.6322460174560547], "cos_Ac_negg": [0.6017838716506958, 0.6322460174560547], "r_norm": [0.16836166381835938, 0.17102688550949097]}, {"step": 8000, "epoch": 20, "train_loss": 0.0003340052498970181, "cos_r_negg": [0.5996140241622925, 0.6324857473373413], "cos_innovation_negg": [0.5996140241622925, 0.6324857473373413], "cos_apical_negg": [0.5996140241622925, 0.6324857473373413], "cos_Ac_negg": [0.5996140241622925, 0.6324857473373413], "r_norm": [0.1689276099205017, 0.1715770959854126]}, {"step": 8050, "epoch": 20, "train_loss": 0.0005148435011506081, "cos_r_negg": [0.5999175906181335, 0.6322923898696899], "cos_innovation_negg": [0.5999175906181335, 0.6322923898696899], "cos_apical_negg": [0.5999175906181335, 0.6322923898696899], "cos_Ac_negg": [0.5999175906181335, 0.6322923898696899], "r_norm": [0.16842710971832275, 0.17108309268951416]}, {"step": 8100, "epoch": 20, "train_loss": 0.00027179461903870106, "cos_r_negg": [0.6012721061706543, 0.6321148872375488], "cos_innovation_negg": [0.6012721061706543, 0.6321148872375488], "cos_apical_negg": [0.6012721061706543, 0.6321148872375488], "cos_Ac_negg": [0.6012721061706543, 0.6321148872375488], "r_norm": [0.16719572246074677, 0.1698329746723175]}, {"step": 8150, "epoch": 20, "train_loss": 0.0003730515018105507, "cos_r_negg": [0.6002108454704285, 0.6320546865463257], "cos_innovation_negg": [0.6002108454704285, 0.6320546865463257], "cos_apical_negg": [0.6002108454704285, 0.6320546865463257], "cos_Ac_negg": [0.6002108454704285, 0.6320546865463257], "r_norm": [0.16781464219093323, 0.17045047879219055]}, {"step": 8200, "epoch": 20, "train_loss": 0.00023157194664236158, "cos_r_negg": [0.6017898321151733, 0.6324486136436462], "cos_innovation_negg": [0.6017898321151733, 0.6324486136436462], "cos_apical_negg": [0.6017898321151733, 0.6324486136436462], "cos_Ac_negg": [0.6017898321151733, 0.6324486136436462], "r_norm": [0.16818545758724213, 0.1708642542362213]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9761, "test_loss": 0.11342194519042968}, {"step": 8250, "epoch": 21, "train_loss": 0.0003970118414144963, "cos_r_negg": [0.6012551784515381, 0.6325547695159912], "cos_innovation_negg": [0.6012551784515381, 0.6325547695159912], "cos_apical_negg": [0.6012551784515381, 0.6325547695159912], "cos_Ac_negg": [0.6012551784515381, 0.6325547695159912], "r_norm": [0.1686636358499527, 0.17131125926971436]}, {"step": 8300, "epoch": 21, "train_loss": 0.00020435717306099832, "cos_r_negg": [0.6014608144760132, 0.6328163146972656], "cos_innovation_negg": [0.6014608144760132, 0.6328163146972656], "cos_apical_negg": [0.6014608144760132, 0.6328163146972656], "cos_Ac_negg": [0.6014608144760132, 0.6328163146972656], "r_norm": [0.1690889149904251, 0.17179609835147858]}, {"step": 8350, "epoch": 21, "train_loss": 0.00023780670017004013, "cos_r_negg": [0.6013230681419373, 0.6332108974456787], "cos_innovation_negg": [0.6013230681419373, 0.6332108974456787], "cos_apical_negg": [0.6013230681419373, 0.6332108974456787], "cos_Ac_negg": [0.6013230681419373, 0.6332108974456787], "r_norm": [0.16686391830444336, 0.1694612056016922]}, {"step": 8400, "epoch": 21, "train_loss": 0.00028172211023047566, "cos_r_negg": [0.6010503172874451, 0.6327615976333618], "cos_innovation_negg": [0.6010503172874451, 0.6327615976333618], "cos_apical_negg": [0.6010503172874451, 0.6327615976333618], "cos_Ac_negg": [0.6010503172874451, 0.6327615976333618], "r_norm": [0.16604767739772797, 0.16865584254264832]}, {"step": 8450, "epoch": 21, "train_loss": 0.0002649369416758418, "cos_r_negg": [0.6017727851867676, 0.6332142353057861], "cos_innovation_negg": [0.6017727851867676, 0.6332142353057861], "cos_apical_negg": [0.6017727851867676, 0.6332142353057861], "cos_Ac_negg": [0.6017727851867676, 0.6332142353057861], "r_norm": [0.16644889116287231, 0.16908371448516846]}, {"step": 8500, "epoch": 21, "train_loss": 0.00022489986440632492, "cos_r_negg": [0.6023766994476318, 0.634580135345459], "cos_innovation_negg": [0.6023766994476318, 0.634580135345459], "cos_apical_negg": [0.6023766994476318, 0.634580135345459], "cos_Ac_negg": [0.6023766994476318, 0.634580135345459], "r_norm": [0.1661706268787384, 0.1687541902065277]}, {"step": 8550, "epoch": 21, "train_loss": 0.00023258640430867672, "cos_r_negg": [0.6033408641815186, 0.6346604228019714], "cos_innovation_negg": [0.6033408641815186, 0.6346604228019714], "cos_apical_negg": [0.6033408641815186, 0.6346604228019714], "cos_Ac_negg": [0.6033408641815186, 0.6346604228019714], "r_norm": [0.16702014207839966, 0.16962367296218872]}, {"step": 8600, "epoch": 21, "train_loss": 0.0007489717681892216, "cos_r_negg": [0.6030791997909546, 0.6335065960884094], "cos_innovation_negg": [0.6030791997909546, 0.6335065960884094], "cos_apical_negg": [0.6030791997909546, 0.6335065960884094], "cos_Ac_negg": [0.6030791997909546, 0.6335065960884094], "r_norm": [0.1674560308456421, 0.17006388306617737]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9764, "test_loss": 0.11387708673477173}, {"step": 8650, "epoch": 22, "train_loss": 0.0002011640026466921, "cos_r_negg": [0.602805495262146, 0.6342121958732605], "cos_innovation_negg": [0.602805495262146, 0.6342121958732605], "cos_apical_negg": [0.602805495262146, 0.6342121958732605], "cos_Ac_negg": [0.602805495262146, 0.6342121958732605], "r_norm": [0.16771633923053741, 0.1703917384147644]}, {"step": 8700, "epoch": 22, "train_loss": 0.00023412678274326026, "cos_r_negg": [0.6030540466308594, 0.6334195137023926], "cos_innovation_negg": [0.6030540466308594, 0.6334195137023926], "cos_apical_negg": [0.6030540466308594, 0.6334195137023926], "cos_Ac_negg": [0.6030540466308594, 0.6334195137023926], "r_norm": [0.16727927327156067, 0.16993802785873413]}, {"step": 8750, "epoch": 22, "train_loss": 0.00022095450549386442, "cos_r_negg": [0.6030883193016052, 0.634811282157898], "cos_innovation_negg": [0.6030883193016052, 0.634811282157898], "cos_apical_negg": [0.6030883193016052, 0.634811282157898], "cos_Ac_negg": [0.6030883193016052, 0.634811282157898], "r_norm": [0.1680912971496582, 0.17074596881866455]}, {"step": 8800, "epoch": 22, "train_loss": 0.00032422872027382255, "cos_r_negg": [0.6040620803833008, 0.6352591514587402], "cos_innovation_negg": [0.6040620803833008, 0.6352591514587402], "cos_apical_negg": [0.6040620803833008, 0.6352591514587402], "cos_Ac_negg": [0.6040620803833008, 0.6352591514587402], "r_norm": [0.16668649017810822, 0.1693042665719986]}, {"step": 8850, "epoch": 22, "train_loss": 0.0001291855878662318, "cos_r_negg": [0.60294508934021, 0.6343417763710022], "cos_innovation_negg": [0.60294508934021, 0.6343417763710022], "cos_apical_negg": [0.60294508934021, 0.6343417763710022], "cos_Ac_negg": [0.60294508934021, 0.6343417763710022], "r_norm": [0.16681316494941711, 0.1694914698600769]}, {"step": 8900, "epoch": 22, "train_loss": 0.0004608424787875265, "cos_r_negg": [0.6030863523483276, 0.6346580982208252], "cos_innovation_negg": [0.6030863523483276, 0.6346580982208252], "cos_apical_negg": [0.6030863523483276, 0.6346580982208252], "cos_Ac_negg": [0.6030863523483276, 0.6346580982208252], "r_norm": [0.16738419234752655, 0.1700514256954193]}, {"step": 8950, "epoch": 22, "train_loss": 0.00011534857185324654, "cos_r_negg": [0.6025745272636414, 0.6339900493621826], "cos_innovation_negg": [0.6025745272636414, 0.6339900493621826], "cos_apical_negg": [0.6025745272636414, 0.6339900493621826], "cos_Ac_negg": [0.6025745272636414, 0.6339900493621826], "r_norm": [0.16775166988372803, 0.17037717998027802]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9763, "test_loss": 0.1144585036277771}, {"step": 9000, "epoch": 23, "train_loss": 0.00012774826609529555, "cos_r_negg": [0.6026643514633179, 0.6348294615745544], "cos_innovation_negg": [0.6026643514633179, 0.6348294615745544], "cos_apical_negg": [0.6026643514633179, 0.6348294615745544], "cos_Ac_negg": [0.6026643514633179, 0.6348294615745544], "r_norm": [0.16710582375526428, 0.16972602903842926]}, {"step": 9050, "epoch": 23, "train_loss": 0.000278949155472219, "cos_r_negg": [0.6028192639350891, 0.6353651881217957], "cos_innovation_negg": [0.6028192639350891, 0.6353651881217957], "cos_apical_negg": [0.6028192639350891, 0.6353651881217957], "cos_Ac_negg": [0.6028192639350891, 0.6353651881217957], "r_norm": [0.1675381064414978, 0.1701919585466385]}, {"step": 9100, "epoch": 23, "train_loss": 0.00015851660282351077, "cos_r_negg": [0.6035875678062439, 0.6359850764274597], "cos_innovation_negg": [0.6035875678062439, 0.6359850764274597], "cos_apical_negg": [0.6035875678062439, 0.6359850764274597], "cos_Ac_negg": [0.6035875678062439, 0.6359850764274597], "r_norm": [0.16764387488365173, 0.17035336792469025]}, {"step": 9150, "epoch": 23, "train_loss": 0.0003726708237081766, "cos_r_negg": [0.6029617786407471, 0.6338910460472107], "cos_innovation_negg": [0.6029617786407471, 0.6338910460472107], "cos_apical_negg": [0.6029617786407471, 0.6338910460472107], "cos_Ac_negg": [0.6029617786407471, 0.6338910460472107], "r_norm": [0.16686755418777466, 0.16952066123485565]}, {"step": 9200, "epoch": 23, "train_loss": 0.00042153499089181423, "cos_r_negg": [0.6034510135650635, 0.6343415379524231], "cos_innovation_negg": [0.6034510135650635, 0.6343415379524231], "cos_apical_negg": [0.6034510135650635, 0.6343415379524231], "cos_Ac_negg": [0.6034510135650635, 0.6343415379524231], "r_norm": [0.16600969433784485, 0.16864390671253204]}, {"step": 9250, "epoch": 23, "train_loss": 0.00026320805773139, "cos_r_negg": [0.6034530401229858, 0.635467529296875], "cos_innovation_negg": [0.6034530401229858, 0.635467529296875], "cos_apical_negg": [0.6034530401229858, 0.635467529296875], "cos_Ac_negg": [0.6034530401229858, 0.635467529296875], "r_norm": [0.16740213334560394, 0.17006266117095947]}, {"step": 9300, "epoch": 23, "train_loss": 0.0002267109084641561, "cos_r_negg": [0.6019931435585022, 0.6341543197631836], "cos_innovation_negg": [0.6019931435585022, 0.6341543197631836], "cos_apical_negg": [0.6019931435585022, 0.6341543197631836], "cos_Ac_negg": [0.6019931435585022, 0.6341543197631836], "r_norm": [0.16742102801799774, 0.17003902792930603]}, {"step": 9350, "epoch": 23, "train_loss": 0.00013025346561335027, "cos_r_negg": [0.6015762090682983, 0.6351202726364136], "cos_innovation_negg": [0.6015762090682983, 0.6351202726364136], "cos_apical_negg": [0.6015762090682983, 0.6351202726364136], "cos_Ac_negg": [0.6015762090682983, 0.6351202726364136], "r_norm": [0.16611091792583466, 0.16871055960655212]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9764, "test_loss": 0.11528656234741211}, {"step": 9400, "epoch": 24, "train_loss": 0.0002276651212014258, "cos_r_negg": [0.602143406867981, 0.6344274282455444], "cos_innovation_negg": [0.602143406867981, 0.6344274282455444], "cos_apical_negg": [0.602143406867981, 0.6344274282455444], "cos_Ac_negg": [0.602143406867981, 0.6344274282455444], "r_norm": [0.16646914184093475, 0.16905733942985535]}, {"step": 9450, "epoch": 24, "train_loss": 0.0002205693890573457, "cos_r_negg": [0.6029257774353027, 0.6344001889228821], "cos_innovation_negg": [0.6029257774353027, 0.6344001889228821], "cos_apical_negg": [0.6029257774353027, 0.6344001889228821], "cos_Ac_negg": [0.6029257774353027, 0.6344001889228821], "r_norm": [0.16704913973808289, 0.1696557253599167]}, {"step": 9500, "epoch": 24, "train_loss": 0.00018987449584528804, "cos_r_negg": [0.6028425097465515, 0.6344048976898193], "cos_innovation_negg": [0.6028425097465515, 0.6344048976898193], "cos_apical_negg": [0.6028425097465515, 0.6344048976898193], "cos_Ac_negg": [0.6028425097465515, 0.6344048976898193], "r_norm": [0.1663755178451538, 0.16899064183235168]}, {"step": 9550, "epoch": 24, "train_loss": 0.00034811528166756034, "cos_r_negg": [0.6032528877258301, 0.6354314088821411], "cos_innovation_negg": [0.6032528877258301, 0.6354314088821411], "cos_apical_negg": [0.6032528877258301, 0.6354314088821411], "cos_Ac_negg": [0.6032528877258301, 0.6354314088821411], "r_norm": [0.1663602888584137, 0.16895386576652527]}, {"step": 9600, "epoch": 24, "train_loss": 0.0003141239285469055, "cos_r_negg": [0.602652907371521, 0.6347640752792358], "cos_innovation_negg": [0.602652907371521, 0.6347640752792358], "cos_apical_negg": [0.602652907371521, 0.6347640752792358], "cos_Ac_negg": [0.602652907371521, 0.6347640752792358], "r_norm": [0.16658936440944672, 0.16920121014118195]}, {"step": 9650, "epoch": 24, "train_loss": 0.0002445192076265812, "cos_r_negg": [0.6028740406036377, 0.6346408128738403], "cos_innovation_negg": [0.6028740406036377, 0.6346408128738403], "cos_apical_negg": [0.6028740406036377, 0.6346408128738403], "cos_Ac_negg": [0.6028740406036377, 0.6346408128738403], "r_norm": [0.16609978675842285, 0.16871975362300873]}, {"step": 9700, "epoch": 24, "train_loss": 0.0001587803417351097, "cos_r_negg": [0.6030661463737488, 0.6343568563461304], "cos_innovation_negg": [0.6030661463737488, 0.6343568563461304], "cos_apical_negg": [0.6030661463737488, 0.6343568563461304], "cos_Ac_negg": [0.6030661463737488, 0.6343568563461304], "r_norm": [0.16584400832653046, 0.16845685243606567]}, {"step": 9750, "epoch": 24, "train_loss": 0.00048073072684928775, "cos_r_negg": [0.6028470993041992, 0.6344863176345825], "cos_innovation_negg": [0.6028470993041992, 0.6344863176345825], "cos_apical_negg": [0.6028470993041992, 0.6344863176345825], "cos_Ac_negg": [0.6028470993041992, 0.6344863176345825], "r_norm": [0.16551443934440613, 0.16814863681793213]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9764, "test_loss": 0.11553835043907165}, {"step": 9800, "epoch": 25, "train_loss": 0.0003700753441080451, "cos_r_negg": [0.6016156077384949, 0.6344747543334961], "cos_innovation_negg": [0.6016156077384949, 0.6344747543334961], "cos_apical_negg": [0.6016156077384949, 0.6344747543334961], "cos_Ac_negg": [0.6016156077384949, 0.6344747543334961], "r_norm": [0.16558508574962616, 0.1682058870792389]}, {"step": 9850, "epoch": 25, "train_loss": 0.00023993042123038322, "cos_r_negg": [0.6015512347221375, 0.6345829367637634], "cos_innovation_negg": [0.6015512347221375, 0.6345829367637634], "cos_apical_negg": [0.6015512347221375, 0.6345829367637634], "cos_Ac_negg": [0.6015512347221375, 0.6345829367637634], "r_norm": [0.16506612300872803, 0.16766026616096497]}, {"step": 9900, "epoch": 25, "train_loss": 6.226358527783304e-05, "cos_r_negg": [0.6020491123199463, 0.6350083351135254], "cos_innovation_negg": [0.6020491123199463, 0.6350083351135254], "cos_apical_negg": [0.6020491123199463, 0.6350083351135254], "cos_Ac_negg": [0.6020491123199463, 0.6350083351135254], "r_norm": [0.16486603021621704, 0.16742491722106934]}, {"step": 9950, "epoch": 25, "train_loss": 0.00029206305043771863, "cos_r_negg": [0.6019865274429321, 0.6348463296890259], "cos_innovation_negg": [0.6019865274429321, 0.6348463296890259], "cos_apical_negg": [0.6019865274429321, 0.6348463296890259], "cos_Ac_negg": [0.6019865274429321, 0.6348463296890259], "r_norm": [0.16609375178813934, 0.1686858832836151]}, {"step": 10000, "epoch": 25, "train_loss": 0.00015967636136338115, "cos_r_negg": [0.6021885871887207, 0.6350934505462646], "cos_innovation_negg": [0.6021885871887207, 0.6350934505462646], "cos_apical_negg": [0.6021885871887207, 0.6350934505462646], "cos_Ac_negg": [0.6021885871887207, 0.6350934505462646], "r_norm": [0.16651317477226257, 0.16917259991168976]}, {"step": 10050, "epoch": 25, "train_loss": 0.00031796074472367764, "cos_r_negg": [0.6024521589279175, 0.6346781253814697], "cos_innovation_negg": [0.6024521589279175, 0.6346781253814697], "cos_apical_negg": [0.6024521589279175, 0.6346781253814697], "cos_Ac_negg": [0.6024521589279175, 0.6346781253814697], "r_norm": [0.16608557105064392, 0.1687382459640503]}, {"step": 10100, "epoch": 25, "train_loss": 8.259464811999351e-05, "cos_r_negg": [0.6033538579940796, 0.6351476311683655], "cos_innovation_negg": [0.6033538579940796, 0.6351476311683655], "cos_apical_negg": [0.6033538579940796, 0.6351476311683655], "cos_Ac_negg": [0.6033538579940796, 0.6351476311683655], "r_norm": [0.16675396263599396, 0.1694280058145523]}, {"step": 10150, "epoch": 25, "train_loss": 4.670290945796296e-05, "cos_r_negg": [0.6030882596969604, 0.6352251768112183], "cos_innovation_negg": [0.6030882596969604, 0.6352251768112183], "cos_apical_negg": [0.6030882596969604, 0.6352251768112183], "cos_Ac_negg": [0.6030882596969604, 0.6352251768112183], "r_norm": [0.16643548011779785, 0.16908778250217438]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9762, "test_loss": 0.11616395077705384}, {"step": 10200, "epoch": 26, "train_loss": 0.00018556421855464578, "cos_r_negg": [0.6019049882888794, 0.6353180408477783], "cos_innovation_negg": [0.6019049882888794, 0.6353180408477783], "cos_apical_negg": [0.6019049882888794, 0.6353180408477783], "cos_Ac_negg": [0.6019049882888794, 0.6353180408477783], "r_norm": [0.16501092910766602, 0.1676073670387268]}, {"step": 10250, "epoch": 26, "train_loss": 0.0003307863080408424, "cos_r_negg": [0.6023445129394531, 0.6358026266098022], "cos_innovation_negg": [0.6023445129394531, 0.6358026266098022], "cos_apical_negg": [0.6023445129394531, 0.6358026266098022], "cos_Ac_negg": [0.6023445129394531, 0.6358026266098022], "r_norm": [0.1649414300918579, 0.1675301492214203]}, {"step": 10300, "epoch": 26, "train_loss": 0.0007155455532483757, "cos_r_negg": [0.6024097204208374, 0.6356316804885864], "cos_innovation_negg": [0.6024097204208374, 0.6356316804885864], "cos_apical_negg": [0.6024097204208374, 0.6356316804885864], "cos_Ac_negg": [0.6024097204208374, 0.6356316804885864], "r_norm": [0.16521605849266052, 0.16782841086387634]}, {"step": 10350, "epoch": 26, "train_loss": 0.00012212683213874698, "cos_r_negg": [0.6022156476974487, 0.6351896524429321], "cos_innovation_negg": [0.6022156476974487, 0.6351896524429321], "cos_apical_negg": [0.6022156476974487, 0.6351896524429321], "cos_Ac_negg": [0.6022156476974487, 0.6351896524429321], "r_norm": [0.16434381902217865, 0.1669180542230606]}, {"step": 10400, "epoch": 26, "train_loss": 0.00041772559052333236, "cos_r_negg": [0.6030529737472534, 0.63560551404953], "cos_innovation_negg": [0.6030529737472534, 0.63560551404953], "cos_apical_negg": [0.6030529737472534, 0.63560551404953], "cos_Ac_negg": [0.6030529737472534, 0.63560551404953], "r_norm": [0.16403931379318237, 0.16664889454841614]}, {"step": 10450, "epoch": 26, "train_loss": 0.0004277976113371551, "cos_r_negg": [0.6030241250991821, 0.6353921890258789], "cos_innovation_negg": [0.6030241250991821, 0.6353921890258789], "cos_apical_negg": [0.6030241250991821, 0.6353921890258789], "cos_Ac_negg": [0.6030241250991821, 0.6353921890258789], "r_norm": [0.16436417400836945, 0.1669735312461853]}, {"step": 10500, "epoch": 26, "train_loss": 0.00022339244605973363, "cos_r_negg": [0.6028411388397217, 0.6359083652496338], "cos_innovation_negg": [0.6028411388397217, 0.6359083652496338], "cos_apical_negg": [0.6028411388397217, 0.6359083652496338], "cos_Ac_negg": [0.6028411388397217, 0.6359083652496338], "r_norm": [0.1643727719783783, 0.16692782938480377]}, {"step": 10550, "epoch": 26, "train_loss": 0.00015957807772792876, "cos_r_negg": [0.6024464964866638, 0.6362085342407227], "cos_innovation_negg": [0.6024464964866638, 0.6362085342407227], "cos_apical_negg": [0.6024464964866638, 0.6362085342407227], "cos_Ac_negg": [0.6024464964866638, 0.6362085342407227], "r_norm": [0.1642124205827713, 0.16676223278045654]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9764, "test_loss": 0.11661934542655945}, {"step": 10600, "epoch": 27, "train_loss": 7.064963574521244e-05, "cos_r_negg": [0.6021904945373535, 0.6356754899024963], "cos_innovation_negg": [0.6021904945373535, 0.6356754899024963], "cos_apical_negg": [0.6021904945373535, 0.6356754899024963], "cos_Ac_negg": [0.6021904945373535, 0.6356754899024963], "r_norm": [0.16393110156059265, 0.16645771265029907]}, {"step": 10650, "epoch": 27, "train_loss": 0.00015095033450052142, "cos_r_negg": [0.6030354499816895, 0.6365854740142822], "cos_innovation_negg": [0.6030354499816895, 0.6365854740142822], "cos_apical_negg": [0.6030354499816895, 0.6365854740142822], "cos_Ac_negg": [0.6030354499816895, 0.6365854740142822], "r_norm": [0.16438649594783783, 0.1669471710920334]}, {"step": 10700, "epoch": 27, "train_loss": 0.00011985281889792532, "cos_r_negg": [0.6033111810684204, 0.6362457275390625], "cos_innovation_negg": [0.6033111810684204, 0.6362457275390625], "cos_apical_negg": [0.6033111810684204, 0.6362457275390625], "cos_Ac_negg": [0.6033111810684204, 0.6362457275390625], "r_norm": [0.16438011825084686, 0.16702900826931]}, {"step": 10750, "epoch": 27, "train_loss": 9.524153574602678e-05, "cos_r_negg": [0.6030147075653076, 0.635796308517456], "cos_innovation_negg": [0.6030147075653076, 0.635796308517456], "cos_apical_negg": [0.6030147075653076, 0.635796308517456], "cos_Ac_negg": [0.6030147075653076, 0.635796308517456], "r_norm": [0.16477198898792267, 0.16741704940795898]}, {"step": 10800, "epoch": 27, "train_loss": 6.364910223055631e-05, "cos_r_negg": [0.6029894948005676, 0.6361516714096069], "cos_innovation_negg": [0.6029894948005676, 0.6361516714096069], "cos_apical_negg": [0.6029894948005676, 0.6361516714096069], "cos_Ac_negg": [0.6029894948005676, 0.6361516714096069], "r_norm": [0.16478203237056732, 0.16739621758460999]}, {"step": 10850, "epoch": 27, "train_loss": 0.00010228517930954695, "cos_r_negg": [0.6028931140899658, 0.636454701423645], "cos_innovation_negg": [0.6028931140899658, 0.636454701423645], "cos_apical_negg": [0.6028931140899658, 0.636454701423645], "cos_Ac_negg": [0.6028931140899658, 0.636454701423645], "r_norm": [0.16511330008506775, 0.1677204966545105]}, {"step": 10900, "epoch": 27, "train_loss": 0.0001346863864455372, "cos_r_negg": [0.6021341681480408, 0.6368640661239624], "cos_innovation_negg": [0.6021341681480408, 0.6368640661239624], "cos_apical_negg": [0.6021341681480408, 0.6368640661239624], "cos_Ac_negg": [0.6021341681480408, 0.6368640661239624], "r_norm": [0.16478130221366882, 0.16736635565757751]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9766, "test_loss": 0.11718740515708924}, {"step": 10950, "epoch": 28, "train_loss": 0.00019990997679997236, "cos_r_negg": [0.6026186347007751, 0.6368666887283325], "cos_innovation_negg": [0.6026186347007751, 0.6368666887283325], "cos_apical_negg": [0.6026186347007751, 0.6368666887283325], "cos_Ac_negg": [0.6026186347007751, 0.6368666887283325], "r_norm": [0.16449283063411713, 0.16706305742263794]}, {"step": 11000, "epoch": 28, "train_loss": 0.00011219326552236453, "cos_r_negg": [0.6025271415710449, 0.6362969279289246], "cos_innovation_negg": [0.6025271415710449, 0.6362969279289246], "cos_apical_negg": [0.6025271415710449, 0.6362969279289246], "cos_Ac_negg": [0.6025271415710449, 0.6362969279289246], "r_norm": [0.16411562263965607, 0.16668486595153809]}, {"step": 11050, "epoch": 28, "train_loss": 0.00033078956766985357, "cos_r_negg": [0.601637601852417, 0.6366503238677979], "cos_innovation_negg": [0.601637601852417, 0.6366503238677979], "cos_apical_negg": [0.601637601852417, 0.6366503238677979], "cos_Ac_negg": [0.601637601852417, 0.6366503238677979], "r_norm": [0.16383042931556702, 0.16635887324810028]}, {"step": 11100, "epoch": 28, "train_loss": 0.0003664000250864774, "cos_r_negg": [0.6019050478935242, 0.6366799473762512], "cos_innovation_negg": [0.6019050478935242, 0.6366799473762512], "cos_apical_negg": [0.6019050478935242, 0.6366799473762512], "cos_Ac_negg": [0.6019050478935242, 0.6366799473762512], "r_norm": [0.1635153740644455, 0.16601699590682983]}, {"step": 11150, "epoch": 28, "train_loss": 0.00020521122496575117, "cos_r_negg": [0.6023773550987244, 0.6363457441329956], "cos_innovation_negg": [0.6023773550987244, 0.6363457441329956], "cos_apical_negg": [0.6023773550987244, 0.6363457441329956], "cos_Ac_negg": [0.6023773550987244, 0.6363457441329956], "r_norm": [0.16447031497955322, 0.16703678667545319]}, {"step": 11200, "epoch": 28, "train_loss": 0.0004433440917637199, "cos_r_negg": [0.603636622428894, 0.6377202272415161], "cos_innovation_negg": [0.603636622428894, 0.6377202272415161], "cos_apical_negg": [0.603636622428894, 0.6377202272415161], "cos_Ac_negg": [0.603636622428894, 0.6377202272415161], "r_norm": [0.16493022441864014, 0.16752317547798157]}, {"step": 11250, "epoch": 28, "train_loss": 0.000549921824131161, "cos_r_negg": [0.6028931140899658, 0.6367067694664001], "cos_innovation_negg": [0.6028931140899658, 0.6367067694664001], "cos_apical_negg": [0.6028931140899658, 0.6367067694664001], "cos_Ac_negg": [0.6028931140899658, 0.6367067694664001], "r_norm": [0.16464874148368835, 0.16723847389221191]}, {"step": 11300, "epoch": 28, "train_loss": 0.0001164230634458363, "cos_r_negg": [0.6032013893127441, 0.6375558376312256], "cos_innovation_negg": [0.6032013893127441, 0.6375558376312256], "cos_apical_negg": [0.6032013893127441, 0.6375558376312256], "cos_Ac_negg": [0.6032013893127441, 0.6375558376312256], "r_norm": [0.16400521993637085, 0.1665826141834259]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9764, "test_loss": 0.11747096886634827}, {"step": 11350, "epoch": 29, "train_loss": 0.000126787563203834, "cos_r_negg": [0.6028580665588379, 0.6371496915817261], "cos_innovation_negg": [0.6028580665588379, 0.6371496915817261], "cos_apical_negg": [0.6028580665588379, 0.6371496915817261], "cos_Ac_negg": [0.6028580665588379, 0.6371496915817261], "r_norm": [0.16400399804115295, 0.16662371158599854]}, {"step": 11400, "epoch": 29, "train_loss": 0.0001322266907664016, "cos_r_negg": [0.6023421287536621, 0.6371071338653564], "cos_innovation_negg": [0.6023421287536621, 0.6371071338653564], "cos_apical_negg": [0.6023421287536621, 0.6371071338653564], "cos_Ac_negg": [0.6023421287536621, 0.6371071338653564], "r_norm": [0.16417482495307922, 0.1668110340833664]}, {"step": 11450, "epoch": 29, "train_loss": 0.00023826645337976515, "cos_r_negg": [0.6026973724365234, 0.6371362209320068], "cos_innovation_negg": [0.6026973724365234, 0.6371362209320068], "cos_apical_negg": [0.6026973724365234, 0.6371362209320068], "cos_Ac_negg": [0.6026973724365234, 0.6371362209320068], "r_norm": [0.1649453192949295, 0.16760188341140747]}, {"step": 11500, "epoch": 29, "train_loss": 0.00032142939744517207, "cos_r_negg": [0.6033589243888855, 0.6375687122344971], "cos_innovation_negg": [0.6033589243888855, 0.6375687122344971], "cos_apical_negg": [0.6033589243888855, 0.6375687122344971], "cos_Ac_negg": [0.6033589243888855, 0.6375687122344971], "r_norm": [0.1643637865781784, 0.1670040488243103]}, {"step": 11550, "epoch": 29, "train_loss": 0.00022029390675015748, "cos_r_negg": [0.6033644676208496, 0.637245774269104], "cos_innovation_negg": [0.6033644676208496, 0.637245774269104], "cos_apical_negg": [0.6033644676208496, 0.637245774269104], "cos_Ac_negg": [0.6033644676208496, 0.637245774269104], "r_norm": [0.163600355386734, 0.16618071496486664]}, {"step": 11600, "epoch": 29, "train_loss": 0.00011532573262229562, "cos_r_negg": [0.6031160950660706, 0.6375129222869873], "cos_innovation_negg": [0.6031160950660706, 0.6375129222869873], "cos_apical_negg": [0.6031160950660706, 0.6375129222869873], "cos_Ac_negg": [0.6031160950660706, 0.6375129222869873], "r_norm": [0.16369326412677765, 0.16630306839942932]}, {"step": 11650, "epoch": 29, "train_loss": 0.00017541258421260864, "cos_r_negg": [0.6031115651130676, 0.6376367807388306], "cos_innovation_negg": [0.6031115651130676, 0.6376367807388306], "cos_apical_negg": [0.6031115651130676, 0.6376367807388306], "cos_Ac_negg": [0.6031115651130676, 0.6376367807388306], "r_norm": [0.16357097029685974, 0.16612876951694489]}, {"step": 11700, "epoch": 29, "train_loss": 9.381623385706916e-05, "cos_r_negg": [0.6028047204017639, 0.6371487379074097], "cos_innovation_negg": [0.6028047204017639, 0.6371487379074097], "cos_apical_negg": [0.6028047204017639, 0.6371487379074097], "cos_Ac_negg": [0.6028047204017639, 0.6371487379074097], "r_norm": [0.16315387189388275, 0.16569733619689941]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9764, "test_loss": 0.11805683407783508}, {"step": 11750, "epoch": 30, "train_loss": 0.0002232459228252992, "cos_r_negg": [0.602630615234375, 0.637323260307312], "cos_innovation_negg": [0.602630615234375, 0.637323260307312], "cos_apical_negg": [0.602630615234375, 0.637323260307312], "cos_Ac_negg": [0.602630615234375, 0.637323260307312], "r_norm": [0.1636834591627121, 0.16621696949005127]}, {"step": 11800, "epoch": 30, "train_loss": 0.00013891329581383616, "cos_r_negg": [0.6030893325805664, 0.6373194456100464], "cos_innovation_negg": [0.6030893325805664, 0.6373194456100464], "cos_apical_negg": [0.6030893325805664, 0.6373194456100464], "cos_Ac_negg": [0.6030893325805664, 0.6373194456100464], "r_norm": [0.16462336480617523, 0.16722360253334045]}, {"step": 11850, "epoch": 30, "train_loss": 0.00015591233386658132, "cos_r_negg": [0.603075385093689, 0.6380728483200073], "cos_innovation_negg": [0.603075385093689, 0.6380728483200073], "cos_apical_negg": [0.603075385093689, 0.6380728483200073], "cos_Ac_negg": [0.603075385093689, 0.6380728483200073], "r_norm": [0.16394469141960144, 0.16654068231582642]}, {"step": 11900, "epoch": 30, "train_loss": 0.0004508672864176333, "cos_r_negg": [0.6027880907058716, 0.6374820470809937], "cos_innovation_negg": [0.6027880907058716, 0.6374820470809937], "cos_apical_negg": [0.6027880907058716, 0.6374820470809937], "cos_Ac_negg": [0.6027880907058716, 0.6374820470809937], "r_norm": [0.16386151313781738, 0.16646499931812286]}, {"step": 11950, "epoch": 30, "train_loss": 0.00013142000534571707, "cos_r_negg": [0.60245680809021, 0.6373318433761597], "cos_innovation_negg": [0.60245680809021, 0.6373318433761597], "cos_apical_negg": [0.60245680809021, 0.6373318433761597], "cos_Ac_negg": [0.60245680809021, 0.6373318433761597], "r_norm": [0.1626424938440323, 0.16517163813114166]}, {"step": 12000, "epoch": 30, "train_loss": 0.0002441573014948517, "cos_r_negg": [0.6020857691764832, 0.6371802091598511], "cos_innovation_negg": [0.6020857691764832, 0.6371802091598511], "cos_apical_negg": [0.6020857691764832, 0.6371802091598511], "cos_Ac_negg": [0.6020857691764832, 0.6371802091598511], "r_norm": [0.1625899076461792, 0.16510392725467682]}, {"step": 12050, "epoch": 30, "train_loss": 0.00023460900411009789, "cos_r_negg": [0.6017347574234009, 0.636883556842804], "cos_innovation_negg": [0.6017347574234009, 0.636883556842804], "cos_apical_negg": [0.6017347574234009, 0.636883556842804], "cos_Ac_negg": [0.6017347574234009, 0.636883556842804], "r_norm": [0.16256621479988098, 0.16506889462471008]}, {"step": 12100, "epoch": 30, "train_loss": 0.00014382321387529373, "cos_r_negg": [0.6026686429977417, 0.6376537680625916], "cos_innovation_negg": [0.6026686429977417, 0.6376537680625916], "cos_apical_negg": [0.6026686429977417, 0.6376537680625916], "cos_Ac_negg": [0.6026686429977417, 0.6376537680625916], "r_norm": [0.16279111802577972, 0.16531287133693695]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9763, "test_loss": 0.11856699795722961}, {"step": 12150, "epoch": 31, "train_loss": 9.685584518592805e-05, "cos_r_negg": [0.6026691794395447, 0.6378849744796753], "cos_innovation_negg": [0.6026691794395447, 0.6378849744796753], "cos_apical_negg": [0.6026691794395447, 0.6378849744796753], "cos_Ac_negg": [0.6026691794395447, 0.6378849744796753], "r_norm": [0.16282832622528076, 0.16534702479839325]}, {"step": 12200, "epoch": 31, "train_loss": 0.00015094116679392755, "cos_r_negg": [0.6036842465400696, 0.6381902694702148], "cos_innovation_negg": [0.6036842465400696, 0.6381902694702148], "cos_apical_negg": [0.6036842465400696, 0.6381902694702148], "cos_Ac_negg": [0.6036842465400696, 0.6381902694702148], "r_norm": [0.16303013265132904, 0.1655774712562561]}, {"step": 12250, "epoch": 31, "train_loss": 0.0002607704373076558, "cos_r_negg": [0.6030054688453674, 0.6383719444274902], "cos_innovation_negg": [0.6030054688453674, 0.6383719444274902], "cos_apical_negg": [0.6030054688453674, 0.6383719444274902], "cos_Ac_negg": [0.6030054688453674, 0.6383719444274902], "r_norm": [0.16265197098255157, 0.16518810391426086]}, {"step": 12300, "epoch": 31, "train_loss": 0.00025370463845320046, "cos_r_negg": [0.6022912859916687, 0.6377270817756653], "cos_innovation_negg": [0.6022912859916687, 0.6377270817756653], "cos_apical_negg": [0.6022912859916687, 0.6377270817756653], "cos_Ac_negg": [0.6022912859916687, 0.6377270817756653], "r_norm": [0.16222253441810608, 0.1647615134716034]}, {"step": 12350, "epoch": 31, "train_loss": 0.0003342347627039999, "cos_r_negg": [0.6023346185684204, 0.6377450227737427], "cos_innovation_negg": [0.6023346185684204, 0.6377450227737427], "cos_apical_negg": [0.6023346185684204, 0.6377450227737427], "cos_Ac_negg": [0.6023346185684204, 0.6377450227737427], "r_norm": [0.1624278724193573, 0.16498255729675293]}, {"step": 12400, "epoch": 31, "train_loss": 0.00017991939967032522, "cos_r_negg": [0.6028845310211182, 0.6383234262466431], "cos_innovation_negg": [0.6028845310211182, 0.6383234262466431], "cos_apical_negg": [0.6028845310211182, 0.6383234262466431], "cos_Ac_negg": [0.6028845310211182, 0.6383234262466431], "r_norm": [0.16267038881778717, 0.16521859169006348]}, {"step": 12450, "epoch": 31, "train_loss": 8.462532423436642e-05, "cos_r_negg": [0.6035373210906982, 0.6385154724121094], "cos_innovation_negg": [0.6035373210906982, 0.6385154724121094], "cos_apical_negg": [0.6035373210906982, 0.6385154724121094], "cos_Ac_negg": [0.6035373210906982, 0.6385154724121094], "r_norm": [0.16329634189605713, 0.16584855318069458]}, {"step": 12500, "epoch": 31, "train_loss": 4.908616392640397e-05, "cos_r_negg": [0.6030663251876831, 0.6382848620414734], "cos_innovation_negg": [0.6030663251876831, 0.6382848620414734], "cos_apical_negg": [0.6030663251876831, 0.6382848620414734], "cos_Ac_negg": [0.6030663251876831, 0.6382848620414734], "r_norm": [0.16285032033920288, 0.1653725802898407]}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9766, "test_loss": 0.11880372610092163}, {"step": 12550, "epoch": 32, "train_loss": 0.00018371165788266808, "cos_r_negg": [0.602942705154419, 0.6381696462631226], "cos_innovation_negg": [0.602942705154419, 0.6381696462631226], "cos_apical_negg": [0.602942705154419, 0.6381696462631226], "cos_Ac_negg": [0.602942705154419, 0.6381696462631226], "r_norm": [0.16261649131774902, 0.16511516273021698]}, {"step": 12600, "epoch": 32, "train_loss": 5.3703595767728984e-05, "cos_r_negg": [0.6031100153923035, 0.6381285786628723], "cos_innovation_negg": [0.6031100153923035, 0.6381285786628723], "cos_apical_negg": [0.6031100153923035, 0.6381285786628723], "cos_Ac_negg": [0.6031100153923035, 0.6381285786628723], "r_norm": [0.16261552274227142, 0.16512909531593323]}, {"step": 12650, "epoch": 32, "train_loss": 0.00012567891099024564, "cos_r_negg": [0.603503942489624, 0.6386273503303528], "cos_innovation_negg": [0.603503942489624, 0.6386273503303528], "cos_apical_negg": [0.603503942489624, 0.6386273503303528], "cos_Ac_negg": [0.603503942489624, 0.6386273503303528], "r_norm": [0.1635282188653946, 0.16606764495372772]}, {"step": 12700, "epoch": 32, "train_loss": 0.00021631005802191794, "cos_r_negg": [0.603606104850769, 0.6383799314498901], "cos_innovation_negg": [0.603606104850769, 0.6383799314498901], "cos_apical_negg": [0.603606104850769, 0.6383799314498901], "cos_Ac_negg": [0.603606104850769, 0.6383799314498901], "r_norm": [0.16359150409698486, 0.16612286865711212]}, {"step": 12750, "epoch": 32, "train_loss": 3.885788100888021e-05, "cos_r_negg": [0.6031835079193115, 0.6383932828903198], "cos_innovation_negg": [0.6031835079193115, 0.6383932828903198], "cos_apical_negg": [0.6031835079193115, 0.6383932828903198], "cos_Ac_negg": [0.6031835079193115, 0.6383932828903198], "r_norm": [0.16327831149101257, 0.16580218076705933]}, {"step": 12800, "epoch": 32, "train_loss": 0.00025994834140874445, "cos_r_negg": [0.6036118865013123, 0.6384614706039429], "cos_innovation_negg": [0.6036118865013123, 0.6384614706039429], "cos_apical_negg": [0.6036118865013123, 0.6384614706039429], "cos_Ac_negg": [0.6036118865013123, 0.6384614706039429], "r_norm": [0.16343706846237183, 0.16598720848560333]}, {"step": 12850, "epoch": 32, "train_loss": 8.918391540646553e-05, "cos_r_negg": [0.6034377217292786, 0.6386821269989014], "cos_innovation_negg": [0.6034377217292786, 0.6386821269989014], "cos_apical_negg": [0.6034377217292786, 0.6386821269989014], "cos_Ac_negg": [0.6034377217292786, 0.6386821269989014], "r_norm": [0.1627560257911682, 0.16530779004096985]}, {"step": 12900, "epoch": 32, "train_loss": 7.837184239178896e-05, "cos_r_negg": [0.6033725738525391, 0.6382450461387634], "cos_innovation_negg": [0.6033725738525391, 0.6382450461387634], "cos_apical_negg": [0.6033725738525391, 0.6382450461387634], "cos_Ac_negg": [0.6033725738525391, 0.6382450461387634], "r_norm": [0.16210296750068665, 0.16466090083122253]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9764, "test_loss": 0.11922898111343384}, {"step": 12950, "epoch": 33, "train_loss": 0.00010145915439352393, "cos_r_negg": [0.604000985622406, 0.638538122177124], "cos_innovation_negg": [0.604000985622406, 0.638538122177124], "cos_apical_negg": [0.604000985622406, 0.638538122177124], "cos_Ac_negg": [0.604000985622406, 0.638538122177124], "r_norm": [0.1623624861240387, 0.16494926810264587]}, {"step": 13000, "epoch": 33, "train_loss": 2.3305063223233446e-05, "cos_r_negg": [0.6033579111099243, 0.638475775718689], "cos_innovation_negg": [0.6033579111099243, 0.638475775718689], "cos_apical_negg": [0.6033579111099243, 0.638475775718689], "cos_Ac_negg": [0.6033579111099243, 0.638475775718689], "r_norm": [0.16202130913734436, 0.16456840932369232]}, {"step": 13050, "epoch": 33, "train_loss": 0.00015089877706486732, "cos_r_negg": [0.6039912700653076, 0.639043927192688], "cos_innovation_negg": [0.6039912700653076, 0.639043927192688], "cos_apical_negg": [0.6039912700653076, 0.639043927192688], "cos_Ac_negg": [0.6039912700653076, 0.639043927192688], "r_norm": [0.1619395613670349, 0.1644722819328308]}, {"step": 13100, "epoch": 33, "train_loss": 9.057789429789409e-05, "cos_r_negg": [0.6035884618759155, 0.639110803604126], "cos_innovation_negg": [0.6035884618759155, 0.639110803604126], "cos_apical_negg": [0.6035884618759155, 0.639110803604126], "cos_Ac_negg": [0.6035884618759155, 0.639110803604126], "r_norm": [0.16226288676261902, 0.16480931639671326]}, {"step": 13150, "epoch": 33, "train_loss": 0.00010654258949216455, "cos_r_negg": [0.6039761304855347, 0.6393001079559326], "cos_innovation_negg": [0.6039761304855347, 0.6393001079559326], "cos_apical_negg": [0.6039761304855347, 0.6393001079559326], "cos_Ac_negg": [0.6039761304855347, 0.6393001079559326], "r_norm": [0.16216856241226196, 0.1647103726863861]}, {"step": 13200, "epoch": 33, "train_loss": 0.00018787816225085407, "cos_r_negg": [0.6033780574798584, 0.6383399963378906], "cos_innovation_negg": [0.6033780574798584, 0.6383399963378906], "cos_apical_negg": [0.6033780574798584, 0.6383399963378906], "cos_Ac_negg": [0.6033780574798584, 0.6383399963378906], "r_norm": [0.16283583641052246, 0.1654408574104309]}, {"step": 13250, "epoch": 33, "train_loss": 0.0002246049843961373, "cos_r_negg": [0.6043176651000977, 0.6391128301620483], "cos_innovation_negg": [0.6043176651000977, 0.6391128301620483], "cos_apical_negg": [0.6043176651000977, 0.6391128301620483], "cos_Ac_negg": [0.6043176651000977, 0.6391128301620483], "r_norm": [0.16219913959503174, 0.16473791003227234]}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9764, "test_loss": 0.1197020339012146}, {"step": 13300, "epoch": 34, "train_loss": 0.0001526332343928516, "cos_r_negg": [0.6040029525756836, 0.6387192010879517], "cos_innovation_negg": [0.6040029525756836, 0.6387192010879517], "cos_apical_negg": [0.6040029525756836, 0.6387192010879517], "cos_Ac_negg": [0.6040029525756836, 0.6387192010879517], "r_norm": [0.1621326059103012, 0.16466102004051208]}, {"step": 13350, "epoch": 34, "train_loss": 0.00013868097448721528, "cos_r_negg": [0.6039023399353027, 0.6392050981521606], "cos_innovation_negg": [0.6039023399353027, 0.6392050981521606], "cos_apical_negg": [0.6039023399353027, 0.6392050981521606], "cos_Ac_negg": [0.6039023399353027, 0.6392050981521606], "r_norm": [0.1617574691772461, 0.1642674207687378]}, {"step": 13400, "epoch": 34, "train_loss": 0.00017759120964910835, "cos_r_negg": [0.6043460369110107, 0.6398547887802124], "cos_innovation_negg": [0.6043460369110107, 0.6398547887802124], "cos_apical_negg": [0.6043460369110107, 0.6398547887802124], "cos_Ac_negg": [0.6043460369110107, 0.6398547887802124], "r_norm": [0.1620321273803711, 0.16453880071640015]}, {"step": 13450, "epoch": 34, "train_loss": 0.00027727981796488166, "cos_r_negg": [0.60440593957901, 0.6393203735351562], "cos_innovation_negg": [0.60440593957901, 0.6393203735351562], "cos_apical_negg": [0.60440593957901, 0.6393203735351562], "cos_Ac_negg": [0.60440593957901, 0.6393203735351562], "r_norm": [0.16190600395202637, 0.1644252985715866]}, {"step": 13500, "epoch": 34, "train_loss": 0.00018253448070026934, "cos_r_negg": [0.6046717166900635, 0.6395693421363831], "cos_innovation_negg": [0.6046717166900635, 0.6395693421363831], "cos_apical_negg": [0.6046717166900635, 0.6395693421363831], "cos_Ac_negg": [0.6046717166900635, 0.6395693421363831], "r_norm": [0.16199058294296265, 0.16453766822814941]}, {"step": 13550, "epoch": 34, "train_loss": 0.0001224625448230654, "cos_r_negg": [0.6045345664024353, 0.6393558979034424], "cos_innovation_negg": [0.6045345664024353, 0.6393558979034424], "cos_apical_negg": [0.6045345664024353, 0.6393558979034424], "cos_Ac_negg": [0.6045345664024353, 0.6393558979034424], "r_norm": [0.16221484541893005, 0.16474945843219757]}, {"step": 13600, "epoch": 34, "train_loss": 0.00011888425797224045, "cos_r_negg": [0.6042225360870361, 0.6392035484313965], "cos_innovation_negg": [0.6042225360870361, 0.6392035484313965], "cos_apical_negg": [0.6042225360870361, 0.6392035484313965], "cos_Ac_negg": [0.6042225360870361, 0.6392035484313965], "r_norm": [0.16173326969146729, 0.16424404084682465]}, {"step": 13650, "epoch": 34, "train_loss": 0.0001738814462441951, "cos_r_negg": [0.6038092374801636, 0.6390427947044373], "cos_innovation_negg": [0.6038092374801636, 0.6390427947044373], "cos_apical_negg": [0.6038092374801636, 0.6390427947044373], "cos_Ac_negg": [0.6038092374801636, 0.6390427947044373], "r_norm": [0.16200610995292664, 0.16453427076339722]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9765, "test_loss": 0.1200714078426361}, {"step": 13700, "epoch": 35, "train_loss": 0.0001716083788778633, "cos_r_negg": [0.6041368246078491, 0.6393095850944519], "cos_innovation_negg": [0.6041368246078491, 0.6393095850944519], "cos_apical_negg": [0.6041368246078491, 0.6393095850944519], "cos_Ac_negg": [0.6041368246078491, 0.6393095850944519], "r_norm": [0.1616697609424591, 0.16418412327766418]}, {"step": 13750, "epoch": 35, "train_loss": 0.00021768175065517426, "cos_r_negg": [0.6040210127830505, 0.6395204067230225], "cos_innovation_negg": [0.6040210127830505, 0.6395204067230225], "cos_apical_negg": [0.6040210127830505, 0.6395204067230225], "cos_Ac_negg": [0.6040210127830505, 0.6395204067230225], "r_norm": [0.16138672828674316, 0.16389158368110657]}, {"step": 13800, "epoch": 35, "train_loss": 0.00010619909880915657, "cos_r_negg": [0.6043202877044678, 0.6395370960235596], "cos_innovation_negg": [0.6043202877044678, 0.6395370960235596], "cos_apical_negg": [0.6043202877044678, 0.6395370960235596], "cos_Ac_negg": [0.6043202877044678, 0.6395370960235596], "r_norm": [0.1614523082971573, 0.16395187377929688]}, {"step": 13850, "epoch": 35, "train_loss": 0.0001689329365035519, "cos_r_negg": [0.6044739484786987, 0.639647364616394], "cos_innovation_negg": [0.6044739484786987, 0.639647364616394], "cos_apical_negg": [0.6044739484786987, 0.639647364616394], "cos_Ac_negg": [0.6044739484786987, 0.639647364616394], "r_norm": [0.16155342757701874, 0.16406504809856415]}, {"step": 13900, "epoch": 35, "train_loss": 0.000100243094493635, "cos_r_negg": [0.6045639514923096, 0.6396713256835938], "cos_innovation_negg": [0.6045639514923096, 0.6396713256835938], "cos_apical_negg": [0.6045639514923096, 0.6396713256835938], "cos_Ac_negg": [0.6045639514923096, 0.6396713256835938], "r_norm": [0.16122423112392426, 0.16373902559280396]}, {"step": 13950, "epoch": 35, "train_loss": 0.00012482400052249432, "cos_r_negg": [0.6035587787628174, 0.6396811604499817], "cos_innovation_negg": [0.6035587787628174, 0.6396811604499817], "cos_apical_negg": [0.6035587787628174, 0.6396811604499817], "cos_Ac_negg": [0.6035587787628174, 0.6396811604499817], "r_norm": [0.16115213930606842, 0.16364678740501404]}, {"step": 14000, "epoch": 35, "train_loss": 0.00010424501670058817, "cos_r_negg": [0.6030789017677307, 0.6395114660263062], "cos_innovation_negg": [0.6030789017677307, 0.6395114660263062], "cos_apical_negg": [0.6030789017677307, 0.6395114660263062], "cos_Ac_negg": [0.6030789017677307, 0.6395114660263062], "r_norm": [0.16229188442230225, 0.16482830047607422]}, {"step": 14050, "epoch": 35, "train_loss": 0.00013587731518782675, "cos_r_negg": [0.6031695008277893, 0.6397297382354736], "cos_innovation_negg": [0.6031695008277893, 0.6397297382354736], "cos_apical_negg": [0.6031695008277893, 0.6397297382354736], "cos_Ac_negg": [0.6031695008277893, 0.6397297382354736], "r_norm": [0.1620488166809082, 0.16459092497825623]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9764, "test_loss": 0.12045343265533447}, {"step": 14100, "epoch": 36, "train_loss": 0.00015245309623423964, "cos_r_negg": [0.6026611328125, 0.6395277976989746], "cos_innovation_negg": [0.6026611328125, 0.6395277976989746], "cos_apical_negg": [0.6026611328125, 0.6395277976989746], "cos_Ac_negg": [0.6026611328125, 0.6395277976989746], "r_norm": [0.16152380406856537, 0.16406378149986267]}, {"step": 14150, "epoch": 36, "train_loss": 0.0001280770229641348, "cos_r_negg": [0.6028627157211304, 0.6398284435272217], "cos_innovation_negg": [0.6028627157211304, 0.6398284435272217], "cos_apical_negg": [0.6028627157211304, 0.6398284435272217], "cos_Ac_negg": [0.6028627157211304, 0.6398284435272217], "r_norm": [0.1615733504295349, 0.16409243643283844]}, {"step": 14200, "epoch": 36, "train_loss": 0.0002033865894190967, "cos_r_negg": [0.6037001609802246, 0.6399072408676147], "cos_innovation_negg": [0.6037001609802246, 0.6399072408676147], "cos_apical_negg": [0.6037001609802246, 0.6399072408676147], "cos_Ac_negg": [0.6037001609802246, 0.6399072408676147], "r_norm": [0.16153433918952942, 0.16405263543128967]}, {"step": 14250, "epoch": 36, "train_loss": 0.00010975256736855954, "cos_r_negg": [0.6026353240013123, 0.6398603916168213], "cos_innovation_negg": [0.6026353240013123, 0.6398603916168213], "cos_apical_negg": [0.6026353240013123, 0.6398603916168213], "cos_Ac_negg": [0.6026353240013123, 0.6398603916168213], "r_norm": [0.16139766573905945, 0.16392937302589417]}, {"step": 14300, "epoch": 36, "train_loss": 0.00011601466394495219, "cos_r_negg": [0.6032990217208862, 0.6396298408508301], "cos_innovation_negg": [0.6032990217208862, 0.6396298408508301], "cos_apical_negg": [0.6032990217208862, 0.6396298408508301], "cos_Ac_negg": [0.6032990217208862, 0.6396298408508301], "r_norm": [0.16092808544635773, 0.1634623408317566]}, {"step": 14350, "epoch": 36, "train_loss": 0.0001083177630789578, "cos_r_negg": [0.6028356552124023, 0.6399930715560913], "cos_innovation_negg": [0.6028356552124023, 0.6399930715560913], "cos_apical_negg": [0.6028356552124023, 0.6399930715560913], "cos_Ac_negg": [0.6028356552124023, 0.6399930715560913], "r_norm": [0.16060295701026917, 0.16310647130012512]}, {"step": 14400, "epoch": 36, "train_loss": 6.433868838939816e-05, "cos_r_negg": [0.6034778356552124, 0.6403608322143555], "cos_innovation_negg": [0.6034778356552124, 0.6403608322143555], "cos_apical_negg": [0.6034778356552124, 0.6403608322143555], "cos_Ac_negg": [0.6034778356552124, 0.6403608322143555], "r_norm": [0.16128766536712646, 0.16384124755859375]}, {"step": 14450, "epoch": 36, "train_loss": 0.00017024073167704046, "cos_r_negg": [0.6026245355606079, 0.6401231288909912], "cos_innovation_negg": [0.6026245355606079, 0.6401231288909912], "cos_apical_negg": [0.6026245355606079, 0.6401231288909912], "cos_Ac_negg": [0.6026245355606079, 0.6401231288909912], "r_norm": [0.16144365072250366, 0.16395755112171173]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9763, "test_loss": 0.12104698972702026}, {"step": 14500, "epoch": 37, "train_loss": 0.0001258329430129379, "cos_r_negg": [0.6026288270950317, 0.6399526000022888], "cos_innovation_negg": [0.6026288270950317, 0.6399526000022888], "cos_apical_negg": [0.6026288270950317, 0.6399526000022888], "cos_Ac_negg": [0.6026288270950317, 0.6399526000022888], "r_norm": [0.16134066879749298, 0.16384275257587433]}, {"step": 14550, "epoch": 37, "train_loss": 0.00027368697919882834, "cos_r_negg": [0.6029037237167358, 0.6399786472320557], "cos_innovation_negg": [0.6029037237167358, 0.6399786472320557], "cos_apical_negg": [0.6029037237167358, 0.6399786472320557], "cos_Ac_negg": [0.6029037237167358, 0.6399786472320557], "r_norm": [0.16151311993598938, 0.16403129696846008]}, {"step": 14600, "epoch": 37, "train_loss": 6.097420919104479e-05, "cos_r_negg": [0.6024432182312012, 0.640198826789856], "cos_innovation_negg": [0.6024432182312012, 0.640198826789856], "cos_apical_negg": [0.6024432182312012, 0.640198826789856], "cos_Ac_negg": [0.6024432182312012, 0.640198826789856], "r_norm": [0.16213709115982056, 0.16467183828353882]}, {"step": 14650, "epoch": 37, "train_loss": 0.00013207770825829357, "cos_r_negg": [0.603003203868866, 0.6404847502708435], "cos_innovation_negg": [0.603003203868866, 0.6404847502708435], "cos_apical_negg": [0.603003203868866, 0.6404847502708435], "cos_Ac_negg": [0.603003203868866, 0.6404847502708435], "r_norm": [0.16235582530498505, 0.16492992639541626]}, {"step": 14700, "epoch": 37, "train_loss": 9.210938878823072e-05, "cos_r_negg": [0.6025771498680115, 0.6402195692062378], "cos_innovation_negg": [0.6025771498680115, 0.6402195692062378], "cos_apical_negg": [0.6025771498680115, 0.6402195692062378], "cos_Ac_negg": [0.6025771498680115, 0.6402195692062378], "r_norm": [0.16228802502155304, 0.16485895216464996]}, {"step": 14750, "epoch": 37, "train_loss": 9.037464769789949e-05, "cos_r_negg": [0.6022907495498657, 0.6402192115783691], "cos_innovation_negg": [0.6022907495498657, 0.6402192115783691], "cos_apical_negg": [0.6022907495498657, 0.6402192115783691], "cos_Ac_negg": [0.6022907495498657, 0.6402192115783691], "r_norm": [0.16131635010242462, 0.16384407877922058]}, {"step": 14800, "epoch": 37, "train_loss": 0.00012775114737451077, "cos_r_negg": [0.6033822298049927, 0.6403244137763977], "cos_innovation_negg": [0.6033822298049927, 0.6403244137763977], "cos_apical_negg": [0.6033822298049927, 0.6403244137763977], "cos_Ac_negg": [0.6033822298049927, 0.6403244137763977], "r_norm": [0.16052645444869995, 0.16301599144935608]}, {"step": 14850, "epoch": 37, "train_loss": 7.279832061612979e-05, "cos_r_negg": [0.6033234596252441, 0.6404918432235718], "cos_innovation_negg": [0.6033234596252441, 0.6404918432235718], "cos_apical_negg": [0.6033234596252441, 0.6404918432235718], "cos_Ac_negg": [0.6033234596252441, 0.6404918432235718], "r_norm": [0.1604582667350769, 0.162934809923172]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9764, "test_loss": 0.12134309420585632}, {"step": 14900, "epoch": 38, "train_loss": 0.00013589761510957032, "cos_r_negg": [0.6028063297271729, 0.640394389629364], "cos_innovation_negg": [0.6028063297271729, 0.640394389629364], "cos_apical_negg": [0.6028063297271729, 0.640394389629364], "cos_Ac_negg": [0.6028063297271729, 0.640394389629364], "r_norm": [0.1605498492717743, 0.16303038597106934]}, {"step": 14950, "epoch": 38, "train_loss": 4.224132135277614e-05, "cos_r_negg": [0.6027402281761169, 0.6403664350509644], "cos_innovation_negg": [0.6027402281761169, 0.6403664350509644], "cos_apical_negg": [0.6027402281761169, 0.6403664350509644], "cos_Ac_negg": [0.6027402281761169, 0.6403664350509644], "r_norm": [0.16087675094604492, 0.1633695811033249]}, {"step": 15000, "epoch": 38, "train_loss": 0.0003774786018766463, "cos_r_negg": [0.6030575037002563, 0.6402019262313843], "cos_innovation_negg": [0.6030575037002563, 0.6402019262313843], "cos_apical_negg": [0.6030575037002563, 0.6402019262313843], "cos_Ac_negg": [0.6030575037002563, 0.6402019262313843], "r_norm": [0.1606694608926773, 0.16314604878425598]}, {"step": 15050, "epoch": 38, "train_loss": 0.00018109141092281789, "cos_r_negg": [0.6026635766029358, 0.6404808163642883], "cos_innovation_negg": [0.6026635766029358, 0.6404808163642883], "cos_apical_negg": [0.6026635766029358, 0.6404808163642883], "cos_Ac_negg": [0.6026635766029358, 0.6404808163642883], "r_norm": [0.16051101684570312, 0.1630074381828308]}, {"step": 15100, "epoch": 38, "train_loss": 6.338681123452261e-05, "cos_r_negg": [0.6034663915634155, 0.6408290863037109], "cos_innovation_negg": [0.6034663915634155, 0.6408290863037109], "cos_apical_negg": [0.6034663915634155, 0.6408290863037109], "cos_Ac_negg": [0.6034663915634155, 0.6408290863037109], "r_norm": [0.16041703522205353, 0.1629001498222351]}, {"step": 15150, "epoch": 38, "train_loss": 0.00014594555250369012, "cos_r_negg": [0.6038024425506592, 0.6406641006469727], "cos_innovation_negg": [0.6038024425506592, 0.6406641006469727], "cos_apical_negg": [0.6038024425506592, 0.6406641006469727], "cos_Ac_negg": [0.6038024425506592, 0.6406641006469727], "r_norm": [0.1603958010673523, 0.16286689043045044]}, {"step": 15200, "epoch": 38, "train_loss": 0.00011884389823535457, "cos_r_negg": [0.6035207509994507, 0.6410635709762573], "cos_innovation_negg": [0.6035207509994507, 0.6410635709762573], "cos_apical_negg": [0.6035207509994507, 0.6410635709762573], "cos_Ac_negg": [0.6035207509994507, 0.6410635709762573], "r_norm": [0.16046538949012756, 0.1629476696252823]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9764, "test_loss": 0.12155192284584046}, {"step": 15250, "epoch": 39, "train_loss": 5.422512549557723e-05, "cos_r_negg": [0.6035032272338867, 0.640591025352478], "cos_innovation_negg": [0.6035032272338867, 0.640591025352478], "cos_apical_negg": [0.6035032272338867, 0.640591025352478], "cos_Ac_negg": [0.6035032272338867, 0.640591025352478], "r_norm": [0.16056948900222778, 0.16305989027023315]}, {"step": 15300, "epoch": 39, "train_loss": 0.00015773862833157182, "cos_r_negg": [0.6033862829208374, 0.6409989595413208], "cos_innovation_negg": [0.6033862829208374, 0.6409989595413208], "cos_apical_negg": [0.6033862829208374, 0.6409989595413208], "cos_Ac_negg": [0.6033862829208374, 0.6409989595413208], "r_norm": [0.16043607890605927, 0.16293689608573914]}, {"step": 15350, "epoch": 39, "train_loss": 0.0005636297864839435, "cos_r_negg": [0.6033800840377808, 0.6406474709510803], "cos_innovation_negg": [0.6033800840377808, 0.6406474709510803], "cos_apical_negg": [0.6033800840377808, 0.6406474709510803], "cos_Ac_negg": [0.6033800840377808, 0.6406474709510803], "r_norm": [0.16067858040332794, 0.163190096616745]}, {"step": 15400, "epoch": 39, "train_loss": 9.951094398275018e-05, "cos_r_negg": [0.603659451007843, 0.6408823728561401], "cos_innovation_negg": [0.603659451007843, 0.6408823728561401], "cos_apical_negg": [0.603659451007843, 0.6408823728561401], "cos_Ac_negg": [0.603659451007843, 0.6408823728561401], "r_norm": [0.1603972315788269, 0.16289915144443512]}, {"step": 15450, "epoch": 39, "train_loss": 0.0001599659735802561, "cos_r_negg": [0.6034212112426758, 0.6404455304145813], "cos_innovation_negg": [0.6034212112426758, 0.6404455304145813], "cos_apical_negg": [0.6034212112426758, 0.6404455304145813], "cos_Ac_negg": [0.6034212112426758, 0.6404455304145813], "r_norm": [0.1605314314365387, 0.16302846372127533]}, {"step": 15500, "epoch": 39, "train_loss": 0.00013358703290577978, "cos_r_negg": [0.6034086346626282, 0.6404138207435608], "cos_innovation_negg": [0.6034086346626282, 0.6404138207435608], "cos_apical_negg": [0.6034086346626282, 0.6404138207435608], "cos_Ac_negg": [0.6034086346626282, 0.6404138207435608], "r_norm": [0.16046272218227386, 0.16295970976352692]}, {"step": 15550, "epoch": 39, "train_loss": 0.00017735856818035245, "cos_r_negg": [0.6038450002670288, 0.6413246393203735], "cos_innovation_negg": [0.6038450002670288, 0.6413246393203735], "cos_apical_negg": [0.6038450002670288, 0.6413246393203735], "cos_Ac_negg": [0.6038450002670288, 0.6413246393203735], "r_norm": [0.16055254638195038, 0.16307705640792847]}, {"step": 15600, "epoch": 39, "train_loss": 0.00010908232070505619, "cos_r_negg": [0.6034592986106873, 0.6409573554992676], "cos_innovation_negg": [0.6034592986106873, 0.6409573554992676], "cos_apical_negg": [0.6034592986106873, 0.6409573554992676], "cos_Ac_negg": [0.6034592986106873, 0.6409573554992676], "r_norm": [0.16006571054458618, 0.16254432499408722]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9764, "test_loss": 0.12180560836791993}, {"step": 15650, "epoch": 40, "train_loss": 0.00010630245378706604, "cos_r_negg": [0.6039943695068359, 0.6414691209793091], "cos_innovation_negg": [0.6039943695068359, 0.6414691209793091], "cos_apical_negg": [0.6039943695068359, 0.6414691209793091], "cos_Ac_negg": [0.6039943695068359, 0.6414691209793091], "r_norm": [0.15991677343845367, 0.16238006949424744]}, {"step": 15700, "epoch": 40, "train_loss": 9.682630479801446e-05, "cos_r_negg": [0.6039421558380127, 0.6415311098098755], "cos_innovation_negg": [0.6039421558380127, 0.6415311098098755], "cos_apical_negg": [0.6039421558380127, 0.6415311098098755], "cos_Ac_negg": [0.6039421558380127, 0.6415311098098755], "r_norm": [0.1602523773908615, 0.16271622478961945]}, {"step": 15750, "epoch": 40, "train_loss": 0.00010569903679424897, "cos_r_negg": [0.6041408181190491, 0.6419039964675903], "cos_innovation_negg": [0.6041408181190491, 0.6419039964675903], "cos_apical_negg": [0.6041408181190491, 0.6419039964675903], "cos_Ac_negg": [0.6041408181190491, 0.6419039964675903], "r_norm": [0.15998172760009766, 0.16242989897727966]}, {"step": 15800, "epoch": 40, "train_loss": 0.00021328622824512422, "cos_r_negg": [0.604076623916626, 0.6420826315879822], "cos_innovation_negg": [0.604076623916626, 0.6420826315879822], "cos_apical_negg": [0.604076623916626, 0.6420826315879822], "cos_Ac_negg": [0.604076623916626, 0.6420826315879822], "r_norm": [0.1600273847579956, 0.16250106692314148]}, {"step": 15850, "epoch": 40, "train_loss": 5.9860816691070795e-05, "cos_r_negg": [0.6035215854644775, 0.6417486667633057], "cos_innovation_negg": [0.6035215854644775, 0.6417486667633057], "cos_apical_negg": [0.6035215854644775, 0.6417486667633057], "cos_Ac_negg": [0.6035215854644775, 0.6417486667633057], "r_norm": [0.16013062000274658, 0.16261908411979675]}, {"step": 15900, "epoch": 40, "train_loss": 8.967630128609017e-05, "cos_r_negg": [0.6037639379501343, 0.641634464263916], "cos_innovation_negg": [0.6037639379501343, 0.641634464263916], "cos_apical_negg": [0.6037639379501343, 0.641634464263916], "cos_Ac_negg": [0.6037639379501343, 0.641634464263916], "r_norm": [0.15972554683685303, 0.16221556067466736]}, {"step": 15950, "epoch": 40, "train_loss": 0.00010819744784384966, "cos_r_negg": [0.603998601436615, 0.6416453719139099], "cos_innovation_negg": [0.603998601436615, 0.6416453719139099], "cos_apical_negg": [0.603998601436615, 0.6416453719139099], "cos_Ac_negg": [0.603998601436615, 0.6416453719139099], "r_norm": [0.15986907482147217, 0.16237090528011322]}, {"step": 16000, "epoch": 40, "train_loss": 3.064893098780885e-05, "cos_r_negg": [0.6034935712814331, 0.6414310932159424], "cos_innovation_negg": [0.6034935712814331, 0.6414310932159424], "cos_apical_negg": [0.6034935712814331, 0.6414310932159424], "cos_Ac_negg": [0.6034935712814331, 0.6414310932159424], "r_norm": [0.15967139601707458, 0.16216430068016052]}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9764, "test_loss": 0.12216409401893616}, {"step": 16050, "epoch": 41, "train_loss": 5.9152756875846535e-05, "cos_r_negg": [0.6033153533935547, 0.6415365934371948], "cos_innovation_negg": [0.6033153533935547, 0.6415365934371948], "cos_apical_negg": [0.6033153533935547, 0.6415365934371948], "cos_Ac_negg": [0.6033153533935547, 0.6415365934371948], "r_norm": [0.1598864197731018, 0.16238483786582947]}, {"step": 16100, "epoch": 41, "train_loss": 7.458196341758594e-05, "cos_r_negg": [0.6032810211181641, 0.6416008472442627], "cos_innovation_negg": [0.6032810211181641, 0.6416008472442627], "cos_apical_negg": [0.6032810211181641, 0.6416008472442627], "cos_Ac_negg": [0.6032810211181641, 0.6416008472442627], "r_norm": [0.15985772013664246, 0.16235005855560303]}, {"step": 16150, "epoch": 41, "train_loss": 0.00011387559789000079, "cos_r_negg": [0.6031301021575928, 0.6415096521377563], "cos_innovation_negg": [0.6031301021575928, 0.6415096521377563], "cos_apical_negg": [0.6031301021575928, 0.6415096521377563], "cos_Ac_negg": [0.6031301021575928, 0.6415096521377563], "r_norm": [0.15952622890472412, 0.16199007630348206]}, {"step": 16200, "epoch": 41, "train_loss": 6.453070091083646e-05, "cos_r_negg": [0.6030405759811401, 0.641879141330719], "cos_innovation_negg": [0.6030405759811401, 0.641879141330719], "cos_apical_negg": [0.6030405759811401, 0.641879141330719], "cos_Ac_negg": [0.6030405759811401, 0.641879141330719], "r_norm": [0.1596023142337799, 0.1620819866657257]}, {"step": 16250, "epoch": 41, "train_loss": 0.00013069840497337282, "cos_r_negg": [0.6033849716186523, 0.6420308351516724], "cos_innovation_negg": [0.6033849716186523, 0.6420308351516724], "cos_apical_negg": [0.6033849716186523, 0.6420308351516724], "cos_Ac_negg": [0.6033849716186523, 0.6420308351516724], "r_norm": [0.15946389734745026, 0.16194111108779907]}, {"step": 16300, "epoch": 41, "train_loss": 0.00010298817505827174, "cos_r_negg": [0.6036211252212524, 0.6423616409301758], "cos_innovation_negg": [0.6036211252212524, 0.6423616409301758], "cos_apical_negg": [0.6036211252212524, 0.6423616409301758], "cos_Ac_negg": [0.6036211252212524, 0.6423616409301758], "r_norm": [0.15970177948474884, 0.16218653321266174]}, {"step": 16350, "epoch": 41, "train_loss": 4.4323489419184625e-05, "cos_r_negg": [0.6034444570541382, 0.6422473192214966], "cos_innovation_negg": [0.6034444570541382, 0.6422473192214966], "cos_apical_negg": [0.6034444570541382, 0.6422473192214966], "cos_Ac_negg": [0.6034444570541382, 0.6422473192214966], "r_norm": [0.15957540273666382, 0.16206759214401245]}, {"step": 16400, "epoch": 41, "train_loss": 7.272588845808059e-05, "cos_r_negg": [0.6031678915023804, 0.6416016817092896], "cos_innovation_negg": [0.6031678915023804, 0.6416016817092896], "cos_apical_negg": [0.6031678915023804, 0.6416016817092896], "cos_Ac_negg": [0.6031678915023804, 0.6416016817092896], "r_norm": [0.15986791253089905, 0.1623622179031372]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9764, "test_loss": 0.1225245979309082}, {"step": 16450, "epoch": 42, "train_loss": 6.191114516695961e-05, "cos_r_negg": [0.6030919551849365, 0.6417993307113647], "cos_innovation_negg": [0.6030919551849365, 0.6417993307113647], "cos_apical_negg": [0.6030919551849365, 0.6417993307113647], "cos_Ac_negg": [0.6030919551849365, 0.6417993307113647], "r_norm": [0.16012819111347198, 0.16262757778167725]}, {"step": 16500, "epoch": 42, "train_loss": 0.00013263241271488369, "cos_r_negg": [0.6034160852432251, 0.6424228549003601], "cos_innovation_negg": [0.6034160852432251, 0.6424228549003601], "cos_apical_negg": [0.6034160852432251, 0.6424228549003601], "cos_Ac_negg": [0.6034160852432251, 0.6424228549003601], "r_norm": [0.15982361137866974, 0.16229018568992615]}, {"step": 16550, "epoch": 42, "train_loss": 0.00011061174154747277, "cos_r_negg": [0.6027687788009644, 0.6420356035232544], "cos_innovation_negg": [0.6027687788009644, 0.6420356035232544], "cos_apical_negg": [0.6027687788009644, 0.6420356035232544], "cos_Ac_negg": [0.6027687788009644, 0.6420356035232544], "r_norm": [0.1598893404006958, 0.1623631715774536]}, {"step": 16600, "epoch": 42, "train_loss": 0.00020728673553094268, "cos_r_negg": [0.6033921837806702, 0.6424367427825928], "cos_innovation_negg": [0.6033921837806702, 0.6424367427825928], "cos_apical_negg": [0.6033921837806702, 0.6424367427825928], "cos_Ac_negg": [0.6033921837806702, 0.6424367427825928], "r_norm": [0.15952514111995697, 0.16198647022247314]}, {"step": 16650, "epoch": 42, "train_loss": 0.00013457611203193665, "cos_r_negg": [0.6032674312591553, 0.6420729160308838], "cos_innovation_negg": [0.6032674312591553, 0.6420729160308838], "cos_apical_negg": [0.6032674312591553, 0.6420729160308838], "cos_Ac_negg": [0.6032674312591553, 0.6420729160308838], "r_norm": [0.15962862968444824, 0.1620950996875763]}, {"step": 16700, "epoch": 42, "train_loss": 7.393733540084213e-05, "cos_r_negg": [0.603613555431366, 0.6426759958267212], "cos_innovation_negg": [0.603613555431366, 0.6426759958267212], "cos_apical_negg": [0.603613555431366, 0.6426759958267212], "cos_Ac_negg": [0.603613555431366, 0.6426759958267212], "r_norm": [0.15903593599796295, 0.16148333251476288]}, {"step": 16750, "epoch": 42, "train_loss": 5.758097177022137e-05, "cos_r_negg": [0.6034757494926453, 0.6421475410461426], "cos_innovation_negg": [0.6034757494926453, 0.6421475410461426], "cos_apical_negg": [0.6034757494926453, 0.6421475410461426], "cos_Ac_negg": [0.6034757494926453, 0.6421475410461426], "r_norm": [0.15960143506526947, 0.16209208965301514]}, {"step": 16800, "epoch": 42, "train_loss": 4.2180206946795806e-05, "cos_r_negg": [0.6035522222518921, 0.6422897577285767], "cos_innovation_negg": [0.6035522222518921, 0.6422897577285767], "cos_apical_negg": [0.6035522222518921, 0.6422897577285767], "cos_Ac_negg": [0.6035522222518921, 0.6422897577285767], "r_norm": [0.15999804437160492, 0.16249814629554749]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9764, "test_loss": 0.12285512390136719}, {"step": 16850, "epoch": 43, "train_loss": 0.0002342395018786192, "cos_r_negg": [0.603735089302063, 0.6424773931503296], "cos_innovation_negg": [0.603735089302063, 0.6424773931503296], "cos_apical_negg": [0.603735089302063, 0.6424773931503296], "cos_Ac_negg": [0.603735089302063, 0.6424773931503296], "r_norm": [0.15996205806732178, 0.16245809197425842]}, {"step": 16900, "epoch": 43, "train_loss": 9.76200753939338e-05, "cos_r_negg": [0.6036999225616455, 0.6425395607948303], "cos_innovation_negg": [0.6036999225616455, 0.6425395607948303], "cos_apical_negg": [0.6036999225616455, 0.6425395607948303], "cos_Ac_negg": [0.6036999225616455, 0.6425395607948303], "r_norm": [0.16004525125026703, 0.1625395268201828]}, {"step": 16950, "epoch": 43, "train_loss": 0.00010523711534915492, "cos_r_negg": [0.6034914255142212, 0.6424762010574341], "cos_innovation_negg": [0.6034914255142212, 0.6424762010574341], "cos_apical_negg": [0.6034914255142212, 0.6424762010574341], "cos_Ac_negg": [0.6034914255142212, 0.6424762010574341], "r_norm": [0.16028505563735962, 0.1628006398677826]}, {"step": 17000, "epoch": 43, "train_loss": 0.0001387626980431378, "cos_r_negg": [0.6035858392715454, 0.6426084637641907], "cos_innovation_negg": [0.6035858392715454, 0.6426084637641907], "cos_apical_negg": [0.6035858392715454, 0.6426084637641907], "cos_Ac_negg": [0.6035858392715454, 0.6426084637641907], "r_norm": [0.159944087266922, 0.16245266795158386]}, {"step": 17050, "epoch": 43, "train_loss": 7.033651490928605e-05, "cos_r_negg": [0.6035887002944946, 0.6424151659011841], "cos_innovation_negg": [0.6035887002944946, 0.6424151659011841], "cos_apical_negg": [0.6035887002944946, 0.6424151659011841], "cos_Ac_negg": [0.6035887002944946, 0.6424151659011841], "r_norm": [0.15920518338680267, 0.16168725490570068]}, {"step": 17100, "epoch": 43, "train_loss": 9.628705447539687e-05, "cos_r_negg": [0.6034772396087646, 0.6425012946128845], "cos_innovation_negg": [0.6034772396087646, 0.6425012946128845], "cos_apical_negg": [0.6034772396087646, 0.6425012946128845], "cos_Ac_negg": [0.6034772396087646, 0.6425012946128845], "r_norm": [0.15907502174377441, 0.16153386235237122]}, {"step": 17150, "epoch": 43, "train_loss": 0.00013418987509794533, "cos_r_negg": [0.6032682061195374, 0.6424577832221985], "cos_innovation_negg": [0.6032682061195374, 0.6424577832221985], "cos_apical_negg": [0.6032682061195374, 0.6424577832221985], "cos_Ac_negg": [0.6032682061195374, 0.6424577832221985], "r_norm": [0.1589956134557724, 0.16144484281539917]}, {"step": 17200, "epoch": 43, "train_loss": 9.453897655475885e-05, "cos_r_negg": [0.6035066843032837, 0.6432485580444336], "cos_innovation_negg": [0.6035066843032837, 0.6432485580444336], "cos_apical_negg": [0.6035066843032837, 0.6432485580444336], "cos_Ac_negg": [0.6035066843032837, 0.6432485580444336], "r_norm": [0.15897083282470703, 0.16141396760940552]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9764, "test_loss": 0.12318491249084473}, {"step": 17250, "epoch": 44, "train_loss": 9.692959429230541e-05, "cos_r_negg": [0.6036685705184937, 0.642723023891449], "cos_innovation_negg": [0.6036685705184937, 0.642723023891449], "cos_apical_negg": [0.6036685705184937, 0.642723023891449], "cos_Ac_negg": [0.6036685705184937, 0.642723023891449], "r_norm": [0.15981093049049377, 0.16230030357837677]}, {"step": 17300, "epoch": 44, "train_loss": 6.817885878263041e-05, "cos_r_negg": [0.6030853986740112, 0.6427273750305176], "cos_innovation_negg": [0.6030853986740112, 0.6427273750305176], "cos_apical_negg": [0.6030853986740112, 0.6427273750305176], "cos_Ac_negg": [0.6030853986740112, 0.6427273750305176], "r_norm": [0.15951812267303467, 0.16199055314064026]}, {"step": 17350, "epoch": 44, "train_loss": 8.733576396480203e-05, "cos_r_negg": [0.6038062572479248, 0.6426434516906738], "cos_innovation_negg": [0.6038062572479248, 0.6426434516906738], "cos_apical_negg": [0.6038062572479248, 0.6426434516906738], "cos_Ac_negg": [0.6038062572479248, 0.6426434516906738], "r_norm": [0.159733846783638, 0.16222351789474487]}, {"step": 17400, "epoch": 44, "train_loss": 0.00011080365220550448, "cos_r_negg": [0.6029171347618103, 0.6429422497749329], "cos_innovation_negg": [0.6029171347618103, 0.6429422497749329], "cos_apical_negg": [0.6029171347618103, 0.6429422497749329], "cos_Ac_negg": [0.6029171347618103, 0.6429422497749329], "r_norm": [0.15910764038562775, 0.16154766082763672]}, {"step": 17450, "epoch": 44, "train_loss": 0.0001242650905624032, "cos_r_negg": [0.6025106310844421, 0.6427779197692871], "cos_innovation_negg": [0.6025106310844421, 0.6427779197692871], "cos_apical_negg": [0.6025106310844421, 0.6427779197692871], "cos_Ac_negg": [0.6025106310844421, 0.6427779197692871], "r_norm": [0.15860219299793243, 0.16102996468544006]}, {"step": 17500, "epoch": 44, "train_loss": 0.000108364038169384, "cos_r_negg": [0.6022003889083862, 0.642662763595581], "cos_innovation_negg": [0.6022003889083862, 0.642662763595581], "cos_apical_negg": [0.6022003889083862, 0.642662763595581], "cos_Ac_negg": [0.6022003889083862, 0.642662763595581], "r_norm": [0.15867134928703308, 0.1611102819442749]}, {"step": 17550, "epoch": 44, "train_loss": 6.639587809331715e-05, "cos_r_negg": [0.6023446917533875, 0.642861008644104], "cos_innovation_negg": [0.6023446917533875, 0.642861008644104], "cos_apical_negg": [0.6023446917533875, 0.642861008644104], "cos_Ac_negg": [0.6023446917533875, 0.642861008644104], "r_norm": [0.15911398828029633, 0.16157370805740356]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9765, "test_loss": 0.12339502391815185}, {"step": 17600, "epoch": 45, "train_loss": 9.460526052862406e-05, "cos_r_negg": [0.6032464504241943, 0.6425837874412537], "cos_innovation_negg": [0.6032464504241943, 0.6425837874412537], "cos_apical_negg": [0.6032464504241943, 0.6425837874412537], "cos_Ac_negg": [0.6032464504241943, 0.6425837874412537], "r_norm": [0.15935584902763367, 0.16183409094810486]}, {"step": 17650, "epoch": 45, "train_loss": 7.578404620289803e-05, "cos_r_negg": [0.6027282476425171, 0.6427657604217529], "cos_innovation_negg": [0.6027282476425171, 0.6427657604217529], "cos_apical_negg": [0.6027282476425171, 0.6427657604217529], "cos_Ac_negg": [0.6027282476425171, 0.6427657604217529], "r_norm": [0.15956756472587585, 0.162054181098938]}, {"step": 17700, "epoch": 45, "train_loss": 3.9710728742647916e-05, "cos_r_negg": [0.6032179594039917, 0.643207311630249], "cos_innovation_negg": [0.6032179594039917, 0.643207311630249], "cos_apical_negg": [0.6032179594039917, 0.643207311630249], "cos_Ac_negg": [0.6032179594039917, 0.643207311630249], "r_norm": [0.1594555824995041, 0.161939799785614]}, {"step": 17750, "epoch": 45, "train_loss": 0.0001333348627667874, "cos_r_negg": [0.6032293438911438, 0.6431539058685303], "cos_innovation_negg": [0.6032293438911438, 0.6431539058685303], "cos_apical_negg": [0.6032293438911438, 0.6431539058685303], "cos_Ac_negg": [0.6032293438911438, 0.6431539058685303], "r_norm": [0.15914899110794067, 0.16160428524017334]}, {"step": 17800, "epoch": 45, "train_loss": 0.00016598234651610255, "cos_r_negg": [0.6025131940841675, 0.643043577671051], "cos_innovation_negg": [0.6025131940841675, 0.643043577671051], "cos_apical_negg": [0.6025131940841675, 0.643043577671051], "cos_Ac_negg": [0.6025131940841675, 0.643043577671051], "r_norm": [0.15908282995224, 0.16153740882873535]}, {"step": 17850, "epoch": 45, "train_loss": 3.1981639040168375e-05, "cos_r_negg": [0.6023436784744263, 0.6429873704910278], "cos_innovation_negg": [0.6023436784744263, 0.6429873704910278], "cos_apical_negg": [0.6023436784744263, 0.6429873704910278], "cos_Ac_negg": [0.6023436784744263, 0.6429873704910278], "r_norm": [0.15905608236789703, 0.16152912378311157]}, {"step": 17900, "epoch": 45, "train_loss": 0.00018865498714148998, "cos_r_negg": [0.6025117635726929, 0.6433374881744385], "cos_innovation_negg": [0.6025117635726929, 0.6433374881744385], "cos_apical_negg": [0.6025117635726929, 0.6433374881744385], "cos_Ac_negg": [0.6025117635726929, 0.6433374881744385], "r_norm": [0.158884197473526, 0.16135436296463013]}, {"step": 17950, "epoch": 45, "train_loss": 6.723673141095787e-05, "cos_r_negg": [0.602857232093811, 0.6432163119316101], "cos_innovation_negg": [0.602857232093811, 0.6432163119316101], "cos_apical_negg": [0.602857232093811, 0.6432163119316101], "cos_Ac_negg": [0.602857232093811, 0.6432163119316101], "r_norm": [0.15876662731170654, 0.16122114658355713]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9764, "test_loss": 0.12369351506233216}, {"step": 18000, "epoch": 46, "train_loss": 6.438275158870965e-05, "cos_r_negg": [0.6026325821876526, 0.6429056525230408], "cos_innovation_negg": [0.6026325821876526, 0.6429056525230408], "cos_apical_negg": [0.6026325821876526, 0.6429056525230408], "cos_Ac_negg": [0.6026325821876526, 0.6429056525230408], "r_norm": [0.1589100956916809, 0.16136759519577026]}, {"step": 18050, "epoch": 46, "train_loss": 0.00010973693861160427, "cos_r_negg": [0.6028624773025513, 0.6431806087493896], "cos_innovation_negg": [0.6028624773025513, 0.6431806087493896], "cos_apical_negg": [0.6028624773025513, 0.6431806087493896], "cos_Ac_negg": [0.6028624773025513, 0.6431806087493896], "r_norm": [0.15875683724880219, 0.16120292246341705]}, {"step": 18100, "epoch": 46, "train_loss": 0.00022184989938978106, "cos_r_negg": [0.6026551127433777, 0.6429336071014404], "cos_innovation_negg": [0.6026551127433777, 0.6429336071014404], "cos_apical_negg": [0.6026551127433777, 0.6429336071014404], "cos_Ac_negg": [0.6026551127433777, 0.6429336071014404], "r_norm": [0.15873199701309204, 0.16117575764656067]}, {"step": 18150, "epoch": 46, "train_loss": 7.133989129215479e-05, "cos_r_negg": [0.6030186414718628, 0.6432743668556213], "cos_innovation_negg": [0.6030186414718628, 0.6432743668556213], "cos_apical_negg": [0.6030186414718628, 0.6432743668556213], "cos_Ac_negg": [0.6030186414718628, 0.6432743668556213], "r_norm": [0.15858939290046692, 0.16103412210941315]}, {"step": 18200, "epoch": 46, "train_loss": 8.912706834962592e-05, "cos_r_negg": [0.6025485992431641, 0.6430466175079346], "cos_innovation_negg": [0.6025485992431641, 0.6430466175079346], "cos_apical_negg": [0.6025485992431641, 0.6430466175079346], "cos_Ac_negg": [0.6025485992431641, 0.6430466175079346], "r_norm": [0.15797841548919678, 0.16039827466011047]}, {"step": 18250, "epoch": 46, "train_loss": 0.00010528149869060144, "cos_r_negg": [0.6029952168464661, 0.6432554125785828], "cos_innovation_negg": [0.6029952168464661, 0.6432554125785828], "cos_apical_negg": [0.6029952168464661, 0.6432554125785828], "cos_Ac_negg": [0.6029952168464661, 0.6432554125785828], "r_norm": [0.15836204588413239, 0.16079305112361908]}, {"step": 18300, "epoch": 46, "train_loss": 0.00015432739746756852, "cos_r_negg": [0.6031215190887451, 0.643548309803009], "cos_innovation_negg": [0.6031215190887451, 0.643548309803009], "cos_apical_negg": [0.6031215190887451, 0.643548309803009], "cos_Ac_negg": [0.6031215190887451, 0.643548309803009], "r_norm": [0.15862725675106049, 0.1610620617866516]}, {"step": 18350, "epoch": 46, "train_loss": 8.636420534458011e-05, "cos_r_negg": [0.6028550863265991, 0.643159806728363], "cos_innovation_negg": [0.6028550863265991, 0.643159806728363], "cos_apical_negg": [0.6028550863265991, 0.643159806728363], "cos_Ac_negg": [0.6028550863265991, 0.643159806728363], "r_norm": [0.158821240067482, 0.1612875759601593]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9764, "test_loss": 0.12403659281730652}, {"step": 18400, "epoch": 47, "train_loss": 0.0002812910242937505, "cos_r_negg": [0.6029186844825745, 0.6435710191726685], "cos_innovation_negg": [0.6029186844825745, 0.6435710191726685], "cos_apical_negg": [0.6029186844825745, 0.6435710191726685], "cos_Ac_negg": [0.6029186844825745, 0.6435710191726685], "r_norm": [0.15900897979736328, 0.16148681938648224]}, {"step": 18450, "epoch": 47, "train_loss": 8.903953130356967e-05, "cos_r_negg": [0.6033777594566345, 0.6435786485671997], "cos_innovation_negg": [0.6033777594566345, 0.6435786485671997], "cos_apical_negg": [0.6033777594566345, 0.6435786485671997], "cos_Ac_negg": [0.6033777594566345, 0.6435786485671997], "r_norm": [0.15923750400543213, 0.1617259979248047]}, {"step": 18500, "epoch": 47, "train_loss": 0.00019193596381228417, "cos_r_negg": [0.6030821800231934, 0.6438062191009521], "cos_innovation_negg": [0.6030821800231934, 0.6438062191009521], "cos_apical_negg": [0.6030821800231934, 0.6438062191009521], "cos_Ac_negg": [0.6030821800231934, 0.6438062191009521], "r_norm": [0.1586657017469406, 0.16114239394664764]}, {"step": 18550, "epoch": 47, "train_loss": 0.0001421361230313778, "cos_r_negg": [0.6033016443252563, 0.6437951326370239], "cos_innovation_negg": [0.6033016443252563, 0.6437951326370239], "cos_apical_negg": [0.6033016443252563, 0.6437951326370239], "cos_Ac_negg": [0.6033016443252563, 0.6437951326370239], "r_norm": [0.15824994444847107, 0.16071179509162903]}, {"step": 18600, "epoch": 47, "train_loss": 4.372094917926006e-05, "cos_r_negg": [0.6031758785247803, 0.6439415812492371], "cos_innovation_negg": [0.6031758785247803, 0.6439415812492371], "cos_apical_negg": [0.6031758785247803, 0.6439415812492371], "cos_Ac_negg": [0.6031758785247803, 0.6439415812492371], "r_norm": [0.15824200212955475, 0.1606956422328949]}, {"step": 18650, "epoch": 47, "train_loss": 0.00011539023398654535, "cos_r_negg": [0.6032271385192871, 0.6440772414207458], "cos_innovation_negg": [0.6032271385192871, 0.6440772414207458], "cos_apical_negg": [0.6032271385192871, 0.6440772414207458], "cos_Ac_negg": [0.6032271385192871, 0.6440772414207458], "r_norm": [0.15846189856529236, 0.1609354019165039]}, {"step": 18700, "epoch": 47, "train_loss": 0.00018231774447485805, "cos_r_negg": [0.603039026260376, 0.6436378359794617], "cos_innovation_negg": [0.603039026260376, 0.6436378359794617], "cos_apical_negg": [0.603039026260376, 0.6436378359794617], "cos_Ac_negg": [0.603039026260376, 0.6436378359794617], "r_norm": [0.15854598581790924, 0.16100701689720154]}, {"step": 18750, "epoch": 47, "train_loss": 6.108235538704321e-05, "cos_r_negg": [0.6029863357543945, 0.64357590675354], "cos_innovation_negg": [0.6029863357543945, 0.64357590675354], "cos_apical_negg": [0.6029863357543945, 0.64357590675354], "cos_Ac_negg": [0.6029863357543945, 0.64357590675354], "r_norm": [0.15830977261066437, 0.16076251864433289]}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9764, "test_loss": 0.12431049914360047}, {"step": 18800, "epoch": 48, "train_loss": 9.747935109771788e-05, "cos_r_negg": [0.6031237840652466, 0.6437166929244995], "cos_innovation_negg": [0.6031237840652466, 0.6437166929244995], "cos_apical_negg": [0.6031237840652466, 0.6437166929244995], "cos_Ac_negg": [0.6031237840652466, 0.6437166929244995], "r_norm": [0.15833893418312073, 0.16076835989952087]}, {"step": 18850, "epoch": 48, "train_loss": 0.00018137770530302078, "cos_r_negg": [0.6030995845794678, 0.6436306834220886], "cos_innovation_negg": [0.6030995845794678, 0.6436306834220886], "cos_apical_negg": [0.6030995845794678, 0.6436306834220886], "cos_Ac_negg": [0.6030995845794678, 0.6436306834220886], "r_norm": [0.15814697742462158, 0.1605842113494873]}, {"step": 18900, "epoch": 48, "train_loss": 3.1055282306624576e-05, "cos_r_negg": [0.6027896404266357, 0.6432514190673828], "cos_innovation_negg": [0.6027896404266357, 0.6432514190673828], "cos_apical_negg": [0.6027896404266357, 0.6432514190673828], "cos_Ac_negg": [0.6027896404266357, 0.6432514190673828], "r_norm": [0.1585855484008789, 0.1610335111618042]}, {"step": 18950, "epoch": 48, "train_loss": 0.0002164297184208408, "cos_r_negg": [0.6022748947143555, 0.6436758041381836], "cos_innovation_negg": [0.6022748947143555, 0.6436758041381836], "cos_apical_negg": [0.6022748947143555, 0.6436758041381836], "cos_Ac_negg": [0.6022748947143555, 0.6436758041381836], "r_norm": [0.15824300050735474, 0.16067686676979065]}, {"step": 19000, "epoch": 48, "train_loss": 6.086992652853951e-05, "cos_r_negg": [0.6027477979660034, 0.643561840057373], "cos_innovation_negg": [0.6027477979660034, 0.643561840057373], "cos_apical_negg": [0.6027477979660034, 0.643561840057373], "cos_Ac_negg": [0.6027477979660034, 0.643561840057373], "r_norm": [0.1583443135023117, 0.16078124940395355]}, {"step": 19050, "epoch": 48, "train_loss": 0.00022514534066431224, "cos_r_negg": [0.6030261516571045, 0.64342200756073], "cos_innovation_negg": [0.6030261516571045, 0.64342200756073], "cos_apical_negg": [0.6030261516571045, 0.64342200756073], "cos_Ac_negg": [0.6030261516571045, 0.64342200756073], "r_norm": [0.15889281034469604, 0.1613614559173584]}, {"step": 19100, "epoch": 48, "train_loss": 9.821439743973315e-05, "cos_r_negg": [0.6031547784805298, 0.6433395147323608], "cos_innovation_negg": [0.6031547784805298, 0.6433395147323608], "cos_apical_negg": [0.6031547784805298, 0.6433395147323608], "cos_Ac_negg": [0.6031547784805298, 0.6433395147323608], "r_norm": [0.15888851881027222, 0.1613745391368866]}, {"step": 19150, "epoch": 48, "train_loss": 6.33955787634477e-05, "cos_r_negg": [0.6030182838439941, 0.6438884735107422], "cos_innovation_negg": [0.6030182838439941, 0.6438884735107422], "cos_apical_negg": [0.6030182838439941, 0.6438884735107422], "cos_Ac_negg": [0.6030182838439941, 0.6438884735107422], "r_norm": [0.1584014594554901, 0.1608573943376541]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9764, "test_loss": 0.12444781498908997}, {"step": 19200, "epoch": 49, "train_loss": 6.3419429352507e-05, "cos_r_negg": [0.6032177805900574, 0.6443877220153809], "cos_innovation_negg": [0.6032177805900574, 0.6443877220153809], "cos_apical_negg": [0.6032177805900574, 0.6443877220153809], "cos_Ac_negg": [0.6032177805900574, 0.6443877220153809], "r_norm": [0.1580648571252823, 0.16049540042877197]}, {"step": 19250, "epoch": 49, "train_loss": 1.7274196579819545e-05, "cos_r_negg": [0.6032600402832031, 0.6442984342575073], "cos_innovation_negg": [0.6032600402832031, 0.6442984342575073], "cos_apical_negg": [0.6032600402832031, 0.6442984342575073], "cos_Ac_negg": [0.6032600402832031, 0.6442984342575073], "r_norm": [0.15794336795806885, 0.16036662459373474]}, {"step": 19300, "epoch": 49, "train_loss": 0.00027670618146657944, "cos_r_negg": [0.6037430167198181, 0.6443161368370056], "cos_innovation_negg": [0.6037430167198181, 0.6443161368370056], "cos_apical_negg": [0.6037430167198181, 0.6443161368370056], "cos_Ac_negg": [0.6037430167198181, 0.6443161368370056], "r_norm": [0.15784014761447906, 0.16027703881263733]}, {"step": 19350, "epoch": 49, "train_loss": 0.00010402240877738222, "cos_r_negg": [0.6032007932662964, 0.6441694498062134], "cos_innovation_negg": [0.6032007932662964, 0.6441694498062134], "cos_apical_negg": [0.6032007932662964, 0.6441694498062134], "cos_Ac_negg": [0.6032007932662964, 0.6441694498062134], "r_norm": [0.15794354677200317, 0.16038778424263]}, {"step": 19400, "epoch": 49, "train_loss": 9.765499271452427e-05, "cos_r_negg": [0.6031923294067383, 0.6443394422531128], "cos_innovation_negg": [0.6031923294067383, 0.6443394422531128], "cos_apical_negg": [0.6031923294067383, 0.6443394422531128], "cos_Ac_negg": [0.6031923294067383, 0.6443394422531128], "r_norm": [0.15788468718528748, 0.1603274643421173]}, {"step": 19450, "epoch": 49, "train_loss": 0.00014904378622304648, "cos_r_negg": [0.6018800735473633, 0.644108772277832], "cos_innovation_negg": [0.6018800735473633, 0.644108772277832], "cos_apical_negg": [0.6018800735473633, 0.644108772277832], "cos_Ac_negg": [0.6018800735473633, 0.644108772277832], "r_norm": [0.15823642909526825, 0.16069592535495758]}, {"step": 19500, "epoch": 49, "train_loss": 4.086054832441732e-05, "cos_r_negg": [0.6023720502853394, 0.6443254947662354], "cos_innovation_negg": [0.6023720502853394, 0.6443254947662354], "cos_apical_negg": [0.6023720502853394, 0.6443254947662354], "cos_Ac_negg": [0.6023720502853394, 0.6443254947662354], "r_norm": [0.15851300954818726, 0.16100160777568817]}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9764, "test_loss": 0.12469071426391602}, {"step": 19550, "epoch": 50, "train_loss": 4.580338281812146e-05, "cos_r_negg": [0.6020510196685791, 0.6439238786697388], "cos_innovation_negg": [0.6020510196685791, 0.6439238786697388], "cos_apical_negg": [0.6020510196685791, 0.6439238786697388], "cos_Ac_negg": [0.6020510196685791, 0.6439238786697388], "r_norm": [0.1575995683670044, 0.16002656519412994]}, {"step": 19600, "epoch": 50, "train_loss": 8.210240048356354e-05, "cos_r_negg": [0.6032208204269409, 0.6437790393829346], "cos_innovation_negg": [0.6032208204269409, 0.6437790393829346], "cos_apical_negg": [0.6032208204269409, 0.6437790393829346], "cos_Ac_negg": [0.6032208204269409, 0.6437790393829346], "r_norm": [0.1579446941614151, 0.16039599478244781]}, {"step": 19650, "epoch": 50, "train_loss": 7.55998698878102e-05, "cos_r_negg": [0.6030333638191223, 0.6439435482025146], "cos_innovation_negg": [0.6030333638191223, 0.6439435482025146], "cos_apical_negg": [0.6030333638191223, 0.6439435482025146], "cos_Ac_negg": [0.6030333638191223, 0.6439435482025146], "r_norm": [0.15834037959575653, 0.1607973575592041]}, {"step": 19700, "epoch": 50, "train_loss": 0.00014599011046811938, "cos_r_negg": [0.6030646562576294, 0.6440043449401855], "cos_innovation_negg": [0.6030646562576294, 0.6440043449401855], "cos_apical_negg": [0.6030646562576294, 0.6440043449401855], "cos_Ac_negg": [0.6030646562576294, 0.6440043449401855], "r_norm": [0.15834809839725494, 0.16080057621002197]}, {"step": 19750, "epoch": 50, "train_loss": 0.00012507372593972832, "cos_r_negg": [0.6029893755912781, 0.6441535949707031], "cos_innovation_negg": [0.6029893755912781, 0.6441535949707031], "cos_apical_negg": [0.6029893755912781, 0.6441535949707031], "cos_Ac_negg": [0.6029893755912781, 0.6441535949707031], "r_norm": [0.15831942856311798, 0.16077016294002533]}, {"step": 19800, "epoch": 50, "train_loss": 0.00013658995158039033, "cos_r_negg": [0.6035293340682983, 0.6446841955184937], "cos_innovation_negg": [0.6035293340682983, 0.6446841955184937], "cos_apical_negg": [0.6035293340682983, 0.6446841955184937], "cos_Ac_negg": [0.6035293340682983, 0.6446841955184937], "r_norm": [0.15792497992515564, 0.1603742390871048]}, {"step": 19850, "epoch": 50, "train_loss": 8.581562724430114e-05, "cos_r_negg": [0.6036235094070435, 0.6446836590766907], "cos_innovation_negg": [0.6036235094070435, 0.6446836590766907], "cos_apical_negg": [0.6036235094070435, 0.6446836590766907], "cos_Ac_negg": [0.6036235094070435, 0.6446836590766907], "r_norm": [0.1576768010854721, 0.16010119020938873]}, {"step": 19900, "epoch": 50, "train_loss": 9.405957825947553e-05, "cos_r_negg": [0.6035431623458862, 0.6449998617172241], "cos_innovation_negg": [0.6035431623458862, 0.6449998617172241], "cos_apical_negg": [0.6035431623458862, 0.6449998617172241], "cos_Ac_negg": [0.6035431623458862, 0.6449998617172241], "r_norm": [0.15768787264823914, 0.16010689735412598]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9764, "test_loss": 0.12503901772499085}, {"step": 19950, "epoch": 51, "train_loss": 8.575720858061686e-05, "cos_r_negg": [0.6019910573959351, 0.6442760229110718], "cos_innovation_negg": [0.6019910573959351, 0.6442760229110718], "cos_apical_negg": [0.6019910573959351, 0.6442760229110718], "cos_Ac_negg": [0.6019910573959351, 0.6442760229110718], "r_norm": [0.15755006670951843, 0.15997634828090668]}, {"step": 20000, "epoch": 51, "train_loss": 5.219916783971712e-05, "cos_r_negg": [0.6021075248718262, 0.6440988779067993], "cos_innovation_negg": [0.6021075248718262, 0.6440988779067993], "cos_apical_negg": [0.6021075248718262, 0.6440988779067993], "cos_Ac_negg": [0.6021075248718262, 0.6440988779067993], "r_norm": [0.15785127878189087, 0.16030564904212952]}, {"step": 20050, "epoch": 51, "train_loss": 7.235765224322677e-05, "cos_r_negg": [0.6020717024803162, 0.6440345644950867], "cos_innovation_negg": [0.6020717024803162, 0.6440345644950867], "cos_apical_negg": [0.6020717024803162, 0.6440345644950867], "cos_Ac_negg": [0.6020717024803162, 0.6440345644950867], "r_norm": [0.15768283605575562, 0.16011717915534973]}, {"step": 20100, "epoch": 51, "train_loss": 8.903372508939356e-05, "cos_r_negg": [0.6021009683609009, 0.6442707777023315], "cos_innovation_negg": [0.6021009683609009, 0.6442707777023315], "cos_apical_negg": [0.6021009683609009, 0.6442707777023315], "cos_Ac_negg": [0.6021009683609009, 0.6442707777023315], "r_norm": [0.15769347548484802, 0.16013401746749878]}, {"step": 20150, "epoch": 51, "train_loss": 6.304809357970953e-05, "cos_r_negg": [0.6033343076705933, 0.6447052955627441], "cos_innovation_negg": [0.6033343076705933, 0.6447052955627441], "cos_apical_negg": [0.6033343076705933, 0.6447052955627441], "cos_Ac_negg": [0.6033343076705933, 0.6447052955627441], "r_norm": [0.15839841961860657, 0.1608726978302002]}, {"step": 20200, "epoch": 51, "train_loss": 9.052231325767934e-05, "cos_r_negg": [0.6030920147895813, 0.6447998285293579], "cos_innovation_negg": [0.6030920147895813, 0.6447998285293579], "cos_apical_negg": [0.6030920147895813, 0.6447998285293579], "cos_Ac_negg": [0.6030920147895813, 0.6447998285293579], "r_norm": [0.15845531225204468, 0.1609136164188385]}, {"step": 20250, "epoch": 51, "train_loss": 6.295014463830739e-05, "cos_r_negg": [0.601794421672821, 0.6444911956787109], "cos_innovation_negg": [0.601794421672821, 0.6444911956787109], "cos_apical_negg": [0.601794421672821, 0.6444911956787109], "cos_Ac_negg": [0.601794421672821, 0.6444911956787109], "r_norm": [0.15826331079006195, 0.16070103645324707]}, {"step": 20300, "epoch": 51, "train_loss": 0.0001106753625208512, "cos_r_negg": [0.6017649173736572, 0.6441380381584167], "cos_innovation_negg": [0.6017649173736572, 0.6441380381584167], "cos_apical_negg": [0.6017649173736572, 0.6441380381584167], "cos_Ac_negg": [0.6017649173736572, 0.6441380381584167], "r_norm": [0.15772707760334015, 0.16015684604644775]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9764, "test_loss": 0.12537326765060425}, {"step": 20350, "epoch": 52, "train_loss": 0.00010230917541775852, "cos_r_negg": [0.6017205715179443, 0.6441835165023804], "cos_innovation_negg": [0.6017205715179443, 0.6441835165023804], "cos_apical_negg": [0.6017205715179443, 0.6441835165023804], "cos_Ac_negg": [0.6017205715179443, 0.6441835165023804], "r_norm": [0.15743228793144226, 0.15984806418418884]}, {"step": 20400, "epoch": 52, "train_loss": 8.57368140714243e-05, "cos_r_negg": [0.601888120174408, 0.6447666883468628], "cos_innovation_negg": [0.601888120174408, 0.6447666883468628], "cos_apical_negg": [0.601888120174408, 0.6447666883468628], "cos_Ac_negg": [0.601888120174408, 0.6447666883468628], "r_norm": [0.15770655870437622, 0.160138338804245]}, {"step": 20450, "epoch": 52, "train_loss": 8.258271554950625e-05, "cos_r_negg": [0.6017362475395203, 0.6441858410835266], "cos_innovation_negg": [0.6017362475395203, 0.6441858410835266], "cos_apical_negg": [0.6017362475395203, 0.6441858410835266], "cos_Ac_negg": [0.6017362475395203, 0.6441858410835266], "r_norm": [0.157565176486969, 0.1599879264831543]}, {"step": 20500, "epoch": 52, "train_loss": 0.00010528453276492655, "cos_r_negg": [0.6021853089332581, 0.6444469690322876], "cos_innovation_negg": [0.6021853089332581, 0.6444469690322876], "cos_apical_negg": [0.6021853089332581, 0.6444469690322876], "cos_Ac_negg": [0.6021853089332581, 0.6444469690322876], "r_norm": [0.15777964890003204, 0.16021603345870972]}, {"step": 20550, "epoch": 52, "train_loss": 5.279447213979438e-05, "cos_r_negg": [0.6017493009567261, 0.6440500020980835], "cos_innovation_negg": [0.6017493009567261, 0.6440500020980835], "cos_apical_negg": [0.6017493009567261, 0.6440500020980835], "cos_Ac_negg": [0.6017493009567261, 0.6440500020980835], "r_norm": [0.15733538568019867, 0.15974417328834534]}, {"step": 20600, "epoch": 52, "train_loss": 2.8412361643859185e-05, "cos_r_negg": [0.6021782159805298, 0.6440958976745605], "cos_innovation_negg": [0.6021782159805298, 0.6440958976745605], "cos_apical_negg": [0.6021782159805298, 0.6440958976745605], "cos_Ac_negg": [0.6021782159805298, 0.6440958976745605], "r_norm": [0.157491534948349, 0.15990325808525085]}, {"step": 20650, "epoch": 52, "train_loss": 0.00017605643370188773, "cos_r_negg": [0.6016875505447388, 0.6440491080284119], "cos_innovation_negg": [0.6016875505447388, 0.6440491080284119], "cos_apical_negg": [0.6016875505447388, 0.6440491080284119], "cos_Ac_negg": [0.6016875505447388, 0.6440491080284119], "r_norm": [0.15724702179431915, 0.15968036651611328]}, {"step": 20700, "epoch": 52, "train_loss": 7.537299097748473e-05, "cos_r_negg": [0.602242112159729, 0.6443113088607788], "cos_innovation_negg": [0.602242112159729, 0.6443113088607788], "cos_apical_negg": [0.602242112159729, 0.6443113088607788], "cos_Ac_negg": [0.602242112159729, 0.6443113088607788], "r_norm": [0.15727980434894562, 0.1597134917974472]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9765, "test_loss": 0.12559946975708008}, {"step": 20750, "epoch": 53, "train_loss": 5.087262252345681e-05, "cos_r_negg": [0.6017380952835083, 0.6445680260658264], "cos_innovation_negg": [0.6017380952835083, 0.6445680260658264], "cos_apical_negg": [0.6017380952835083, 0.6445680260658264], "cos_Ac_negg": [0.6017380952835083, 0.6445680260658264], "r_norm": [0.15729586780071259, 0.1597043126821518]}, {"step": 20800, "epoch": 53, "train_loss": 9.942972974386066e-05, "cos_r_negg": [0.6020895838737488, 0.6448509693145752], "cos_innovation_negg": [0.6020895838737488, 0.6448509693145752], "cos_apical_negg": [0.6020895838737488, 0.6448509693145752], "cos_Ac_negg": [0.6020895838737488, 0.6448509693145752], "r_norm": [0.15771839022636414, 0.16015632450580597]}, {"step": 20850, "epoch": 53, "train_loss": 0.00014180639118421823, "cos_r_negg": [0.6021245718002319, 0.6445090174674988], "cos_innovation_negg": [0.6021245718002319, 0.6445090174674988], "cos_apical_negg": [0.6021245718002319, 0.6445090174674988], "cos_Ac_negg": [0.6021245718002319, 0.6445090174674988], "r_norm": [0.15785837173461914, 0.1603083610534668]}, {"step": 20900, "epoch": 53, "train_loss": 9.146735101239756e-05, "cos_r_negg": [0.6016693711280823, 0.644454836845398], "cos_innovation_negg": [0.6016693711280823, 0.644454836845398], "cos_apical_negg": [0.6016693711280823, 0.644454836845398], "cos_Ac_negg": [0.6016693711280823, 0.644454836845398], "r_norm": [0.15761876106262207, 0.1600480079650879]}, {"step": 20950, "epoch": 53, "train_loss": 0.00013975448382552713, "cos_r_negg": [0.6021156311035156, 0.6445283889770508], "cos_innovation_negg": [0.6021156311035156, 0.6445283889770508], "cos_apical_negg": [0.6021156311035156, 0.6445283889770508], "cos_Ac_negg": [0.6021156311035156, 0.6445283889770508], "r_norm": [0.15740704536437988, 0.15982350707054138]}, {"step": 21000, "epoch": 53, "train_loss": 5.73436263948679e-05, "cos_r_negg": [0.602187991142273, 0.6443149447441101], "cos_innovation_negg": [0.602187991142273, 0.6443149447441101], "cos_apical_negg": [0.602187991142273, 0.6443149447441101], "cos_Ac_negg": [0.602187991142273, 0.6443149447441101], "r_norm": [0.15746846795082092, 0.15989413857460022]}, {"step": 21050, "epoch": 53, "train_loss": 6.917917198734358e-05, "cos_r_negg": [0.6022002696990967, 0.6440838575363159], "cos_innovation_negg": [0.6022002696990967, 0.6440838575363159], "cos_apical_negg": [0.6022002696990967, 0.6440838575363159], "cos_Ac_negg": [0.6022002696990967, 0.6440838575363159], "r_norm": [0.15724779665470123, 0.1596638560295105]}, {"step": 21100, "epoch": 53, "train_loss": 0.00019761198200285435, "cos_r_negg": [0.6021980047225952, 0.6440969705581665], "cos_innovation_negg": [0.6021980047225952, 0.6440969705581665], "cos_apical_negg": [0.6021980047225952, 0.6440969705581665], "cos_Ac_negg": [0.6021980047225952, 0.6440969705581665], "r_norm": [0.15723568201065063, 0.1596563458442688]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9764, "test_loss": 0.12575583753585814}, {"step": 21150, "epoch": 54, "train_loss": 4.7579458623658866e-05, "cos_r_negg": [0.6021755933761597, 0.6443902254104614], "cos_innovation_negg": [0.6021755933761597, 0.6443902254104614], "cos_apical_negg": [0.6021755933761597, 0.6443902254104614], "cos_Ac_negg": [0.6021755933761597, 0.6443902254104614], "r_norm": [0.1568201184272766, 0.1592206060886383]}, {"step": 21200, "epoch": 54, "train_loss": 6.627068796660751e-05, "cos_r_negg": [0.6023295521736145, 0.6449710130691528], "cos_innovation_negg": [0.6023295521736145, 0.6449710130691528], "cos_apical_negg": [0.6023295521736145, 0.6449710130691528], "cos_Ac_negg": [0.6023295521736145, 0.6449710130691528], "r_norm": [0.15653552114963531, 0.15891152620315552]}, {"step": 21250, "epoch": 54, "train_loss": 5.505952503881417e-05, "cos_r_negg": [0.6021902561187744, 0.6446176767349243], "cos_innovation_negg": [0.6021902561187744, 0.6446176767349243], "cos_apical_negg": [0.6021902561187744, 0.6446176767349243], "cos_Ac_negg": [0.6021902561187744, 0.6446176767349243], "r_norm": [0.15669655799865723, 0.15909358859062195]}, {"step": 21300, "epoch": 54, "train_loss": 6.512305117212236e-05, "cos_r_negg": [0.6025633215904236, 0.6446760892868042], "cos_innovation_negg": [0.6025633215904236, 0.6446760892868042], "cos_apical_negg": [0.6025633215904236, 0.6446760892868042], "cos_Ac_negg": [0.6025633215904236, 0.6446760892868042], "r_norm": [0.15679669380187988, 0.15920397639274597]}, {"step": 21350, "epoch": 54, "train_loss": 7.434645522153005e-05, "cos_r_negg": [0.6023302674293518, 0.644694447517395], "cos_innovation_negg": [0.6023302674293518, 0.644694447517395], "cos_apical_negg": [0.6023302674293518, 0.644694447517395], "cos_Ac_negg": [0.6023302674293518, 0.644694447517395], "r_norm": [0.1571776121854782, 0.15962126851081848]}, {"step": 21400, "epoch": 54, "train_loss": 7.308342901524156e-05, "cos_r_negg": [0.602277398109436, 0.6445598006248474], "cos_innovation_negg": [0.602277398109436, 0.6445598006248474], "cos_apical_negg": [0.602277398109436, 0.6445598006248474], "cos_Ac_negg": [0.602277398109436, 0.6445598006248474], "r_norm": [0.15724346041679382, 0.15967833995819092]}, {"step": 21450, "epoch": 54, "train_loss": 7.388666563201696e-05, "cos_r_negg": [0.6023991107940674, 0.6444964408874512], "cos_innovation_negg": [0.6023991107940674, 0.6444964408874512], "cos_apical_negg": [0.6023991107940674, 0.6444964408874512], "cos_Ac_negg": [0.6023991107940674, 0.6444964408874512], "r_norm": [0.15760381519794464, 0.16005082428455353]}, {"step": 21500, "epoch": 54, "train_loss": 8.485482248943299e-05, "cos_r_negg": [0.6023590564727783, 0.6443912982940674], "cos_innovation_negg": [0.6023590564727783, 0.6443912982940674], "cos_apical_negg": [0.6023590564727783, 0.6443912982940674], "cos_Ac_negg": [0.6023590564727783, 0.6443912982940674], "r_norm": [0.15726062655448914, 0.15969809889793396]}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9764, "test_loss": 0.1260026421070099}, {"step": 21550, "epoch": 55, "train_loss": 4.937221820000559e-05, "cos_r_negg": [0.6020383238792419, 0.644781768321991], "cos_innovation_negg": [0.6020383238792419, 0.644781768321991], "cos_apical_negg": [0.6020383238792419, 0.644781768321991], "cos_Ac_negg": [0.6020383238792419, 0.644781768321991], "r_norm": [0.15711501240730286, 0.1595364511013031]}, {"step": 21600, "epoch": 55, "train_loss": 6.260674126679078e-05, "cos_r_negg": [0.602200984954834, 0.644600510597229], "cos_innovation_negg": [0.602200984954834, 0.644600510597229], "cos_apical_negg": [0.602200984954834, 0.644600510597229], "cos_Ac_negg": [0.602200984954834, 0.644600510597229], "r_norm": [0.15715119242668152, 0.15958309173583984]}, {"step": 21650, "epoch": 55, "train_loss": 7.577158976346254e-05, "cos_r_negg": [0.6021933555603027, 0.6445305347442627], "cos_innovation_negg": [0.6021933555603027, 0.6445305347442627], "cos_apical_negg": [0.6021933555603027, 0.6445305347442627], "cos_Ac_negg": [0.6021933555603027, 0.6445305347442627], "r_norm": [0.15716606378555298, 0.15959051251411438]}, {"step": 21700, "epoch": 55, "train_loss": 5.4588108469033614e-05, "cos_r_negg": [0.6023615598678589, 0.6447812914848328], "cos_innovation_negg": [0.6023615598678589, 0.6447812914848328], "cos_apical_negg": [0.6023615598678589, 0.6447812914848328], "cos_Ac_negg": [0.6023615598678589, 0.6447812914848328], "r_norm": [0.15718041360378265, 0.1596110463142395]}, {"step": 21750, "epoch": 55, "train_loss": 8.334375888807699e-05, "cos_r_negg": [0.6024284362792969, 0.6447349786758423], "cos_innovation_negg": [0.6024284362792969, 0.6447349786758423], "cos_apical_negg": [0.6024284362792969, 0.6447349786758423], "cos_Ac_negg": [0.6024284362792969, 0.6447349786758423], "r_norm": [0.15727598965168, 0.15972161293029785]}, {"step": 21800, "epoch": 55, "train_loss": 0.0003197071491740644, "cos_r_negg": [0.6024148464202881, 0.6449080109596252], "cos_innovation_negg": [0.6024148464202881, 0.6449080109596252], "cos_apical_negg": [0.6024148464202881, 0.6449080109596252], "cos_Ac_negg": [0.6024148464202881, 0.6449080109596252], "r_norm": [0.15694476664066315, 0.15936271846294403]}, {"step": 21850, "epoch": 55, "train_loss": 7.075509347487241e-05, "cos_r_negg": [0.6022832989692688, 0.6448045372962952], "cos_innovation_negg": [0.6022832989692688, 0.6448045372962952], "cos_apical_negg": [0.6022832989692688, 0.6448045372962952], "cos_Ac_negg": [0.6022832989692688, 0.6448045372962952], "r_norm": [0.1569046676158905, 0.15931236743927002]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9765, "test_loss": 0.1262234634399414}, {"step": 21900, "epoch": 56, "train_loss": 8.184483885997906e-05, "cos_r_negg": [0.6029387712478638, 0.6448158025741577], "cos_innovation_negg": [0.6029387712478638, 0.6448158025741577], "cos_apical_negg": [0.6029387712478638, 0.6448158025741577], "cos_Ac_negg": [0.6029387712478638, 0.6448158025741577], "r_norm": [0.15685079991817474, 0.15925949811935425]}, {"step": 21950, "epoch": 56, "train_loss": 0.0001505865657236427, "cos_r_negg": [0.6026862859725952, 0.6447809338569641], "cos_innovation_negg": [0.6026862859725952, 0.6447809338569641], "cos_apical_negg": [0.6026862859725952, 0.6447809338569641], "cos_Ac_negg": [0.6026862859725952, 0.6447809338569641], "r_norm": [0.1573813259601593, 0.1598205864429474]}, {"step": 22000, "epoch": 56, "train_loss": 5.3147770813666284e-05, "cos_r_negg": [0.6027121543884277, 0.6446847319602966], "cos_innovation_negg": [0.6027121543884277, 0.6446847319602966], "cos_apical_negg": [0.6027121543884277, 0.6446847319602966], "cos_Ac_negg": [0.6027121543884277, 0.6446847319602966], "r_norm": [0.15729716420173645, 0.15973009169101715]}, {"step": 22050, "epoch": 56, "train_loss": 3.648433994385414e-05, "cos_r_negg": [0.6026133894920349, 0.6446932554244995], "cos_innovation_negg": [0.6026133894920349, 0.6446932554244995], "cos_apical_negg": [0.6026133894920349, 0.6446932554244995], "cos_Ac_negg": [0.6026133894920349, 0.6446932554244995], "r_norm": [0.15732550621032715, 0.15976744890213013]}, {"step": 22100, "epoch": 56, "train_loss": 7.362982432823628e-05, "cos_r_negg": [0.6026661396026611, 0.6448715329170227], "cos_innovation_negg": [0.6026661396026611, 0.6448715329170227], "cos_apical_negg": [0.6026661396026611, 0.6448715329170227], "cos_Ac_negg": [0.6026661396026611, 0.6448715329170227], "r_norm": [0.1568281054496765, 0.15924154222011566]}, {"step": 22150, "epoch": 56, "train_loss": 0.000210145182791166, "cos_r_negg": [0.6025081872940063, 0.6450053453445435], "cos_innovation_negg": [0.6025081872940063, 0.6450053453445435], "cos_apical_negg": [0.6025081872940063, 0.6450053453445435], "cos_Ac_negg": [0.6025081872940063, 0.6450053453445435], "r_norm": [0.15671215951442719, 0.1591075360774994]}, {"step": 22200, "epoch": 56, "train_loss": 0.00010907726391451433, "cos_r_negg": [0.6028469800949097, 0.6449304223060608], "cos_innovation_negg": [0.6028469800949097, 0.6449304223060608], "cos_apical_negg": [0.6028469800949097, 0.6449304223060608], "cos_Ac_negg": [0.6028469800949097, 0.6449304223060608], "r_norm": [0.15632998943328857, 0.15871495008468628]}, {"step": 22250, "epoch": 56, "train_loss": 0.00011922801058972254, "cos_r_negg": [0.6030982732772827, 0.6451658010482788], "cos_innovation_negg": [0.6030982732772827, 0.6451658010482788], "cos_apical_negg": [0.6030982732772827, 0.6451658010482788], "cos_Ac_negg": [0.6030982732772827, 0.6451658010482788], "r_norm": [0.1561654508113861, 0.158541738986969]}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9765, "test_loss": 0.12635203394889832}, {"step": 22300, "epoch": 57, "train_loss": 0.00013115425826981664, "cos_r_negg": [0.6026283502578735, 0.6453480124473572], "cos_innovation_negg": [0.6026283502578735, 0.6453480124473572], "cos_apical_negg": [0.6026283502578735, 0.6453480124473572], "cos_Ac_negg": [0.6026283502578735, 0.6453480124473572], "r_norm": [0.1563694179058075, 0.15876656770706177]}, {"step": 22350, "epoch": 57, "train_loss": 0.0001330189115833491, "cos_r_negg": [0.6031196117401123, 0.6452584266662598], "cos_innovation_negg": [0.6031196117401123, 0.6452584266662598], "cos_apical_negg": [0.6031196117401123, 0.6452584266662598], "cos_Ac_negg": [0.6031196117401123, 0.6452584266662598], "r_norm": [0.1567455679178238, 0.15915966033935547]}, {"step": 22400, "epoch": 57, "train_loss": 0.00016124318062793463, "cos_r_negg": [0.6029309034347534, 0.6453889012336731], "cos_innovation_negg": [0.6029309034347534, 0.6453889012336731], "cos_apical_negg": [0.6029309034347534, 0.6453889012336731], "cos_Ac_negg": [0.6029309034347534, 0.6453889012336731], "r_norm": [0.15669795870780945, 0.15910057723522186]}, {"step": 22450, "epoch": 57, "train_loss": 3.3362157410010695e-05, "cos_r_negg": [0.6033157706260681, 0.6454329490661621], "cos_innovation_negg": [0.6033157706260681, 0.6454329490661621], "cos_apical_negg": [0.6033157706260681, 0.6454329490661621], "cos_Ac_negg": [0.6033157706260681, 0.6454329490661621], "r_norm": [0.15701723098754883, 0.15943396091461182]}, {"step": 22500, "epoch": 57, "train_loss": 3.8501271774293855e-05, "cos_r_negg": [0.6034724712371826, 0.6454795598983765], "cos_innovation_negg": [0.6034724712371826, 0.6454795598983765], "cos_apical_negg": [0.6034724712371826, 0.6454795598983765], "cos_Ac_negg": [0.6034724712371826, 0.6454795598983765], "r_norm": [0.1570487916469574, 0.15948596596717834]}, {"step": 22550, "epoch": 57, "train_loss": 9.8336924565956e-05, "cos_r_negg": [0.6033612489700317, 0.6455514430999756], "cos_innovation_negg": [0.6033612489700317, 0.6455514430999756], "cos_apical_negg": [0.6033612489700317, 0.6455514430999756], "cos_Ac_negg": [0.6033612489700317, 0.6455514430999756], "r_norm": [0.15685264766216278, 0.15926888585090637]}, {"step": 22600, "epoch": 57, "train_loss": 7.567465945612639e-05, "cos_r_negg": [0.6033327579498291, 0.6455380916595459], "cos_innovation_negg": [0.6033327579498291, 0.6455380916595459], "cos_apical_negg": [0.6033327579498291, 0.6455380916595459], "cos_Ac_negg": [0.6033327579498291, 0.6455380916595459], "r_norm": [0.15660032629966736, 0.15901899337768555]}, {"step": 22650, "epoch": 57, "train_loss": 7.765574264340103e-05, "cos_r_negg": [0.6033629179000854, 0.6455227136611938], "cos_innovation_negg": [0.6033629179000854, 0.6455227136611938], "cos_apical_negg": [0.6033629179000854, 0.6455227136611938], "cos_Ac_negg": [0.6033629179000854, 0.6455227136611938], "r_norm": [0.15625810623168945, 0.15865913033485413]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9766, "test_loss": 0.12662663068771363}, {"step": 22700, "epoch": 58, "train_loss": 0.00011621462181210518, "cos_r_negg": [0.603717565536499, 0.6455788612365723], "cos_innovation_negg": [0.603717565536499, 0.6455788612365723], "cos_apical_negg": [0.603717565536499, 0.6455788612365723], "cos_Ac_negg": [0.603717565536499, 0.6455788612365723], "r_norm": [0.15657323598861694, 0.158992201089859]}, {"step": 22750, "epoch": 58, "train_loss": 0.00013453583233058453, "cos_r_negg": [0.603798508644104, 0.6455967426300049], "cos_innovation_negg": [0.603798508644104, 0.6455967426300049], "cos_apical_negg": [0.603798508644104, 0.6455967426300049], "cos_Ac_negg": [0.603798508644104, 0.6455967426300049], "r_norm": [0.15693633258342743, 0.15936961770057678]}, {"step": 22800, "epoch": 58, "train_loss": 8.968099427875131e-05, "cos_r_negg": [0.6035429239273071, 0.6456030011177063], "cos_innovation_negg": [0.6035429239273071, 0.6456030011177063], "cos_apical_negg": [0.6035429239273071, 0.6456030011177063], "cos_Ac_negg": [0.6035429239273071, 0.6456030011177063], "r_norm": [0.15661442279815674, 0.1590327024459839]}, {"step": 22850, "epoch": 58, "train_loss": 9.754984057508409e-05, "cos_r_negg": [0.6033608913421631, 0.6456769704818726], "cos_innovation_negg": [0.6033608913421631, 0.6456769704818726], "cos_apical_negg": [0.6033608913421631, 0.6456769704818726], "cos_Ac_negg": [0.6033608913421631, 0.6456769704818726], "r_norm": [0.15642791986465454, 0.15882664918899536]}, {"step": 22900, "epoch": 58, "train_loss": 9.179540211334825e-05, "cos_r_negg": [0.6034409999847412, 0.6456736326217651], "cos_innovation_negg": [0.6034409999847412, 0.6456736326217651], "cos_apical_negg": [0.6034409999847412, 0.6456736326217651], "cos_Ac_negg": [0.6034409999847412, 0.6456736326217651], "r_norm": [0.15612173080444336, 0.1585075557231903]}, {"step": 22950, "epoch": 58, "train_loss": 9.826300083659589e-05, "cos_r_negg": [0.6037415266036987, 0.6457077264785767], "cos_innovation_negg": [0.6037415266036987, 0.6457077264785767], "cos_apical_negg": [0.6037415266036987, 0.6457077264785767], "cos_Ac_negg": [0.6037415266036987, 0.6457077264785767], "r_norm": [0.1563798189163208, 0.15879690647125244]}, {"step": 23000, "epoch": 58, "train_loss": 5.8637160691432655e-05, "cos_r_negg": [0.6037053465843201, 0.6459880471229553], "cos_innovation_negg": [0.6037053465843201, 0.6459880471229553], "cos_apical_negg": [0.6037053465843201, 0.6459880471229553], "cos_Ac_negg": [0.6037053465843201, 0.6459880471229553], "r_norm": [0.15623372793197632, 0.15864348411560059]}, {"step": 23050, "epoch": 58, "train_loss": 7.412895502056926e-05, "cos_r_negg": [0.6038668155670166, 0.6460616588592529], "cos_innovation_negg": [0.6038668155670166, 0.6460616588592529], "cos_apical_negg": [0.6038668155670166, 0.6460616588592529], "cos_Ac_negg": [0.6038668155670166, 0.6460616588592529], "r_norm": [0.15643231570720673, 0.15885579586029053]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9766, "test_loss": 0.12683081846237182}, {"step": 23100, "epoch": 59, "train_loss": 7.320081203943118e-05, "cos_r_negg": [0.6029777526855469, 0.6459110975265503], "cos_innovation_negg": [0.6029777526855469, 0.6459110975265503], "cos_apical_negg": [0.6029777526855469, 0.6459110975265503], "cos_Ac_negg": [0.6029777526855469, 0.6459110975265503], "r_norm": [0.15638023614883423, 0.1587829887866974]}, {"step": 23150, "epoch": 59, "train_loss": 4.494793029152788e-05, "cos_r_negg": [0.6031198501586914, 0.6460709571838379], "cos_innovation_negg": [0.6031198501586914, 0.6460709571838379], "cos_apical_negg": [0.6031198501586914, 0.6460709571838379], "cos_Ac_negg": [0.6031198501586914, 0.6460709571838379], "r_norm": [0.15632042288780212, 0.1587207317352295]}, {"step": 23200, "epoch": 59, "train_loss": 4.3337378883734345e-05, "cos_r_negg": [0.6031932234764099, 0.6462104320526123], "cos_innovation_negg": [0.6031932234764099, 0.6462104320526123], "cos_apical_negg": [0.6031932234764099, 0.6462104320526123], "cos_Ac_negg": [0.6031932234764099, 0.6462104320526123], "r_norm": [0.15603184700012207, 0.15842226147651672]}, {"step": 23250, "epoch": 59, "train_loss": 5.3917148761684075e-05, "cos_r_negg": [0.6031675934791565, 0.6461107134819031], "cos_innovation_negg": [0.6031675934791565, 0.6461107134819031], "cos_apical_negg": [0.6031675934791565, 0.6461107134819031], "cos_Ac_negg": [0.6031675934791565, 0.6461107134819031], "r_norm": [0.15620934963226318, 0.15861085057258606]}, {"step": 23300, "epoch": 59, "train_loss": 5.086360397399403e-05, "cos_r_negg": [0.6031078696250916, 0.6462962031364441], "cos_innovation_negg": [0.6031078696250916, 0.6462962031364441], "cos_apical_negg": [0.6031078696250916, 0.6462962031364441], "cos_Ac_negg": [0.6031078696250916, 0.6462962031364441], "r_norm": [0.15598393976688385, 0.1583784818649292]}, {"step": 23350, "epoch": 59, "train_loss": 4.311910743126646e-05, "cos_r_negg": [0.6031380891799927, 0.6462522745132446], "cos_innovation_negg": [0.6031380891799927, 0.6462522745132446], "cos_apical_negg": [0.6031380891799927, 0.6462522745132446], "cos_Ac_negg": [0.6031380891799927, 0.6462522745132446], "r_norm": [0.15590091049671173, 0.15828154981136322]}, {"step": 23400, "epoch": 59, "train_loss": 0.00021076468692626804, "cos_r_negg": [0.6033836007118225, 0.6463013887405396], "cos_innovation_negg": [0.6033836007118225, 0.6463013887405396], "cos_apical_negg": [0.6033836007118225, 0.6463013887405396], "cos_Ac_negg": [0.6033836007118225, 0.6463013887405396], "r_norm": [0.15618681907653809, 0.15859916806221008]}, {"step": 23450, "epoch": 59, "train_loss": 4.470608109841123e-05, "cos_r_negg": [0.6029272079467773, 0.6462662816047668], "cos_innovation_negg": [0.6029272079467773, 0.6462662816047668], "cos_apical_negg": [0.6029272079467773, 0.6462662816047668], "cos_Ac_negg": [0.6029272079467773, 0.6462662816047668], "r_norm": [0.15637676417827606, 0.15879002213478088]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9765, "test_loss": 0.1271527247428894}], "final": {"test_acc": 0.9765, "test_loss": 0.1271527247428894, "wall_s": 32.7092068195343, "cos_r_negg": [0.6031326055526733, 0.6462924480438232], "cos_innovation_negg": [0.6031326055526733, 0.6462924480438232], "cos_apical_negg": [0.6031326055526733, 0.6462924480438232], "cos_Ac_negg": [0.6031326055526733, 0.6462924480438232]}}