path: root/results/ep_match_v1_mnist_dfa_w256_d3_s0.json

{"args": {"mode": "dfa", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_match_v1_mnist_dfa_w256_d3_s0", "n_in": 784}, "provenance": {"git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3990068435668945, "cos_r_negg": [-0.019359100610017776, -0.02121054008603096, 0.03364589810371399], "cos_innovation_negg": [-0.019359100610017776, -0.02121054008603096, 0.03364589810371399], "cos_apical_negg": [-0.019359100610017776, -0.02121054008603096, 0.03364589810371399], "cos_Ac_negg": [-0.019359100610017776, -0.02121054008603096, 0.03364589810371399], "r_norm": [4.916833877563477, 4.846382141113281, 4.838560104370117]}, {"step": 50, "epoch": 0, "train_loss": 0.5560474395751953, "cos_r_negg": [0.43746745586395264, 0.3510897159576416, 0.3023782968521118], "cos_innovation_negg": [0.43746745586395264, 0.3510897159576416, 0.3023782968521118], "cos_apical_negg": [0.43746745586395264, 0.3510897159576416, 0.3023782968521118], "cos_Ac_negg": [0.43746745586395264, 0.3510897159576416, 0.3023782968521118], "r_norm": [1.1692003011703491, 1.1344645023345947, 1.134726881980896]}, {"step": 100, "epoch": 0, "train_loss": 0.20870932936668396, "cos_r_negg": [0.49342286586761475, 0.39893725514411926, 0.3361607789993286], "cos_innovation_negg": [0.49342286586761475, 0.39893725514411926, 0.3361607789993286], "cos_apical_negg": [0.49342286586761475, 0.39893725514411926, 0.3361607789993286], "cos_Ac_negg": [0.49342286586761475, 0.39893725514411926, 0.3361607789993286], "r_norm": [0.9660242795944214, 0.9432772397994995, 0.9440054893493652]}, {"step": 150, "epoch": 0, "train_loss": 0.19792844355106354, "cos_r_negg": [0.4912440776824951, 0.39535844326019287, 0.34642234444618225], "cos_innovation_negg": [0.4912440776824951, 0.39535844326019287, 0.34642234444618225], "cos_apical_negg": [0.4912440776824951, 0.39535844326019287, 0.34642234444618225], "cos_Ac_negg": [0.4912440776824951, 0.39535844326019287, 0.34642234444618225], "r_norm": [0.8132921457290649, 0.7939161658287048, 0.7929287552833557]}, {"step": 200, "epoch": 0, "train_loss": 0.2982172667980194, "cos_r_negg": [0.5103440880775452, 0.4325461983680725, 0.372334361076355], "cos_innovation_negg": [0.5103440880775452, 0.4325461983680725, 0.372334361076355], "cos_apical_negg": [0.5103440880775452, 0.4325461983680725, 0.372334361076355], "cos_Ac_negg": [0.5103440880775452, 0.4325461983680725, 0.372334361076355], "r_norm": [0.7712408304214478, 0.7540644407272339, 0.7526206374168396]}, {"step": 250, "epoch": 0, "train_loss": 0.3501119017601013, "cos_r_negg": [0.5230883359909058, 0.47240060567855835, 0.4013531506061554], "cos_innovation_negg": [0.5230883359909058, 0.47240060567855835, 0.4013531506061554], "cos_apical_negg": [0.5230883359909058, 0.47240060567855835, 0.4013531506061554], "cos_Ac_negg": [0.5230883359909058, 0.47240060567855835, 0.4013531506061554], "r_norm": [0.6660199165344238, 0.6526018977165222, 0.6511543989181519]}, {"step": 300, "epoch": 0, "train_loss": 0.21515600383281708, "cos_r_negg": [0.5010690689086914, 0.46751120686531067, 0.4067574441432953], "cos_innovation_negg": [0.5010690689086914, 0.46751120686531067, 0.4067574441432953], "cos_apical_negg": [0.5010690689086914, 0.46751120686531067, 0.4067574441432953], "cos_Ac_negg": [0.5010690689086914, 0.46751120686531067, 0.4067574441432953], "r_norm": [0.6266919374465942, 0.6157296299934387, 0.6108977198600769]}, {"step": 350, "epoch": 0, "train_loss": 0.2895778715610504, "cos_r_negg": [0.530937671661377, 0.4744516909122467, 0.41647571325302124], "cos_innovation_negg": [0.530937671661377, 0.4744516909122467, 0.41647571325302124], "cos_apical_negg": [0.530937671661377, 0.4744516909122467, 0.41647571325302124], "cos_Ac_negg": [0.530937671661377, 0.4744516909122467, 0.41647571325302124], "r_norm": [0.6396288871765137, 0.629142165184021, 0.6260741949081421]}, {"epoch_end": 0, "step": 391, "test_acc": 0.942, "test_loss": 0.19316934661865234}, {"step": 400, "epoch": 1, "train_loss": 0.17426234483718872, "cos_r_negg": [0.5146183967590332, 0.47954481840133667, 0.4087519645690918], "cos_innovation_negg": [0.5146183967590332, 0.47954481840133667, 0.4087519645690918], "cos_apical_negg": [0.5146183967590332, 0.47954481840133667, 0.4087519645690918], "cos_Ac_negg": [0.5146183967590332, 0.47954481840133667, 0.4087519645690918], "r_norm": [0.5993560552597046, 0.593336284160614, 0.5891167521476746]}, {"step": 450, "epoch": 1, "train_loss": 0.16105760633945465, "cos_r_negg": [0.519124448299408, 0.4896484911441803, 0.42511093616485596], "cos_innovation_negg": [0.519124448299408, 0.4896484911441803, 0.42511093616485596], "cos_apical_negg": [0.519124448299408, 0.4896484911441803, 0.42511093616485596], "cos_Ac_negg": [0.519124448299408, 0.4896484911441803, 0.42511093616485596], "r_norm": [0.5071582794189453, 0.4965616464614868, 0.4943530857563019]}, {"step": 500, "epoch": 1, "train_loss": 0.13914069533348083, "cos_r_negg": [0.5190056562423706, 0.4922347962856293, 0.4461669623851776], "cos_innovation_negg": [0.5190056562423706, 0.4922347962856293, 0.4461669623851776], "cos_apical_negg": [0.5190056562423706, 0.4922347962856293, 0.4461669623851776], "cos_Ac_negg": [0.5190056562423706, 0.4922347962856293, 0.4461669623851776], "r_norm": [0.41323357820510864, 0.4054766595363617, 0.4039217233657837]}, {"step": 550, "epoch": 1, "train_loss": 0.10878869891166687, "cos_r_negg": [0.536530077457428, 0.4964345693588257, 0.45911651849746704], "cos_innovation_negg": [0.536530077457428, 0.4964345693588257, 0.45911651849746704], "cos_apical_negg": [0.536530077457428, 0.4964345693588257, 0.45911651849746704], "cos_Ac_negg": [0.536530077457428, 0.4964345693588257, 0.45911651849746704], "r_norm": [0.46625036001205444, 0.45810452103614807, 0.45437896251678467]}, {"step": 600, "epoch": 1, "train_loss": 0.11212708055973053, "cos_r_negg": [0.5457042455673218, 0.5089675784111023, 0.45809805393218994], "cos_innovation_negg": [0.5457042455673218, 0.5089675784111023, 0.45809805393218994], "cos_apical_negg": [0.5457042455673218, 0.5089675784111023, 0.45809805393218994], "cos_Ac_negg": [0.5457042455673218, 0.5089675784111023, 0.45809805393218994], "r_norm": [0.49606889486312866, 0.48192501068115234, 0.48563116788864136]}, {"step": 650, "epoch": 1, "train_loss": 0.09442958235740662, "cos_r_negg": [0.5230795741081238, 0.4977708160877228, 0.4460787773132324], "cos_innovation_negg": [0.5230795741081238, 0.4977708160877228, 0.4460787773132324], "cos_apical_negg": [0.5230795741081238, 0.4977708160877228, 0.4460787773132324], "cos_Ac_negg": [0.5230795741081238, 0.4977708160877228, 0.4460787773132324], "r_norm": [0.42303162813186646, 0.41450607776641846, 0.41483837366104126]}, {"step": 700, "epoch": 1, "train_loss": 0.14368385076522827, "cos_r_negg": [0.5162389278411865, 0.5024452209472656, 0.43734073638916016], "cos_innovation_negg": [0.5162389278411865, 0.5024452209472656, 0.43734073638916016], "cos_apical_negg": [0.5162389278411865, 0.5024452209472656, 0.43734073638916016], "cos_Ac_negg": [0.5162389278411865, 0.5024452209472656, 0.43734073638916016], "r_norm": [0.4337700307369232, 0.42715704441070557, 0.4249253273010254]}, {"step": 750, "epoch": 1, "train_loss": 0.1789362132549286, "cos_r_negg": [0.5372475385665894, 0.5159597396850586, 0.46373528242111206], "cos_innovation_negg": [0.5372475385665894, 0.5159597396850586, 0.46373528242111206], "cos_apical_negg": [0.5372475385665894, 0.5159597396850586, 0.46373528242111206], "cos_Ac_negg": [0.5372475385665894, 0.5159597396850586, 0.46373528242111206], "r_norm": [0.4579535126686096, 0.4467422068119049, 0.4472985565662384]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9511, "test_loss": 0.17440706024169922}, {"step": 800, "epoch": 2, "train_loss": 0.08245806396007538, "cos_r_negg": [0.5267568826675415, 0.5190484523773193, 0.4569483697414398], "cos_innovation_negg": [0.5267568826675415, 0.5190484523773193, 0.4569483697414398], "cos_apical_negg": [0.5267568826675415, 0.5190484523773193, 0.4569483697414398], "cos_Ac_negg": [0.5267568826675415, 0.5190484523773193, 0.4569483697414398], "r_norm": [0.3940802216529846, 0.38350600004196167, 0.3859628736972809]}, {"step": 850, "epoch": 2, "train_loss": 0.11318741738796234, "cos_r_negg": [0.5415972471237183, 0.5446792840957642, 0.4657430648803711], "cos_innovation_negg": [0.5415972471237183, 0.5446792840957642, 0.4657430648803711], "cos_apical_negg": [0.5415972471237183, 0.5446792840957642, 0.4657430648803711], "cos_Ac_negg": [0.5415972471237183, 0.5446792840957642, 0.4657430648803711], "r_norm": [0.3263637125492096, 0.32023316621780396, 0.32168149948120117]}, {"step": 900, "epoch": 2, "train_loss": 0.06788861006498337, "cos_r_negg": [0.5404047966003418, 0.5453928709030151, 0.4663245975971222], "cos_innovation_negg": [0.5404047966003418, 0.5453928709030151, 0.4663245975971222], "cos_apical_negg": [0.5404047966003418, 0.5453928709030151, 0.4663245975971222], "cos_Ac_negg": [0.5404047966003418, 0.5453928709030151, 0.4663245975971222], "r_norm": [0.4072578549385071, 0.40146565437316895, 0.39743897318840027]}, {"step": 950, "epoch": 2, "train_loss": 0.12236154824495316, "cos_r_negg": [0.5568745136260986, 0.5489026308059692, 0.47848761081695557], "cos_innovation_negg": [0.5568745136260986, 0.5489026308059692, 0.47848761081695557], "cos_apical_negg": [0.5568745136260986, 0.5489026308059692, 0.47848761081695557], "cos_Ac_negg": [0.5568745136260986, 0.5489026308059692, 0.47848761081695557], "r_norm": [0.3096506595611572, 0.30416738986968994, 0.30429601669311523]}, {"step": 1000, "epoch": 2, "train_loss": 0.1695403754711151, "cos_r_negg": [0.5511597394943237, 0.567548394203186, 0.48887598514556885], "cos_innovation_negg": [0.5511597394943237, 0.567548394203186, 0.48887598514556885], "cos_apical_negg": [0.5511597394943237, 0.567548394203186, 0.48887598514556885], "cos_Ac_negg": [0.5511597394943237, 0.567548394203186, 0.48887598514556885], "r_norm": [0.36753782629966736, 0.36040329933166504, 0.3588414192199707]}, {"step": 1050, "epoch": 2, "train_loss": 0.10765781253576279, "cos_r_negg": [0.5588736534118652, 0.5836095809936523, 0.4975379705429077], "cos_innovation_negg": [0.5588736534118652, 0.5836095809936523, 0.4975379705429077], "cos_apical_negg": [0.5588736534118652, 0.5836095809936523, 0.4975379705429077], "cos_Ac_negg": [0.5588736534118652, 0.5836095809936523, 0.4975379705429077], "r_norm": [0.34582000970840454, 0.3401137590408325, 0.33868497610092163]}, {"step": 1100, "epoch": 2, "train_loss": 0.12539835274219513, "cos_r_negg": [0.5508451461791992, 0.5604175329208374, 0.4932308793067932], "cos_innovation_negg": [0.5508451461791992, 0.5604175329208374, 0.4932308793067932], "cos_apical_negg": [0.5508451461791992, 0.5604175329208374, 0.4932308793067932], "cos_Ac_negg": [0.5508451461791992, 0.5604175329208374, 0.4932308793067932], "r_norm": [0.3108765780925751, 0.3024168312549591, 0.3040424883365631]}, {"step": 1150, "epoch": 2, "train_loss": 0.13319088518619537, "cos_r_negg": [0.5785408020019531, 0.580689549446106, 0.493661493062973], "cos_innovation_negg": [0.5785408020019531, 0.580689549446106, 0.493661493062973], "cos_apical_negg": [0.5785408020019531, 0.580689549446106, 0.493661493062973], "cos_Ac_negg": [0.5785408020019531, 0.580689549446106, 0.493661493062973], "r_norm": [0.2865879237651825, 0.2818412780761719, 0.28185901045799255]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9594, "test_loss": 0.1371087953567505}, {"step": 1200, "epoch": 3, "train_loss": 0.07902738451957703, "cos_r_negg": [0.5543697476387024, 0.5753946900367737, 0.49765744805336], "cos_innovation_negg": [0.5543697476387024, 0.5753946900367737, 0.49765744805336], "cos_apical_negg": [0.5543697476387024, 0.5753946900367737, 0.49765744805336], "cos_Ac_negg": [0.5543697476387024, 0.5753946900367737, 0.49765744805336], "r_norm": [0.32674074172973633, 0.32181352376937866, 0.3197745084762573]}, {"step": 1250, "epoch": 3, "train_loss": 0.09491544216871262, "cos_r_negg": [0.5517991781234741, 0.5787758827209473, 0.5108739137649536], "cos_innovation_negg": [0.5517991781234741, 0.5787758827209473, 0.5108739137649536], "cos_apical_negg": [0.5517991781234741, 0.5787758827209473, 0.5108739137649536], "cos_Ac_negg": [0.5517991781234741, 0.5787758827209473, 0.5108739137649536], "r_norm": [0.29178109765052795, 0.28381240367889404, 0.2852678894996643]}, {"step": 1300, "epoch": 3, "train_loss": 0.02431463822722435, "cos_r_negg": [0.5443146228790283, 0.5774863958358765, 0.5164209604263306], "cos_innovation_negg": [0.5443146228790283, 0.5774863958358765, 0.5164209604263306], "cos_apical_negg": [0.5443146228790283, 0.5774863958358765, 0.5164209604263306], "cos_Ac_negg": [0.5443146228790283, 0.5774863958358765, 0.5164209604263306], "r_norm": [0.3149015009403229, 0.30836963653564453, 0.3081222176551819]}, {"step": 1350, "epoch": 3, "train_loss": 0.06450746208429337, "cos_r_negg": [0.5606392621994019, 0.5935269594192505, 0.5256491303443909], "cos_innovation_negg": [0.5606392621994019, 0.5935269594192505, 0.5256491303443909], "cos_apical_negg": [0.5606392621994019, 0.5935269594192505, 0.5256491303443909], "cos_Ac_negg": [0.5606392621994019, 0.5935269594192505, 0.5256491303443909], "r_norm": [0.2790258228778839, 0.2739120125770569, 0.2731637954711914]}, {"step": 1400, "epoch": 3, "train_loss": 0.038685597479343414, "cos_r_negg": [0.5705311298370361, 0.5892266035079956, 0.5223861932754517], "cos_innovation_negg": [0.5705311298370361, 0.5892266035079956, 0.5223861932754517], "cos_apical_negg": [0.5705311298370361, 0.5892266035079956, 0.5223861932754517], "cos_Ac_negg": [0.5705311298370361, 0.5892266035079956, 0.5223861932754517], "r_norm": [0.28946489095687866, 0.2836824953556061, 0.28411585092544556]}, {"step": 1450, "epoch": 3, "train_loss": 0.05291450023651123, "cos_r_negg": [0.5537008047103882, 0.5820235013961792, 0.530899167060852], "cos_innovation_negg": [0.5537008047103882, 0.5820235013961792, 0.530899167060852], "cos_apical_negg": [0.5537008047103882, 0.5820235013961792, 0.530899167060852], "cos_Ac_negg": [0.5537008047103882, 0.5820235013961792, 0.530899167060852], "r_norm": [0.24380138516426086, 0.2381824553012848, 0.24016274511814117]}, {"step": 1500, "epoch": 3, "train_loss": 0.1322896033525467, "cos_r_negg": [0.5590769052505493, 0.5787668228149414, 0.5246911644935608], "cos_innovation_negg": [0.5590769052505493, 0.5787668228149414, 0.5246911644935608], "cos_apical_negg": [0.5590769052505493, 0.5787668228149414, 0.5246911644935608], "cos_Ac_negg": [0.5590769052505493, 0.5787668228149414, 0.5246911644935608], "r_norm": [0.23226672410964966, 0.2268093228340149, 0.22869965434074402]}, {"step": 1550, "epoch": 3, "train_loss": 0.10140091180801392, "cos_r_negg": [0.5600963830947876, 0.5878425240516663, 0.5401417016983032], "cos_innovation_negg": [0.5600963830947876, 0.5878425240516663, 0.5401417016983032], "cos_apical_negg": [0.5600963830947876, 0.5878425240516663, 0.5401417016983032], "cos_Ac_negg": [0.5600963830947876, 0.5878425240516663, 0.5401417016983032], "r_norm": [0.27320921421051025, 0.26625874638557434, 0.26702815294265747]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9632, "test_loss": 0.12679631652832032}, {"step": 1600, "epoch": 4, "train_loss": 0.08276531100273132, "cos_r_negg": [0.5717946887016296, 0.5983544588088989, 0.5367348194122314], "cos_innovation_negg": [0.5717946887016296, 0.5983544588088989, 0.5367348194122314], "cos_apical_negg": [0.5717946887016296, 0.5983544588088989, 0.5367348194122314], "cos_Ac_negg": [0.5717946887016296, 0.5983544588088989, 0.5367348194122314], "r_norm": [0.24837860465049744, 0.2421697974205017, 0.24386495351791382]}, {"step": 1650, "epoch": 4, "train_loss": 0.07333089411258698, "cos_r_negg": [0.5526349544525146, 0.590614914894104, 0.544661283493042], "cos_innovation_negg": [0.5526349544525146, 0.590614914894104, 0.544661283493042], "cos_apical_negg": [0.5526349544525146, 0.590614914894104, 0.544661283493042], "cos_Ac_negg": [0.5526349544525146, 0.590614914894104, 0.544661283493042], "r_norm": [0.24890492856502533, 0.24357996881008148, 0.2439548522233963]}, {"step": 1700, "epoch": 4, "train_loss": 0.06586304306983948, "cos_r_negg": [0.5650207996368408, 0.5971676111221313, 0.545952320098877], "cos_innovation_negg": [0.5650207996368408, 0.5971676111221313, 0.545952320098877], "cos_apical_negg": [0.5650207996368408, 0.5971676111221313, 0.545952320098877], "cos_Ac_negg": [0.5650207996368408, 0.5971676111221313, 0.545952320098877], "r_norm": [0.2353585958480835, 0.22980782389640808, 0.23071803152561188]}, {"step": 1750, "epoch": 4, "train_loss": 0.075168676674366, "cos_r_negg": [0.5610799789428711, 0.5960244536399841, 0.5449928045272827], "cos_innovation_negg": [0.5610799789428711, 0.5960244536399841, 0.5449928045272827], "cos_apical_negg": [0.5610799789428711, 0.5960244536399841, 0.5449928045272827], "cos_Ac_negg": [0.5610799789428711, 0.5960244536399841, 0.5449928045272827], "r_norm": [0.2534013092517853, 0.24448779225349426, 0.24704018235206604]}, {"step": 1800, "epoch": 4, "train_loss": 0.06058744713664055, "cos_r_negg": [0.5512423515319824, 0.5933492183685303, 0.5498859882354736], "cos_innovation_negg": [0.5512423515319824, 0.5933492183685303, 0.5498859882354736], "cos_apical_negg": [0.5512423515319824, 0.5933492183685303, 0.5498859882354736], "cos_Ac_negg": [0.5512423515319824, 0.5933492183685303, 0.5498859882354736], "r_norm": [0.2431870400905609, 0.24097776412963867, 0.23901012539863586]}, {"step": 1850, "epoch": 4, "train_loss": 0.14449454843997955, "cos_r_negg": [0.5511468648910522, 0.5978442430496216, 0.5535270571708679], "cos_innovation_negg": [0.5511468648910522, 0.5978442430496216, 0.5535270571708679], "cos_apical_negg": [0.5511468648910522, 0.5978442430496216, 0.5535270571708679], "cos_Ac_negg": [0.5511468648910522, 0.5978442430496216, 0.5535270571708679], "r_norm": [0.26309657096862793, 0.2573927044868469, 0.2583658695220947]}, {"step": 1900, "epoch": 4, "train_loss": 0.0459626242518425, "cos_r_negg": [0.5704281330108643, 0.6106164455413818, 0.5650182962417603], "cos_innovation_negg": [0.5704281330108643, 0.6106164455413818, 0.5650182962417603], "cos_apical_negg": [0.5704281330108643, 0.6106164455413818, 0.5650182962417603], "cos_Ac_negg": [0.5704281330108643, 0.6106164455413818, 0.5650182962417603], "r_norm": [0.24044054746627808, 0.23593193292617798, 0.23532624542713165]}, {"step": 1950, "epoch": 4, "train_loss": 0.05677869915962219, "cos_r_negg": [0.5598948001861572, 0.6043139696121216, 0.5572119951248169], "cos_innovation_negg": [0.5598948001861572, 0.6043139696121216, 0.5572119951248169], "cos_apical_negg": [0.5598948001861572, 0.6043139696121216, 0.5572119951248169], "cos_Ac_negg": [0.5598948001861572, 0.6043139696121216, 0.5572119951248169], "r_norm": [0.23269245028495789, 0.22904610633850098, 0.228618323802948]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9636, "test_loss": 0.12771956672668458}, {"step": 2000, "epoch": 5, "train_loss": 0.01771124266088009, "cos_r_negg": [0.5826953649520874, 0.6094691753387451, 0.5657365322113037], "cos_innovation_negg": [0.5826953649520874, 0.6094691753387451, 0.5657365322113037], "cos_apical_negg": [0.5826953649520874, 0.6094691753387451, 0.5657365322113037], "cos_Ac_negg": [0.5826953649520874, 0.6094691753387451, 0.5657365322113037], "r_norm": [0.20216906070709229, 0.19860748946666718, 0.19973906874656677]}, {"step": 2050, "epoch": 5, "train_loss": 0.02713404968380928, "cos_r_negg": [0.5666271448135376, 0.607162594795227, 0.5597078204154968], "cos_innovation_negg": [0.5666271448135376, 0.607162594795227, 0.5597078204154968], "cos_apical_negg": [0.5666271448135376, 0.607162594795227, 0.5597078204154968], "cos_Ac_negg": [0.5666271448135376, 0.607162594795227, 0.5597078204154968], "r_norm": [0.1987132430076599, 0.19517919421195984, 0.1967175006866455]}, {"step": 2100, "epoch": 5, "train_loss": 0.017133839428424835, "cos_r_negg": [0.5886457562446594, 0.6221880912780762, 0.5707134008407593], "cos_innovation_negg": [0.5886457562446594, 0.6221880912780762, 0.5707134008407593], "cos_apical_negg": [0.5886457562446594, 0.6221880912780762, 0.5707134008407593], "cos_Ac_negg": [0.5886457562446594, 0.6221880912780762, 0.5707134008407593], "r_norm": [0.21054521203041077, 0.20390814542770386, 0.2054317444562912]}, {"step": 2150, "epoch": 5, "train_loss": 0.005420150235295296, "cos_r_negg": [0.5632246732711792, 0.6007503271102905, 0.5661600828170776], "cos_innovation_negg": [0.5632246732711792, 0.6007503271102905, 0.5661600828170776], "cos_apical_negg": [0.5632246732711792, 0.6007503271102905, 0.5661600828170776], "cos_Ac_negg": [0.5632246732711792, 0.6007503271102905, 0.5661600828170776], "r_norm": [0.20837853848934174, 0.20333851873874664, 0.2044348418712616]}, {"step": 2200, "epoch": 5, "train_loss": 0.017665598541498184, "cos_r_negg": [0.5784574747085571, 0.6043325662612915, 0.5790922045707703], "cos_innovation_negg": [0.5784574747085571, 0.6043325662612915, 0.5790922045707703], "cos_apical_negg": [0.5784574747085571, 0.6043325662612915, 0.5790922045707703], "cos_Ac_negg": [0.5784574747085571, 0.6043325662612915, 0.5790922045707703], "r_norm": [0.2059297114610672, 0.20055487751960754, 0.20234349370002747]}, {"step": 2250, "epoch": 5, "train_loss": 0.03980375453829765, "cos_r_negg": [0.5676448941230774, 0.6039410829544067, 0.5791960954666138], "cos_innovation_negg": [0.5676448941230774, 0.6039410829544067, 0.5791960954666138], "cos_apical_negg": [0.5676448941230774, 0.6039410829544067, 0.5791960954666138], "cos_Ac_negg": [0.5676448941230774, 0.6039410829544067, 0.5791960954666138], "r_norm": [0.20810073614120483, 0.20267745852470398, 0.20394156873226166]}, {"step": 2300, "epoch": 5, "train_loss": 0.04377524182200432, "cos_r_negg": [0.5744448900222778, 0.6133928298950195, 0.5847669839859009], "cos_innovation_negg": [0.5744448900222778, 0.6133928298950195, 0.5847669839859009], "cos_apical_negg": [0.5744448900222778, 0.6133928298950195, 0.5847669839859009], "cos_Ac_negg": [0.5744448900222778, 0.6133928298950195, 0.5847669839859009], "r_norm": [0.16837356984615326, 0.16456538438796997, 0.16513416171073914]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9665, "test_loss": 0.12800794429779053}, {"step": 2350, "epoch": 6, "train_loss": 0.006783369928598404, "cos_r_negg": [0.5734924077987671, 0.6097804307937622, 0.588858425617218], "cos_innovation_negg": [0.5734924077987671, 0.6097804307937622, 0.588858425617218], "cos_apical_negg": [0.5734924077987671, 0.6097804307937622, 0.588858425617218], "cos_Ac_negg": [0.5734924077987671, 0.6097804307937622, 0.588858425617218], "r_norm": [0.18213598430156708, 0.17820268869400024, 0.17873132228851318]}, {"step": 2400, "epoch": 6, "train_loss": 0.029639583081007004, "cos_r_negg": [0.5809173583984375, 0.6193697452545166, 0.6095294952392578], "cos_innovation_negg": [0.5809173583984375, 0.6193697452545166, 0.6095294952392578], "cos_apical_negg": [0.5809173583984375, 0.6193697452545166, 0.6095294952392578], "cos_Ac_negg": [0.5809173583984375, 0.6193697452545166, 0.6095294952392578], "r_norm": [0.19038063287734985, 0.18615368008613586, 0.187724769115448]}, {"step": 2450, "epoch": 6, "train_loss": 0.010544674471020699, "cos_r_negg": [0.5689620971679688, 0.6161101460456848, 0.6044611930847168], "cos_innovation_negg": [0.5689620971679688, 0.6161101460456848, 0.6044611930847168], "cos_apical_negg": [0.5689620971679688, 0.6161101460456848, 0.6044611930847168], "cos_Ac_negg": [0.5689620971679688, 0.6161101460456848, 0.6044611930847168], "r_norm": [0.2135101854801178, 0.209373340010643, 0.21072031557559967]}, {"step": 2500, "epoch": 6, "train_loss": 0.020141305401921272, "cos_r_negg": [0.5781247019767761, 0.6199416518211365, 0.6113945245742798], "cos_innovation_negg": [0.5781247019767761, 0.6199416518211365, 0.6113945245742798], "cos_apical_negg": [0.5781247019767761, 0.6199416518211365, 0.6113945245742798], "cos_Ac_negg": [0.5781247019767761, 0.6199416518211365, 0.6113945245742798], "r_norm": [0.20877400040626526, 0.20529653131961823, 0.20621007680892944]}, {"step": 2550, "epoch": 6, "train_loss": 0.027276888489723206, "cos_r_negg": [0.5745788812637329, 0.6171178221702576, 0.607695460319519], "cos_innovation_negg": [0.5745788812637329, 0.6171178221702576, 0.607695460319519], "cos_apical_negg": [0.5745788812637329, 0.6171178221702576, 0.607695460319519], "cos_Ac_negg": [0.5745788812637329, 0.6171178221702576, 0.607695460319519], "r_norm": [0.22073039412498474, 0.21428953111171722, 0.21619650721549988]}, {"step": 2600, "epoch": 6, "train_loss": 0.03764370456337929, "cos_r_negg": [0.576514482498169, 0.6211690902709961, 0.6162787675857544], "cos_innovation_negg": [0.576514482498169, 0.6211690902709961, 0.6162787675857544], "cos_apical_negg": [0.576514482498169, 0.6211690902709961, 0.6162787675857544], "cos_Ac_negg": [0.576514482498169, 0.6211690902709961, 0.6162787675857544], "r_norm": [0.17158113420009613, 0.1681673377752304, 0.16859003901481628]}, {"step": 2650, "epoch": 6, "train_loss": 0.07222234457731247, "cos_r_negg": [0.5871332883834839, 0.6358972787857056, 0.6140213012695312], "cos_innovation_negg": [0.5871332883834839, 0.6358972787857056, 0.6140213012695312], "cos_apical_negg": [0.5871332883834839, 0.6358972787857056, 0.6140213012695312], "cos_Ac_negg": [0.5871332883834839, 0.6358972787857056, 0.6140213012695312], "r_norm": [0.16949617862701416, 0.16499951481819153, 0.166875422000885]}, {"step": 2700, "epoch": 6, "train_loss": 0.004934626165777445, "cos_r_negg": [0.5820627212524414, 0.6243067979812622, 0.6136757135391235], "cos_innovation_negg": [0.5820627212524414, 0.6243067979812622, 0.6136757135391235], "cos_apical_negg": [0.5820627212524414, 0.6243067979812622, 0.6136757135391235], "cos_Ac_negg": [0.5820627212524414, 0.6243067979812622, 0.6136757135391235], "r_norm": [0.19275519251823425, 0.18920470774173737, 0.19022738933563232]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9675, "test_loss": 0.13033215942382811}, {"step": 2750, "epoch": 7, "train_loss": 0.0007663220749236643, "cos_r_negg": [0.5887814164161682, 0.6255956888198853, 0.6115896105766296], "cos_innovation_negg": [0.5887814164161682, 0.6255956888198853, 0.6115896105766296], "cos_apical_negg": [0.5887814164161682, 0.6255956888198853, 0.6115896105766296], "cos_Ac_negg": [0.5887814164161682, 0.6255956888198853, 0.6115896105766296], "r_norm": [0.1541595160961151, 0.15047265589237213, 0.15321269631385803]}, {"step": 2800, "epoch": 7, "train_loss": 0.007381078787147999, "cos_r_negg": [0.5969140529632568, 0.6320580840110779, 0.623553991317749], "cos_innovation_negg": [0.5969140529632568, 0.6320580840110779, 0.623553991317749], "cos_apical_negg": [0.5969140529632568, 0.6320580840110779, 0.623553991317749], "cos_Ac_negg": [0.5969140529632568, 0.6320580840110779, 0.623553991317749], "r_norm": [0.15880200266838074, 0.15592212975025177, 0.15697628259658813]}, {"step": 2850, "epoch": 7, "train_loss": 0.002672584494575858, "cos_r_negg": [0.5830303430557251, 0.6255103945732117, 0.6196690797805786], "cos_innovation_negg": [0.5830303430557251, 0.6255103945732117, 0.6196690797805786], "cos_apical_negg": [0.5830303430557251, 0.6255103945732117, 0.6196690797805786], "cos_Ac_negg": [0.5830303430557251, 0.6255103945732117, 0.6196690797805786], "r_norm": [0.151914581656456, 0.14865705370903015, 0.15087169408798218]}, {"step": 2900, "epoch": 7, "train_loss": 0.012098554521799088, "cos_r_negg": [0.5773768424987793, 0.623329222202301, 0.6252142190933228], "cos_innovation_negg": [0.5773768424987793, 0.623329222202301, 0.6252142190933228], "cos_apical_negg": [0.5773768424987793, 0.623329222202301, 0.6252142190933228], "cos_Ac_negg": [0.5773768424987793, 0.623329222202301, 0.6252142190933228], "r_norm": [0.15330709517002106, 0.14978253841400146, 0.151128351688385]}, {"step": 2950, "epoch": 7, "train_loss": 0.003346129320561886, "cos_r_negg": [0.5839371681213379, 0.631973385810852, 0.6260716319084167], "cos_innovation_negg": [0.5839371681213379, 0.631973385810852, 0.6260716319084167], "cos_apical_negg": [0.5839371681213379, 0.631973385810852, 0.6260716319084167], "cos_Ac_negg": [0.5839371681213379, 0.631973385810852, 0.6260716319084167], "r_norm": [0.18398334085941315, 0.17977376282215118, 0.1819036602973938]}, {"step": 3000, "epoch": 7, "train_loss": 0.008345598354935646, "cos_r_negg": [0.5800479650497437, 0.6284677386283875, 0.6313223838806152], "cos_innovation_negg": [0.5800479650497437, 0.6284677386283875, 0.6313223838806152], "cos_apical_negg": [0.5800479650497437, 0.6284677386283875, 0.6313223838806152], "cos_Ac_negg": [0.5800479650497437, 0.6284677386283875, 0.6313223838806152], "r_norm": [0.15616059303283691, 0.15302126109600067, 0.15486370027065277]}, {"step": 3050, "epoch": 7, "train_loss": 0.010694846510887146, "cos_r_negg": [0.583375096321106, 0.6364173889160156, 0.6361832022666931], "cos_innovation_negg": [0.583375096321106, 0.6364173889160156, 0.6361832022666931], "cos_apical_negg": [0.583375096321106, 0.6364173889160156, 0.6361832022666931], "cos_Ac_negg": [0.583375096321106, 0.6364173889160156, 0.6361832022666931], "r_norm": [0.16246932744979858, 0.158235102891922, 0.16048797965049744]}, {"step": 3100, "epoch": 7, "train_loss": 0.0018933835672214627, "cos_r_negg": [0.5734519958496094, 0.6262650489807129, 0.636416494846344], "cos_innovation_negg": [0.5734519958496094, 0.6262650489807129, 0.636416494846344], "cos_apical_negg": [0.5734519958496094, 0.6262650489807129, 0.636416494846344], "cos_Ac_negg": [0.5734519958496094, 0.6262650489807129, 0.636416494846344], "r_norm": [0.16744595766067505, 0.16360560059547424, 0.16462942957878113]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.969, "test_loss": 0.14008486652374266}, {"step": 3150, "epoch": 8, "train_loss": 0.01328835915774107, "cos_r_negg": [0.5799121856689453, 0.6348503828048706, 0.6349548101425171], "cos_innovation_negg": [0.5799121856689453, 0.6348503828048706, 0.6349548101425171], "cos_apical_negg": [0.5799121856689453, 0.6348503828048706, 0.6349548101425171], "cos_Ac_negg": [0.5799121856689453, 0.6348503828048706, 0.6349548101425171], "r_norm": [0.16330114006996155, 0.15841633081436157, 0.16031941771507263]}, {"step": 3200, "epoch": 8, "train_loss": 0.025472568348050117, "cos_r_negg": [0.581796407699585, 0.6385154724121094, 0.6402606964111328], "cos_innovation_negg": [0.581796407699585, 0.6385154724121094, 0.6402606964111328], "cos_apical_negg": [0.581796407699585, 0.6385154724121094, 0.6402606964111328], "cos_Ac_negg": [0.581796407699585, 0.6385154724121094, 0.6402606964111328], "r_norm": [0.17319685220718384, 0.16852861642837524, 0.17100343108177185]}, {"step": 3250, "epoch": 8, "train_loss": 0.002426435938104987, "cos_r_negg": [0.5761756896972656, 0.6371506452560425, 0.6444050073623657], "cos_innovation_negg": [0.5761756896972656, 0.6371506452560425, 0.6444050073623657], "cos_apical_negg": [0.5761756896972656, 0.6371506452560425, 0.6444050073623657], "cos_Ac_negg": [0.5761756896972656, 0.6371506452560425, 0.6444050073623657], "r_norm": [0.18577514588832855, 0.1798975020647049, 0.18263466656208038]}, {"step": 3300, "epoch": 8, "train_loss": 0.0063196998089551926, "cos_r_negg": [0.5675809383392334, 0.6289029121398926, 0.6384797096252441], "cos_innovation_negg": [0.5675809383392334, 0.6289029121398926, 0.6384797096252441], "cos_apical_negg": [0.5675809383392334, 0.6289029121398926, 0.6384797096252441], "cos_Ac_negg": [0.5675809383392334, 0.6289029121398926, 0.6384797096252441], "r_norm": [0.16738298535346985, 0.16243907809257507, 0.16465601325035095]}, {"step": 3350, "epoch": 8, "train_loss": 0.005776852369308472, "cos_r_negg": [0.5756241679191589, 0.6365543603897095, 0.646641731262207], "cos_innovation_negg": [0.5756241679191589, 0.6365543603897095, 0.646641731262207], "cos_apical_negg": [0.5756241679191589, 0.6365543603897095, 0.646641731262207], "cos_Ac_negg": [0.5756241679191589, 0.6365543603897095, 0.646641731262207], "r_norm": [0.18019220232963562, 0.17537415027618408, 0.17672228813171387]}, {"step": 3400, "epoch": 8, "train_loss": 0.0017677175346761942, "cos_r_negg": [0.5679070353507996, 0.6268846988677979, 0.6430825591087341], "cos_innovation_negg": [0.5679070353507996, 0.6268846988677979, 0.6430825591087341], "cos_apical_negg": [0.5679070353507996, 0.6268846988677979, 0.6430825591087341], "cos_Ac_negg": [0.5679070353507996, 0.6268846988677979, 0.6430825591087341], "r_norm": [0.16905266046524048, 0.16505110263824463, 0.16670545935630798]}, {"step": 3450, "epoch": 8, "train_loss": 0.019215740263462067, "cos_r_negg": [0.5795387029647827, 0.6390272974967957, 0.6456834077835083], "cos_innovation_negg": [0.5795387029647827, 0.6390272974967957, 0.6456834077835083], "cos_apical_negg": [0.5795387029647827, 0.6390272974967957, 0.6456834077835083], "cos_Ac_negg": [0.5795387029647827, 0.6390272974967957, 0.6456834077835083], "r_norm": [0.17445454001426697, 0.16989797353744507, 0.17152777314186096]}, {"step": 3500, "epoch": 8, "train_loss": 0.01103738322854042, "cos_r_negg": [0.5835047960281372, 0.636309027671814, 0.6513711810112], "cos_innovation_negg": [0.5835047960281372, 0.636309027671814, 0.6513711810112], "cos_apical_negg": [0.5835047960281372, 0.636309027671814, 0.6513711810112], "cos_Ac_negg": [0.5835047960281372, 0.636309027671814, 0.6513711810112], "r_norm": [0.17534372210502625, 0.17152607440948486, 0.17223432660102844]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9694, "test_loss": 0.13785879878997803}, {"step": 3550, "epoch": 9, "train_loss": 0.002315219258889556, "cos_r_negg": [0.5788799524307251, 0.6343845129013062, 0.6489148139953613], "cos_innovation_negg": [0.5788799524307251, 0.6343845129013062, 0.6489148139953613], "cos_apical_negg": [0.5788799524307251, 0.6343845129013062, 0.6489148139953613], "cos_Ac_negg": [0.5788799524307251, 0.6343845129013062, 0.6489148139953613], "r_norm": [0.16844865679740906, 0.1639837920665741, 0.16495835781097412]}, {"step": 3600, "epoch": 9, "train_loss": 0.001988393720239401, "cos_r_negg": [0.5748826861381531, 0.634721040725708, 0.6506810784339905], "cos_innovation_negg": [0.5748826861381531, 0.634721040725708, 0.6506810784339905], "cos_apical_negg": [0.5748826861381531, 0.634721040725708, 0.6506810784339905], "cos_Ac_negg": [0.5748826861381531, 0.634721040725708, 0.6506810784339905], "r_norm": [0.15075717866420746, 0.14709879457950592, 0.14821848273277283]}, {"step": 3650, "epoch": 9, "train_loss": 0.006571819074451923, "cos_r_negg": [0.5776793956756592, 0.6351725459098816, 0.6550160646438599], "cos_innovation_negg": [0.5776793956756592, 0.6351725459098816, 0.6550160646438599], "cos_apical_negg": [0.5776793956756592, 0.6351725459098816, 0.6550160646438599], "cos_Ac_negg": [0.5776793956756592, 0.6351725459098816, 0.6550160646438599], "r_norm": [0.15181316435337067, 0.14831840991973877, 0.14939305186271667]}, {"step": 3700, "epoch": 9, "train_loss": 0.007451673038303852, "cos_r_negg": [0.5768934488296509, 0.6356926560401917, 0.6547232866287231], "cos_innovation_negg": [0.5768934488296509, 0.6356926560401917, 0.6547232866287231], "cos_apical_negg": [0.5768934488296509, 0.6356926560401917, 0.6547232866287231], "cos_Ac_negg": [0.5768934488296509, 0.6356926560401917, 0.6547232866287231], "r_norm": [0.1481488049030304, 0.1448420286178589, 0.14619898796081543]}, {"step": 3750, "epoch": 9, "train_loss": 0.0056808991357684135, "cos_r_negg": [0.5863108038902283, 0.638932466506958, 0.6598564386367798], "cos_innovation_negg": [0.5863108038902283, 0.638932466506958, 0.6598564386367798], "cos_apical_negg": [0.5863108038902283, 0.638932466506958, 0.6598564386367798], "cos_Ac_negg": [0.5863108038902283, 0.638932466506958, 0.6598564386367798], "r_norm": [0.1510085016489029, 0.14690589904785156, 0.14804449677467346]}, {"step": 3800, "epoch": 9, "train_loss": 0.0014049416640773416, "cos_r_negg": [0.5772558450698853, 0.6375828981399536, 0.6538931131362915], "cos_innovation_negg": [0.5772558450698853, 0.6375828981399536, 0.6538931131362915], "cos_apical_negg": [0.5772558450698853, 0.6375828981399536, 0.6538931131362915], "cos_Ac_negg": [0.5772558450698853, 0.6375828981399536, 0.6538931131362915], "r_norm": [0.1512400209903717, 0.14769288897514343, 0.14897239208221436]}, {"step": 3850, "epoch": 9, "train_loss": 0.0006248891586437821, "cos_r_negg": [0.5762279033660889, 0.6366449594497681, 0.6594094634056091], "cos_innovation_negg": [0.5762279033660889, 0.6366449594497681, 0.6594094634056091], "cos_apical_negg": [0.5762279033660889, 0.6366449594497681, 0.6594094634056091], "cos_Ac_negg": [0.5762279033660889, 0.6366449594497681, 0.6594094634056091], "r_norm": [0.14771828055381775, 0.14383640885353088, 0.14526548981666565]}, {"step": 3900, "epoch": 9, "train_loss": 0.010852477513253689, "cos_r_negg": [0.5803501605987549, 0.6383212804794312, 0.6603769659996033], "cos_innovation_negg": [0.5803501605987549, 0.6383212804794312, 0.6603769659996033], "cos_apical_negg": [0.5803501605987549, 0.6383212804794312, 0.6603769659996033], "cos_Ac_negg": [0.5803501605987549, 0.6383212804794312, 0.6603769659996033], "r_norm": [0.13685648143291473, 0.1331041157245636, 0.13495194911956787]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9699, "test_loss": 0.1425980173110962}, {"step": 3950, "epoch": 10, "train_loss": 0.0011849066941067576, "cos_r_negg": [0.5736705660820007, 0.6352910995483398, 0.659217894077301], "cos_innovation_negg": [0.5736705660820007, 0.6352910995483398, 0.659217894077301], "cos_apical_negg": [0.5736705660820007, 0.6352910995483398, 0.659217894077301], "cos_Ac_negg": [0.5736705660820007, 0.6352910995483398, 0.659217894077301], "r_norm": [0.14788907766342163, 0.14373983442783356, 0.14589370787143707]}, {"step": 4000, "epoch": 10, "train_loss": 0.0009897679556161165, "cos_r_negg": [0.575480580329895, 0.6365771293640137, 0.6638668775558472], "cos_innovation_negg": [0.575480580329895, 0.6365771293640137, 0.6638668775558472], "cos_apical_negg": [0.575480580329895, 0.6365771293640137, 0.6638668775558472], "cos_Ac_negg": [0.575480580329895, 0.6365771293640137, 0.6638668775558472], "r_norm": [0.15530265867710114, 0.15087273716926575, 0.15281391143798828]}, {"step": 4050, "epoch": 10, "train_loss": 0.0009412005310878158, "cos_r_negg": [0.572576642036438, 0.6350282430648804, 0.6612375974655151], "cos_innovation_negg": [0.572576642036438, 0.6350282430648804, 0.6612375974655151], "cos_apical_negg": [0.572576642036438, 0.6350282430648804, 0.6612375974655151], "cos_Ac_negg": [0.572576642036438, 0.6350282430648804, 0.6612375974655151], "r_norm": [0.14468851685523987, 0.1412726640701294, 0.1432020664215088]}, {"step": 4100, "epoch": 10, "train_loss": 0.0013592280447483063, "cos_r_negg": [0.5738518238067627, 0.6351974010467529, 0.6628438234329224], "cos_innovation_negg": [0.5738518238067627, 0.6351974010467529, 0.6628438234329224], "cos_apical_negg": [0.5738518238067627, 0.6351974010467529, 0.6628438234329224], "cos_Ac_negg": [0.5738518238067627, 0.6351974010467529, 0.6628438234329224], "r_norm": [0.16022688150405884, 0.15651826560497284, 0.15799832344055176]}, {"step": 4150, "epoch": 10, "train_loss": 0.0002184188924729824, "cos_r_negg": [0.5791216492652893, 0.6367849707603455, 0.6641585826873779], "cos_innovation_negg": [0.5791216492652893, 0.6367849707603455, 0.6641585826873779], "cos_apical_negg": [0.5791216492652893, 0.6367849707603455, 0.6641585826873779], "cos_Ac_negg": [0.5791216492652893, 0.6367849707603455, 0.6641585826873779], "r_norm": [0.14311376214027405, 0.14003947377204895, 0.14143389463424683]}, {"step": 4200, "epoch": 10, "train_loss": 0.0009019998833537102, "cos_r_negg": [0.5760563611984253, 0.6389188170433044, 0.6654485464096069], "cos_innovation_negg": [0.5760563611984253, 0.6389188170433044, 0.6654485464096069], "cos_apical_negg": [0.5760563611984253, 0.6389188170433044, 0.6654485464096069], "cos_Ac_negg": [0.5760563611984253, 0.6389188170433044, 0.6654485464096069], "r_norm": [0.13621452450752258, 0.13339275121688843, 0.1347586065530777]}, {"step": 4250, "epoch": 10, "train_loss": 0.002545118797570467, "cos_r_negg": [0.5764381885528564, 0.636925458908081, 0.6655938625335693], "cos_innovation_negg": [0.5764381885528564, 0.636925458908081, 0.6655938625335693], "cos_apical_negg": [0.5764381885528564, 0.636925458908081, 0.6655938625335693], "cos_Ac_negg": [0.5764381885528564, 0.636925458908081, 0.6655938625335693], "r_norm": [0.14012610912322998, 0.13696923851966858, 0.13868092000484467]}, {"step": 4300, "epoch": 10, "train_loss": 0.0007184909773059189, "cos_r_negg": [0.5714229345321655, 0.6362907886505127, 0.6645750999450684], "cos_innovation_negg": [0.5714229345321655, 0.6362907886505127, 0.6645750999450684], "cos_apical_negg": [0.5714229345321655, 0.6362907886505127, 0.6645750999450684], "cos_Ac_negg": [0.5714229345321655, 0.6362907886505127, 0.6645750999450684], "r_norm": [0.1335465908050537, 0.13064071536064148, 0.13241830468177795]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9692, "test_loss": 0.149364381980896}, {"step": 4350, "epoch": 11, "train_loss": 0.001088172197341919, "cos_r_negg": [0.5710287094116211, 0.6341713070869446, 0.6641830205917358], "cos_innovation_negg": [0.5710287094116211, 0.6341713070869446, 0.6641830205917358], "cos_apical_negg": [0.5710287094116211, 0.6341713070869446, 0.6641830205917358], "cos_Ac_negg": [0.5710287094116211, 0.6341713070869446, 0.6641830205917358], "r_norm": [0.1298397332429886, 0.12719902396202087, 0.12864363193511963]}, {"step": 4400, "epoch": 11, "train_loss": 0.0004912855802103877, "cos_r_negg": [0.5738987922668457, 0.6349611282348633, 0.6645448207855225], "cos_innovation_negg": [0.5738987922668457, 0.6349611282348633, 0.6645448207855225], "cos_apical_negg": [0.5738987922668457, 0.6349611282348633, 0.6645448207855225], "cos_Ac_negg": [0.5738987922668457, 0.6349611282348633, 0.6645448207855225], "r_norm": [0.12954868376255035, 0.12682847678661346, 0.12830987572669983]}, {"step": 4450, "epoch": 11, "train_loss": 0.005249932408332825, "cos_r_negg": [0.5733698606491089, 0.6392396688461304, 0.6676554679870605], "cos_innovation_negg": [0.5733698606491089, 0.6392396688461304, 0.6676554679870605], "cos_apical_negg": [0.5733698606491089, 0.6392396688461304, 0.6676554679870605], "cos_Ac_negg": [0.5733698606491089, 0.6392396688461304, 0.6676554679870605], "r_norm": [0.13459138572216034, 0.13149142265319824, 0.13286541402339935]}, {"step": 4500, "epoch": 11, "train_loss": 9.150458208750933e-05, "cos_r_negg": [0.5693934559822083, 0.6387389302253723, 0.6674418449401855], "cos_innovation_negg": [0.5693934559822083, 0.6387389302253723, 0.6674418449401855], "cos_apical_negg": [0.5693934559822083, 0.6387389302253723, 0.6674418449401855], "cos_Ac_negg": [0.5693934559822083, 0.6387389302253723, 0.6674418449401855], "r_norm": [0.13178330659866333, 0.12891516089439392, 0.1303371787071228]}, {"step": 4550, "epoch": 11, "train_loss": 0.0027633458375930786, "cos_r_negg": [0.5651710033416748, 0.6335588693618774, 0.6671782732009888], "cos_innovation_negg": [0.5651710033416748, 0.6335588693618774, 0.6671782732009888], "cos_apical_negg": [0.5651710033416748, 0.6335588693618774, 0.6671782732009888], "cos_Ac_negg": [0.5651710033416748, 0.6335588693618774, 0.6671782732009888], "r_norm": [0.14456260204315186, 0.1411486566066742, 0.1426524817943573]}, {"step": 4600, "epoch": 11, "train_loss": 0.0002579913125373423, "cos_r_negg": [0.5687362551689148, 0.636699914932251, 0.6704668998718262], "cos_innovation_negg": [0.5687362551689148, 0.636699914932251, 0.6704668998718262], "cos_apical_negg": [0.5687362551689148, 0.636699914932251, 0.6704668998718262], "cos_Ac_negg": [0.5687362551689148, 0.636699914932251, 0.6704668998718262], "r_norm": [0.14014819264411926, 0.13707773387432098, 0.138213649392128]}, {"step": 4650, "epoch": 11, "train_loss": 0.00035353790735825896, "cos_r_negg": [0.5665009617805481, 0.633368194103241, 0.669823408126831], "cos_innovation_negg": [0.5665009617805481, 0.633368194103241, 0.669823408126831], "cos_apical_negg": [0.5665009617805481, 0.633368194103241, 0.669823408126831], "cos_Ac_negg": [0.5665009617805481, 0.633368194103241, 0.669823408126831], "r_norm": [0.1399710774421692, 0.13727745413780212, 0.13824251294136047]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9703, "test_loss": 0.1514739902496338}, {"step": 4700, "epoch": 12, "train_loss": 0.0016259646508842707, "cos_r_negg": [0.5645482540130615, 0.6323161125183105, 0.6685330867767334], "cos_innovation_negg": [0.5645482540130615, 0.6323161125183105, 0.6685330867767334], "cos_apical_negg": [0.5645482540130615, 0.6323161125183105, 0.6685330867767334], "cos_Ac_negg": [0.5645482540130615, 0.6323161125183105, 0.6685330867767334], "r_norm": [0.13492870330810547, 0.1323074996471405, 0.13351865112781525]}, {"step": 4750, "epoch": 12, "train_loss": 0.0007716660620644689, "cos_r_negg": [0.5670640468597412, 0.636359453201294, 0.671646773815155], "cos_innovation_negg": [0.5670640468597412, 0.636359453201294, 0.671646773815155], "cos_apical_negg": [0.5670640468597412, 0.636359453201294, 0.671646773815155], "cos_Ac_negg": [0.5670640468597412, 0.636359453201294, 0.671646773815155], "r_norm": [0.13707339763641357, 0.13417401909828186, 0.1354566216468811]}, {"step": 4800, "epoch": 12, "train_loss": 0.00043174016172997653, "cos_r_negg": [0.5645847320556641, 0.6352803707122803, 0.6712182760238647], "cos_innovation_negg": [0.5645847320556641, 0.6352803707122803, 0.6712182760238647], "cos_apical_negg": [0.5645847320556641, 0.6352803707122803, 0.6712182760238647], "cos_Ac_negg": [0.5645847320556641, 0.6352803707122803, 0.6712182760238647], "r_norm": [0.13404728472232819, 0.1311521828174591, 0.13259340822696686]}, {"step": 4850, "epoch": 12, "train_loss": 0.0005846355343237519, "cos_r_negg": [0.5658779144287109, 0.6339683532714844, 0.6700609922409058], "cos_innovation_negg": [0.5658779144287109, 0.6339683532714844, 0.6700609922409058], "cos_apical_negg": [0.5658779144287109, 0.6339683532714844, 0.6700609922409058], "cos_Ac_negg": [0.5658779144287109, 0.6339683532714844, 0.6700609922409058], "r_norm": [0.1345229148864746, 0.13165411353111267, 0.13307037949562073]}, {"step": 4900, "epoch": 12, "train_loss": 0.0010823255870491266, "cos_r_negg": [0.5680403709411621, 0.6369401812553406, 0.6722495555877686], "cos_innovation_negg": [0.5680403709411621, 0.6369401812553406, 0.6722495555877686], "cos_apical_negg": [0.5680403709411621, 0.6369401812553406, 0.6722495555877686], "cos_Ac_negg": [0.5680403709411621, 0.6369401812553406, 0.6722495555877686], "r_norm": [0.1368342787027359, 0.13402937352657318, 0.13532841205596924]}, {"step": 4950, "epoch": 12, "train_loss": 0.00016942250658757985, "cos_r_negg": [0.5621670484542847, 0.632524311542511, 0.670006275177002], "cos_innovation_negg": [0.5621670484542847, 0.632524311542511, 0.670006275177002], "cos_apical_negg": [0.5621670484542847, 0.632524311542511, 0.670006275177002], "cos_Ac_negg": [0.5621670484542847, 0.632524311542511, 0.670006275177002], "r_norm": [0.13597753643989563, 0.13311836123466492, 0.13452139496803284]}, {"step": 5000, "epoch": 12, "train_loss": 0.000977246672846377, "cos_r_negg": [0.5662513971328735, 0.6344373822212219, 0.6723304390907288], "cos_innovation_negg": [0.5662513971328735, 0.6344373822212219, 0.6723304390907288], "cos_apical_negg": [0.5662513971328735, 0.6344373822212219, 0.6723304390907288], "cos_Ac_negg": [0.5662513971328735, 0.6344373822212219, 0.6723304390907288], "r_norm": [0.14220905303955078, 0.13893869519233704, 0.1404062807559967]}, {"step": 5050, "epoch": 12, "train_loss": 0.00040352315409108996, "cos_r_negg": [0.5651079416275024, 0.6322027444839478, 0.6704139113426208], "cos_innovation_negg": [0.5651079416275024, 0.6322027444839478, 0.6704139113426208], "cos_apical_negg": [0.5651079416275024, 0.6322027444839478, 0.6704139113426208], "cos_Ac_negg": [0.5651079416275024, 0.6322027444839478, 0.6704139113426208], "r_norm": [0.14014022052288055, 0.13726016879081726, 0.13854330778121948]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9708, "test_loss": 0.1528864547729492}, {"step": 5100, "epoch": 13, "train_loss": 0.0008149973000399768, "cos_r_negg": [0.5646706819534302, 0.633665144443512, 0.6713343262672424], "cos_innovation_negg": [0.5646706819534302, 0.633665144443512, 0.6713343262672424], "cos_apical_negg": [0.5646706819534302, 0.633665144443512, 0.6713343262672424], "cos_Ac_negg": [0.5646706819534302, 0.633665144443512, 0.6713343262672424], "r_norm": [0.13733923435211182, 0.13432034850120544, 0.1357450783252716]}, {"step": 5150, "epoch": 13, "train_loss": 0.0007546095876023173, "cos_r_negg": [0.5666807889938354, 0.6334596276283264, 0.6712764501571655], "cos_innovation_negg": [0.5666807889938354, 0.6334596276283264, 0.6712764501571655], "cos_apical_negg": [0.5666807889938354, 0.6334596276283264, 0.6712764501571655], "cos_Ac_negg": [0.5666807889938354, 0.6334596276283264, 0.6712764501571655], "r_norm": [0.134781613945961, 0.13192489743232727, 0.13326333463191986]}, {"step": 5200, "epoch": 13, "train_loss": 0.0005536735407076776, "cos_r_negg": [0.566348671913147, 0.6340305805206299, 0.6721346974372864], "cos_innovation_negg": [0.566348671913147, 0.6340305805206299, 0.6721346974372864], "cos_apical_negg": [0.566348671913147, 0.6340305805206299, 0.6721346974372864], "cos_Ac_negg": [0.566348671913147, 0.6340305805206299, 0.6721346974372864], "r_norm": [0.13521593809127808, 0.1322522610425949, 0.13364171981811523]}, {"step": 5250, "epoch": 13, "train_loss": 0.00010934581223409623, "cos_r_negg": [0.5649901628494263, 0.6342901587486267, 0.6720361709594727], "cos_innovation_negg": [0.5649901628494263, 0.6342901587486267, 0.6720361709594727], "cos_apical_negg": [0.5649901628494263, 0.6342901587486267, 0.6720361709594727], "cos_Ac_negg": [0.5649901628494263, 0.6342901587486267, 0.6720361709594727], "r_norm": [0.13634179532527924, 0.13348135352134705, 0.13484670221805573]}, {"step": 5300, "epoch": 13, "train_loss": 0.0009097770671360195, "cos_r_negg": [0.5674624443054199, 0.6369792222976685, 0.6742740869522095], "cos_innovation_negg": [0.5674624443054199, 0.6369792222976685, 0.6742740869522095], "cos_apical_negg": [0.5674624443054199, 0.6369792222976685, 0.6742740869522095], "cos_Ac_negg": [0.5674624443054199, 0.6369792222976685, 0.6742740869522095], "r_norm": [0.13878759741783142, 0.13579849898815155, 0.13710427284240723]}, {"step": 5350, "epoch": 13, "train_loss": 0.0009050553780980408, "cos_r_negg": [0.5653352737426758, 0.6374245882034302, 0.6754180192947388], "cos_innovation_negg": [0.5653352737426758, 0.6374245882034302, 0.6754180192947388], "cos_apical_negg": [0.5653352737426758, 0.6374245882034302, 0.6754180192947388], "cos_Ac_negg": [0.5653352737426758, 0.6374245882034302, 0.6754180192947388], "r_norm": [0.143208846449852, 0.13980285823345184, 0.14147929847240448]}, {"step": 5400, "epoch": 13, "train_loss": 0.001244271406903863, "cos_r_negg": [0.5648072361946106, 0.6343165636062622, 0.6721306443214417], "cos_innovation_negg": [0.5648072361946106, 0.6343165636062622, 0.6721306443214417], "cos_apical_negg": [0.5648072361946106, 0.6343165636062622, 0.6721306443214417], "cos_Ac_negg": [0.5648072361946106, 0.6343165636062622, 0.6721306443214417], "r_norm": [0.1378374993801117, 0.13487277925014496, 0.13645434379577637]}, {"step": 5450, "epoch": 13, "train_loss": 0.0003554274735506624, "cos_r_negg": [0.5650583505630493, 0.6358937621116638, 0.6737478375434875], "cos_innovation_negg": [0.5650583505630493, 0.6358937621116638, 0.6737478375434875], "cos_apical_negg": [0.5650583505630493, 0.6358937621116638, 0.6737478375434875], "cos_Ac_negg": [0.5650583505630493, 0.6358937621116638, 0.6737478375434875], "r_norm": [0.1395883560180664, 0.13642869889736176, 0.13794764876365662]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9703, "test_loss": 0.15620655040740966}, {"step": 5500, "epoch": 14, "train_loss": 0.00014389192801900208, "cos_r_negg": [0.5661411285400391, 0.6336849927902222, 0.6735123991966248], "cos_innovation_negg": [0.5661411285400391, 0.6336849927902222, 0.6735123991966248], "cos_apical_negg": [0.5661411285400391, 0.6336849927902222, 0.6735123991966248], "cos_Ac_negg": [0.5661411285400391, 0.6336849927902222, 0.6735123991966248], "r_norm": [0.13966697454452515, 0.13667698204517365, 0.1379842311143875]}, {"step": 5550, "epoch": 14, "train_loss": 0.00032514159101992846, "cos_r_negg": [0.568307638168335, 0.6357816457748413, 0.6740419864654541], "cos_innovation_negg": [0.568307638168335, 0.6357816457748413, 0.6740419864654541], "cos_apical_negg": [0.568307638168335, 0.6357816457748413, 0.6740419864654541], "cos_Ac_negg": [0.568307638168335, 0.6357816457748413, 0.6740419864654541], "r_norm": [0.13687950372695923, 0.13394951820373535, 0.13538441061973572]}, {"step": 5600, "epoch": 14, "train_loss": 0.0007345066987909377, "cos_r_negg": [0.5671765804290771, 0.6357535123825073, 0.6742692589759827], "cos_innovation_negg": [0.5671765804290771, 0.6357535123825073, 0.6742692589759827], "cos_apical_negg": [0.5671765804290771, 0.6357535123825073, 0.6742692589759827], "cos_Ac_negg": [0.5671765804290771, 0.6357535123825073, 0.6742692589759827], "r_norm": [0.13659030199050903, 0.13359612226486206, 0.13506419956684113]}, {"step": 5650, "epoch": 14, "train_loss": 0.00044516552588902414, "cos_r_negg": [0.5668216943740845, 0.6360499858856201, 0.6737312078475952], "cos_innovation_negg": [0.5668216943740845, 0.6360499858856201, 0.6737312078475952], "cos_apical_negg": [0.5668216943740845, 0.6360499858856201, 0.6737312078475952], "cos_Ac_negg": [0.5668216943740845, 0.6360499858856201, 0.6737312078475952], "r_norm": [0.13384005427360535, 0.1310320496559143, 0.13252440094947815]}, {"step": 5700, "epoch": 14, "train_loss": 0.00030808517476543784, "cos_r_negg": [0.5646768808364868, 0.634541392326355, 0.6743097305297852], "cos_innovation_negg": [0.5646768808364868, 0.634541392326355, 0.6743097305297852], "cos_apical_negg": [0.5646768808364868, 0.634541392326355, 0.6743097305297852], "cos_Ac_negg": [0.5646768808364868, 0.634541392326355, 0.6743097305297852], "r_norm": [0.13691291213035583, 0.134189635515213, 0.1354805827140808]}, {"step": 5750, "epoch": 14, "train_loss": 0.0008174413815140724, "cos_r_negg": [0.5676316022872925, 0.6378339529037476, 0.6756142377853394], "cos_innovation_negg": [0.5676316022872925, 0.6378339529037476, 0.6756142377853394], "cos_apical_negg": [0.5676316022872925, 0.6378339529037476, 0.6756142377853394], "cos_Ac_negg": [0.5676316022872925, 0.6378339529037476, 0.6756142377853394], "r_norm": [0.1382167637348175, 0.13516280055046082, 0.13677388429641724]}, {"step": 5800, "epoch": 14, "train_loss": 0.0019093691371381283, "cos_r_negg": [0.5625150203704834, 0.6335671544075012, 0.6739863157272339], "cos_innovation_negg": [0.5625150203704834, 0.6335671544075012, 0.6739863157272339], "cos_apical_negg": [0.5625150203704834, 0.6335671544075012, 0.6739863157272339], "cos_Ac_negg": [0.5625150203704834, 0.6335671544075012, 0.6739863157272339], "r_norm": [0.13615825772285461, 0.13332857191562653, 0.13472163677215576]}, {"step": 5850, "epoch": 14, "train_loss": 0.0007232567295432091, "cos_r_negg": [0.5634725093841553, 0.6336246728897095, 0.6747287511825562], "cos_innovation_negg": [0.5634725093841553, 0.6336246728897095, 0.6747287511825562], "cos_apical_negg": [0.5634725093841553, 0.6336246728897095, 0.6747287511825562], "cos_Ac_negg": [0.5634725093841553, 0.6336246728897095, 0.6747287511825562], "r_norm": [0.13549679517745972, 0.13267962634563446, 0.13405629992485046]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9706, "test_loss": 0.15855002174377442}, {"step": 5900, "epoch": 15, "train_loss": 0.0004236867243889719, "cos_r_negg": [0.5641131401062012, 0.6351121068000793, 0.6758198738098145], "cos_innovation_negg": [0.5641131401062012, 0.6351121068000793, 0.6758198738098145], "cos_apical_negg": [0.5641131401062012, 0.6351121068000793, 0.6758198738098145], "cos_Ac_negg": [0.5641131401062012, 0.6351121068000793, 0.6758198738098145], "r_norm": [0.13779672980308533, 0.13477648794651031, 0.1363215297460556]}, {"step": 5950, "epoch": 15, "train_loss": 0.0006461036391556263, "cos_r_negg": [0.5634825229644775, 0.6356934309005737, 0.6758770942687988], "cos_innovation_negg": [0.5634825229644775, 0.6356934309005737, 0.6758770942687988], "cos_apical_negg": [0.5634825229644775, 0.6356934309005737, 0.6758770942687988], "cos_Ac_negg": [0.5634825229644775, 0.6356934309005737, 0.6758770942687988], "r_norm": [0.13786721229553223, 0.13480442762374878, 0.1363658905029297]}, {"step": 6000, "epoch": 15, "train_loss": 0.0005086037563160062, "cos_r_negg": [0.5633976459503174, 0.6348764300346375, 0.6754307746887207], "cos_innovation_negg": [0.5633976459503174, 0.6348764300346375, 0.6754307746887207], "cos_apical_negg": [0.5633976459503174, 0.6348764300346375, 0.6754307746887207], "cos_Ac_negg": [0.5633976459503174, 0.6348764300346375, 0.6754307746887207], "r_norm": [0.13768622279167175, 0.13461238145828247, 0.13614992797374725]}, {"step": 6050, "epoch": 15, "train_loss": 0.0019304364686831832, "cos_r_negg": [0.563418447971344, 0.6360549926757812, 0.6759344935417175], "cos_innovation_negg": [0.563418447971344, 0.6360549926757812, 0.6759344935417175], "cos_apical_negg": [0.563418447971344, 0.6360549926757812, 0.6759344935417175], "cos_Ac_negg": [0.563418447971344, 0.6360549926757812, 0.6759344935417175], "r_norm": [0.13924461603164673, 0.1359919309616089, 0.13774970173835754]}, {"step": 6100, "epoch": 15, "train_loss": 0.00045523588778451085, "cos_r_negg": [0.5637054443359375, 0.6348055601119995, 0.6754481792449951], "cos_innovation_negg": [0.5637054443359375, 0.6348055601119995, 0.6754481792449951], "cos_apical_negg": [0.5637054443359375, 0.6348055601119995, 0.6754481792449951], "cos_Ac_negg": [0.5637054443359375, 0.6348055601119995, 0.6754481792449951], "r_norm": [0.13969182968139648, 0.136508509516716, 0.1381172239780426]}, {"step": 6150, "epoch": 15, "train_loss": 0.00024037175171542913, "cos_r_negg": [0.5640235543251038, 0.6353939771652222, 0.674989640712738], "cos_innovation_negg": [0.5640235543251038, 0.6353939771652222, 0.674989640712738], "cos_apical_negg": [0.5640235543251038, 0.6353939771652222, 0.674989640712738], "cos_Ac_negg": [0.5640235543251038, 0.6353939771652222, 0.674989640712738], "r_norm": [0.1370169222354889, 0.1340174674987793, 0.1354735791683197]}, {"step": 6200, "epoch": 15, "train_loss": 0.00033100228756666183, "cos_r_negg": [0.5642508268356323, 0.6354169845581055, 0.6757903695106506], "cos_innovation_negg": [0.5642508268356323, 0.6354169845581055, 0.6757903695106506], "cos_apical_negg": [0.5642508268356323, 0.6354169845581055, 0.6757903695106506], "cos_Ac_negg": [0.5642508268356323, 0.6354169845581055, 0.6757903695106506], "r_norm": [0.1374688446521759, 0.13445121049880981, 0.13596408069133759]}, {"step": 6250, "epoch": 15, "train_loss": 0.00046477728756144643, "cos_r_negg": [0.563748300075531, 0.6357822418212891, 0.6759568452835083], "cos_innovation_negg": [0.563748300075531, 0.6357822418212891, 0.6759568452835083], "cos_apical_negg": [0.563748300075531, 0.6357822418212891, 0.6759568452835083], "cos_Ac_negg": [0.563748300075531, 0.6357822418212891, 0.6759568452835083], "r_norm": [0.13629740476608276, 0.1332845687866211, 0.1348167359828949]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9707, "test_loss": 0.1609266523361206}, {"step": 6300, "epoch": 16, "train_loss": 0.0003884444013237953, "cos_r_negg": [0.5619405508041382, 0.6350917816162109, 0.6756013631820679], "cos_innovation_negg": [0.5619405508041382, 0.6350917816162109, 0.6756013631820679], "cos_apical_negg": [0.5619405508041382, 0.6350917816162109, 0.6756013631820679], "cos_Ac_negg": [0.5619405508041382, 0.6350917816162109, 0.6756013631820679], "r_norm": [0.13716721534729004, 0.1340622454881668, 0.1355431228876114]}, {"step": 6350, "epoch": 16, "train_loss": 0.00035933026811107993, "cos_r_negg": [0.5642749667167664, 0.6346299648284912, 0.6761182546615601], "cos_innovation_negg": [0.5642749667167664, 0.6346299648284912, 0.6761182546615601], "cos_apical_negg": [0.5642749667167664, 0.6346299648284912, 0.6761182546615601], "cos_Ac_negg": [0.5642749667167664, 0.6346299648284912, 0.6761182546615601], "r_norm": [0.1398780345916748, 0.1365678608417511, 0.13819582760334015]}, {"step": 6400, "epoch": 16, "train_loss": 0.0009485327173024416, "cos_r_negg": [0.5635079145431519, 0.6347522735595703, 0.6752529144287109], "cos_innovation_negg": [0.5635079145431519, 0.6347522735595703, 0.6752529144287109], "cos_apical_negg": [0.5635079145431519, 0.6347522735595703, 0.6752529144287109], "cos_Ac_negg": [0.5635079145431519, 0.6347522735595703, 0.6752529144287109], "r_norm": [0.136736661195755, 0.1335957646369934, 0.13517630100250244]}, {"step": 6450, "epoch": 16, "train_loss": 0.0002637112629599869, "cos_r_negg": [0.5610992908477783, 0.6337746977806091, 0.6755675077438354], "cos_innovation_negg": [0.5610992908477783, 0.6337746977806091, 0.6755675077438354], "cos_apical_negg": [0.5610992908477783, 0.6337746977806091, 0.6755675077438354], "cos_Ac_negg": [0.5610992908477783, 0.6337746977806091, 0.6755675077438354], "r_norm": [0.1371588110923767, 0.13407710194587708, 0.13566350936889648]}, {"step": 6500, "epoch": 16, "train_loss": 0.0002781759831123054, "cos_r_negg": [0.5615055561065674, 0.6338765621185303, 0.675254225730896], "cos_innovation_negg": [0.5615055561065674, 0.6338765621185303, 0.675254225730896], "cos_apical_negg": [0.5615055561065674, 0.6338765621185303, 0.675254225730896], "cos_Ac_negg": [0.5615055561065674, 0.6338765621185303, 0.675254225730896], "r_norm": [0.13475577533245087, 0.13185355067253113, 0.1333393156528473]}, {"step": 6550, "epoch": 16, "train_loss": 0.00024034807574935257, "cos_r_negg": [0.5622308254241943, 0.6329660415649414, 0.6753203868865967], "cos_innovation_negg": [0.5622308254241943, 0.6329660415649414, 0.6753203868865967], "cos_apical_negg": [0.5622308254241943, 0.6329660415649414, 0.6753203868865967], "cos_Ac_negg": [0.5622308254241943, 0.6329660415649414, 0.6753203868865967], "r_norm": [0.1379355490207672, 0.13485538959503174, 0.1364414095878601]}, {"step": 6600, "epoch": 16, "train_loss": 0.0003139325126539916, "cos_r_negg": [0.5620595812797546, 0.6342012882232666, 0.676263689994812], "cos_innovation_negg": [0.5620595812797546, 0.6342012882232666, 0.676263689994812], "cos_apical_negg": [0.5620595812797546, 0.6342012882232666, 0.676263689994812], "cos_Ac_negg": [0.5620595812797546, 0.6342012882232666, 0.676263689994812], "r_norm": [0.13755595684051514, 0.13450521230697632, 0.13612490892410278]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9706, "test_loss": 0.1633720708847046}, {"step": 6650, "epoch": 17, "train_loss": 0.00038289488293230534, "cos_r_negg": [0.5615799427032471, 0.6341778039932251, 0.6761041879653931], "cos_innovation_negg": [0.5615799427032471, 0.6341778039932251, 0.6761041879653931], "cos_apical_negg": [0.5615799427032471, 0.6341778039932251, 0.6761041879653931], "cos_Ac_negg": [0.5615799427032471, 0.6341778039932251, 0.6761041879653931], "r_norm": [0.13698457181453705, 0.1339055597782135, 0.135618656873703]}, {"step": 6700, "epoch": 17, "train_loss": 0.0003385598538443446, "cos_r_negg": [0.5621045827865601, 0.6340005397796631, 0.6771783828735352], "cos_innovation_negg": [0.5621045827865601, 0.6340005397796631, 0.6771783828735352], "cos_apical_negg": [0.5621045827865601, 0.6340005397796631, 0.6771783828735352], "cos_Ac_negg": [0.5621045827865601, 0.6340005397796631, 0.6771783828735352], "r_norm": [0.13915733993053436, 0.13599219918251038, 0.1376335471868515]}, {"step": 6750, "epoch": 17, "train_loss": 0.0005925591103732586, "cos_r_negg": [0.5633838176727295, 0.6342360973358154, 0.6774816513061523], "cos_innovation_negg": [0.5633838176727295, 0.6342360973358154, 0.6774816513061523], "cos_apical_negg": [0.5633838176727295, 0.6342360973358154, 0.6774816513061523], "cos_Ac_negg": [0.5633838176727295, 0.6342360973358154, 0.6774816513061523], "r_norm": [0.1394316852092743, 0.1362670660018921, 0.13781385123729706]}, {"step": 6800, "epoch": 17, "train_loss": 0.0005954133812338114, "cos_r_negg": [0.5623114109039307, 0.634290337562561, 0.6767703294754028], "cos_innovation_negg": [0.5623114109039307, 0.634290337562561, 0.6767703294754028], "cos_apical_negg": [0.5623114109039307, 0.634290337562561, 0.6767703294754028], "cos_Ac_negg": [0.5623114109039307, 0.634290337562561, 0.6767703294754028], "r_norm": [0.13722273707389832, 0.134128600358963, 0.1357390582561493]}, {"step": 6850, "epoch": 17, "train_loss": 0.00028808380011469126, "cos_r_negg": [0.5631439089775085, 0.6350460052490234, 0.6772650480270386], "cos_innovation_negg": [0.5631439089775085, 0.6350460052490234, 0.6772650480270386], "cos_apical_negg": [0.5631439089775085, 0.6350460052490234, 0.6772650480270386], "cos_Ac_negg": [0.5631439089775085, 0.6350460052490234, 0.6772650480270386], "r_norm": [0.1378626674413681, 0.1347978413105011, 0.13628838956356049]}, {"step": 6900, "epoch": 17, "train_loss": 0.0006753129418939352, "cos_r_negg": [0.5636586546897888, 0.6349329948425293, 0.6774997711181641], "cos_innovation_negg": [0.5636586546897888, 0.6349329948425293, 0.6774997711181641], "cos_apical_negg": [0.5636586546897888, 0.6349329948425293, 0.6774997711181641], "cos_Ac_negg": [0.5636586546897888, 0.6349329948425293, 0.6774997711181641], "r_norm": [0.13729354739189148, 0.13425689935684204, 0.135767862200737]}, {"step": 6950, "epoch": 17, "train_loss": 0.0016183361876755953, "cos_r_negg": [0.5632232427597046, 0.6352022886276245, 0.677072286605835], "cos_innovation_negg": [0.5632232427597046, 0.6352022886276245, 0.677072286605835], "cos_apical_negg": [0.5632232427597046, 0.6352022886276245, 0.677072286605835], "cos_Ac_negg": [0.5632232427597046, 0.6352022886276245, 0.677072286605835], "r_norm": [0.13554298877716064, 0.13263463973999023, 0.13418278098106384]}, {"step": 7000, "epoch": 17, "train_loss": 0.0003361683920957148, "cos_r_negg": [0.5636635422706604, 0.6349698305130005, 0.6774451732635498], "cos_innovation_negg": [0.5636635422706604, 0.6349698305130005, 0.6774451732635498], "cos_apical_negg": [0.5636635422706604, 0.6349698305130005, 0.6774451732635498], "cos_Ac_negg": [0.5636635422706604, 0.6349698305130005, 0.6774451732635498], "r_norm": [0.13537126779556274, 0.13247688114643097, 0.13400086760520935]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.971, "test_loss": 0.16477055702209473}, {"step": 7050, "epoch": 18, "train_loss": 0.00012481570593081415, "cos_r_negg": [0.5634878873825073, 0.6346147060394287, 0.677024245262146], "cos_innovation_negg": [0.5634878873825073, 0.6346147060394287, 0.677024245262146], "cos_apical_negg": [0.5634878873825073, 0.6346147060394287, 0.677024245262146], "cos_Ac_negg": [0.5634878873825073, 0.6346147060394287, 0.677024245262146], "r_norm": [0.1373751163482666, 0.1343066692352295, 0.1359834372997284]}, {"step": 7100, "epoch": 18, "train_loss": 0.00041181338019669056, "cos_r_negg": [0.5638604164123535, 0.6344518661499023, 0.6775900721549988], "cos_innovation_negg": [0.5638604164123535, 0.6344518661499023, 0.6775900721549988], "cos_apical_negg": [0.5638604164123535, 0.6344518661499023, 0.6775900721549988], "cos_Ac_negg": [0.5638604164123535, 0.6344518661499023, 0.6775900721549988], "r_norm": [0.1371658891439438, 0.13413143157958984, 0.13581494987010956]}, {"step": 7150, "epoch": 18, "train_loss": 0.0002750277635641396, "cos_r_negg": [0.56539386510849, 0.635069727897644, 0.67767733335495], "cos_innovation_negg": [0.56539386510849, 0.635069727897644, 0.67767733335495], "cos_apical_negg": [0.56539386510849, 0.635069727897644, 0.67767733335495], "cos_Ac_negg": [0.56539386510849, 0.635069727897644, 0.67767733335495], "r_norm": [0.13690973818302155, 0.1338893473148346, 0.1355157345533371]}, {"step": 7200, "epoch": 18, "train_loss": 0.00028479346656240523, "cos_r_negg": [0.5658869743347168, 0.6348302364349365, 0.677764356136322], "cos_innovation_negg": [0.5658869743347168, 0.6348302364349365, 0.677764356136322], "cos_apical_negg": [0.5658869743347168, 0.6348302364349365, 0.677764356136322], "cos_Ac_negg": [0.5658869743347168, 0.6348302364349365, 0.677764356136322], "r_norm": [0.13684499263763428, 0.1338140368461609, 0.13539598882198334]}, {"step": 7250, "epoch": 18, "train_loss": 0.0003868063213303685, "cos_r_negg": [0.5657260417938232, 0.6343393921852112, 0.677925705909729], "cos_innovation_negg": [0.5657260417938232, 0.6343393921852112, 0.677925705909729], "cos_apical_negg": [0.5657260417938232, 0.6343393921852112, 0.677925705909729], "cos_Ac_negg": [0.5657260417938232, 0.6343393921852112, 0.677925705909729], "r_norm": [0.1365097016096115, 0.13354089856147766, 0.13505777716636658]}, {"step": 7300, "epoch": 18, "train_loss": 0.00011705293582053855, "cos_r_negg": [0.5656157732009888, 0.6348361968994141, 0.6773326396942139], "cos_innovation_negg": [0.5656157732009888, 0.6348361968994141, 0.6773326396942139], "cos_apical_negg": [0.5656157732009888, 0.6348361968994141, 0.6773326396942139], "cos_Ac_negg": [0.5656157732009888, 0.6348361968994141, 0.6773326396942139], "r_norm": [0.13574737310409546, 0.13277365267276764, 0.13435842096805573]}, {"step": 7350, "epoch": 18, "train_loss": 0.0007820988539606333, "cos_r_negg": [0.5650259256362915, 0.6353505253791809, 0.6782957315444946], "cos_innovation_negg": [0.5650259256362915, 0.6353505253791809, 0.6782957315444946], "cos_apical_negg": [0.5650259256362915, 0.6353505253791809, 0.6782957315444946], "cos_Ac_negg": [0.5650259256362915, 0.6353505253791809, 0.6782957315444946], "r_norm": [0.13679230213165283, 0.1336785852909088, 0.1353691667318344]}, {"step": 7400, "epoch": 18, "train_loss": 0.00016073111328296363, "cos_r_negg": [0.5649049282073975, 0.635573148727417, 0.6778131723403931], "cos_innovation_negg": [0.5649049282073975, 0.635573148727417, 0.6778131723403931], "cos_apical_negg": [0.5649049282073975, 0.635573148727417, 0.6778131723403931], "cos_Ac_negg": [0.5649049282073975, 0.635573148727417, 0.6778131723403931], "r_norm": [0.13672402501106262, 0.1336272656917572, 0.13530410826206207]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9708, "test_loss": 0.16637429275512694}, {"step": 7450, "epoch": 19, "train_loss": 3.929401282221079e-05, "cos_r_negg": [0.5641429424285889, 0.6345242857933044, 0.6771981716156006], "cos_innovation_negg": [0.5641429424285889, 0.6345242857933044, 0.6771981716156006], "cos_apical_negg": [0.5641429424285889, 0.6345242857933044, 0.6771981716156006], "cos_Ac_negg": [0.5641429424285889, 0.6345242857933044, 0.6771981716156006], "r_norm": [0.13515602052211761, 0.13221533596515656, 0.13383296132087708]}, {"step": 7500, "epoch": 19, "train_loss": 0.000350951129803434, "cos_r_negg": [0.5643362998962402, 0.6347794532775879, 0.6778059601783752], "cos_innovation_negg": [0.5643362998962402, 0.6347794532775879, 0.6778059601783752], "cos_apical_negg": [0.5643362998962402, 0.6347794532775879, 0.6778059601783752], "cos_Ac_negg": [0.5643362998962402, 0.6347794532775879, 0.6778059601783752], "r_norm": [0.1361807882785797, 0.13323047757148743, 0.1348324716091156]}, {"step": 7550, "epoch": 19, "train_loss": 0.00015385176811832935, "cos_r_negg": [0.5652161836624146, 0.6354360580444336, 0.677256166934967], "cos_innovation_negg": [0.5652161836624146, 0.6354360580444336, 0.677256166934967], "cos_apical_negg": [0.5652161836624146, 0.6354360580444336, 0.677256166934967], "cos_Ac_negg": [0.5652161836624146, 0.6354360580444336, 0.677256166934967], "r_norm": [0.13577690720558167, 0.1328345537185669, 0.13440868258476257]}, {"step": 7600, "epoch": 19, "train_loss": 0.00025666216970421374, "cos_r_negg": [0.5649275779724121, 0.6354023814201355, 0.6775671243667603], "cos_innovation_negg": [0.5649275779724121, 0.6354023814201355, 0.6775671243667603], "cos_apical_negg": [0.5649275779724121, 0.6354023814201355, 0.6775671243667603], "cos_Ac_negg": [0.5649275779724121, 0.6354023814201355, 0.6775671243667603], "r_norm": [0.13692399859428406, 0.13386160135269165, 0.13547813892364502]}, {"step": 7650, "epoch": 19, "train_loss": 0.0002460424730088562, "cos_r_negg": [0.5654614567756653, 0.6351456642150879, 0.6778969764709473], "cos_innovation_negg": [0.5654614567756653, 0.6351456642150879, 0.6778969764709473], "cos_apical_negg": [0.5654614567756653, 0.6351456642150879, 0.6778969764709473], "cos_Ac_negg": [0.5654614567756653, 0.6351456642150879, 0.6778969764709473], "r_norm": [0.13755711913108826, 0.13441939651966095, 0.13613075017929077]}, {"step": 7700, "epoch": 19, "train_loss": 0.0003748289600480348, "cos_r_negg": [0.5662862062454224, 0.6354097127914429, 0.6782540082931519], "cos_innovation_negg": [0.5662862062454224, 0.6354097127914429, 0.6782540082931519], "cos_apical_negg": [0.5662862062454224, 0.6354097127914429, 0.6782540082931519], "cos_Ac_negg": [0.5662862062454224, 0.6354097127914429, 0.6782540082931519], "r_norm": [0.13674023747444153, 0.13366694748401642, 0.13535799086093903]}, {"step": 7750, "epoch": 19, "train_loss": 0.0006176414899528027, "cos_r_negg": [0.5658199191093445, 0.6362113952636719, 0.6788793206214905], "cos_innovation_negg": [0.5658199191093445, 0.6362113952636719, 0.6788793206214905], "cos_apical_negg": [0.5658199191093445, 0.6362113952636719, 0.6788793206214905], "cos_Ac_negg": [0.5658199191093445, 0.6362113952636719, 0.6788793206214905], "r_norm": [0.13637889921665192, 0.1333383321762085, 0.13499385118484497]}, {"step": 7800, "epoch": 19, "train_loss": 0.00025995535543188453, "cos_r_negg": [0.5665167570114136, 0.6363417506217957, 0.6792000532150269], "cos_innovation_negg": [0.5665167570114136, 0.6363417506217957, 0.6792000532150269], "cos_apical_negg": [0.5665167570114136, 0.6363417506217957, 0.6792000532150269], "cos_Ac_negg": [0.5665167570114136, 0.6363417506217957, 0.6792000532150269], "r_norm": [0.13732896745204926, 0.13425345718860626, 0.1359100490808487]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.971, "test_loss": 0.1685058780670166}, {"step": 7850, "epoch": 20, "train_loss": 0.0003030593506991863, "cos_r_negg": [0.5657829642295837, 0.6355138421058655, 0.679034948348999], "cos_innovation_negg": [0.5657829642295837, 0.6355138421058655, 0.679034948348999], "cos_apical_negg": [0.5657829642295837, 0.6355138421058655, 0.679034948348999], "cos_Ac_negg": [0.5657829642295837, 0.6355138421058655, 0.679034948348999], "r_norm": [0.13718411326408386, 0.13408327102661133, 0.13577678799629211]}, {"step": 7900, "epoch": 20, "train_loss": 0.00029655167600139976, "cos_r_negg": [0.5645723342895508, 0.6346889734268188, 0.6783400774002075], "cos_innovation_negg": [0.5645723342895508, 0.6346889734268188, 0.6783400774002075], "cos_apical_negg": [0.5645723342895508, 0.6346889734268188, 0.6783400774002075], "cos_Ac_negg": [0.5645723342895508, 0.6346889734268188, 0.6783400774002075], "r_norm": [0.13647347688674927, 0.13340824842453003, 0.1351117640733719]}, {"step": 7950, "epoch": 20, "train_loss": 0.00030222232453525066, "cos_r_negg": [0.5641942620277405, 0.6348505020141602, 0.6781685948371887], "cos_innovation_negg": [0.5641942620277405, 0.6348505020141602, 0.6781685948371887], "cos_apical_negg": [0.5641942620277405, 0.6348505020141602, 0.6781685948371887], "cos_Ac_negg": [0.5641942620277405, 0.6348505020141602, 0.6781685948371887], "r_norm": [0.13626420497894287, 0.13324853777885437, 0.13490676879882812]}, {"step": 8000, "epoch": 20, "train_loss": 0.0001915910397656262, "cos_r_negg": [0.563732922077179, 0.6348075866699219, 0.6781225204467773], "cos_innovation_negg": [0.563732922077179, 0.6348075866699219, 0.6781225204467773], "cos_apical_negg": [0.563732922077179, 0.6348075866699219, 0.6781225204467773], "cos_Ac_negg": [0.563732922077179, 0.6348075866699219, 0.6781225204467773], "r_norm": [0.13692787289619446, 0.13385501503944397, 0.13552626967430115]}, {"step": 8050, "epoch": 20, "train_loss": 0.0009336535586044192, "cos_r_negg": [0.5638518333435059, 0.6352275609970093, 0.6784844398498535], "cos_innovation_negg": [0.5638518333435059, 0.6352275609970093, 0.6784844398498535], "cos_apical_negg": [0.5638518333435059, 0.6352275609970093, 0.6784844398498535], "cos_Ac_negg": [0.5638518333435059, 0.6352275609970093, 0.6784844398498535], "r_norm": [0.13737134635448456, 0.1342926323413849, 0.13588935136795044]}, {"step": 8100, "epoch": 20, "train_loss": 0.00029304728377610445, "cos_r_negg": [0.5646332502365112, 0.6355032920837402, 0.6788865327835083], "cos_innovation_negg": [0.5646332502365112, 0.6355032920837402, 0.6788865327835083], "cos_apical_negg": [0.5646332502365112, 0.6355032920837402, 0.6788865327835083], "cos_Ac_negg": [0.5646332502365112, 0.6355032920837402, 0.6788865327835083], "r_norm": [0.13778066635131836, 0.13464637100696564, 0.13627710938453674]}, {"step": 8150, "epoch": 20, "train_loss": 0.00032788398675620556, "cos_r_negg": [0.5633751153945923, 0.634724497795105, 0.6782124638557434], "cos_innovation_negg": [0.5633751153945923, 0.634724497795105, 0.6782124638557434], "cos_apical_negg": [0.5633751153945923, 0.634724497795105, 0.6782124638557434], "cos_Ac_negg": [0.5633751153945923, 0.634724497795105, 0.6782124638557434], "r_norm": [0.13705426454544067, 0.13391584157943726, 0.1356140673160553]}, {"step": 8200, "epoch": 20, "train_loss": 0.00027853468782268465, "cos_r_negg": [0.563408613204956, 0.6347285509109497, 0.6776638031005859], "cos_innovation_negg": [0.563408613204956, 0.6347285509109497, 0.6776638031005859], "cos_apical_negg": [0.563408613204956, 0.6347285509109497, 0.6776638031005859], "cos_Ac_negg": [0.563408613204956, 0.6347285509109497, 0.6776638031005859], "r_norm": [0.1366090178489685, 0.1335153728723526, 0.13522806763648987]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9707, "test_loss": 0.16925469856262207}, {"step": 8250, "epoch": 21, "train_loss": 0.00039176925201900303, "cos_r_negg": [0.5636810660362244, 0.6347805261611938, 0.6778781414031982], "cos_innovation_negg": [0.5636810660362244, 0.6347805261611938, 0.6778781414031982], "cos_apical_negg": [0.5636810660362244, 0.6347805261611938, 0.6778781414031982], "cos_Ac_negg": [0.5636810660362244, 0.6347805261611938, 0.6778781414031982], "r_norm": [0.13728588819503784, 0.13415475189685822, 0.13591547310352325]}, {"step": 8300, "epoch": 21, "train_loss": 0.0004046795074827969, "cos_r_negg": [0.5633439421653748, 0.6347760558128357, 0.6778717041015625], "cos_innovation_negg": [0.5633439421653748, 0.6347760558128357, 0.6778717041015625], "cos_apical_negg": [0.5633439421653748, 0.6347760558128357, 0.6778717041015625], "cos_Ac_negg": [0.5633439421653748, 0.6347760558128357, 0.6778717041015625], "r_norm": [0.13623926043510437, 0.1331729143857956, 0.1348845660686493]}, {"step": 8350, "epoch": 21, "train_loss": 0.000358615507138893, "cos_r_negg": [0.5634841322898865, 0.6354883909225464, 0.6780835390090942], "cos_innovation_negg": [0.5634841322898865, 0.6354883909225464, 0.6780835390090942], "cos_apical_negg": [0.5634841322898865, 0.6354883909225464, 0.6780835390090942], "cos_Ac_negg": [0.5634841322898865, 0.6354883909225464, 0.6780835390090942], "r_norm": [0.13665910065174103, 0.1335904598236084, 0.1352577805519104]}, {"step": 8400, "epoch": 21, "train_loss": 0.000410301610827446, "cos_r_negg": [0.5642249584197998, 0.6354526281356812, 0.6784869432449341], "cos_innovation_negg": [0.5642249584197998, 0.6354526281356812, 0.6784869432449341], "cos_apical_negg": [0.5642249584197998, 0.6354526281356812, 0.6784869432449341], "cos_Ac_negg": [0.5642249584197998, 0.6354526281356812, 0.6784869432449341], "r_norm": [0.13594716787338257, 0.13295529782772064, 0.13452963531017303]}, {"step": 8450, "epoch": 21, "train_loss": 0.00022546654508914798, "cos_r_negg": [0.5639657974243164, 0.6349834203720093, 0.678264856338501], "cos_innovation_negg": [0.5639657974243164, 0.6349834203720093, 0.678264856338501], "cos_apical_negg": [0.5639657974243164, 0.6349834203720093, 0.678264856338501], "cos_Ac_negg": [0.5639657974243164, 0.6349834203720093, 0.678264856338501], "r_norm": [0.13448983430862427, 0.13157570362091064, 0.13312551379203796]}, {"step": 8500, "epoch": 21, "train_loss": 0.0002512058708816767, "cos_r_negg": [0.5636979937553406, 0.6353070735931396, 0.6781126856803894], "cos_innovation_negg": [0.5636979937553406, 0.6353070735931396, 0.6781126856803894], "cos_apical_negg": [0.5636979937553406, 0.6353070735931396, 0.6781126856803894], "cos_Ac_negg": [0.5636979937553406, 0.6353070735931396, 0.6781126856803894], "r_norm": [0.1363544911146164, 0.13333158195018768, 0.13491609692573547]}, {"step": 8550, "epoch": 21, "train_loss": 0.00019407675426919013, "cos_r_negg": [0.5641385316848755, 0.6354917287826538, 0.6783136129379272], "cos_innovation_negg": [0.5641385316848755, 0.6354917287826538, 0.6783136129379272], "cos_apical_negg": [0.5641385316848755, 0.6354917287826538, 0.6783136129379272], "cos_Ac_negg": [0.5641385316848755, 0.6354917287826538, 0.6783136129379272], "r_norm": [0.13840316236019135, 0.13525313138961792, 0.1369209736585617]}, {"step": 8600, "epoch": 21, "train_loss": 0.0006775517831556499, "cos_r_negg": [0.5630521774291992, 0.634575366973877, 0.6781271696090698], "cos_innovation_negg": [0.5630521774291992, 0.634575366973877, 0.6781271696090698], "cos_apical_negg": [0.5630521774291992, 0.634575366973877, 0.6781271696090698], "cos_Ac_negg": [0.5630521774291992, 0.634575366973877, 0.6781271696090698], "r_norm": [0.13711541891098022, 0.13396064937114716, 0.1357196867465973]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9709, "test_loss": 0.1706870838165283}, {"step": 8650, "epoch": 22, "train_loss": 0.0001784804044291377, "cos_r_negg": [0.5620522499084473, 0.634259819984436, 0.6781629920005798], "cos_innovation_negg": [0.5620522499084473, 0.634259819984436, 0.6781629920005798], "cos_apical_negg": [0.5620522499084473, 0.634259819984436, 0.6781629920005798], "cos_Ac_negg": [0.5620522499084473, 0.634259819984436, 0.6781629920005798], "r_norm": [0.13653221726417542, 0.1333995908498764, 0.13516990840435028]}, {"step": 8700, "epoch": 22, "train_loss": 0.00014866446144878864, "cos_r_negg": [0.5623602867126465, 0.6349677443504333, 0.6777766346931458], "cos_innovation_negg": [0.5623602867126465, 0.6349677443504333, 0.6777766346931458], "cos_apical_negg": [0.5623602867126465, 0.6349677443504333, 0.6777766346931458], "cos_Ac_negg": [0.5623602867126465, 0.6349677443504333, 0.6777766346931458], "r_norm": [0.1366533637046814, 0.13351619243621826, 0.13527940213680267]}, {"step": 8750, "epoch": 22, "train_loss": 0.00033025554148480296, "cos_r_negg": [0.5622419118881226, 0.6346672773361206, 0.6784358024597168], "cos_innovation_negg": [0.5622419118881226, 0.6346672773361206, 0.6784358024597168], "cos_apical_negg": [0.5622419118881226, 0.6346672773361206, 0.6784358024597168], "cos_Ac_negg": [0.5622419118881226, 0.6346672773361206, 0.6784358024597168], "r_norm": [0.1366216242313385, 0.133529931306839, 0.13527627289295197]}, {"step": 8800, "epoch": 22, "train_loss": 0.00043997541069984436, "cos_r_negg": [0.5623010993003845, 0.6346597671508789, 0.6785541772842407], "cos_innovation_negg": [0.5623010993003845, 0.6346597671508789, 0.6785541772842407], "cos_apical_negg": [0.5623010993003845, 0.6346597671508789, 0.6785541772842407], "cos_Ac_negg": [0.5623010993003845, 0.6346597671508789, 0.6785541772842407], "r_norm": [0.136732280254364, 0.13367405533790588, 0.13534288108348846]}, {"step": 8850, "epoch": 22, "train_loss": 0.00019261802663095295, "cos_r_negg": [0.5626536011695862, 0.6340487599372864, 0.6781031489372253], "cos_innovation_negg": [0.5626536011695862, 0.6340487599372864, 0.6781031489372253], "cos_apical_negg": [0.5626536011695862, 0.6340487599372864, 0.6781031489372253], "cos_Ac_negg": [0.5626536011695862, 0.6340487599372864, 0.6781031489372253], "r_norm": [0.13576078414916992, 0.13271702826023102, 0.13441047072410583]}, {"step": 8900, "epoch": 22, "train_loss": 0.0004908476257696748, "cos_r_negg": [0.5616327524185181, 0.6338987350463867, 0.6776952743530273], "cos_innovation_negg": [0.5616327524185181, 0.6338987350463867, 0.6776952743530273], "cos_apical_negg": [0.5616327524185181, 0.6338987350463867, 0.6776952743530273], "cos_Ac_negg": [0.5616327524185181, 0.6338987350463867, 0.6776952743530273], "r_norm": [0.1360866278409958, 0.1330563724040985, 0.1347229778766632]}, {"step": 8950, "epoch": 22, "train_loss": 0.00021805783035233617, "cos_r_negg": [0.5617178678512573, 0.6342891454696655, 0.6776261329650879], "cos_innovation_negg": [0.5617178678512573, 0.6342891454696655, 0.6776261329650879], "cos_apical_negg": [0.5617178678512573, 0.6342891454696655, 0.6776261329650879], "cos_Ac_negg": [0.5617178678512573, 0.6342891454696655, 0.6776261329650879], "r_norm": [0.1367773413658142, 0.13371062278747559, 0.13541805744171143]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9708, "test_loss": 0.17192392330169678}, {"step": 9000, "epoch": 23, "train_loss": 0.00011313322465866804, "cos_r_negg": [0.5611909627914429, 0.6349185705184937, 0.6776412129402161], "cos_innovation_negg": [0.5611909627914429, 0.6349185705184937, 0.6776412129402161], "cos_apical_negg": [0.5611909627914429, 0.6349185705184937, 0.6776412129402161], "cos_Ac_negg": [0.5611909627914429, 0.6349185705184937, 0.6776412129402161], "r_norm": [0.13623926043510437, 0.1331460177898407, 0.13489648699760437]}, {"step": 9050, "epoch": 23, "train_loss": 0.0002899000246543437, "cos_r_negg": [0.5613402724266052, 0.6351237893104553, 0.6777890920639038], "cos_innovation_negg": [0.5613402724266052, 0.6351237893104553, 0.6777890920639038], "cos_apical_negg": [0.5613402724266052, 0.6351237893104553, 0.6777890920639038], "cos_Ac_negg": [0.5613402724266052, 0.6351237893104553, 0.6777890920639038], "r_norm": [0.13728131353855133, 0.13410493731498718, 0.1358623206615448]}, {"step": 9100, "epoch": 23, "train_loss": 0.00010537832713453099, "cos_r_negg": [0.5619636178016663, 0.6354840397834778, 0.6779921054840088], "cos_innovation_negg": [0.5619636178016663, 0.6354840397834778, 0.6779921054840088], "cos_apical_negg": [0.5619636178016663, 0.6354840397834778, 0.6779921054840088], "cos_Ac_negg": [0.5619636178016663, 0.6354840397834778, 0.6779921054840088], "r_norm": [0.13640688359737396, 0.13329017162322998, 0.1349908709526062]}, {"step": 9150, "epoch": 23, "train_loss": 0.00038587464950978756, "cos_r_negg": [0.5616177320480347, 0.635329008102417, 0.6779994964599609], "cos_innovation_negg": [0.5616177320480347, 0.635329008102417, 0.6779994964599609], "cos_apical_negg": [0.5616177320480347, 0.635329008102417, 0.6779994964599609], "cos_Ac_negg": [0.5616177320480347, 0.635329008102417, 0.6779994964599609], "r_norm": [0.13641509413719177, 0.1333278864622116, 0.13503335416316986]}, {"step": 9200, "epoch": 23, "train_loss": 0.00027231863350607455, "cos_r_negg": [0.5620118975639343, 0.6354725360870361, 0.6783305406570435], "cos_innovation_negg": [0.5620118975639343, 0.6354725360870361, 0.6783305406570435], "cos_apical_negg": [0.5620118975639343, 0.6354725360870361, 0.6783305406570435], "cos_Ac_negg": [0.5620118975639343, 0.6354725360870361, 0.6783305406570435], "r_norm": [0.13638465106487274, 0.1332935392856598, 0.13498157262802124]}, {"step": 9250, "epoch": 23, "train_loss": 0.0002090476918965578, "cos_r_negg": [0.5608701705932617, 0.634968101978302, 0.6785139441490173], "cos_innovation_negg": [0.5608701705932617, 0.634968101978302, 0.6785139441490173], "cos_apical_negg": [0.5608701705932617, 0.634968101978302, 0.6785139441490173], "cos_Ac_negg": [0.5608701705932617, 0.634968101978302, 0.6785139441490173], "r_norm": [0.13564664125442505, 0.13263891637325287, 0.13427351415157318]}, {"step": 9300, "epoch": 23, "train_loss": 0.0001533524045953527, "cos_r_negg": [0.5610320568084717, 0.6341733932495117, 0.6776304841041565], "cos_innovation_negg": [0.5610320568084717, 0.6341733932495117, 0.6776304841041565], "cos_apical_negg": [0.5610320568084717, 0.6341733932495117, 0.6776304841041565], "cos_Ac_negg": [0.5610320568084717, 0.6341733932495117, 0.6776304841041565], "r_norm": [0.13548272848129272, 0.13244286179542542, 0.13416415452957153]}, {"step": 9350, "epoch": 23, "train_loss": 0.0002520310808904469, "cos_r_negg": [0.5602407455444336, 0.6338412761688232, 0.6779542565345764], "cos_innovation_negg": [0.5602407455444336, 0.6338412761688232, 0.6779542565345764], "cos_apical_negg": [0.5602407455444336, 0.6338412761688232, 0.6779542565345764], "cos_Ac_negg": [0.5602407455444336, 0.6338412761688232, 0.6779542565345764], "r_norm": [0.13522067666053772, 0.13222144544124603, 0.13393498957157135]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9708, "test_loss": 0.17338037719726562}, {"step": 9400, "epoch": 24, "train_loss": 0.00020853467867709696, "cos_r_negg": [0.5604872107505798, 0.6342915892601013, 0.6771618723869324], "cos_innovation_negg": [0.5604872107505798, 0.6342915892601013, 0.6771618723869324], "cos_apical_negg": [0.5604872107505798, 0.6342915892601013, 0.6771618723869324], "cos_Ac_negg": [0.5604872107505798, 0.6342915892601013, 0.6771618723869324], "r_norm": [0.13589143753051758, 0.13283929228782654, 0.13459154963493347]}, {"step": 9450, "epoch": 24, "train_loss": 8.502665150444955e-05, "cos_r_negg": [0.5616112947463989, 0.6346249580383301, 0.6777513027191162], "cos_innovation_negg": [0.5616112947463989, 0.6346249580383301, 0.6777513027191162], "cos_apical_negg": [0.5616112947463989, 0.6346249580383301, 0.6777513027191162], "cos_Ac_negg": [0.5616112947463989, 0.6346249580383301, 0.6777513027191162], "r_norm": [0.13639290630817413, 0.13332922756671906, 0.13509687781333923]}, {"step": 9500, "epoch": 24, "train_loss": 0.00017350744747091085, "cos_r_negg": [0.562523365020752, 0.6349424123764038, 0.6783977746963501], "cos_innovation_negg": [0.562523365020752, 0.6349424123764038, 0.6783977746963501], "cos_apical_negg": [0.562523365020752, 0.6349424123764038, 0.6783977746963501], "cos_Ac_negg": [0.562523365020752, 0.6349424123764038, 0.6783977746963501], "r_norm": [0.13533207774162292, 0.13228920102119446, 0.13405272364616394]}, {"step": 9550, "epoch": 24, "train_loss": 0.0001283001620322466, "cos_r_negg": [0.5621028542518616, 0.6349138021469116, 0.6780773401260376], "cos_innovation_negg": [0.5621028542518616, 0.6349138021469116, 0.6780773401260376], "cos_apical_negg": [0.5621028542518616, 0.6349138021469116, 0.6780773401260376], "cos_Ac_negg": [0.5621028542518616, 0.6349138021469116, 0.6780773401260376], "r_norm": [0.13608640432357788, 0.13295696675777435, 0.1347428858280182]}, {"step": 9600, "epoch": 24, "train_loss": 0.00013139753718860447, "cos_r_negg": [0.5601425170898438, 0.6343356966972351, 0.6785479784011841], "cos_innovation_negg": [0.5601425170898438, 0.6343356966972351, 0.6785479784011841], "cos_apical_negg": [0.5601425170898438, 0.6343356966972351, 0.6785479784011841], "cos_Ac_negg": [0.5601425170898438, 0.6343356966972351, 0.6785479784011841], "r_norm": [0.1360991895198822, 0.13301381468772888, 0.134749636054039]}, {"step": 9650, "epoch": 24, "train_loss": 0.00028881418984383345, "cos_r_negg": [0.562812089920044, 0.634817361831665, 0.6790305376052856], "cos_innovation_negg": [0.562812089920044, 0.634817361831665, 0.6790305376052856], "cos_apical_negg": [0.562812089920044, 0.634817361831665, 0.6790305376052856], "cos_Ac_negg": [0.562812089920044, 0.634817361831665, 0.6790305376052856], "r_norm": [0.135869562625885, 0.13280583918094635, 0.13454368710517883]}, {"step": 9700, "epoch": 24, "train_loss": 0.000188079837244004, "cos_r_negg": [0.5623242855072021, 0.6348735094070435, 0.6786503195762634], "cos_innovation_negg": [0.5623242855072021, 0.6348735094070435, 0.6786503195762634], "cos_apical_negg": [0.5623242855072021, 0.6348735094070435, 0.6786503195762634], "cos_Ac_negg": [0.5623242855072021, 0.6348735094070435, 0.6786503195762634], "r_norm": [0.13636457920074463, 0.13326561450958252, 0.13500651717185974]}, {"step": 9750, "epoch": 24, "train_loss": 0.00033166760113090277, "cos_r_negg": [0.5617154836654663, 0.6348583698272705, 0.6791277527809143], "cos_innovation_negg": [0.5617154836654663, 0.6348583698272705, 0.6791277527809143], "cos_apical_negg": [0.5617154836654663, 0.6348583698272705, 0.6791277527809143], "cos_Ac_negg": [0.5617154836654663, 0.6348583698272705, 0.6791277527809143], "r_norm": [0.13671758770942688, 0.13362640142440796, 0.13536711037158966]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.971, "test_loss": 0.17411411781311034}], "final": {"test_acc": 0.971, "test_loss": 0.17411411781311034, "wall_s": 17.66196322441101, "cos_r_negg": [0.5609441995620728, 0.6349866390228271, 0.6787049174308777], "cos_innovation_negg": [0.5609441995620728, 0.6349866390228271, 0.6787049174308777], "cos_apical_negg": [0.5609441995620728, 0.6349866390228271, 0.6787049174308777], "cos_Ac_negg": [0.5609441995620728, 0.6349866390228271, 0.6787049174308777]}}