1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_sdil_w500_d1_s3", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.442439317703247, "cos_r_negg": [0.00886895414441824], "cos_innovation_negg": [0.00886895414441824], "cos_apical_negg": [0.00886895414441824], "cos_Ac_negg": [0.00886895414441824], "r_norm": [6.757643699645996], "ldr": {"dL_sdil": -0.16717004776000977, "dL_bp": -0.41901564598083496, "ratio": 0.3989589633787943}}, {"step": 50, "epoch": 0, "train_loss": 0.5342299342155457, "cos_r_negg": [0.43820351362228394], "cos_innovation_negg": [0.43820351362228394], "cos_apical_negg": [0.43820351362228394], "cos_Ac_negg": [0.43820351362228394], "r_norm": [1.3793787956237793]}, {"step": 100, "epoch": 0, "train_loss": 0.1219903826713562, "cos_r_negg": [0.448327898979187], "cos_innovation_negg": [0.448327898979187], "cos_apical_negg": [0.448327898979187], "cos_Ac_negg": [0.448327898979187], "r_norm": [1.1541770696640015]}, {"step": 150, "epoch": 0, "train_loss": 0.13502158224582672, "cos_r_negg": [0.45139285922050476], "cos_innovation_negg": [0.45139285922050476], "cos_apical_negg": [0.45139285922050476], "cos_Ac_negg": [0.45139285922050476], "r_norm": [0.9054128527641296]}, {"step": 200, "epoch": 0, "train_loss": 0.22303473949432373, "cos_r_negg": [0.4468114972114563], "cos_innovation_negg": [0.4468114972114563], "cos_apical_negg": [0.4468114972114563], "cos_Ac_negg": [0.4468114972114563], "r_norm": [0.865794837474823]}, {"step": 250, "epoch": 0, "train_loss": 0.3176117539405823, "cos_r_negg": [0.4571175277233124], "cos_innovation_negg": [0.4571175277233124], "cos_apical_negg": [0.4571175277233124], "cos_Ac_negg": [0.4571175277233124], "r_norm": [0.8386420011520386], "ldr": {"dL_sdil": -0.02088037133216858, "dL_bp": -0.019024550914764404, "ratio": 1.0975487109114321}}, {"step": 300, "epoch": 0, "train_loss": 0.14776092767715454, "cos_r_negg": [0.4590654969215393], "cos_innovation_negg": [0.4590654969215393], "cos_apical_negg": [0.4590654969215393], "cos_Ac_negg": [0.4590654969215393], "r_norm": [0.761612057685852]}, {"step": 350, "epoch": 0, "train_loss": 0.2333202064037323, "cos_r_negg": [0.4657878875732422], "cos_innovation_negg": [0.4657878875732422], "cos_apical_negg": [0.4657878875732422], "cos_Ac_negg": [0.4657878875732422], "r_norm": [0.6248171329498291]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9507, "test_loss": 0.1687197052001953}, {"step": 400, "epoch": 1, "train_loss": 0.12392161786556244, "cos_r_negg": [0.4826837182044983], "cos_innovation_negg": [0.4826837182044983], "cos_apical_negg": [0.4826837182044983], "cos_Ac_negg": [0.4826837182044983], "r_norm": [0.5387626886367798]}, {"step": 450, "epoch": 1, "train_loss": 0.10926639288663864, "cos_r_negg": [0.4892432689666748], "cos_innovation_negg": [0.4892432689666748], "cos_apical_negg": [0.4892432689666748], "cos_Ac_negg": [0.4892432689666748], "r_norm": [0.4900664687156677]}, {"step": 500, "epoch": 1, "train_loss": 0.1696249544620514, "cos_r_negg": [0.5048757791519165], "cos_innovation_negg": [0.5048757791519165], "cos_apical_negg": [0.5048757791519165], "cos_Ac_negg": [0.5048757791519165], "r_norm": [0.3951774835586548], "ldr": {"dL_sdil": -0.0036439895629882812, "dL_bp": -0.003011554479598999, "ratio": 1.2100028698380025}}, {"step": 550, "epoch": 1, "train_loss": 0.08761650323867798, "cos_r_negg": [0.5076682567596436], "cos_innovation_negg": [0.5076682567596436], "cos_apical_negg": [0.5076682567596436], "cos_Ac_negg": [0.5076682567596436], "r_norm": [0.5144206285476685]}, {"step": 600, "epoch": 1, "train_loss": 0.06290939450263977, "cos_r_negg": [0.5421066284179688], "cos_innovation_negg": [0.5421066284179688], "cos_apical_negg": [0.5421066284179688], "cos_Ac_negg": [0.5421066284179688], "r_norm": [0.5215731859207153]}, {"step": 650, "epoch": 1, "train_loss": 0.11526276171207428, "cos_r_negg": [0.5214738249778748], "cos_innovation_negg": [0.5214738249778748], "cos_apical_negg": [0.5214738249778748], "cos_Ac_negg": [0.5214738249778748], "r_norm": [0.5190320611000061]}, {"step": 700, "epoch": 1, "train_loss": 0.1465686410665512, "cos_r_negg": [0.5244364738464355], "cos_innovation_negg": [0.5244364738464355], "cos_apical_negg": [0.5244364738464355], "cos_Ac_negg": [0.5244364738464355], "r_norm": [0.4682413935661316]}, {"step": 750, "epoch": 1, "train_loss": 0.15431924164295197, "cos_r_negg": [0.5225077867507935], "cos_innovation_negg": [0.5225077867507935], "cos_apical_negg": [0.5225077867507935], "cos_Ac_negg": [0.5225077867507935], "r_norm": [0.6001889705657959], "ldr": {"dL_sdil": -0.016144007444381714, "dL_bp": -0.015373572707176208, "ratio": 1.0501142286103655}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9551, "test_loss": 0.14750389251708984}, {"step": 800, "epoch": 2, "train_loss": 0.08994229137897491, "cos_r_negg": [0.5320099592208862], "cos_innovation_negg": [0.5320099592208862], "cos_apical_negg": [0.5320099592208862], "cos_Ac_negg": [0.5320099592208862], "r_norm": [0.4234926402568817]}, {"step": 850, "epoch": 2, "train_loss": 0.04690106213092804, "cos_r_negg": [0.5381739735603333], "cos_innovation_negg": [0.5381739735603333], "cos_apical_negg": [0.5381739735603333], "cos_Ac_negg": [0.5381739735603333], "r_norm": [0.4127938151359558]}, {"step": 900, "epoch": 2, "train_loss": 0.07020282745361328, "cos_r_negg": [0.5438034534454346], "cos_innovation_negg": [0.5438034534454346], "cos_apical_negg": [0.5438034534454346], "cos_Ac_negg": [0.5438034534454346], "r_norm": [0.45564818382263184]}, {"step": 950, "epoch": 2, "train_loss": 0.09165498614311218, "cos_r_negg": [0.5512831807136536], "cos_innovation_negg": [0.5512831807136536], "cos_apical_negg": [0.5512831807136536], "cos_Ac_negg": [0.5512831807136536], "r_norm": [0.35801759362220764]}, {"step": 1000, "epoch": 2, "train_loss": 0.0765007808804512, "cos_r_negg": [0.5487046241760254], "cos_innovation_negg": [0.5487046241760254], "cos_apical_negg": [0.5487046241760254], "cos_Ac_negg": [0.5487046241760254], "r_norm": [0.38269954919815063], "ldr": {"dL_sdil": -0.004922971129417419, "dL_bp": -0.004441812634468079, "ratio": 1.1083248066826576}}, {"step": 1050, "epoch": 2, "train_loss": 0.049078769981861115, "cos_r_negg": [0.5589081645011902], "cos_innovation_negg": [0.5589081645011902], "cos_apical_negg": [0.5589081645011902], "cos_Ac_negg": [0.5589081645011902], "r_norm": [0.3405795693397522]}, {"step": 1100, "epoch": 2, "train_loss": 0.14736640453338623, "cos_r_negg": [0.5611480474472046], "cos_innovation_negg": [0.5611480474472046], "cos_apical_negg": [0.5611480474472046], "cos_Ac_negg": [0.5611480474472046], "r_norm": [0.31173819303512573]}, {"step": 1150, "epoch": 2, "train_loss": 0.08754418790340424, "cos_r_negg": [0.572978138923645], "cos_innovation_negg": [0.572978138923645], "cos_apical_negg": [0.572978138923645], "cos_Ac_negg": [0.572978138923645], "r_norm": [0.32533562183380127]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9684, "test_loss": 0.10985827159881592}, {"step": 1200, "epoch": 3, "train_loss": 0.04835709556937218, "cos_r_negg": [0.5702052712440491], "cos_innovation_negg": [0.5702052712440491], "cos_apical_negg": [0.5702052712440491], "cos_Ac_negg": [0.5702052712440491], "r_norm": [0.3456500768661499]}, {"step": 1250, "epoch": 3, "train_loss": 0.06338832527399063, "cos_r_negg": [0.5795750617980957], "cos_innovation_negg": [0.5795750617980957], "cos_apical_negg": [0.5795750617980957], "cos_Ac_negg": [0.5795750617980957], "r_norm": [0.3317457437515259], "ldr": {"dL_sdil": -0.004632316529750824, "dL_bp": -0.004286579787731171, "ratio": 1.0806556180312339}}, {"step": 1300, "epoch": 3, "train_loss": 0.02049582451581955, "cos_r_negg": [0.5817157030105591], "cos_innovation_negg": [0.5817157030105591], "cos_apical_negg": [0.5817157030105591], "cos_Ac_negg": [0.5817157030105591], "r_norm": [0.3156224191188812]}, {"step": 1350, "epoch": 3, "train_loss": 0.03015904501080513, "cos_r_negg": [0.5753652453422546], "cos_innovation_negg": [0.5753652453422546], "cos_apical_negg": [0.5753652453422546], "cos_Ac_negg": [0.5753652453422546], "r_norm": [0.31406664848327637]}, {"step": 1400, "epoch": 3, "train_loss": 0.017116598784923553, "cos_r_negg": [0.5792067050933838], "cos_innovation_negg": [0.5792067050933838], "cos_apical_negg": [0.5792067050933838], "cos_Ac_negg": [0.5792067050933838], "r_norm": [0.35609063506126404]}, {"step": 1450, "epoch": 3, "train_loss": 0.03153442218899727, "cos_r_negg": [0.5882477164268494], "cos_innovation_negg": [0.5882477164268494], "cos_apical_negg": [0.5882477164268494], "cos_Ac_negg": [0.5882477164268494], "r_norm": [0.370482861995697]}, {"step": 1500, "epoch": 3, "train_loss": 0.0656624287366867, "cos_r_negg": [0.6048455238342285], "cos_innovation_negg": [0.6048455238342285], "cos_apical_negg": [0.6048455238342285], "cos_Ac_negg": [0.6048455238342285], "r_norm": [0.2693244218826294], "ldr": {"dL_sdil": -0.003146473318338394, "dL_bp": -0.002799510955810547, "ratio": 1.1239367761028785}}, {"step": 1550, "epoch": 3, "train_loss": 0.03162897378206253, "cos_r_negg": [0.5953596234321594], "cos_innovation_negg": [0.5953596234321594], "cos_apical_negg": [0.5953596234321594], "cos_Ac_negg": [0.5953596234321594], "r_norm": [0.28235262632369995]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9699, "test_loss": 0.10609794311523438}, {"step": 1600, "epoch": 4, "train_loss": 0.06718411296606064, "cos_r_negg": [0.604601263999939], "cos_innovation_negg": [0.604601263999939], "cos_apical_negg": [0.604601263999939], "cos_Ac_negg": [0.604601263999939], "r_norm": [0.2657909393310547]}, {"step": 1650, "epoch": 4, "train_loss": 0.06767331063747406, "cos_r_negg": [0.5996017456054688], "cos_innovation_negg": [0.5996017456054688], "cos_apical_negg": [0.5996017456054688], "cos_Ac_negg": [0.5996017456054688], "r_norm": [0.2689386010169983]}, {"step": 1700, "epoch": 4, "train_loss": 0.018827637657523155, "cos_r_negg": [0.6077326536178589], "cos_innovation_negg": [0.6077326536178589], "cos_apical_negg": [0.6077326536178589], "cos_Ac_negg": [0.6077326536178589], "r_norm": [0.25222259759902954]}, {"step": 1750, "epoch": 4, "train_loss": 0.031004328280687332, "cos_r_negg": [0.6106908917427063], "cos_innovation_negg": [0.6106908917427063], "cos_apical_negg": [0.6106908917427063], "cos_Ac_negg": [0.6106908917427063], "r_norm": [0.264315664768219], "ldr": {"dL_sdil": -0.003646664321422577, "dL_bp": -0.0034749209880828857, "ratio": 1.0494236657261211}}, {"step": 1800, "epoch": 4, "train_loss": 0.016404565423727036, "cos_r_negg": [0.6037753820419312], "cos_innovation_negg": [0.6037753820419312], "cos_apical_negg": [0.6037753820419312], "cos_Ac_negg": [0.6037753820419312], "r_norm": [0.27098795771598816]}, {"step": 1850, "epoch": 4, "train_loss": 0.08418011665344238, "cos_r_negg": [0.6070142388343811], "cos_innovation_negg": [0.6070142388343811], "cos_apical_negg": [0.6070142388343811], "cos_Ac_negg": [0.6070142388343811], "r_norm": [0.2439301311969757]}, {"step": 1900, "epoch": 4, "train_loss": 0.010981748811900616, "cos_r_negg": [0.6150854229927063], "cos_innovation_negg": [0.6150854229927063], "cos_apical_negg": [0.6150854229927063], "cos_Ac_negg": [0.6150854229927063], "r_norm": [0.2393624484539032]}, {"step": 1950, "epoch": 4, "train_loss": 0.08360491693019867, "cos_r_negg": [0.6142183542251587], "cos_innovation_negg": [0.6142183542251587], "cos_apical_negg": [0.6142183542251587], "cos_Ac_negg": [0.6142183542251587], "r_norm": [0.2317192107439041]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9736, "test_loss": 0.09403020038604737}, {"step": 2000, "epoch": 5, "train_loss": 0.038164835423231125, "cos_r_negg": [0.6273374557495117], "cos_innovation_negg": [0.6273374557495117], "cos_apical_negg": [0.6273374557495117], "cos_Ac_negg": [0.6273374557495117], "r_norm": [0.26183244585990906], "ldr": {"dL_sdil": -0.0034944936633110046, "dL_bp": -0.0034156739711761475, "ratio": 1.0230758827686697}}, {"step": 2050, "epoch": 5, "train_loss": 0.019944405183196068, "cos_r_negg": [0.6163488030433655], "cos_innovation_negg": [0.6163488030433655], "cos_apical_negg": [0.6163488030433655], "cos_Ac_negg": [0.6163488030433655], "r_norm": [0.2609501779079437]}, {"step": 2100, "epoch": 5, "train_loss": 0.017623919993638992, "cos_r_negg": [0.6262834668159485], "cos_innovation_negg": [0.6262834668159485], "cos_apical_negg": [0.6262834668159485], "cos_Ac_negg": [0.6262834668159485], "r_norm": [0.21718832850456238]}, {"step": 2150, "epoch": 5, "train_loss": 0.008726864121854305, "cos_r_negg": [0.6286716461181641], "cos_innovation_negg": [0.6286716461181641], "cos_apical_negg": [0.6286716461181641], "cos_Ac_negg": [0.6286716461181641], "r_norm": [0.22686204314231873]}, {"step": 2200, "epoch": 5, "train_loss": 0.020813988521695137, "cos_r_negg": [0.6270008087158203], "cos_innovation_negg": [0.6270008087158203], "cos_apical_negg": [0.6270008087158203], "cos_Ac_negg": [0.6270008087158203], "r_norm": [0.2388390153646469]}, {"step": 2250, "epoch": 5, "train_loss": 0.008913354948163033, "cos_r_negg": [0.635540783405304], "cos_innovation_negg": [0.635540783405304], "cos_apical_negg": [0.635540783405304], "cos_Ac_negg": [0.635540783405304], "r_norm": [0.204360693693161], "ldr": {"dL_sdil": -0.003606744110584259, "dL_bp": -0.003327786922454834, "ratio": 1.0838266375311207}}, {"step": 2300, "epoch": 5, "train_loss": 0.00924878753721714, "cos_r_negg": [0.6314511299133301], "cos_innovation_negg": [0.6314511299133301], "cos_apical_negg": [0.6314511299133301], "cos_Ac_negg": [0.6314511299133301], "r_norm": [0.21031078696250916]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9735, "test_loss": 0.09491570568084717}, {"step": 2350, "epoch": 6, "train_loss": 0.00784394983202219, "cos_r_negg": [0.6313392519950867], "cos_innovation_negg": [0.6313392519950867], "cos_apical_negg": [0.6313392519950867], "cos_Ac_negg": [0.6313392519950867], "r_norm": [0.21523061394691467]}, {"step": 2400, "epoch": 6, "train_loss": 0.006265070755034685, "cos_r_negg": [0.6319272518157959], "cos_innovation_negg": [0.6319272518157959], "cos_apical_negg": [0.6319272518157959], "cos_Ac_negg": [0.6319272518157959], "r_norm": [0.22324903309345245]}, {"step": 2450, "epoch": 6, "train_loss": 0.01351136527955532, "cos_r_negg": [0.6241340637207031], "cos_innovation_negg": [0.6241340637207031], "cos_apical_negg": [0.6241340637207031], "cos_Ac_negg": [0.6241340637207031], "r_norm": [0.22551466524600983]}, {"step": 2500, "epoch": 6, "train_loss": 0.012588458135724068, "cos_r_negg": [0.6309231519699097], "cos_innovation_negg": [0.6309231519699097], "cos_apical_negg": [0.6309231519699097], "cos_Ac_negg": [0.6309231519699097], "r_norm": [0.19488033652305603], "ldr": {"dL_sdil": -0.0033125951886177063, "dL_bp": -0.0032264329493045807, "ratio": 1.0267051076736917}}, {"step": 2550, "epoch": 6, "train_loss": 0.011584135703742504, "cos_r_negg": [0.6384245157241821], "cos_innovation_negg": [0.6384245157241821], "cos_apical_negg": [0.6384245157241821], "cos_Ac_negg": [0.6384245157241821], "r_norm": [0.19766031205654144]}, {"step": 2600, "epoch": 6, "train_loss": 0.017692718654870987, "cos_r_negg": [0.6389484405517578], "cos_innovation_negg": [0.6389484405517578], "cos_apical_negg": [0.6389484405517578], "cos_Ac_negg": [0.6389484405517578], "r_norm": [0.19698356091976166]}, {"step": 2650, "epoch": 6, "train_loss": 0.010889614000916481, "cos_r_negg": [0.6464378833770752], "cos_innovation_negg": [0.6464378833770752], "cos_apical_negg": [0.6464378833770752], "cos_Ac_negg": [0.6464378833770752], "r_norm": [0.2038232386112213]}, {"step": 2700, "epoch": 6, "train_loss": 0.012548023834824562, "cos_r_negg": [0.6390731334686279], "cos_innovation_negg": [0.6390731334686279], "cos_apical_negg": [0.6390731334686279], "cos_Ac_negg": [0.6390731334686279], "r_norm": [0.20879662036895752]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9748, "test_loss": 0.09113039560317993}, {"step": 2750, "epoch": 7, "train_loss": 0.002777976682409644, "cos_r_negg": [0.6446459889411926], "cos_innovation_negg": [0.6446459889411926], "cos_apical_negg": [0.6446459889411926], "cos_Ac_negg": [0.6446459889411926], "r_norm": [0.1799783706665039], "ldr": {"dL_sdil": -0.0027873963117599487, "dL_bp": -0.0026429295539855957, "ratio": 1.0546615998737061}}, {"step": 2800, "epoch": 7, "train_loss": 0.005390412174165249, "cos_r_negg": [0.6494283676147461], "cos_innovation_negg": [0.6494283676147461], "cos_apical_negg": [0.6494283676147461], "cos_Ac_negg": [0.6494283676147461], "r_norm": [0.17554982006549835]}, {"step": 2850, "epoch": 7, "train_loss": 0.0041808681562542915, "cos_r_negg": [0.6497972011566162], "cos_innovation_negg": [0.6497972011566162], "cos_apical_negg": [0.6497972011566162], "cos_Ac_negg": [0.6497972011566162], "r_norm": [0.1852249801158905]}, {"step": 2900, "epoch": 7, "train_loss": 0.00692256772890687, "cos_r_negg": [0.6475075483322144], "cos_innovation_negg": [0.6475075483322144], "cos_apical_negg": [0.6475075483322144], "cos_Ac_negg": [0.6475075483322144], "r_norm": [0.1714538037776947]}, {"step": 2950, "epoch": 7, "train_loss": 0.0032670844811946154, "cos_r_negg": [0.64752197265625], "cos_innovation_negg": [0.64752197265625], "cos_apical_negg": [0.64752197265625], "cos_Ac_negg": [0.64752197265625], "r_norm": [0.18592312932014465]}, {"step": 3000, "epoch": 7, "train_loss": 0.0031619707588106394, "cos_r_negg": [0.6421809196472168], "cos_innovation_negg": [0.6421809196472168], "cos_apical_negg": [0.6421809196472168], "cos_Ac_negg": [0.6421809196472168], "r_norm": [0.1834883838891983], "ldr": {"dL_sdil": -0.002958972007036209, "dL_bp": -0.0028846636414527893, "ratio": 1.0257598024655645}}, {"step": 3050, "epoch": 7, "train_loss": 0.0071910060942173, "cos_r_negg": [0.648611307144165], "cos_innovation_negg": [0.648611307144165], "cos_apical_negg": [0.648611307144165], "cos_Ac_negg": [0.648611307144165], "r_norm": [0.1764143705368042]}, {"step": 3100, "epoch": 7, "train_loss": 0.0034719849936664104, "cos_r_negg": [0.6509889960289001], "cos_innovation_negg": [0.6509889960289001], "cos_apical_negg": [0.6509889960289001], "cos_Ac_negg": [0.6509889960289001], "r_norm": [0.17185115814208984]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9751, "test_loss": 0.09285670080184937}, {"step": 3150, "epoch": 8, "train_loss": 0.0061063943430781364, "cos_r_negg": [0.651229739189148], "cos_innovation_negg": [0.651229739189148], "cos_apical_negg": [0.651229739189148], "cos_Ac_negg": [0.651229739189148], "r_norm": [0.18364226818084717]}, {"step": 3200, "epoch": 8, "train_loss": 0.01663437858223915, "cos_r_negg": [0.6506504416465759], "cos_innovation_negg": [0.6506504416465759], "cos_apical_negg": [0.6506504416465759], "cos_Ac_negg": [0.6506504416465759], "r_norm": [0.18791665136814117]}, {"step": 3250, "epoch": 8, "train_loss": 0.003843518905341625, "cos_r_negg": [0.652573823928833], "cos_innovation_negg": [0.652573823928833], "cos_apical_negg": [0.652573823928833], "cos_Ac_negg": [0.652573823928833], "r_norm": [0.18287697434425354], "ldr": {"dL_sdil": -0.003371819853782654, "dL_bp": -0.0033265575766563416, "ratio": 1.0136063411148912}}, {"step": 3300, "epoch": 8, "train_loss": 0.005378101486712694, "cos_r_negg": [0.6552244424819946], "cos_innovation_negg": [0.6552244424819946], "cos_apical_negg": [0.6552244424819946], "cos_Ac_negg": [0.6552244424819946], "r_norm": [0.18094441294670105]}, {"step": 3350, "epoch": 8, "train_loss": 0.01461422722786665, "cos_r_negg": [0.6535674333572388], "cos_innovation_negg": [0.6535674333572388], "cos_apical_negg": [0.6535674333572388], "cos_Ac_negg": [0.6535674333572388], "r_norm": [0.17215679585933685]}, {"step": 3400, "epoch": 8, "train_loss": 0.0070094941183924675, "cos_r_negg": [0.6539312601089478], "cos_innovation_negg": [0.6539312601089478], "cos_apical_negg": [0.6539312601089478], "cos_Ac_negg": [0.6539312601089478], "r_norm": [0.18071863055229187]}, {"step": 3450, "epoch": 8, "train_loss": 0.007670407183468342, "cos_r_negg": [0.6540172100067139], "cos_innovation_negg": [0.6540172100067139], "cos_apical_negg": [0.6540172100067139], "cos_Ac_negg": [0.6540172100067139], "r_norm": [0.17471915483474731]}, {"step": 3500, "epoch": 8, "train_loss": 0.005790180992335081, "cos_r_negg": [0.6551616191864014], "cos_innovation_negg": [0.6551616191864014], "cos_apical_negg": [0.6551616191864014], "cos_Ac_negg": [0.6551616191864014], "r_norm": [0.176197811961174], "ldr": {"dL_sdil": -0.002883210778236389, "dL_bp": -0.002811376005411148, "ratio": 1.0255514640115653}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9766, "test_loss": 0.0886270824432373}, {"step": 3550, "epoch": 9, "train_loss": 0.004078483209013939, "cos_r_negg": [0.6552295088768005], "cos_innovation_negg": [0.6552295088768005], "cos_apical_negg": [0.6552295088768005], "cos_Ac_negg": [0.6552295088768005], "r_norm": [0.1729564070701599]}, {"step": 3600, "epoch": 9, "train_loss": 0.0031769301276654005, "cos_r_negg": [0.655144453048706], "cos_innovation_negg": [0.655144453048706], "cos_apical_negg": [0.655144453048706], "cos_Ac_negg": [0.655144453048706], "r_norm": [0.18389111757278442]}, {"step": 3650, "epoch": 9, "train_loss": 0.009412992745637894, "cos_r_negg": [0.6585818529129028], "cos_innovation_negg": [0.6585818529129028], "cos_apical_negg": [0.6585818529129028], "cos_Ac_negg": [0.6585818529129028], "r_norm": [0.17044520378112793]}, {"step": 3700, "epoch": 9, "train_loss": 0.003469806630164385, "cos_r_negg": [0.6555972099304199], "cos_innovation_negg": [0.6555972099304199], "cos_apical_negg": [0.6555972099304199], "cos_Ac_negg": [0.6555972099304199], "r_norm": [0.17404401302337646]}, {"step": 3750, "epoch": 9, "train_loss": 0.00929487869143486, "cos_r_negg": [0.6591266393661499], "cos_innovation_negg": [0.6591266393661499], "cos_apical_negg": [0.6591266393661499], "cos_Ac_negg": [0.6591266393661499], "r_norm": [0.17479576170444489], "ldr": {"dL_sdil": -0.002964593470096588, "dL_bp": -0.0029223673045635223, "ratio": 1.0144493012453042}}, {"step": 3800, "epoch": 9, "train_loss": 0.0019424050115048885, "cos_r_negg": [0.6580703258514404], "cos_innovation_negg": [0.6580703258514404], "cos_apical_negg": [0.6580703258514404], "cos_Ac_negg": [0.6580703258514404], "r_norm": [0.17387574911117554]}, {"step": 3850, "epoch": 9, "train_loss": 0.00554686039686203, "cos_r_negg": [0.6599956154823303], "cos_innovation_negg": [0.6599956154823303], "cos_apical_negg": [0.6599956154823303], "cos_Ac_negg": [0.6599956154823303], "r_norm": [0.1856904923915863]}, {"step": 3900, "epoch": 9, "train_loss": 0.019595475867390633, "cos_r_negg": [0.6584255695343018], "cos_innovation_negg": [0.6584255695343018], "cos_apical_negg": [0.6584255695343018], "cos_Ac_negg": [0.6584255695343018], "r_norm": [0.17373225092887878]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9768, "test_loss": 0.09035888271331786}, {"step": 3950, "epoch": 10, "train_loss": 0.004831539932638407, "cos_r_negg": [0.6597200632095337], "cos_innovation_negg": [0.6597200632095337], "cos_apical_negg": [0.6597200632095337], "cos_Ac_negg": [0.6597200632095337], "r_norm": [0.19144919514656067]}, {"step": 4000, "epoch": 10, "train_loss": 0.0037103190552443266, "cos_r_negg": [0.6597276926040649], "cos_innovation_negg": [0.6597276926040649], "cos_apical_negg": [0.6597276926040649], "cos_Ac_negg": [0.6597276926040649], "r_norm": [0.18434402346611023], "ldr": {"dL_sdil": -0.0033895298838615417, "dL_bp": -0.0033816546201705933, "ratio": 1.0023288196387576}}, {"step": 4050, "epoch": 10, "train_loss": 0.0022852947004139423, "cos_r_negg": [0.6562686562538147], "cos_innovation_negg": [0.6562686562538147], "cos_apical_negg": [0.6562686562538147], "cos_Ac_negg": [0.6562686562538147], "r_norm": [0.18037337064743042]}, {"step": 4100, "epoch": 10, "train_loss": 0.004158919211477041, "cos_r_negg": [0.659347653388977], "cos_innovation_negg": [0.659347653388977], "cos_apical_negg": [0.659347653388977], "cos_Ac_negg": [0.659347653388977], "r_norm": [0.17280980944633484]}, {"step": 4150, "epoch": 10, "train_loss": 0.0022909920662641525, "cos_r_negg": [0.6604491472244263], "cos_innovation_negg": [0.6604491472244263], "cos_apical_negg": [0.6604491472244263], "cos_Ac_negg": [0.6604491472244263], "r_norm": [0.17349663376808167]}, {"step": 4200, "epoch": 10, "train_loss": 0.005374571308493614, "cos_r_negg": [0.6603685617446899], "cos_innovation_negg": [0.6603685617446899], "cos_apical_negg": [0.6603685617446899], "cos_Ac_negg": [0.6603685617446899], "r_norm": [0.1732633113861084]}, {"step": 4250, "epoch": 10, "train_loss": 0.006669395603239536, "cos_r_negg": [0.6621749401092529], "cos_innovation_negg": [0.6621749401092529], "cos_apical_negg": [0.6621749401092529], "cos_Ac_negg": [0.6621749401092529], "r_norm": [0.17671921849250793], "ldr": {"dL_sdil": -0.0035561881959438324, "dL_bp": -0.003634203225374222, "ratio": 0.9785331131496214}}, {"step": 4300, "epoch": 10, "train_loss": 0.002088958863168955, "cos_r_negg": [0.6634567379951477], "cos_innovation_negg": [0.6634567379951477], "cos_apical_negg": [0.6634567379951477], "cos_Ac_negg": [0.6634567379951477], "r_norm": [0.17417103052139282]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9762, "test_loss": 0.09145017499923706}, {"step": 4350, "epoch": 11, "train_loss": 0.0035033226013183594, "cos_r_negg": [0.6621269583702087], "cos_innovation_negg": [0.6621269583702087], "cos_apical_negg": [0.6621269583702087], "cos_Ac_negg": [0.6621269583702087], "r_norm": [0.16955013573169708]}, {"step": 4400, "epoch": 11, "train_loss": 0.0011994484812021255, "cos_r_negg": [0.6606950759887695], "cos_innovation_negg": [0.6606950759887695], "cos_apical_negg": [0.6606950759887695], "cos_Ac_negg": [0.6606950759887695], "r_norm": [0.17385977506637573]}, {"step": 4450, "epoch": 11, "train_loss": 0.008559857495129108, "cos_r_negg": [0.6628606915473938], "cos_innovation_negg": [0.6628606915473938], "cos_apical_negg": [0.6628606915473938], "cos_Ac_negg": [0.6628606915473938], "r_norm": [0.17467671632766724]}, {"step": 4500, "epoch": 11, "train_loss": 0.0007548363064415753, "cos_r_negg": [0.6630219221115112], "cos_innovation_negg": [0.6630219221115112], "cos_apical_negg": [0.6630219221115112], "cos_Ac_negg": [0.6630219221115112], "r_norm": [0.17548836767673492], "ldr": {"dL_sdil": -0.003534384071826935, "dL_bp": -0.003654956817626953, "ratio": 0.9670111709067188}}, {"step": 4550, "epoch": 11, "train_loss": 0.0032223770394921303, "cos_r_negg": [0.6623252630233765], "cos_innovation_negg": [0.6623252630233765], "cos_apical_negg": [0.6623252630233765], "cos_Ac_negg": [0.6623252630233765], "r_norm": [0.17385224997997284]}, {"step": 4600, "epoch": 11, "train_loss": 0.0008996492833830416, "cos_r_negg": [0.6641625761985779], "cos_innovation_negg": [0.6641625761985779], "cos_apical_negg": [0.6641625761985779], "cos_Ac_negg": [0.6641625761985779], "r_norm": [0.16546884179115295]}, {"step": 4650, "epoch": 11, "train_loss": 0.0031267693266272545, "cos_r_negg": [0.6651754975318909], "cos_innovation_negg": [0.6651754975318909], "cos_apical_negg": [0.6651754975318909], "cos_Ac_negg": [0.6651754975318909], "r_norm": [0.1681789606809616]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9771, "test_loss": 0.09186636095046997}, {"step": 4700, "epoch": 12, "train_loss": 0.0026371763087809086, "cos_r_negg": [0.6648766398429871], "cos_innovation_negg": [0.6648766398429871], "cos_apical_negg": [0.6648766398429871], "cos_Ac_negg": [0.6648766398429871], "r_norm": [0.17033731937408447]}, {"step": 4750, "epoch": 12, "train_loss": 0.0030673504807054996, "cos_r_negg": [0.6652661561965942], "cos_innovation_negg": [0.6652661561965942], "cos_apical_negg": [0.6652661561965942], "cos_Ac_negg": [0.6652661561965942], "r_norm": [0.17037078738212585], "ldr": {"dL_sdil": -0.0033388175070285797, "dL_bp": -0.0034324638545513153, "ratio": 0.9727174555972194}}, {"step": 4800, "epoch": 12, "train_loss": 0.0017725543584674597, "cos_r_negg": [0.6646778583526611], "cos_innovation_negg": [0.6646778583526611], "cos_apical_negg": [0.6646778583526611], "cos_Ac_negg": [0.6646778583526611], "r_norm": [0.1735706329345703]}, {"step": 4850, "epoch": 12, "train_loss": 0.002014509402215481, "cos_r_negg": [0.6643184423446655], "cos_innovation_negg": [0.6643184423446655], "cos_apical_negg": [0.6643184423446655], "cos_Ac_negg": [0.6643184423446655], "r_norm": [0.17257875204086304]}, {"step": 4900, "epoch": 12, "train_loss": 0.0026439018547534943, "cos_r_negg": [0.6637159585952759], "cos_innovation_negg": [0.6637159585952759], "cos_apical_negg": [0.6637159585952759], "cos_Ac_negg": [0.6637159585952759], "r_norm": [0.1668001115322113]}, {"step": 4950, "epoch": 12, "train_loss": 0.0013886226806789637, "cos_r_negg": [0.6633776426315308], "cos_innovation_negg": [0.6633776426315308], "cos_apical_negg": [0.6633776426315308], "cos_Ac_negg": [0.6633776426315308], "r_norm": [0.169711172580719]}, {"step": 5000, "epoch": 12, "train_loss": 0.0008625530172139406, "cos_r_negg": [0.6657135486602783], "cos_innovation_negg": [0.6657135486602783], "cos_apical_negg": [0.6657135486602783], "cos_Ac_negg": [0.6657135486602783], "r_norm": [0.1638885736465454], "ldr": {"dL_sdil": -0.0031505078077316284, "dL_bp": -0.003303423523902893, "ratio": 0.953709926969764}}, {"step": 5050, "epoch": 12, "train_loss": 0.003616468282416463, "cos_r_negg": [0.6646870374679565], "cos_innovation_negg": [0.6646870374679565], "cos_apical_negg": [0.6646870374679565], "cos_Ac_negg": [0.6646870374679565], "r_norm": [0.1647806167602539]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9769, "test_loss": 0.09297392654418946}, {"step": 5100, "epoch": 13, "train_loss": 0.0021805614233016968, "cos_r_negg": [0.6660187244415283], "cos_innovation_negg": [0.6660187244415283], "cos_apical_negg": [0.6660187244415283], "cos_Ac_negg": [0.6660187244415283], "r_norm": [0.16925302147865295]}, {"step": 5150, "epoch": 13, "train_loss": 0.004129467997699976, "cos_r_negg": [0.6685073375701904], "cos_innovation_negg": [0.6685073375701904], "cos_apical_negg": [0.6685073375701904], "cos_Ac_negg": [0.6685073375701904], "r_norm": [0.16685304045677185]}, {"step": 5200, "epoch": 13, "train_loss": 0.004545527510344982, "cos_r_negg": [0.6673552393913269], "cos_innovation_negg": [0.6673552393913269], "cos_apical_negg": [0.6673552393913269], "cos_Ac_negg": [0.6673552393913269], "r_norm": [0.16883903741836548]}, {"step": 5250, "epoch": 13, "train_loss": 0.0016900169430300593, "cos_r_negg": [0.6643459796905518], "cos_innovation_negg": [0.6643459796905518], "cos_apical_negg": [0.6643459796905518], "cos_Ac_negg": [0.6643459796905518], "r_norm": [0.17121681571006775], "ldr": {"dL_sdil": -0.0035749636590480804, "dL_bp": -0.003699392080307007, "ratio": 0.9663651706664733}}, {"step": 5300, "epoch": 13, "train_loss": 0.0023275064304471016, "cos_r_negg": [0.6658639907836914], "cos_innovation_negg": [0.6658639907836914], "cos_apical_negg": [0.6658639907836914], "cos_Ac_negg": [0.6658639907836914], "r_norm": [0.16872310638427734]}, {"step": 5350, "epoch": 13, "train_loss": 0.0029704179614782333, "cos_r_negg": [0.66743004322052], "cos_innovation_negg": [0.66743004322052], "cos_apical_negg": [0.66743004322052], "cos_Ac_negg": [0.66743004322052], "r_norm": [0.17133013904094696]}, {"step": 5400, "epoch": 13, "train_loss": 0.004188274033367634, "cos_r_negg": [0.6675028800964355], "cos_innovation_negg": [0.6675028800964355], "cos_apical_negg": [0.6675028800964355], "cos_Ac_negg": [0.6675028800964355], "r_norm": [0.16499614715576172]}, {"step": 5450, "epoch": 13, "train_loss": 0.0011727855307981372, "cos_r_negg": [0.668657660484314], "cos_innovation_negg": [0.668657660484314], "cos_apical_negg": [0.668657660484314], "cos_Ac_negg": [0.668657660484314], "r_norm": [0.16427873075008392]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9766, "test_loss": 0.09498674383163452}, {"step": 5500, "epoch": 14, "train_loss": 0.0019192816689610481, "cos_r_negg": [0.6653443574905396], "cos_innovation_negg": [0.6653443574905396], "cos_apical_negg": [0.6653443574905396], "cos_Ac_negg": [0.6653443574905396], "r_norm": [0.1741328090429306], "ldr": {"dL_sdil": -0.003441266715526581, "dL_bp": -0.003632035106420517, "ratio": 0.9474761709883514}}, {"step": 5550, "epoch": 14, "train_loss": 0.0014580471906811, "cos_r_negg": [0.6674022674560547], "cos_innovation_negg": [0.6674022674560547], "cos_apical_negg": [0.6674022674560547], "cos_Ac_negg": [0.6674022674560547], "r_norm": [0.16655775904655457]}, {"step": 5600, "epoch": 14, "train_loss": 0.0025088265538215637, "cos_r_negg": [0.6671748161315918], "cos_innovation_negg": [0.6671748161315918], "cos_apical_negg": [0.6671748161315918], "cos_Ac_negg": [0.6671748161315918], "r_norm": [0.16455717384815216]}, {"step": 5650, "epoch": 14, "train_loss": 0.0011819446226581931, "cos_r_negg": [0.6679552793502808], "cos_innovation_negg": [0.6679552793502808], "cos_apical_negg": [0.6679552793502808], "cos_Ac_negg": [0.6679552793502808], "r_norm": [0.16781939566135406]}, {"step": 5700, "epoch": 14, "train_loss": 0.0003648850251920521, "cos_r_negg": [0.6667782664299011], "cos_innovation_negg": [0.6667782664299011], "cos_apical_negg": [0.6667782664299011], "cos_Ac_negg": [0.6667782664299011], "r_norm": [0.17010542750358582]}, {"step": 5750, "epoch": 14, "train_loss": 0.00198167422786355, "cos_r_negg": [0.6683067083358765], "cos_innovation_negg": [0.6683067083358765], "cos_apical_negg": [0.6683067083358765], "cos_Ac_negg": [0.6683067083358765], "r_norm": [0.1672002375125885], "ldr": {"dL_sdil": -0.003295205533504486, "dL_bp": -0.003408379852771759, "ratio": 0.9667952739553846}}, {"step": 5800, "epoch": 14, "train_loss": 0.004521578550338745, "cos_r_negg": [0.669005811214447], "cos_innovation_negg": [0.669005811214447], "cos_apical_negg": [0.669005811214447], "cos_Ac_negg": [0.669005811214447], "r_norm": [0.16927313804626465]}, {"step": 5850, "epoch": 14, "train_loss": 0.0020905290730297565, "cos_r_negg": [0.6682069897651672], "cos_innovation_negg": [0.6682069897651672], "cos_apical_negg": [0.6682069897651672], "cos_Ac_negg": [0.6682069897651672], "r_norm": [0.16583827137947083]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.977, "test_loss": 0.09477273845672607}, {"step": 5900, "epoch": 15, "train_loss": 0.0014012035680934787, "cos_r_negg": [0.6677831411361694], "cos_innovation_negg": [0.6677831411361694], "cos_apical_negg": [0.6677831411361694], "cos_Ac_negg": [0.6677831411361694], "r_norm": [0.16655361652374268]}, {"step": 5950, "epoch": 15, "train_loss": 0.0019419220043346286, "cos_r_negg": [0.6678835153579712], "cos_innovation_negg": [0.6678835153579712], "cos_apical_negg": [0.6678835153579712], "cos_Ac_negg": [0.6678835153579712], "r_norm": [0.1641951948404312]}, {"step": 6000, "epoch": 15, "train_loss": 0.0032623319420963526, "cos_r_negg": [0.6670346260070801], "cos_innovation_negg": [0.6670346260070801], "cos_apical_negg": [0.6670346260070801], "cos_Ac_negg": [0.6670346260070801], "r_norm": [0.1696428656578064], "ldr": {"dL_sdil": -0.0035073496401309967, "dL_bp": -0.003697134554386139, "ratio": 0.9486670253778055}}, {"step": 6050, "epoch": 15, "train_loss": 0.003793588373810053, "cos_r_negg": [0.6694225072860718], "cos_innovation_negg": [0.6694225072860718], "cos_apical_negg": [0.6694225072860718], "cos_Ac_negg": [0.6694225072860718], "r_norm": [0.1646263599395752]}, {"step": 6100, "epoch": 15, "train_loss": 0.0024278832133859396, "cos_r_negg": [0.6695353984832764], "cos_innovation_negg": [0.6695353984832764], "cos_apical_negg": [0.6695353984832764], "cos_Ac_negg": [0.6695353984832764], "r_norm": [0.1660098135471344]}, {"step": 6150, "epoch": 15, "train_loss": 0.0017798693152144551, "cos_r_negg": [0.6693068742752075], "cos_innovation_negg": [0.6693068742752075], "cos_apical_negg": [0.6693068742752075], "cos_Ac_negg": [0.6693068742752075], "r_norm": [0.16589713096618652]}, {"step": 6200, "epoch": 15, "train_loss": 0.001631612190976739, "cos_r_negg": [0.6692348122596741], "cos_innovation_negg": [0.6692348122596741], "cos_apical_negg": [0.6692348122596741], "cos_Ac_negg": [0.6692348122596741], "r_norm": [0.16498522460460663]}, {"step": 6250, "epoch": 15, "train_loss": 0.001569332554936409, "cos_r_negg": [0.6718060970306396], "cos_innovation_negg": [0.6718060970306396], "cos_apical_negg": [0.6718060970306396], "cos_Ac_negg": [0.6718060970306396], "r_norm": [0.161709725856781], "ldr": {"dL_sdil": -0.003203265368938446, "dL_bp": -0.003370046615600586, "ratio": 0.950510700389105}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9768, "test_loss": 0.09473552293777465}, {"step": 6300, "epoch": 16, "train_loss": 0.006213733926415443, "cos_r_negg": [0.6693273782730103], "cos_innovation_negg": [0.6693273782730103], "cos_apical_negg": [0.6693273782730103], "cos_Ac_negg": [0.6693273782730103], "r_norm": [0.16787225008010864]}, {"step": 6350, "epoch": 16, "train_loss": 0.0010428333189338446, "cos_r_negg": [0.6714640855789185], "cos_innovation_negg": [0.6714640855789185], "cos_apical_negg": [0.6714640855789185], "cos_Ac_negg": [0.6714640855789185], "r_norm": [0.167414590716362]}, {"step": 6400, "epoch": 16, "train_loss": 0.0022750822827219963, "cos_r_negg": [0.6714562177658081], "cos_innovation_negg": [0.6714562177658081], "cos_apical_negg": [0.6714562177658081], "cos_Ac_negg": [0.6714562177658081], "r_norm": [0.16704878211021423]}, {"step": 6450, "epoch": 16, "train_loss": 0.0013442725175991654, "cos_r_negg": [0.6712592244148254], "cos_innovation_negg": [0.6712592244148254], "cos_apical_negg": [0.6712592244148254], "cos_Ac_negg": [0.6712592244148254], "r_norm": [0.16479673981666565]}, {"step": 6500, "epoch": 16, "train_loss": 0.0012463836465030909, "cos_r_negg": [0.671593189239502], "cos_innovation_negg": [0.671593189239502], "cos_apical_negg": [0.671593189239502], "cos_Ac_negg": [0.671593189239502], "r_norm": [0.16292217373847961], "ldr": {"dL_sdil": -0.0034757032990455627, "dL_bp": -0.0037019774317741394, "ratio": 0.9388774953660004}}, {"step": 6550, "epoch": 16, "train_loss": 0.0012777824886143208, "cos_r_negg": [0.6712242364883423], "cos_innovation_negg": [0.6712242364883423], "cos_apical_negg": [0.6712242364883423], "cos_Ac_negg": [0.6712242364883423], "r_norm": [0.16355527937412262]}, {"step": 6600, "epoch": 16, "train_loss": 0.0013972310116514564, "cos_r_negg": [0.6728031635284424], "cos_innovation_negg": [0.6728031635284424], "cos_apical_negg": [0.6728031635284424], "cos_Ac_negg": [0.6728031635284424], "r_norm": [0.15872278809547424]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9771, "test_loss": 0.09588635120391846}, {"step": 6650, "epoch": 17, "train_loss": 0.0013198936358094215, "cos_r_negg": [0.669460654258728], "cos_innovation_negg": [0.669460654258728], "cos_apical_negg": [0.669460654258728], "cos_Ac_negg": [0.669460654258728], "r_norm": [0.16468946635723114]}, {"step": 6700, "epoch": 17, "train_loss": 0.0008152276277542114, "cos_r_negg": [0.6702542901039124], "cos_innovation_negg": [0.6702542901039124], "cos_apical_negg": [0.6702542901039124], "cos_Ac_negg": [0.6702542901039124], "r_norm": [0.16477787494659424]}, {"step": 6750, "epoch": 17, "train_loss": 0.0026326871011406183, "cos_r_negg": [0.671203076839447], "cos_innovation_negg": [0.671203076839447], "cos_apical_negg": [0.671203076839447], "cos_Ac_negg": [0.671203076839447], "r_norm": [0.1646234095096588], "ldr": {"dL_sdil": -0.003513619303703308, "dL_bp": -0.0037531591951847076, "ratio": 0.9361764638737604}}, {"step": 6800, "epoch": 17, "train_loss": 0.0020834014285355806, "cos_r_negg": [0.6726534962654114], "cos_innovation_negg": [0.6726534962654114], "cos_apical_negg": [0.6726534962654114], "cos_Ac_negg": [0.6726534962654114], "r_norm": [0.1636391580104828]}, {"step": 6850, "epoch": 17, "train_loss": 0.0015044247265905142, "cos_r_negg": [0.6716123819351196], "cos_innovation_negg": [0.6716123819351196], "cos_apical_negg": [0.6716123819351196], "cos_Ac_negg": [0.6716123819351196], "r_norm": [0.16369134187698364]}, {"step": 6900, "epoch": 17, "train_loss": 0.002211076207458973, "cos_r_negg": [0.671859622001648], "cos_innovation_negg": [0.671859622001648], "cos_apical_negg": [0.671859622001648], "cos_Ac_negg": [0.671859622001648], "r_norm": [0.16403840482234955]}, {"step": 6950, "epoch": 17, "train_loss": 0.0022843568585813046, "cos_r_negg": [0.6710289120674133], "cos_innovation_negg": [0.6710289120674133], "cos_apical_negg": [0.6710289120674133], "cos_Ac_negg": [0.6710289120674133], "r_norm": [0.16448216140270233]}, {"step": 7000, "epoch": 17, "train_loss": 0.0017557149985805154, "cos_r_negg": [0.6716059446334839], "cos_innovation_negg": [0.6716059446334839], "cos_apical_negg": [0.6716059446334839], "cos_Ac_negg": [0.6716059446334839], "r_norm": [0.16168484091758728], "ldr": {"dL_sdil": -0.0034131333231925964, "dL_bp": -0.0036626383662223816, "ratio": 0.931878329749731}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9771, "test_loss": 0.09703397626876831}, {"step": 7050, "epoch": 18, "train_loss": 0.0004420661716721952, "cos_r_negg": [0.6723365187644958], "cos_innovation_negg": [0.6723365187644958], "cos_apical_negg": [0.6723365187644958], "cos_Ac_negg": [0.6723365187644958], "r_norm": [0.16441205143928528]}, {"step": 7100, "epoch": 18, "train_loss": 0.002089904388412833, "cos_r_negg": [0.6711301803588867], "cos_innovation_negg": [0.6711301803588867], "cos_apical_negg": [0.6711301803588867], "cos_Ac_negg": [0.6711301803588867], "r_norm": [0.16824045777320862]}, {"step": 7150, "epoch": 18, "train_loss": 0.000602973741479218, "cos_r_negg": [0.6723277568817139], "cos_innovation_negg": [0.6723277568817139], "cos_apical_negg": [0.6723277568817139], "cos_Ac_negg": [0.6723277568817139], "r_norm": [0.16494208574295044]}, {"step": 7200, "epoch": 18, "train_loss": 0.0013673570938408375, "cos_r_negg": [0.6732826828956604], "cos_innovation_negg": [0.6732826828956604], "cos_apical_negg": [0.6732826828956604], "cos_Ac_negg": [0.6732826828956604], "r_norm": [0.16509467363357544]}, {"step": 7250, "epoch": 18, "train_loss": 0.001604936900548637, "cos_r_negg": [0.6717626452445984], "cos_innovation_negg": [0.6717626452445984], "cos_apical_negg": [0.6717626452445984], "cos_Ac_negg": [0.6717626452445984], "r_norm": [0.16374477744102478], "ldr": {"dL_sdil": -0.003466583788394928, "dL_bp": -0.003681037575006485, "ratio": 0.9417409406337888}}, {"step": 7300, "epoch": 18, "train_loss": 0.0006133783026598394, "cos_r_negg": [0.6722093820571899], "cos_innovation_negg": [0.6722093820571899], "cos_apical_negg": [0.6722093820571899], "cos_Ac_negg": [0.6722093820571899], "r_norm": [0.16260451078414917]}, {"step": 7350, "epoch": 18, "train_loss": 0.0016784120816737413, "cos_r_negg": [0.6737596988677979], "cos_innovation_negg": [0.6737596988677979], "cos_apical_negg": [0.6737596988677979], "cos_Ac_negg": [0.6737596988677979], "r_norm": [0.16281664371490479]}, {"step": 7400, "epoch": 18, "train_loss": 0.0005749404663220048, "cos_r_negg": [0.6727827787399292], "cos_innovation_negg": [0.6727827787399292], "cos_apical_negg": [0.6727827787399292], "cos_Ac_negg": [0.6727827787399292], "r_norm": [0.16029608249664307]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9769, "test_loss": 0.09702165441513061}, {"step": 7450, "epoch": 19, "train_loss": 0.000620070262812078, "cos_r_negg": [0.6724895238876343], "cos_innovation_negg": [0.6724895238876343], "cos_apical_negg": [0.6724895238876343], "cos_Ac_negg": [0.6724895238876343], "r_norm": [0.160292387008667]}, {"step": 7500, "epoch": 19, "train_loss": 0.0011929457541555166, "cos_r_negg": [0.6726584434509277], "cos_innovation_negg": [0.6726584434509277], "cos_apical_negg": [0.6726584434509277], "cos_Ac_negg": [0.6726584434509277], "r_norm": [0.15987710654735565], "ldr": {"dL_sdil": -0.003355838358402252, "dL_bp": -0.003574725240468979, "ratio": 0.9387681941009792}}, {"step": 7550, "epoch": 19, "train_loss": 0.0011877025244757533, "cos_r_negg": [0.6725327968597412], "cos_innovation_negg": [0.6725327968597412], "cos_apical_negg": [0.6725327968597412], "cos_Ac_negg": [0.6725327968597412], "r_norm": [0.1593237668275833]}, {"step": 7600, "epoch": 19, "train_loss": 0.0007068385020829737, "cos_r_negg": [0.6723297238349915], "cos_innovation_negg": [0.6723297238349915], "cos_apical_negg": [0.6723297238349915], "cos_Ac_negg": [0.6723297238349915], "r_norm": [0.16151490807533264]}, {"step": 7650, "epoch": 19, "train_loss": 0.0022410007659345865, "cos_r_negg": [0.6722413897514343], "cos_innovation_negg": [0.6722413897514343], "cos_apical_negg": [0.6722413897514343], "cos_Ac_negg": [0.6722413897514343], "r_norm": [0.16415855288505554]}, {"step": 7700, "epoch": 19, "train_loss": 0.0022446068469434977, "cos_r_negg": [0.672459065914154], "cos_innovation_negg": [0.672459065914154], "cos_apical_negg": [0.672459065914154], "cos_Ac_negg": [0.672459065914154], "r_norm": [0.16046930849552155]}, {"step": 7750, "epoch": 19, "train_loss": 0.001559897675178945, "cos_r_negg": [0.673389196395874], "cos_innovation_negg": [0.673389196395874], "cos_apical_negg": [0.673389196395874], "cos_Ac_negg": [0.673389196395874], "r_norm": [0.1604471504688263], "ldr": {"dL_sdil": -0.003410942852497101, "dL_bp": -0.003658648580312729, "ratio": 0.9322958402868922}}, {"step": 7800, "epoch": 19, "train_loss": 0.0023394085001200438, "cos_r_negg": [0.6739180088043213], "cos_innovation_negg": [0.6739180088043213], "cos_apical_negg": [0.6739180088043213], "cos_Ac_negg": [0.6739180088043213], "r_norm": [0.16122525930404663]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9768, "test_loss": 0.097989759349823}, {"step": 7850, "epoch": 20, "train_loss": 0.001653660787269473, "cos_r_negg": [0.6743497252464294], "cos_innovation_negg": [0.6743497252464294], "cos_apical_negg": [0.6743497252464294], "cos_Ac_negg": [0.6743497252464294], "r_norm": [0.15864485502243042]}, {"step": 7900, "epoch": 20, "train_loss": 0.0012497216230258346, "cos_r_negg": [0.6740759611129761], "cos_innovation_negg": [0.6740759611129761], "cos_apical_negg": [0.6740759611129761], "cos_Ac_negg": [0.6740759611129761], "r_norm": [0.16224682331085205]}, {"step": 7950, "epoch": 20, "train_loss": 0.0012117354199290276, "cos_r_negg": [0.6733047962188721], "cos_innovation_negg": [0.6733047962188721], "cos_apical_negg": [0.6733047962188721], "cos_Ac_negg": [0.6733047962188721], "r_norm": [0.15876442193984985]}, {"step": 8000, "epoch": 20, "train_loss": 0.0017043559346348047, "cos_r_negg": [0.6736392378807068], "cos_innovation_negg": [0.6736392378807068], "cos_apical_negg": [0.6736392378807068], "cos_Ac_negg": [0.6736392378807068], "r_norm": [0.15960630774497986], "ldr": {"dL_sdil": -0.0034217387437820435, "dL_bp": -0.0036833062767982483, "ratio": 0.9289856684838126}}, {"step": 8050, "epoch": 20, "train_loss": 0.001989410724490881, "cos_r_negg": [0.6731045842170715], "cos_innovation_negg": [0.6731045842170715], "cos_apical_negg": [0.6731045842170715], "cos_Ac_negg": [0.6731045842170715], "r_norm": [0.15928438305854797]}, {"step": 8100, "epoch": 20, "train_loss": 0.0015404809964820743, "cos_r_negg": [0.6728400588035583], "cos_innovation_negg": [0.6728400588035583], "cos_apical_negg": [0.6728400588035583], "cos_Ac_negg": [0.6728400588035583], "r_norm": [0.1596825122833252]}, {"step": 8150, "epoch": 20, "train_loss": 0.0013819863088428974, "cos_r_negg": [0.6726818084716797], "cos_innovation_negg": [0.6726818084716797], "cos_apical_negg": [0.6726818084716797], "cos_Ac_negg": [0.6726818084716797], "r_norm": [0.1597767025232315]}, {"step": 8200, "epoch": 20, "train_loss": 0.0009111330145969987, "cos_r_negg": [0.6739263534545898], "cos_innovation_negg": [0.6739263534545898], "cos_apical_negg": [0.6739263534545898], "cos_Ac_negg": [0.6739263534545898], "r_norm": [0.16225828230381012]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9772, "test_loss": 0.09788109102249146}, {"step": 8250, "epoch": 21, "train_loss": 0.0017723423661664128, "cos_r_negg": [0.6751793622970581], "cos_innovation_negg": [0.6751793622970581], "cos_apical_negg": [0.6751793622970581], "cos_Ac_negg": [0.6751793622970581], "r_norm": [0.1592981070280075], "ldr": {"dL_sdil": -0.0034401416778564453, "dL_bp": -0.00369378924369812, "ratio": 0.9313313377923723}}, {"step": 8300, "epoch": 21, "train_loss": 0.001421684050001204, "cos_r_negg": [0.6741184592247009], "cos_innovation_negg": [0.6741184592247009], "cos_apical_negg": [0.6741184592247009], "cos_Ac_negg": [0.6741184592247009], "r_norm": [0.15777996182441711]}, {"step": 8350, "epoch": 21, "train_loss": 0.0015471370425075293, "cos_r_negg": [0.6738477945327759], "cos_innovation_negg": [0.6738477945327759], "cos_apical_negg": [0.6738477945327759], "cos_Ac_negg": [0.6738477945327759], "r_norm": [0.15821361541748047]}, {"step": 8400, "epoch": 21, "train_loss": 0.0013914488954469562, "cos_r_negg": [0.6748628616333008], "cos_innovation_negg": [0.6748628616333008], "cos_apical_negg": [0.6748628616333008], "cos_Ac_negg": [0.6748628616333008], "r_norm": [0.155691996216774]}, {"step": 8450, "epoch": 21, "train_loss": 0.002205690136179328, "cos_r_negg": [0.6741533279418945], "cos_innovation_negg": [0.6741533279418945], "cos_apical_negg": [0.6741533279418945], "cos_Ac_negg": [0.6741533279418945], "r_norm": [0.15794408321380615]}, {"step": 8500, "epoch": 21, "train_loss": 0.0011266248766332865, "cos_r_negg": [0.6743454337120056], "cos_innovation_negg": [0.6743454337120056], "cos_apical_negg": [0.6743454337120056], "cos_Ac_negg": [0.6743454337120056], "r_norm": [0.15943238139152527], "ldr": {"dL_sdil": -0.003450993448495865, "dL_bp": -0.0037495046854019165, "ratio": 0.9203864878291108}}, {"step": 8550, "epoch": 21, "train_loss": 0.0011003664694726467, "cos_r_negg": [0.6755936145782471], "cos_innovation_negg": [0.6755936145782471], "cos_apical_negg": [0.6755936145782471], "cos_Ac_negg": [0.6755936145782471], "r_norm": [0.16077040135860443]}, {"step": 8600, "epoch": 21, "train_loss": 0.003799291793256998, "cos_r_negg": [0.6745659112930298], "cos_innovation_negg": [0.6745659112930298], "cos_apical_negg": [0.6745659112930298], "cos_Ac_negg": [0.6745659112930298], "r_norm": [0.16121509671211243]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9772, "test_loss": 0.09906151676177978}, {"step": 8650, "epoch": 22, "train_loss": 0.0006276117637753487, "cos_r_negg": [0.6751704216003418], "cos_innovation_negg": [0.6751704216003418], "cos_apical_negg": [0.6751704216003418], "cos_Ac_negg": [0.6751704216003418], "r_norm": [0.16052719950675964]}, {"step": 8700, "epoch": 22, "train_loss": 0.0012977584265172482, "cos_r_negg": [0.6746661067008972], "cos_innovation_negg": [0.6746661067008972], "cos_apical_negg": [0.6746661067008972], "cos_Ac_negg": [0.6746661067008972], "r_norm": [0.1587672233581543]}, {"step": 8750, "epoch": 22, "train_loss": 0.0007222825661301613, "cos_r_negg": [0.6752693057060242], "cos_innovation_negg": [0.6752693057060242], "cos_apical_negg": [0.6752693057060242], "cos_Ac_negg": [0.6752693057060242], "r_norm": [0.1581059694290161], "ldr": {"dL_sdil": -0.0035010799765586853, "dL_bp": -0.0037738457322120667, "ratio": 0.9277220705326771}}, {"step": 8800, "epoch": 22, "train_loss": 0.001052288105711341, "cos_r_negg": [0.6758275032043457], "cos_innovation_negg": [0.6758275032043457], "cos_apical_negg": [0.6758275032043457], "cos_Ac_negg": [0.6758275032043457], "r_norm": [0.15812760591506958]}, {"step": 8850, "epoch": 22, "train_loss": 0.0009540961473248899, "cos_r_negg": [0.6761993169784546], "cos_innovation_negg": [0.6761993169784546], "cos_apical_negg": [0.6761993169784546], "cos_Ac_negg": [0.6761993169784546], "r_norm": [0.15825970470905304]}, {"step": 8900, "epoch": 22, "train_loss": 0.0016969963908195496, "cos_r_negg": [0.6757683753967285], "cos_innovation_negg": [0.6757683753967285], "cos_apical_negg": [0.6757683753967285], "cos_Ac_negg": [0.6757683753967285], "r_norm": [0.16131487488746643]}, {"step": 8950, "epoch": 22, "train_loss": 0.0014459376689046621, "cos_r_negg": [0.6743442416191101], "cos_innovation_negg": [0.6743442416191101], "cos_apical_negg": [0.6743442416191101], "cos_Ac_negg": [0.6743442416191101], "r_norm": [0.16135656833648682]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9771, "test_loss": 0.09871311407089234}, {"step": 9000, "epoch": 23, "train_loss": 0.0009512765682302415, "cos_r_negg": [0.674286425113678], "cos_innovation_negg": [0.674286425113678], "cos_apical_negg": [0.674286425113678], "cos_Ac_negg": [0.674286425113678], "r_norm": [0.15644600987434387], "ldr": {"dL_sdil": -0.003435298800468445, "dL_bp": -0.003726392984390259, "ratio": 0.9218831225957117}}, {"step": 9050, "epoch": 23, "train_loss": 0.001525576924905181, "cos_r_negg": [0.6750467419624329], "cos_innovation_negg": [0.6750467419624329], "cos_apical_negg": [0.6750467419624329], "cos_Ac_negg": [0.6750467419624329], "r_norm": [0.1584293246269226]}, {"step": 9100, "epoch": 23, "train_loss": 0.0007476437604054809, "cos_r_negg": [0.6752985715866089], "cos_innovation_negg": [0.6752985715866089], "cos_apical_negg": [0.6752985715866089], "cos_Ac_negg": [0.6752985715866089], "r_norm": [0.15904594957828522]}, {"step": 9150, "epoch": 23, "train_loss": 0.00150016276165843, "cos_r_negg": [0.6752387285232544], "cos_innovation_negg": [0.6752387285232544], "cos_apical_negg": [0.6752387285232544], "cos_Ac_negg": [0.6752387285232544], "r_norm": [0.15932442247867584]}, {"step": 9200, "epoch": 23, "train_loss": 0.0016340569127351046, "cos_r_negg": [0.6754764318466187], "cos_innovation_negg": [0.6754764318466187], "cos_apical_negg": [0.6754764318466187], "cos_Ac_negg": [0.6754764318466187], "r_norm": [0.15911701321601868]}, {"step": 9250, "epoch": 23, "train_loss": 0.0009826726745814085, "cos_r_negg": [0.6756516098976135], "cos_innovation_negg": [0.6756516098976135], "cos_apical_negg": [0.6756516098976135], "cos_Ac_negg": [0.6756516098976135], "r_norm": [0.15786930918693542], "ldr": {"dL_sdil": -0.0035131946206092834, "dL_bp": -0.003831334412097931, "ratio": 0.9169637110026}}, {"step": 9300, "epoch": 23, "train_loss": 0.0012960901949554682, "cos_r_negg": [0.6740405559539795], "cos_innovation_negg": [0.6740405559539795], "cos_apical_negg": [0.6740405559539795], "cos_Ac_negg": [0.6740405559539795], "r_norm": [0.15832093358039856]}, {"step": 9350, "epoch": 23, "train_loss": 0.0008218236616812646, "cos_r_negg": [0.6761989593505859], "cos_innovation_negg": [0.6761989593505859], "cos_apical_negg": [0.6761989593505859], "cos_Ac_negg": [0.6761989593505859], "r_norm": [0.1566973328590393]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9771, "test_loss": 0.09977396793365478}, {"step": 9400, "epoch": 24, "train_loss": 0.0009375179652124643, "cos_r_negg": [0.6756936311721802], "cos_innovation_negg": [0.6756936311721802], "cos_apical_negg": [0.6756936311721802], "cos_Ac_negg": [0.6756936311721802], "r_norm": [0.1594620645046234]}, {"step": 9450, "epoch": 24, "train_loss": 0.0006097767036408186, "cos_r_negg": [0.6767387390136719], "cos_innovation_negg": [0.6767387390136719], "cos_apical_negg": [0.6767387390136719], "cos_Ac_negg": [0.6767387390136719], "r_norm": [0.15830197930335999]}, {"step": 9500, "epoch": 24, "train_loss": 0.001133687561377883, "cos_r_negg": [0.6768065690994263], "cos_innovation_negg": [0.6768065690994263], "cos_apical_negg": [0.6768065690994263], "cos_Ac_negg": [0.6768065690994263], "r_norm": [0.15806716680526733], "ldr": {"dL_sdil": -0.003575548529624939, "dL_bp": -0.003920689225196838, "ratio": 0.9119693819765652}}, {"step": 9550, "epoch": 24, "train_loss": 0.0014153528027236462, "cos_r_negg": [0.6765028238296509], "cos_innovation_negg": [0.6765028238296509], "cos_apical_negg": [0.6765028238296509], "cos_Ac_negg": [0.6765028238296509], "r_norm": [0.15734703838825226]}, {"step": 9600, "epoch": 24, "train_loss": 0.0009112737025134265, "cos_r_negg": [0.6752380132675171], "cos_innovation_negg": [0.6752380132675171], "cos_apical_negg": [0.6752380132675171], "cos_Ac_negg": [0.6752380132675171], "r_norm": [0.15755414962768555]}, {"step": 9650, "epoch": 24, "train_loss": 0.0018633963773027062, "cos_r_negg": [0.6770224571228027], "cos_innovation_negg": [0.6770224571228027], "cos_apical_negg": [0.6770224571228027], "cos_Ac_negg": [0.6770224571228027], "r_norm": [0.15721720457077026]}, {"step": 9700, "epoch": 24, "train_loss": 0.000755488290451467, "cos_r_negg": [0.6771573424339294], "cos_innovation_negg": [0.6771573424339294], "cos_apical_negg": [0.6771573424339294], "cos_Ac_negg": [0.6771573424339294], "r_norm": [0.15768969058990479]}, {"step": 9750, "epoch": 24, "train_loss": 0.003666795091703534, "cos_r_negg": [0.6770267486572266], "cos_innovation_negg": [0.6770267486572266], "cos_apical_negg": [0.6770267486572266], "cos_Ac_negg": [0.6770267486572266], "r_norm": [0.15527324378490448], "ldr": {"dL_sdil": -0.003387749195098877, "dL_bp": -0.003687448799610138, "ratio": 0.9187244024803959}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9771, "test_loss": 0.09944238605499267}], "final": {"test_acc": 0.9771, "test_loss": 0.09944238605499267, "wall_s": 15.535343647003174, "cos_r_negg": [0.6756567358970642], "cos_innovation_negg": [0.6756567358970642], "cos_apical_negg": [0.6756567358970642], "cos_Ac_negg": [0.6756567358970642]}}
|
