1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_sdil_w500_d1_s2", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5911900997161865, "cos_r_negg": [-0.008277381770312786], "cos_innovation_negg": [-0.008277381770312786], "cos_apical_negg": [-0.008277381770312786], "cos_Ac_negg": [-0.008277381770312786], "r_norm": [6.84993314743042], "ldr": {"dL_sdil": -0.19783353805541992, "dL_bp": -0.4852149486541748, "ratio": 0.40772350193279183}}, {"step": 50, "epoch": 0, "train_loss": 0.486049085855484, "cos_r_negg": [0.4140510559082031], "cos_innovation_negg": [0.4140510559082031], "cos_apical_negg": [0.4140510559082031], "cos_Ac_negg": [0.4140510559082031], "r_norm": [1.3693480491638184]}, {"step": 100, "epoch": 0, "train_loss": 0.11305877566337585, "cos_r_negg": [0.4547509551048279], "cos_innovation_negg": [0.4547509551048279], "cos_apical_negg": [0.4547509551048279], "cos_Ac_negg": [0.4547509551048279], "r_norm": [1.1243853569030762]}, {"step": 150, "epoch": 0, "train_loss": 0.13799086213111877, "cos_r_negg": [0.4713614284992218], "cos_innovation_negg": [0.4713614284992218], "cos_apical_negg": [0.4713614284992218], "cos_Ac_negg": [0.4713614284992218], "r_norm": [0.8751425743103027]}, {"step": 200, "epoch": 0, "train_loss": 0.2704549729824066, "cos_r_negg": [0.4718015789985657], "cos_innovation_negg": [0.4718015789985657], "cos_apical_negg": [0.4718015789985657], "cos_Ac_negg": [0.4718015789985657], "r_norm": [0.877841055393219]}, {"step": 250, "epoch": 0, "train_loss": 0.2953912317752838, "cos_r_negg": [0.48673349618911743], "cos_innovation_negg": [0.48673349618911743], "cos_apical_negg": [0.48673349618911743], "cos_Ac_negg": [0.48673349618911743], "r_norm": [0.791964590549469], "ldr": {"dL_sdil": -0.01796238124370575, "dL_bp": -0.015804380178451538, "ratio": 1.1365444921526588}}, {"step": 300, "epoch": 0, "train_loss": 0.11054832488298416, "cos_r_negg": [0.49823132157325745], "cos_innovation_negg": [0.49823132157325745], "cos_apical_negg": [0.49823132157325745], "cos_Ac_negg": [0.49823132157325745], "r_norm": [0.7179563045501709]}, {"step": 350, "epoch": 0, "train_loss": 0.25550317764282227, "cos_r_negg": [0.5082464814186096], "cos_innovation_negg": [0.5082464814186096], "cos_apical_negg": [0.5082464814186096], "cos_Ac_negg": [0.5082464814186096], "r_norm": [0.5819770097732544]}, {"epoch_end": 0, "step": 391, "test_acc": 0.949, "test_loss": 0.1770845916748047}, {"step": 400, "epoch": 1, "train_loss": 0.14154742658138275, "cos_r_negg": [0.5147588849067688], "cos_innovation_negg": [0.5147588849067688], "cos_apical_negg": [0.5147588849067688], "cos_Ac_negg": [0.5147588849067688], "r_norm": [0.5950533151626587]}, {"step": 450, "epoch": 1, "train_loss": 0.13303032517433167, "cos_r_negg": [0.5332812070846558], "cos_innovation_negg": [0.5332812070846558], "cos_apical_negg": [0.5332812070846558], "cos_Ac_negg": [0.5332812070846558], "r_norm": [0.48958927392959595]}, {"step": 500, "epoch": 1, "train_loss": 0.18254117667675018, "cos_r_negg": [0.536449134349823], "cos_innovation_negg": [0.536449134349823], "cos_apical_negg": [0.536449134349823], "cos_Ac_negg": [0.536449134349823], "r_norm": [0.4152835011482239], "ldr": {"dL_sdil": -0.0043820664286613464, "dL_bp": -0.0037187784910202026, "ratio": 1.1783617763851213}}, {"step": 550, "epoch": 1, "train_loss": 0.09710727632045746, "cos_r_negg": [0.5309125185012817], "cos_innovation_negg": [0.5309125185012817], "cos_apical_negg": [0.5309125185012817], "cos_Ac_negg": [0.5309125185012817], "r_norm": [0.5140997171401978]}, {"step": 600, "epoch": 1, "train_loss": 0.04263746738433838, "cos_r_negg": [0.5393210649490356], "cos_innovation_negg": [0.5393210649490356], "cos_apical_negg": [0.5393210649490356], "cos_Ac_negg": [0.5393210649490356], "r_norm": [0.501657247543335]}, {"step": 650, "epoch": 1, "train_loss": 0.07336868345737457, "cos_r_negg": [0.5416759252548218], "cos_innovation_negg": [0.5416759252548218], "cos_apical_negg": [0.5416759252548218], "cos_Ac_negg": [0.5416759252548218], "r_norm": [0.4314202070236206]}, {"step": 700, "epoch": 1, "train_loss": 0.10612501204013824, "cos_r_negg": [0.5380069017410278], "cos_innovation_negg": [0.5380069017410278], "cos_apical_negg": [0.5380069017410278], "cos_Ac_negg": [0.5380069017410278], "r_norm": [0.47495484352111816]}, {"step": 750, "epoch": 1, "train_loss": 0.16109803318977356, "cos_r_negg": [0.5543200969696045], "cos_innovation_negg": [0.5543200969696045], "cos_apical_negg": [0.5543200969696045], "cos_Ac_negg": [0.5543200969696045], "r_norm": [0.5344511270523071], "ldr": {"dL_sdil": -0.014009997248649597, "dL_bp": -0.013059228658676147, "ratio": 1.0728043450975022}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9541, "test_loss": 0.15106299438476561}, {"step": 800, "epoch": 2, "train_loss": 0.05717243254184723, "cos_r_negg": [0.5500818490982056], "cos_innovation_negg": [0.5500818490982056], "cos_apical_negg": [0.5500818490982056], "cos_Ac_negg": [0.5500818490982056], "r_norm": [0.393000066280365]}, {"step": 850, "epoch": 2, "train_loss": 0.03941476345062256, "cos_r_negg": [0.5661003589630127], "cos_innovation_negg": [0.5661003589630127], "cos_apical_negg": [0.5661003589630127], "cos_Ac_negg": [0.5661003589630127], "r_norm": [0.4027671813964844]}, {"step": 900, "epoch": 2, "train_loss": 0.10557238012552261, "cos_r_negg": [0.5596094727516174], "cos_innovation_negg": [0.5596094727516174], "cos_apical_negg": [0.5596094727516174], "cos_Ac_negg": [0.5596094727516174], "r_norm": [0.47179365158081055]}, {"step": 950, "epoch": 2, "train_loss": 0.12161651998758316, "cos_r_negg": [0.5679528713226318], "cos_innovation_negg": [0.5679528713226318], "cos_apical_negg": [0.5679528713226318], "cos_Ac_negg": [0.5679528713226318], "r_norm": [0.3738698959350586]}, {"step": 1000, "epoch": 2, "train_loss": 0.08364763855934143, "cos_r_negg": [0.5691609382629395], "cos_innovation_negg": [0.5691609382629395], "cos_apical_negg": [0.5691609382629395], "cos_Ac_negg": [0.5691609382629395], "r_norm": [0.39727145433425903], "ldr": {"dL_sdil": -0.005441874265670776, "dL_bp": -0.004722617566585541, "ratio": 1.152300432746084}}, {"step": 1050, "epoch": 2, "train_loss": 0.03287242352962494, "cos_r_negg": [0.5763469934463501], "cos_innovation_negg": [0.5763469934463501], "cos_apical_negg": [0.5763469934463501], "cos_Ac_negg": [0.5763469934463501], "r_norm": [0.36194950342178345]}, {"step": 1100, "epoch": 2, "train_loss": 0.1454431712627411, "cos_r_negg": [0.5632929801940918], "cos_innovation_negg": [0.5632929801940918], "cos_apical_negg": [0.5632929801940918], "cos_Ac_negg": [0.5632929801940918], "r_norm": [0.3947522044181824]}, {"step": 1150, "epoch": 2, "train_loss": 0.0883951336145401, "cos_r_negg": [0.58266282081604], "cos_innovation_negg": [0.58266282081604], "cos_apical_negg": [0.58266282081604], "cos_Ac_negg": [0.58266282081604], "r_norm": [0.30092698335647583]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9688, "test_loss": 0.10801986694335937}, {"step": 1200, "epoch": 3, "train_loss": 0.04384800046682358, "cos_r_negg": [0.5765547156333923], "cos_innovation_negg": [0.5765547156333923], "cos_apical_negg": [0.5765547156333923], "cos_Ac_negg": [0.5765547156333923], "r_norm": [0.35575950145721436]}, {"step": 1250, "epoch": 3, "train_loss": 0.07067137956619263, "cos_r_negg": [0.5872044563293457], "cos_innovation_negg": [0.5872044563293457], "cos_apical_negg": [0.5872044563293457], "cos_Ac_negg": [0.5872044563293457], "r_norm": [0.31870633363723755], "ldr": {"dL_sdil": -0.005243748426437378, "dL_bp": -0.0046631768345832825, "ratio": 1.1245013029633428}}, {"step": 1300, "epoch": 3, "train_loss": 0.014111064374446869, "cos_r_negg": [0.5896565914154053], "cos_innovation_negg": [0.5896565914154053], "cos_apical_negg": [0.5896565914154053], "cos_Ac_negg": [0.5896565914154053], "r_norm": [0.3191906213760376]}, {"step": 1350, "epoch": 3, "train_loss": 0.02200225740671158, "cos_r_negg": [0.5949355959892273], "cos_innovation_negg": [0.5949355959892273], "cos_apical_negg": [0.5949355959892273], "cos_Ac_negg": [0.5949355959892273], "r_norm": [0.28881198167800903]}, {"step": 1400, "epoch": 3, "train_loss": 0.04235190153121948, "cos_r_negg": [0.6023393273353577], "cos_innovation_negg": [0.6023393273353577], "cos_apical_negg": [0.6023393273353577], "cos_Ac_negg": [0.6023393273353577], "r_norm": [0.3494701385498047]}, {"step": 1450, "epoch": 3, "train_loss": 0.037853650748729706, "cos_r_negg": [0.6019614934921265], "cos_innovation_negg": [0.6019614934921265], "cos_apical_negg": [0.6019614934921265], "cos_Ac_negg": [0.6019614934921265], "r_norm": [0.3527919054031372]}, {"step": 1500, "epoch": 3, "train_loss": 0.07715235650539398, "cos_r_negg": [0.6148341298103333], "cos_innovation_negg": [0.6148341298103333], "cos_apical_negg": [0.6148341298103333], "cos_Ac_negg": [0.6148341298103333], "r_norm": [0.26114022731781006], "ldr": {"dL_sdil": -0.0031411536037921906, "dL_bp": -0.0027532875537872314, "ratio": 1.1408737890350165}}, {"step": 1550, "epoch": 3, "train_loss": 0.04196534305810928, "cos_r_negg": [0.6071775555610657], "cos_innovation_negg": [0.6071775555610657], "cos_apical_negg": [0.6071775555610657], "cos_Ac_negg": [0.6071775555610657], "r_norm": [0.263432115316391]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9701, "test_loss": 0.10635365867614746}, {"step": 1600, "epoch": 4, "train_loss": 0.08143553137779236, "cos_r_negg": [0.6083104610443115], "cos_innovation_negg": [0.6083104610443115], "cos_apical_negg": [0.6083104610443115], "cos_Ac_negg": [0.6083104610443115], "r_norm": [0.3229970932006836]}, {"step": 1650, "epoch": 4, "train_loss": 0.06986844539642334, "cos_r_negg": [0.6048902869224548], "cos_innovation_negg": [0.6048902869224548], "cos_apical_negg": [0.6048902869224548], "cos_Ac_negg": [0.6048902869224548], "r_norm": [0.27426087856292725]}, {"step": 1700, "epoch": 4, "train_loss": 0.027880743145942688, "cos_r_negg": [0.6110736131668091], "cos_innovation_negg": [0.6110736131668091], "cos_apical_negg": [0.6110736131668091], "cos_Ac_negg": [0.6110736131668091], "r_norm": [0.23478369414806366]}, {"step": 1750, "epoch": 4, "train_loss": 0.026627864688634872, "cos_r_negg": [0.6115112900733948], "cos_innovation_negg": [0.6115112900733948], "cos_apical_negg": [0.6115112900733948], "cos_Ac_negg": [0.6115112900733948], "r_norm": [0.23661001026630402], "ldr": {"dL_sdil": -0.0027093812823295593, "dL_bp": -0.002483207732439041, "ratio": 1.0910812039347055}}, {"step": 1800, "epoch": 4, "train_loss": 0.032958291471004486, "cos_r_negg": [0.6183071732521057], "cos_innovation_negg": [0.6183071732521057], "cos_apical_negg": [0.6183071732521057], "cos_Ac_negg": [0.6183071732521057], "r_norm": [0.281324177980423]}, {"step": 1850, "epoch": 4, "train_loss": 0.08927027881145477, "cos_r_negg": [0.6219815015792847], "cos_innovation_negg": [0.6219815015792847], "cos_apical_negg": [0.6219815015792847], "cos_Ac_negg": [0.6219815015792847], "r_norm": [0.27008509635925293]}, {"step": 1900, "epoch": 4, "train_loss": 0.012789151631295681, "cos_r_negg": [0.6261608600616455], "cos_innovation_negg": [0.6261608600616455], "cos_apical_negg": [0.6261608600616455], "cos_Ac_negg": [0.6261608600616455], "r_norm": [0.2875248193740845]}, {"step": 1950, "epoch": 4, "train_loss": 0.07209601998329163, "cos_r_negg": [0.6242794990539551], "cos_innovation_negg": [0.6242794990539551], "cos_apical_negg": [0.6242794990539551], "cos_Ac_negg": [0.6242794990539551], "r_norm": [0.24653948843479156]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9733, "test_loss": 0.09529134216308593}, {"step": 2000, "epoch": 5, "train_loss": 0.008723001927137375, "cos_r_negg": [0.6312534809112549], "cos_innovation_negg": [0.6312534809112549], "cos_apical_negg": [0.6312534809112549], "cos_Ac_negg": [0.6312534809112549], "r_norm": [0.27534207701683044], "ldr": {"dL_sdil": -0.004335783421993256, "dL_bp": -0.003958866000175476, "ratio": 1.095208431354098}}, {"step": 2050, "epoch": 5, "train_loss": 0.007977986708283424, "cos_r_negg": [0.6268928050994873], "cos_innovation_negg": [0.6268928050994873], "cos_apical_negg": [0.6268928050994873], "cos_Ac_negg": [0.6268928050994873], "r_norm": [0.28080108761787415]}, {"step": 2100, "epoch": 5, "train_loss": 0.011977257207036018, "cos_r_negg": [0.6275802850723267], "cos_innovation_negg": [0.6275802850723267], "cos_apical_negg": [0.6275802850723267], "cos_Ac_negg": [0.6275802850723267], "r_norm": [0.2669225037097931]}, {"step": 2150, "epoch": 5, "train_loss": 0.007472577039152384, "cos_r_negg": [0.6306333541870117], "cos_innovation_negg": [0.6306333541870117], "cos_apical_negg": [0.6306333541870117], "cos_Ac_negg": [0.6306333541870117], "r_norm": [0.2533649206161499]}, {"step": 2200, "epoch": 5, "train_loss": 0.008038247004151344, "cos_r_negg": [0.6296679973602295], "cos_innovation_negg": [0.6296679973602295], "cos_apical_negg": [0.6296679973602295], "cos_Ac_negg": [0.6296679973602295], "r_norm": [0.25544893741607666]}, {"step": 2250, "epoch": 5, "train_loss": 0.014533299952745438, "cos_r_negg": [0.6357662677764893], "cos_innovation_negg": [0.6357662677764893], "cos_apical_negg": [0.6357662677764893], "cos_Ac_negg": [0.6357662677764893], "r_norm": [0.2707117199897766], "ldr": {"dL_sdil": -0.0045448243618011475, "dL_bp": -0.004156649112701416, "ratio": 1.0933865810115146}}, {"step": 2300, "epoch": 5, "train_loss": 0.01623210869729519, "cos_r_negg": [0.640495777130127], "cos_innovation_negg": [0.640495777130127], "cos_apical_negg": [0.640495777130127], "cos_Ac_negg": [0.640495777130127], "r_norm": [0.23849542438983917]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9737, "test_loss": 0.0931273286819458}, {"step": 2350, "epoch": 6, "train_loss": 0.004173761233687401, "cos_r_negg": [0.6388311386108398], "cos_innovation_negg": [0.6388311386108398], "cos_apical_negg": [0.6388311386108398], "cos_Ac_negg": [0.6388311386108398], "r_norm": [0.24071170389652252]}, {"step": 2400, "epoch": 6, "train_loss": 0.0046764155849814415, "cos_r_negg": [0.6432271003723145], "cos_innovation_negg": [0.6432271003723145], "cos_apical_negg": [0.6432271003723145], "cos_Ac_negg": [0.6432271003723145], "r_norm": [0.26935306191444397]}, {"step": 2450, "epoch": 6, "train_loss": 0.008951765485107899, "cos_r_negg": [0.6383296847343445], "cos_innovation_negg": [0.6383296847343445], "cos_apical_negg": [0.6383296847343445], "cos_Ac_negg": [0.6383296847343445], "r_norm": [0.24843837320804596]}, {"step": 2500, "epoch": 6, "train_loss": 0.015606595203280449, "cos_r_negg": [0.6416280269622803], "cos_innovation_negg": [0.6416280269622803], "cos_apical_negg": [0.6416280269622803], "cos_Ac_negg": [0.6416280269622803], "r_norm": [0.23136788606643677], "ldr": {"dL_sdil": -0.003627181053161621, "dL_bp": -0.0033147260546684265, "ratio": 1.0942626911967992}}, {"step": 2550, "epoch": 6, "train_loss": 0.019761424511671066, "cos_r_negg": [0.6416548490524292], "cos_innovation_negg": [0.6416548490524292], "cos_apical_negg": [0.6416548490524292], "cos_Ac_negg": [0.6416548490524292], "r_norm": [0.2153617888689041]}, {"step": 2600, "epoch": 6, "train_loss": 0.005303243175148964, "cos_r_negg": [0.6445395350456238], "cos_innovation_negg": [0.6445395350456238], "cos_apical_negg": [0.6445395350456238], "cos_Ac_negg": [0.6445395350456238], "r_norm": [0.22218960523605347]}, {"step": 2650, "epoch": 6, "train_loss": 0.01072439830750227, "cos_r_negg": [0.650060772895813], "cos_innovation_negg": [0.650060772895813], "cos_apical_negg": [0.650060772895813], "cos_Ac_negg": [0.650060772895813], "r_norm": [0.24583393335342407]}, {"step": 2700, "epoch": 6, "train_loss": 0.003924820572137833, "cos_r_negg": [0.6429259777069092], "cos_innovation_negg": [0.6429259777069092], "cos_apical_negg": [0.6429259777069092], "cos_Ac_negg": [0.6429259777069092], "r_norm": [0.2606179118156433]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9751, "test_loss": 0.09047390222549438}, {"step": 2750, "epoch": 7, "train_loss": 0.0020374655723571777, "cos_r_negg": [0.651113748550415], "cos_innovation_negg": [0.651113748550415], "cos_apical_negg": [0.651113748550415], "cos_Ac_negg": [0.651113748550415], "r_norm": [0.22707727551460266], "ldr": {"dL_sdil": -0.004078622907400131, "dL_bp": -0.0036659911274909973, "ratio": 1.1125566771874702}}, {"step": 2800, "epoch": 7, "train_loss": 0.004425741732120514, "cos_r_negg": [0.6573879718780518], "cos_innovation_negg": [0.6573879718780518], "cos_apical_negg": [0.6573879718780518], "cos_Ac_negg": [0.6573879718780518], "r_norm": [0.21545951068401337]}, {"step": 2850, "epoch": 7, "train_loss": 0.005138208158314228, "cos_r_negg": [0.6525487899780273], "cos_innovation_negg": [0.6525487899780273], "cos_apical_negg": [0.6525487899780273], "cos_Ac_negg": [0.6525487899780273], "r_norm": [0.24897994101047516]}, {"step": 2900, "epoch": 7, "train_loss": 0.015310867689549923, "cos_r_negg": [0.6553379893302917], "cos_innovation_negg": [0.6553379893302917], "cos_apical_negg": [0.6553379893302917], "cos_Ac_negg": [0.6553379893302917], "r_norm": [0.2205376923084259]}, {"step": 2950, "epoch": 7, "train_loss": 0.002709238324314356, "cos_r_negg": [0.653131365776062], "cos_innovation_negg": [0.653131365776062], "cos_apical_negg": [0.653131365776062], "cos_Ac_negg": [0.653131365776062], "r_norm": [0.22626489400863647]}, {"step": 3000, "epoch": 7, "train_loss": 0.004765601828694344, "cos_r_negg": [0.6556124687194824], "cos_innovation_negg": [0.6556124687194824], "cos_apical_negg": [0.6556124687194824], "cos_Ac_negg": [0.6556124687194824], "r_norm": [0.22952425479888916], "ldr": {"dL_sdil": -0.0049097612500190735, "dL_bp": -0.004575096070766449, "ratio": 1.073149322784944}}, {"step": 3050, "epoch": 7, "train_loss": 0.009597101248800755, "cos_r_negg": [0.6569572687149048], "cos_innovation_negg": [0.6569572687149048], "cos_apical_negg": [0.6569572687149048], "cos_Ac_negg": [0.6569572687149048], "r_norm": [0.23129905760288239]}, {"step": 3100, "epoch": 7, "train_loss": 0.0032459311187267303, "cos_r_negg": [0.6577346324920654], "cos_innovation_negg": [0.6577346324920654], "cos_apical_negg": [0.6577346324920654], "cos_Ac_negg": [0.6577346324920654], "r_norm": [0.2048831731081009]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9745, "test_loss": 0.09432842540740967}, {"step": 3150, "epoch": 8, "train_loss": 0.0067372070625424385, "cos_r_negg": [0.6573179364204407], "cos_innovation_negg": [0.6573179364204407], "cos_apical_negg": [0.6573179364204407], "cos_Ac_negg": [0.6573179364204407], "r_norm": [0.2292376160621643]}, {"step": 3200, "epoch": 8, "train_loss": 0.007213088683784008, "cos_r_negg": [0.6579589247703552], "cos_innovation_negg": [0.6579589247703552], "cos_apical_negg": [0.6579589247703552], "cos_Ac_negg": [0.6579589247703552], "r_norm": [0.24356800317764282]}, {"step": 3250, "epoch": 8, "train_loss": 0.0022321853321045637, "cos_r_negg": [0.658007800579071], "cos_innovation_negg": [0.658007800579071], "cos_apical_negg": [0.658007800579071], "cos_Ac_negg": [0.658007800579071], "r_norm": [0.23608578741550446], "ldr": {"dL_sdil": -0.00470937043428421, "dL_bp": -0.004370182752609253, "ratio": 1.0776140726546144}}, {"step": 3300, "epoch": 8, "train_loss": 0.004722879268229008, "cos_r_negg": [0.6595665216445923], "cos_innovation_negg": [0.6595665216445923], "cos_apical_negg": [0.6595665216445923], "cos_Ac_negg": [0.6595665216445923], "r_norm": [0.21817393600940704]}, {"step": 3350, "epoch": 8, "train_loss": 0.00899533461779356, "cos_r_negg": [0.662672221660614], "cos_innovation_negg": [0.662672221660614], "cos_apical_negg": [0.662672221660614], "cos_Ac_negg": [0.662672221660614], "r_norm": [0.2061643898487091]}, {"step": 3400, "epoch": 8, "train_loss": 0.005756613798439503, "cos_r_negg": [0.6570553779602051], "cos_innovation_negg": [0.6570553779602051], "cos_apical_negg": [0.6570553779602051], "cos_Ac_negg": [0.6570553779602051], "r_norm": [0.2371390461921692]}, {"step": 3450, "epoch": 8, "train_loss": 0.010308830067515373, "cos_r_negg": [0.6601848602294922], "cos_innovation_negg": [0.6601848602294922], "cos_apical_negg": [0.6601848602294922], "cos_Ac_negg": [0.6601848602294922], "r_norm": [0.2180444896221161]}, {"step": 3500, "epoch": 8, "train_loss": 0.006429805886000395, "cos_r_negg": [0.6595958471298218], "cos_innovation_negg": [0.6595958471298218], "cos_apical_negg": [0.6595958471298218], "cos_Ac_negg": [0.6595958471298218], "r_norm": [0.20834743976593018], "ldr": {"dL_sdil": -0.004316743463277817, "dL_bp": -0.004063166677951813, "ratio": 1.062408659408929}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9759, "test_loss": 0.08954461021423339}, {"step": 3550, "epoch": 9, "train_loss": 0.005943995900452137, "cos_r_negg": [0.6604281663894653], "cos_innovation_negg": [0.6604281663894653], "cos_apical_negg": [0.6604281663894653], "cos_Ac_negg": [0.6604281663894653], "r_norm": [0.21508347988128662]}, {"step": 3600, "epoch": 9, "train_loss": 0.0034295422956347466, "cos_r_negg": [0.662184476852417], "cos_innovation_negg": [0.662184476852417], "cos_apical_negg": [0.662184476852417], "cos_Ac_negg": [0.662184476852417], "r_norm": [0.2174491584300995]}, {"step": 3650, "epoch": 9, "train_loss": 0.005071406718343496, "cos_r_negg": [0.6648479104042053], "cos_innovation_negg": [0.6648479104042053], "cos_apical_negg": [0.6648479104042053], "cos_Ac_negg": [0.6648479104042053], "r_norm": [0.20901983976364136]}, {"step": 3700, "epoch": 9, "train_loss": 0.004618107341229916, "cos_r_negg": [0.6641288995742798], "cos_innovation_negg": [0.6641288995742798], "cos_apical_negg": [0.6641288995742798], "cos_Ac_negg": [0.6641288995742798], "r_norm": [0.20615923404693604]}, {"step": 3750, "epoch": 9, "train_loss": 0.006785989739000797, "cos_r_negg": [0.6658539175987244], "cos_innovation_negg": [0.6658539175987244], "cos_apical_negg": [0.6658539175987244], "cos_Ac_negg": [0.6658539175987244], "r_norm": [0.2002745419740677], "ldr": {"dL_sdil": -0.0036386214196681976, "dL_bp": -0.0034449249505996704, "ratio": 1.0562266150485542}}, {"step": 3800, "epoch": 9, "train_loss": 0.002978282980620861, "cos_r_negg": [0.6611243486404419], "cos_innovation_negg": [0.6611243486404419], "cos_apical_negg": [0.6611243486404419], "cos_Ac_negg": [0.6611243486404419], "r_norm": [0.20599663257598877]}, {"step": 3850, "epoch": 9, "train_loss": 0.004304912406951189, "cos_r_negg": [0.6652731895446777], "cos_innovation_negg": [0.6652731895446777], "cos_apical_negg": [0.6652731895446777], "cos_Ac_negg": [0.6652731895446777], "r_norm": [0.20936986804008484]}, {"step": 3900, "epoch": 9, "train_loss": 0.0055275652557611465, "cos_r_negg": [0.662760853767395], "cos_innovation_negg": [0.662760853767395], "cos_apical_negg": [0.662760853767395], "cos_Ac_negg": [0.662760853767395], "r_norm": [0.20955199003219604]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9753, "test_loss": 0.09105347557067871}, {"step": 3950, "epoch": 10, "train_loss": 0.004446825478225946, "cos_r_negg": [0.6654080152511597], "cos_innovation_negg": [0.6654080152511597], "cos_apical_negg": [0.6654080152511597], "cos_Ac_negg": [0.6654080152511597], "r_norm": [0.21164146065711975]}, {"step": 4000, "epoch": 10, "train_loss": 0.0031163145322352648, "cos_r_negg": [0.6672611236572266], "cos_innovation_negg": [0.6672611236572266], "cos_apical_negg": [0.6672611236572266], "cos_Ac_negg": [0.6672611236572266], "r_norm": [0.21927353739738464], "ldr": {"dL_sdil": -0.0048140957951545715, "dL_bp": -0.004531607031822205, "ratio": 1.0623374360019862}}, {"step": 4050, "epoch": 10, "train_loss": 0.0026271753013134003, "cos_r_negg": [0.663964569568634], "cos_innovation_negg": [0.663964569568634], "cos_apical_negg": [0.663964569568634], "cos_Ac_negg": [0.663964569568634], "r_norm": [0.21214038133621216]}, {"step": 4100, "epoch": 10, "train_loss": 0.002287264447659254, "cos_r_negg": [0.6686688661575317], "cos_innovation_negg": [0.6686688661575317], "cos_apical_negg": [0.6686688661575317], "cos_Ac_negg": [0.6686688661575317], "r_norm": [0.20698611438274384]}, {"step": 4150, "epoch": 10, "train_loss": 0.001480813487432897, "cos_r_negg": [0.6679164171218872], "cos_innovation_negg": [0.6679164171218872], "cos_apical_negg": [0.6679164171218872], "cos_Ac_negg": [0.6679164171218872], "r_norm": [0.20223265886306763]}, {"step": 4200, "epoch": 10, "train_loss": 0.0033047478646039963, "cos_r_negg": [0.6701856255531311], "cos_innovation_negg": [0.6701856255531311], "cos_apical_negg": [0.6701856255531311], "cos_Ac_negg": [0.6701856255531311], "r_norm": [0.206772118806839]}, {"step": 4250, "epoch": 10, "train_loss": 0.007067318074405193, "cos_r_negg": [0.6698916554450989], "cos_innovation_negg": [0.6698916554450989], "cos_apical_negg": [0.6698916554450989], "cos_Ac_negg": [0.6698916554450989], "r_norm": [0.20540735125541687], "ldr": {"dL_sdil": -0.003942497074604034, "dL_bp": -0.00370870903134346, "ratio": 1.063037580269781}}, {"step": 4300, "epoch": 10, "train_loss": 0.002656301250681281, "cos_r_negg": [0.6666319966316223], "cos_innovation_negg": [0.6666319966316223], "cos_apical_negg": [0.6666319966316223], "cos_Ac_negg": [0.6666319966316223], "r_norm": [0.2121327519416809]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9749, "test_loss": 0.09279289512634277}, {"step": 4350, "epoch": 11, "train_loss": 0.0031423899345099926, "cos_r_negg": [0.670293927192688], "cos_innovation_negg": [0.670293927192688], "cos_apical_negg": [0.670293927192688], "cos_Ac_negg": [0.670293927192688], "r_norm": [0.20686699450016022]}, {"step": 4400, "epoch": 11, "train_loss": 0.0020664853509515524, "cos_r_negg": [0.6691771745681763], "cos_innovation_negg": [0.6691771745681763], "cos_apical_negg": [0.6691771745681763], "cos_Ac_negg": [0.6691771745681763], "r_norm": [0.20479504764080048]}, {"step": 4450, "epoch": 11, "train_loss": 0.005447668023407459, "cos_r_negg": [0.670058012008667], "cos_innovation_negg": [0.670058012008667], "cos_apical_negg": [0.670058012008667], "cos_Ac_negg": [0.670058012008667], "r_norm": [0.20608139038085938]}, {"step": 4500, "epoch": 11, "train_loss": 0.0006318136001937091, "cos_r_negg": [0.6704049706459045], "cos_innovation_negg": [0.6704049706459045], "cos_apical_negg": [0.6704049706459045], "cos_Ac_negg": [0.6704049706459045], "r_norm": [0.20998471975326538], "ldr": {"dL_sdil": -0.004368964582681656, "dL_bp": -0.004160039126873016, "ratio": 1.0502219929757446}}, {"step": 4550, "epoch": 11, "train_loss": 0.005078554153442383, "cos_r_negg": [0.668289065361023], "cos_innovation_negg": [0.668289065361023], "cos_apical_negg": [0.668289065361023], "cos_Ac_negg": [0.668289065361023], "r_norm": [0.21210157871246338]}, {"step": 4600, "epoch": 11, "train_loss": 0.0012795425718650222, "cos_r_negg": [0.6717455387115479], "cos_innovation_negg": [0.6717455387115479], "cos_apical_negg": [0.6717455387115479], "cos_Ac_negg": [0.6717455387115479], "r_norm": [0.19525223970413208]}, {"step": 4650, "epoch": 11, "train_loss": 0.0021152496337890625, "cos_r_negg": [0.6730172634124756], "cos_innovation_negg": [0.6730172634124756], "cos_apical_negg": [0.6730172634124756], "cos_Ac_negg": [0.6730172634124756], "r_norm": [0.19448858499526978]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9753, "test_loss": 0.09315645723342895}, {"step": 4700, "epoch": 12, "train_loss": 0.0021645165979862213, "cos_r_negg": [0.6723247170448303], "cos_innovation_negg": [0.6723247170448303], "cos_apical_negg": [0.6723247170448303], "cos_Ac_negg": [0.6723247170448303], "r_norm": [0.20225906372070312]}, {"step": 4750, "epoch": 12, "train_loss": 0.002937732730060816, "cos_r_negg": [0.6738252639770508], "cos_innovation_negg": [0.6738252639770508], "cos_apical_negg": [0.6738252639770508], "cos_Ac_negg": [0.6738252639770508], "r_norm": [0.20105257630348206], "ldr": {"dL_sdil": -0.004291169345378876, "dL_bp": -0.004123196005821228, "ratio": 1.0407386258912985}}, {"step": 4800, "epoch": 12, "train_loss": 0.002691417932510376, "cos_r_negg": [0.6713536381721497], "cos_innovation_negg": [0.6713536381721497], "cos_apical_negg": [0.6713536381721497], "cos_Ac_negg": [0.6713536381721497], "r_norm": [0.20059847831726074]}, {"step": 4850, "epoch": 12, "train_loss": 0.002260879846289754, "cos_r_negg": [0.6710764765739441], "cos_innovation_negg": [0.6710764765739441], "cos_apical_negg": [0.6710764765739441], "cos_Ac_negg": [0.6710764765739441], "r_norm": [0.20690250396728516]}, {"step": 4900, "epoch": 12, "train_loss": 0.0024315989576280117, "cos_r_negg": [0.6720905303955078], "cos_innovation_negg": [0.6720905303955078], "cos_apical_negg": [0.6720905303955078], "cos_Ac_negg": [0.6720905303955078], "r_norm": [0.19791659712791443]}, {"step": 4950, "epoch": 12, "train_loss": 0.0012169540859758854, "cos_r_negg": [0.6721366047859192], "cos_innovation_negg": [0.6721366047859192], "cos_apical_negg": [0.6721366047859192], "cos_Ac_negg": [0.6721366047859192], "r_norm": [0.1990196257829666]}, {"step": 5000, "epoch": 12, "train_loss": 0.0021146696526557207, "cos_r_negg": [0.6736257076263428], "cos_innovation_negg": [0.6736257076263428], "cos_apical_negg": [0.6736257076263428], "cos_Ac_negg": [0.6736257076263428], "r_norm": [0.19683656096458435], "ldr": {"dL_sdil": -0.004530705511569977, "dL_bp": -0.004380751401185989, "ratio": 1.0342302259706841}}, {"step": 5050, "epoch": 12, "train_loss": 0.0024684173986315727, "cos_r_negg": [0.6736048460006714], "cos_innovation_negg": [0.6736048460006714], "cos_apical_negg": [0.6736048460006714], "cos_Ac_negg": [0.6736048460006714], "r_norm": [0.19271904230117798]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.976, "test_loss": 0.09467054319381714}, {"step": 5100, "epoch": 13, "train_loss": 0.0016027645906433463, "cos_r_negg": [0.6724638342857361], "cos_innovation_negg": [0.6724638342857361], "cos_apical_negg": [0.6724638342857361], "cos_Ac_negg": [0.6724638342857361], "r_norm": [0.201303169131279]}, {"step": 5150, "epoch": 13, "train_loss": 0.00209132581949234, "cos_r_negg": [0.6764490604400635], "cos_innovation_negg": [0.6764490604400635], "cos_apical_negg": [0.6764490604400635], "cos_Ac_negg": [0.6764490604400635], "r_norm": [0.2025212198495865]}, {"step": 5200, "epoch": 13, "train_loss": 0.0027643050998449326, "cos_r_negg": [0.6736736297607422], "cos_innovation_negg": [0.6736736297607422], "cos_apical_negg": [0.6736736297607422], "cos_Ac_negg": [0.6736736297607422], "r_norm": [0.21668826043605804]}, {"step": 5250, "epoch": 13, "train_loss": 0.0016179705271497369, "cos_r_negg": [0.6752312779426575], "cos_innovation_negg": [0.6752312779426575], "cos_apical_negg": [0.6752312779426575], "cos_Ac_negg": [0.6752312779426575], "r_norm": [0.20483529567718506], "ldr": {"dL_sdil": -0.004582509398460388, "dL_bp": -0.0044124796986579895, "ratio": 1.038533820303833}}, {"step": 5300, "epoch": 13, "train_loss": 0.0028546042740345, "cos_r_negg": [0.6753683686256409], "cos_innovation_negg": [0.6753683686256409], "cos_apical_negg": [0.6753683686256409], "cos_Ac_negg": [0.6753683686256409], "r_norm": [0.2027900218963623]}, {"step": 5350, "epoch": 13, "train_loss": 0.0020423983223736286, "cos_r_negg": [0.6751320362091064], "cos_innovation_negg": [0.6751320362091064], "cos_apical_negg": [0.6751320362091064], "cos_Ac_negg": [0.6751320362091064], "r_norm": [0.20530730485916138]}, {"step": 5400, "epoch": 13, "train_loss": 0.0017227369826287031, "cos_r_negg": [0.6744263768196106], "cos_innovation_negg": [0.6744263768196106], "cos_apical_negg": [0.6744263768196106], "cos_Ac_negg": [0.6744263768196106], "r_norm": [0.19402563571929932]}, {"step": 5450, "epoch": 13, "train_loss": 0.0012734313495457172, "cos_r_negg": [0.6753134727478027], "cos_innovation_negg": [0.6753134727478027], "cos_apical_negg": [0.6753134727478027], "cos_Ac_negg": [0.6753134727478027], "r_norm": [0.1931566298007965]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9757, "test_loss": 0.09525228147506713}, {"step": 5500, "epoch": 14, "train_loss": 0.001667274278588593, "cos_r_negg": [0.6760666370391846], "cos_innovation_negg": [0.6760666370391846], "cos_apical_negg": [0.6760666370391846], "cos_Ac_negg": [0.6760666370391846], "r_norm": [0.2017875611782074], "ldr": {"dL_sdil": -0.004333533346652985, "dL_bp": -0.0042211562395095825, "ratio": 1.02662235197351}}, {"step": 5550, "epoch": 14, "train_loss": 0.0009367691236548126, "cos_r_negg": [0.6768674850463867], "cos_innovation_negg": [0.6768674850463867], "cos_apical_negg": [0.6768674850463867], "cos_Ac_negg": [0.6768674850463867], "r_norm": [0.19704404473304749]}, {"step": 5600, "epoch": 14, "train_loss": 0.002012785291299224, "cos_r_negg": [0.6774173974990845], "cos_innovation_negg": [0.6774173974990845], "cos_apical_negg": [0.6774173974990845], "cos_Ac_negg": [0.6774173974990845], "r_norm": [0.20027580857276917]}, {"step": 5650, "epoch": 14, "train_loss": 0.001592109794728458, "cos_r_negg": [0.6769880056381226], "cos_innovation_negg": [0.6769880056381226], "cos_apical_negg": [0.6769880056381226], "cos_Ac_negg": [0.6769880056381226], "r_norm": [0.19650369882583618]}, {"step": 5700, "epoch": 14, "train_loss": 0.0008684390923008323, "cos_r_negg": [0.6758737564086914], "cos_innovation_negg": [0.6758737564086914], "cos_apical_negg": [0.6758737564086914], "cos_Ac_negg": [0.6758737564086914], "r_norm": [0.19748368859291077]}, {"step": 5750, "epoch": 14, "train_loss": 0.0016995633486658335, "cos_r_negg": [0.6766948699951172], "cos_innovation_negg": [0.6766948699951172], "cos_apical_negg": [0.6766948699951172], "cos_Ac_negg": [0.6766948699951172], "r_norm": [0.19980132579803467], "ldr": {"dL_sdil": -0.004541162401437759, "dL_bp": -0.004420861601829529, "ratio": 1.0272120709588477}}, {"step": 5800, "epoch": 14, "train_loss": 0.004718199372291565, "cos_r_negg": [0.6751506328582764], "cos_innovation_negg": [0.6751506328582764], "cos_apical_negg": [0.6751506328582764], "cos_Ac_negg": [0.6751506328582764], "r_norm": [0.19433294236660004]}, {"step": 5850, "epoch": 14, "train_loss": 0.002494725165888667, "cos_r_negg": [0.6757492423057556], "cos_innovation_negg": [0.6757492423057556], "cos_apical_negg": [0.6757492423057556], "cos_Ac_negg": [0.6757492423057556], "r_norm": [0.19890442490577698]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9751, "test_loss": 0.09628971948623657}, {"step": 5900, "epoch": 15, "train_loss": 0.0019824886694550514, "cos_r_negg": [0.6772580146789551], "cos_innovation_negg": [0.6772580146789551], "cos_apical_negg": [0.6772580146789551], "cos_Ac_negg": [0.6772580146789551], "r_norm": [0.19911274313926697]}, {"step": 5950, "epoch": 15, "train_loss": 0.0019361514132469893, "cos_r_negg": [0.6783580780029297], "cos_innovation_negg": [0.6783580780029297], "cos_apical_negg": [0.6783580780029297], "cos_Ac_negg": [0.6783580780029297], "r_norm": [0.19420507550239563]}, {"step": 6000, "epoch": 15, "train_loss": 0.0036907328758388758, "cos_r_negg": [0.6764315962791443], "cos_innovation_negg": [0.6764315962791443], "cos_apical_negg": [0.6764315962791443], "cos_Ac_negg": [0.6764315962791443], "r_norm": [0.19998955726623535], "ldr": {"dL_sdil": -0.004487205296754837, "dL_bp": -0.004372656345367432, "ratio": 1.026196650809013}}, {"step": 6050, "epoch": 15, "train_loss": 0.003295532427728176, "cos_r_negg": [0.6746781468391418], "cos_innovation_negg": [0.6746781468391418], "cos_apical_negg": [0.6746781468391418], "cos_Ac_negg": [0.6746781468391418], "r_norm": [0.20325763523578644]}, {"step": 6100, "epoch": 15, "train_loss": 0.0021134009584784508, "cos_r_negg": [0.6758386492729187], "cos_innovation_negg": [0.6758386492729187], "cos_apical_negg": [0.6758386492729187], "cos_Ac_negg": [0.6758386492729187], "r_norm": [0.20431111752986908]}, {"step": 6150, "epoch": 15, "train_loss": 0.001291938591748476, "cos_r_negg": [0.6782963871955872], "cos_innovation_negg": [0.6782963871955872], "cos_apical_negg": [0.6782963871955872], "cos_Ac_negg": [0.6782963871955872], "r_norm": [0.19321280717849731]}, {"step": 6200, "epoch": 15, "train_loss": 0.0018006658647209406, "cos_r_negg": [0.6786940693855286], "cos_innovation_negg": [0.6786940693855286], "cos_apical_negg": [0.6786940693855286], "cos_Ac_negg": [0.6786940693855286], "r_norm": [0.19988302886486053]}, {"step": 6250, "epoch": 15, "train_loss": 0.0012046804185956717, "cos_r_negg": [0.6778249740600586], "cos_innovation_negg": [0.6778249740600586], "cos_apical_negg": [0.6778249740600586], "cos_Ac_negg": [0.6778249740600586], "r_norm": [0.18995241820812225], "ldr": {"dL_sdil": -0.0038837864995002747, "dL_bp": -0.0038360655307769775, "ratio": 1.0124400817296861}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9756, "test_loss": 0.09606811332702636}, {"step": 6300, "epoch": 16, "train_loss": 0.002703131642192602, "cos_r_negg": [0.6781264543533325], "cos_innovation_negg": [0.6781264543533325], "cos_apical_negg": [0.6781264543533325], "cos_Ac_negg": [0.6781264543533325], "r_norm": [0.19858241081237793]}, {"step": 6350, "epoch": 16, "train_loss": 0.0012870959471911192, "cos_r_negg": [0.6789709329605103], "cos_innovation_negg": [0.6789709329605103], "cos_apical_negg": [0.6789709329605103], "cos_Ac_negg": [0.6789709329605103], "r_norm": [0.19874310493469238]}, {"step": 6400, "epoch": 16, "train_loss": 0.0017570254858583212, "cos_r_negg": [0.6780140399932861], "cos_innovation_negg": [0.6780140399932861], "cos_apical_negg": [0.6780140399932861], "cos_Ac_negg": [0.6780140399932861], "r_norm": [0.1957499384880066]}, {"step": 6450, "epoch": 16, "train_loss": 0.0009952459950000048, "cos_r_negg": [0.6786401271820068], "cos_innovation_negg": [0.6786401271820068], "cos_apical_negg": [0.6786401271820068], "cos_Ac_negg": [0.6786401271820068], "r_norm": [0.19345584511756897]}, {"step": 6500, "epoch": 16, "train_loss": 0.0012890363577753305, "cos_r_negg": [0.678524374961853], "cos_innovation_negg": [0.678524374961853], "cos_apical_negg": [0.678524374961853], "cos_Ac_negg": [0.678524374961853], "r_norm": [0.18856222927570343], "ldr": {"dL_sdil": -0.00415068119764328, "dL_bp": -0.004128459841012955, "ratio": 1.005382480994383}}, {"step": 6550, "epoch": 16, "train_loss": 0.0013859336031600833, "cos_r_negg": [0.6774978637695312], "cos_innovation_negg": [0.6774978637695312], "cos_apical_negg": [0.6774978637695312], "cos_Ac_negg": [0.6774978637695312], "r_norm": [0.1955096423625946]}, {"step": 6600, "epoch": 16, "train_loss": 0.0009417679393664002, "cos_r_negg": [0.6783842444419861], "cos_innovation_negg": [0.6783842444419861], "cos_apical_negg": [0.6783842444419861], "cos_Ac_negg": [0.6783842444419861], "r_norm": [0.18583746254444122]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9758, "test_loss": 0.09674404077529908}, {"step": 6650, "epoch": 17, "train_loss": 0.0008563314913772047, "cos_r_negg": [0.6778934001922607], "cos_innovation_negg": [0.6778934001922607], "cos_apical_negg": [0.6778934001922607], "cos_Ac_negg": [0.6778934001922607], "r_norm": [0.19546248018741608]}, {"step": 6700, "epoch": 17, "train_loss": 0.0006071425741538405, "cos_r_negg": [0.678092360496521], "cos_innovation_negg": [0.678092360496521], "cos_apical_negg": [0.678092360496521], "cos_Ac_negg": [0.678092360496521], "r_norm": [0.19562594592571259]}, {"step": 6750, "epoch": 17, "train_loss": 0.0022858157753944397, "cos_r_negg": [0.6785510778427124], "cos_innovation_negg": [0.6785510778427124], "cos_apical_negg": [0.6785510778427124], "cos_Ac_negg": [0.6785510778427124], "r_norm": [0.19944354891777039], "ldr": {"dL_sdil": -0.004735618829727173, "dL_bp": -0.0046944692730903625, "ratio": 1.0087655396687092}}, {"step": 6800, "epoch": 17, "train_loss": 0.001799117773771286, "cos_r_negg": [0.6783598065376282], "cos_innovation_negg": [0.6783598065376282], "cos_apical_negg": [0.6783598065376282], "cos_Ac_negg": [0.6783598065376282], "r_norm": [0.19583190977573395]}, {"step": 6850, "epoch": 17, "train_loss": 0.0016513171140104532, "cos_r_negg": [0.6767479777336121], "cos_innovation_negg": [0.6767479777336121], "cos_apical_negg": [0.6767479777336121], "cos_Ac_negg": [0.6767479777336121], "r_norm": [0.193168044090271]}, {"step": 6900, "epoch": 17, "train_loss": 0.002800655784085393, "cos_r_negg": [0.6778868436813354], "cos_innovation_negg": [0.6778868436813354], "cos_apical_negg": [0.6778868436813354], "cos_Ac_negg": [0.6778868436813354], "r_norm": [0.18947653472423553]}, {"step": 6950, "epoch": 17, "train_loss": 0.0029168459586799145, "cos_r_negg": [0.6786258220672607], "cos_innovation_negg": [0.6786258220672607], "cos_apical_negg": [0.6786258220672607], "cos_Ac_negg": [0.6786258220672607], "r_norm": [0.19113418459892273]}, {"step": 7000, "epoch": 17, "train_loss": 0.001474400400184095, "cos_r_negg": [0.6798369288444519], "cos_innovation_negg": [0.6798369288444519], "cos_apical_negg": [0.6798369288444519], "cos_Ac_negg": [0.6798369288444519], "r_norm": [0.18866069614887238], "ldr": {"dL_sdil": -0.004258368164300919, "dL_bp": -0.004221241921186447, "ratio": 1.008795099595722}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9762, "test_loss": 0.09786470680236817}, {"step": 7050, "epoch": 18, "train_loss": 0.0004816629516426474, "cos_r_negg": [0.6805734634399414], "cos_innovation_negg": [0.6805734634399414], "cos_apical_negg": [0.6805734634399414], "cos_Ac_negg": [0.6805734634399414], "r_norm": [0.19407767057418823]}, {"step": 7100, "epoch": 18, "train_loss": 0.002113032154738903, "cos_r_negg": [0.6789877414703369], "cos_innovation_negg": [0.6789877414703369], "cos_apical_negg": [0.6789877414703369], "cos_Ac_negg": [0.6789877414703369], "r_norm": [0.1929522603750229]}, {"step": 7150, "epoch": 18, "train_loss": 0.0007133954204618931, "cos_r_negg": [0.680056095123291], "cos_innovation_negg": [0.680056095123291], "cos_apical_negg": [0.680056095123291], "cos_Ac_negg": [0.680056095123291], "r_norm": [0.1921893060207367]}, {"step": 7200, "epoch": 18, "train_loss": 0.0016740444116294384, "cos_r_negg": [0.6809453368186951], "cos_innovation_negg": [0.6809453368186951], "cos_apical_negg": [0.6809453368186951], "cos_Ac_negg": [0.6809453368186951], "r_norm": [0.19163131713867188]}, {"step": 7250, "epoch": 18, "train_loss": 0.0016337661072611809, "cos_r_negg": [0.6792415380477905], "cos_innovation_negg": [0.6792415380477905], "cos_apical_negg": [0.6792415380477905], "cos_Ac_negg": [0.6792415380477905], "r_norm": [0.18883122503757477], "ldr": {"dL_sdil": -0.004432491958141327, "dL_bp": -0.004416368901729584, "ratio": 1.0036507494664744}}, {"step": 7300, "epoch": 18, "train_loss": 0.0008075099904090166, "cos_r_negg": [0.6792004704475403], "cos_innovation_negg": [0.6792004704475403], "cos_apical_negg": [0.6792004704475403], "cos_Ac_negg": [0.6792004704475403], "r_norm": [0.18913257122039795]}, {"step": 7350, "epoch": 18, "train_loss": 0.001957409083843231, "cos_r_negg": [0.6807944774627686], "cos_innovation_negg": [0.6807944774627686], "cos_apical_negg": [0.6807944774627686], "cos_Ac_negg": [0.6807944774627686], "r_norm": [0.1975477784872055]}, {"step": 7400, "epoch": 18, "train_loss": 0.0008240619208663702, "cos_r_negg": [0.6796781420707703], "cos_innovation_negg": [0.6796781420707703], "cos_apical_negg": [0.6796781420707703], "cos_Ac_negg": [0.6796781420707703], "r_norm": [0.19231140613555908]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9755, "test_loss": 0.09802517557144165}, {"step": 7450, "epoch": 19, "train_loss": 0.0012491706293076277, "cos_r_negg": [0.6785205602645874], "cos_innovation_negg": [0.6785205602645874], "cos_apical_negg": [0.6785205602645874], "cos_Ac_negg": [0.6785205602645874], "r_norm": [0.19020342826843262]}, {"step": 7500, "epoch": 19, "train_loss": 0.0009290574234910309, "cos_r_negg": [0.6798153519630432], "cos_innovation_negg": [0.6798153519630432], "cos_apical_negg": [0.6798153519630432], "cos_Ac_negg": [0.6798153519630432], "r_norm": [0.19210565090179443], "ldr": {"dL_sdil": -0.004434984177350998, "dL_bp": -0.004429761320352554, "ratio": 1.0011790380159868}}, {"step": 7550, "epoch": 19, "train_loss": 0.0005959479603916407, "cos_r_negg": [0.680990993976593], "cos_innovation_negg": [0.680990993976593], "cos_apical_negg": [0.680990993976593], "cos_Ac_negg": [0.680990993976593], "r_norm": [0.19141525030136108]}, {"step": 7600, "epoch": 19, "train_loss": 0.0009970436803996563, "cos_r_negg": [0.6810640692710876], "cos_innovation_negg": [0.6810640692710876], "cos_apical_negg": [0.6810640692710876], "cos_Ac_negg": [0.6810640692710876], "r_norm": [0.19403953850269318]}, {"step": 7650, "epoch": 19, "train_loss": 0.001588433631695807, "cos_r_negg": [0.6811843514442444], "cos_innovation_negg": [0.6811843514442444], "cos_apical_negg": [0.6811843514442444], "cos_Ac_negg": [0.6811843514442444], "r_norm": [0.19657401740550995]}, {"step": 7700, "epoch": 19, "train_loss": 0.002039917977526784, "cos_r_negg": [0.6801332235336304], "cos_innovation_negg": [0.6801332235336304], "cos_apical_negg": [0.6801332235336304], "cos_Ac_negg": [0.6801332235336304], "r_norm": [0.18962380290031433]}, {"step": 7750, "epoch": 19, "train_loss": 0.0014102545101195574, "cos_r_negg": [0.6803755164146423], "cos_innovation_negg": [0.6803755164146423], "cos_apical_negg": [0.6803755164146423], "cos_Ac_negg": [0.6803755164146423], "r_norm": [0.18950852751731873], "ldr": {"dL_sdil": -0.0044946372509002686, "dL_bp": -0.004482068121433258, "ratio": 1.0028043146883254}}, {"step": 7800, "epoch": 19, "train_loss": 0.0019254243234172463, "cos_r_negg": [0.6809574365615845], "cos_innovation_negg": [0.6809574365615845], "cos_apical_negg": [0.6809574365615845], "cos_Ac_negg": [0.6809574365615845], "r_norm": [0.1955173760652542]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9753, "test_loss": 0.09877785654067993}, {"step": 7850, "epoch": 20, "train_loss": 0.0012132973643019795, "cos_r_negg": [0.6817896962165833], "cos_innovation_negg": [0.6817896962165833], "cos_apical_negg": [0.6817896962165833], "cos_Ac_negg": [0.6817896962165833], "r_norm": [0.18956375122070312]}, {"step": 7900, "epoch": 20, "train_loss": 0.001429412397556007, "cos_r_negg": [0.6812744140625], "cos_innovation_negg": [0.6812744140625], "cos_apical_negg": [0.6812744140625], "cos_Ac_negg": [0.6812744140625], "r_norm": [0.19143572449684143]}, {"step": 7950, "epoch": 20, "train_loss": 0.0008476512739434838, "cos_r_negg": [0.6804397106170654], "cos_innovation_negg": [0.6804397106170654], "cos_apical_negg": [0.6804397106170654], "cos_Ac_negg": [0.6804397106170654], "r_norm": [0.1874423325061798]}, {"step": 8000, "epoch": 20, "train_loss": 0.001076795277185738, "cos_r_negg": [0.6796289682388306], "cos_innovation_negg": [0.6796289682388306], "cos_apical_negg": [0.6796289682388306], "cos_Ac_negg": [0.6796289682388306], "r_norm": [0.19022831320762634], "ldr": {"dL_sdil": -0.004449240863323212, "dL_bp": -0.00447482243180275, "ratio": 0.9942832215424396}}, {"step": 8050, "epoch": 20, "train_loss": 0.0018522972241044044, "cos_r_negg": [0.6797957420349121], "cos_innovation_negg": [0.6797957420349121], "cos_apical_negg": [0.6797957420349121], "cos_Ac_negg": [0.6797957420349121], "r_norm": [0.18836306035518646]}, {"step": 8100, "epoch": 20, "train_loss": 0.0011180498404428363, "cos_r_negg": [0.6810337901115417], "cos_innovation_negg": [0.6810337901115417], "cos_apical_negg": [0.6810337901115417], "cos_Ac_negg": [0.6810337901115417], "r_norm": [0.1883033812046051]}, {"step": 8150, "epoch": 20, "train_loss": 0.0014811006840318441, "cos_r_negg": [0.681728720664978], "cos_innovation_negg": [0.681728720664978], "cos_apical_negg": [0.681728720664978], "cos_Ac_negg": [0.681728720664978], "r_norm": [0.18964485824108124]}, {"step": 8200, "epoch": 20, "train_loss": 0.001023163553327322, "cos_r_negg": [0.6810627579689026], "cos_innovation_negg": [0.6810627579689026], "cos_apical_negg": [0.6810627579689026], "cos_Ac_negg": [0.6810627579689026], "r_norm": [0.19322256743907928]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9762, "test_loss": 0.0989085729598999}, {"step": 8250, "epoch": 21, "train_loss": 0.0014722070191055536, "cos_r_negg": [0.6812344789505005], "cos_innovation_negg": [0.6812344789505005], "cos_apical_negg": [0.6812344789505005], "cos_Ac_negg": [0.6812344789505005], "r_norm": [0.1916256546974182], "ldr": {"dL_sdil": -0.0045628733932971954, "dL_bp": -0.004593964666128159, "ratio": 0.9932321480266919}}, {"step": 8300, "epoch": 21, "train_loss": 0.0016518156044185162, "cos_r_negg": [0.6819050312042236], "cos_innovation_negg": [0.6819050312042236], "cos_apical_negg": [0.6819050312042236], "cos_Ac_negg": [0.6819050312042236], "r_norm": [0.18785782158374786]}, {"step": 8350, "epoch": 21, "train_loss": 0.001836282666772604, "cos_r_negg": [0.6814056038856506], "cos_innovation_negg": [0.6814056038856506], "cos_apical_negg": [0.6814056038856506], "cos_Ac_negg": [0.6814056038856506], "r_norm": [0.18838940560817719]}, {"step": 8400, "epoch": 21, "train_loss": 0.0010837463196367025, "cos_r_negg": [0.6822967529296875], "cos_innovation_negg": [0.6822967529296875], "cos_apical_negg": [0.6822967529296875], "cos_Ac_negg": [0.6822967529296875], "r_norm": [0.18492242693901062]}, {"step": 8450, "epoch": 21, "train_loss": 0.0013918376062065363, "cos_r_negg": [0.6811437606811523], "cos_innovation_negg": [0.6811437606811523], "cos_apical_negg": [0.6811437606811523], "cos_Ac_negg": [0.6811437606811523], "r_norm": [0.18623362481594086]}, {"step": 8500, "epoch": 21, "train_loss": 0.0014306001830846071, "cos_r_negg": [0.6813551187515259], "cos_innovation_negg": [0.6813551187515259], "cos_apical_negg": [0.6813551187515259], "cos_Ac_negg": [0.6813551187515259], "r_norm": [0.18760617077350616], "ldr": {"dL_sdil": -0.004456996917724609, "dL_bp": -0.004491358995437622, "ratio": 0.9923492916625195}}, {"step": 8550, "epoch": 21, "train_loss": 0.001084033981896937, "cos_r_negg": [0.6817367076873779], "cos_innovation_negg": [0.6817367076873779], "cos_apical_negg": [0.6817367076873779], "cos_Ac_negg": [0.6817367076873779], "r_norm": [0.18902182579040527]}, {"step": 8600, "epoch": 21, "train_loss": 0.002371093723922968, "cos_r_negg": [0.6816086173057556], "cos_innovation_negg": [0.6816086173057556], "cos_apical_negg": [0.6816086173057556], "cos_Ac_negg": [0.6816086173057556], "r_norm": [0.1941850483417511]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9755, "test_loss": 0.10041750869750976}, {"step": 8650, "epoch": 22, "train_loss": 0.0006504902266897261, "cos_r_negg": [0.6796966791152954], "cos_innovation_negg": [0.6796966791152954], "cos_apical_negg": [0.6796966791152954], "cos_Ac_negg": [0.6796966791152954], "r_norm": [0.19391551613807678]}, {"step": 8700, "epoch": 22, "train_loss": 0.0006399716367013752, "cos_r_negg": [0.6818645000457764], "cos_innovation_negg": [0.6818645000457764], "cos_apical_negg": [0.6818645000457764], "cos_Ac_negg": [0.6818645000457764], "r_norm": [0.19200044870376587]}, {"step": 8750, "epoch": 22, "train_loss": 0.0009269599104300141, "cos_r_negg": [0.6821062564849854], "cos_innovation_negg": [0.6821062564849854], "cos_apical_negg": [0.6821062564849854], "cos_Ac_negg": [0.6821062564849854], "r_norm": [0.18882372975349426], "ldr": {"dL_sdil": -0.0046081990003585815, "dL_bp": -0.004665970802307129, "ratio": 0.9876184818987762}}, {"step": 8800, "epoch": 22, "train_loss": 0.0013251149794086814, "cos_r_negg": [0.6814770102500916], "cos_innovation_negg": [0.6814770102500916], "cos_apical_negg": [0.6814770102500916], "cos_Ac_negg": [0.6814770102500916], "r_norm": [0.1846693456172943]}, {"step": 8850, "epoch": 22, "train_loss": 0.0008464037673547864, "cos_r_negg": [0.6814815402030945], "cos_innovation_negg": [0.6814815402030945], "cos_apical_negg": [0.6814815402030945], "cos_Ac_negg": [0.6814815402030945], "r_norm": [0.18526943027973175]}, {"step": 8900, "epoch": 22, "train_loss": 0.001549145090393722, "cos_r_negg": [0.6813939809799194], "cos_innovation_negg": [0.6813939809799194], "cos_apical_negg": [0.6813939809799194], "cos_Ac_negg": [0.6813939809799194], "r_norm": [0.1886751353740692]}, {"step": 8950, "epoch": 22, "train_loss": 0.0011608616914600134, "cos_r_negg": [0.6816402077674866], "cos_innovation_negg": [0.6816402077674866], "cos_apical_negg": [0.6816402077674866], "cos_Ac_negg": [0.6816402077674866], "r_norm": [0.18880420923233032]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9757, "test_loss": 0.09985386285781861}, {"step": 9000, "epoch": 23, "train_loss": 0.0009074957924894989, "cos_r_negg": [0.6811128854751587], "cos_innovation_negg": [0.6811128854751587], "cos_apical_negg": [0.6811128854751587], "cos_Ac_negg": [0.6811128854751587], "r_norm": [0.18769967555999756], "ldr": {"dL_sdil": -0.004446767270565033, "dL_bp": -0.0045006535947322845, "ratio": 0.9880270002938414}}, {"step": 9050, "epoch": 23, "train_loss": 0.0015133724082261324, "cos_r_negg": [0.6823563575744629], "cos_innovation_negg": [0.6823563575744629], "cos_apical_negg": [0.6823563575744629], "cos_Ac_negg": [0.6823563575744629], "r_norm": [0.1876438856124878]}, {"step": 9100, "epoch": 23, "train_loss": 0.001358086708933115, "cos_r_negg": [0.682632327079773], "cos_innovation_negg": [0.682632327079773], "cos_apical_negg": [0.682632327079773], "cos_Ac_negg": [0.682632327079773], "r_norm": [0.18807309865951538]}, {"step": 9150, "epoch": 23, "train_loss": 0.0010286523029208183, "cos_r_negg": [0.6813775897026062], "cos_innovation_negg": [0.6813775897026062], "cos_apical_negg": [0.6813775897026062], "cos_Ac_negg": [0.6813775897026062], "r_norm": [0.19097542762756348]}, {"step": 9200, "epoch": 23, "train_loss": 0.002516316482797265, "cos_r_negg": [0.6820868849754333], "cos_innovation_negg": [0.6820868849754333], "cos_apical_negg": [0.6820868849754333], "cos_Ac_negg": [0.6820868849754333], "r_norm": [0.18872040510177612]}, {"step": 9250, "epoch": 23, "train_loss": 0.0007895065355114639, "cos_r_negg": [0.6828404068946838], "cos_innovation_negg": [0.6828404068946838], "cos_apical_negg": [0.6828404068946838], "cos_Ac_negg": [0.6828404068946838], "r_norm": [0.1872148960828781], "ldr": {"dL_sdil": -0.004689227789640427, "dL_bp": -0.004733126610517502, "ratio": 0.9907251961569067}}, {"step": 9300, "epoch": 23, "train_loss": 0.0007256860844790936, "cos_r_negg": [0.6808686256408691], "cos_innovation_negg": [0.6808686256408691], "cos_apical_negg": [0.6808686256408691], "cos_Ac_negg": [0.6808686256408691], "r_norm": [0.18786780536174774]}, {"step": 9350, "epoch": 23, "train_loss": 0.0009048055508174002, "cos_r_negg": [0.6807821989059448], "cos_innovation_negg": [0.6807821989059448], "cos_apical_negg": [0.6807821989059448], "cos_Ac_negg": [0.6807821989059448], "r_norm": [0.1860939860343933]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9759, "test_loss": 0.100924600315094}, {"step": 9400, "epoch": 24, "train_loss": 0.0010378462029621005, "cos_r_negg": [0.6797405481338501], "cos_innovation_negg": [0.6797405481338501], "cos_apical_negg": [0.6797405481338501], "cos_Ac_negg": [0.6797405481338501], "r_norm": [0.1899299919605255]}, {"step": 9450, "epoch": 24, "train_loss": 0.00040237224311567843, "cos_r_negg": [0.6804301738739014], "cos_innovation_negg": [0.6804301738739014], "cos_apical_negg": [0.6804301738739014], "cos_Ac_negg": [0.6804301738739014], "r_norm": [0.18750274181365967]}, {"step": 9500, "epoch": 24, "train_loss": 0.0009654912864789367, "cos_r_negg": [0.681742787361145], "cos_innovation_negg": [0.681742787361145], "cos_apical_negg": [0.681742787361145], "cos_Ac_negg": [0.681742787361145], "r_norm": [0.1866186261177063], "ldr": {"dL_sdil": -0.004574134945869446, "dL_bp": -0.0046197958290576935, "ratio": 0.9901162551597954}}, {"step": 9550, "epoch": 24, "train_loss": 0.0008718241006135941, "cos_r_negg": [0.6811339855194092], "cos_innovation_negg": [0.6811339855194092], "cos_apical_negg": [0.6811339855194092], "cos_Ac_negg": [0.6811339855194092], "r_norm": [0.1892077922821045]}, {"step": 9600, "epoch": 24, "train_loss": 0.000845270580612123, "cos_r_negg": [0.6811235547065735], "cos_innovation_negg": [0.6811235547065735], "cos_apical_negg": [0.6811235547065735], "cos_Ac_negg": [0.6811235547065735], "r_norm": [0.18531817197799683]}, {"step": 9650, "epoch": 24, "train_loss": 0.0015285111730918288, "cos_r_negg": [0.681573212146759], "cos_innovation_negg": [0.681573212146759], "cos_apical_negg": [0.681573212146759], "cos_Ac_negg": [0.681573212146759], "r_norm": [0.18743029236793518]}, {"step": 9700, "epoch": 24, "train_loss": 0.001034099725075066, "cos_r_negg": [0.6816128492355347], "cos_innovation_negg": [0.6816128492355347], "cos_apical_negg": [0.6816128492355347], "cos_Ac_negg": [0.6816128492355347], "r_norm": [0.19212014973163605]}, {"step": 9750, "epoch": 24, "train_loss": 0.0027026706375181675, "cos_r_negg": [0.6804424524307251], "cos_innovation_negg": [0.6804424524307251], "cos_apical_negg": [0.6804424524307251], "cos_Ac_negg": [0.6804424524307251], "r_norm": [0.18515148758888245], "ldr": {"dL_sdil": -0.004531919956207275, "dL_bp": -0.004615947604179382, "ratio": 0.9817962301183778}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.976, "test_loss": 0.10091686573028565}], "final": {"test_acc": 0.976, "test_loss": 0.10091686573028565, "wall_s": 15.47525429725647, "cos_r_negg": [0.679157555103302], "cos_innovation_negg": [0.679157555103302], "cos_apical_negg": [0.679157555103302], "cos_Ac_negg": [0.679157555103302]}}
|
