1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_sdil_w500_d1_s0", "n_in": 784}, "provenance": {"git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.529653549194336, "cos_r_negg": [0.008219992741942406], "cos_innovation_negg": [0.008219992741942406], "cos_apical_negg": [0.008219992741942406], "cos_Ac_negg": [0.008219992741942406], "r_norm": [6.905431747436523], "ldr": {"dL_sdil": -0.18514204025268555, "dL_bp": -0.46199512481689453, "ratio": 0.4007445756620572}}, {"step": 50, "epoch": 0, "train_loss": 0.5371271371841431, "cos_r_negg": [0.44773948192596436], "cos_innovation_negg": [0.44773948192596436], "cos_apical_negg": [0.44773948192596436], "cos_Ac_negg": [0.44773948192596436], "r_norm": [1.4367446899414062]}, {"step": 100, "epoch": 0, "train_loss": 0.15707623958587646, "cos_r_negg": [0.46268290281295776], "cos_innovation_negg": [0.46268290281295776], "cos_apical_negg": [0.46268290281295776], "cos_Ac_negg": [0.46268290281295776], "r_norm": [1.1784470081329346]}, {"step": 150, "epoch": 0, "train_loss": 0.17869894206523895, "cos_r_negg": [0.47690844535827637], "cos_innovation_negg": [0.47690844535827637], "cos_apical_negg": [0.47690844535827637], "cos_Ac_negg": [0.47690844535827637], "r_norm": [0.9737180471420288]}, {"step": 200, "epoch": 0, "train_loss": 0.2869090437889099, "cos_r_negg": [0.47075355052948], "cos_innovation_negg": [0.47075355052948], "cos_apical_negg": [0.47075355052948], "cos_Ac_negg": [0.47075355052948], "r_norm": [0.9603960514068604]}, {"step": 250, "epoch": 0, "train_loss": 0.28400173783302307, "cos_r_negg": [0.4832213521003723], "cos_innovation_negg": [0.4832213521003723], "cos_apical_negg": [0.4832213521003723], "cos_Ac_negg": [0.4832213521003723], "r_norm": [0.8602281212806702], "ldr": {"dL_sdil": -0.018383294343948364, "dL_bp": -0.016621455550193787, "ratio": 1.105997864533232}}, {"step": 300, "epoch": 0, "train_loss": 0.12333448976278305, "cos_r_negg": [0.4824344217777252], "cos_innovation_negg": [0.4824344217777252], "cos_apical_negg": [0.4824344217777252], "cos_Ac_negg": [0.4824344217777252], "r_norm": [0.7302887439727783]}, {"step": 350, "epoch": 0, "train_loss": 0.19479742646217346, "cos_r_negg": [0.5052607655525208], "cos_innovation_negg": [0.5052607655525208], "cos_apical_negg": [0.5052607655525208], "cos_Ac_negg": [0.5052607655525208], "r_norm": [0.6253390908241272]}, {"epoch_end": 0, "step": 391, "test_acc": 0.954, "test_loss": 0.15761138916015624}, {"step": 400, "epoch": 1, "train_loss": 0.13774877786636353, "cos_r_negg": [0.5046982765197754], "cos_innovation_negg": [0.5046982765197754], "cos_apical_negg": [0.5046982765197754], "cos_Ac_negg": [0.5046982765197754], "r_norm": [0.6836100816726685]}, {"step": 450, "epoch": 1, "train_loss": 0.14885926246643066, "cos_r_negg": [0.5095247030258179], "cos_innovation_negg": [0.5095247030258179], "cos_apical_negg": [0.5095247030258179], "cos_Ac_negg": [0.5095247030258179], "r_norm": [0.5687665343284607]}, {"step": 500, "epoch": 1, "train_loss": 0.1716763824224472, "cos_r_negg": [0.5296971797943115], "cos_innovation_negg": [0.5296971797943115], "cos_apical_negg": [0.5296971797943115], "cos_Ac_negg": [0.5296971797943115], "r_norm": [0.5095346570014954], "ldr": {"dL_sdil": -0.007089674472808838, "dL_bp": -0.006206996738910675, "ratio": 1.142206895061632}}, {"step": 550, "epoch": 1, "train_loss": 0.09458061307668686, "cos_r_negg": [0.5323493480682373], "cos_innovation_negg": [0.5323493480682373], "cos_apical_negg": [0.5323493480682373], "cos_Ac_negg": [0.5323493480682373], "r_norm": [0.6105064153671265]}, {"step": 600, "epoch": 1, "train_loss": 0.05246064066886902, "cos_r_negg": [0.5408417582511902], "cos_innovation_negg": [0.5408417582511902], "cos_apical_negg": [0.5408417582511902], "cos_Ac_negg": [0.5408417582511902], "r_norm": [0.49598371982574463]}, {"step": 650, "epoch": 1, "train_loss": 0.06112802028656006, "cos_r_negg": [0.5437751412391663], "cos_innovation_negg": [0.5437751412391663], "cos_apical_negg": [0.5437751412391663], "cos_Ac_negg": [0.5437751412391663], "r_norm": [0.5059418678283691]}, {"step": 700, "epoch": 1, "train_loss": 0.10810565203428268, "cos_r_negg": [0.5459623336791992], "cos_innovation_negg": [0.5459623336791992], "cos_apical_negg": [0.5459623336791992], "cos_Ac_negg": [0.5459623336791992], "r_norm": [0.4998188614845276]}, {"step": 750, "epoch": 1, "train_loss": 0.15891008079051971, "cos_r_negg": [0.5564911365509033], "cos_innovation_negg": [0.5564911365509033], "cos_apical_negg": [0.5564911365509033], "cos_Ac_negg": [0.5564911365509033], "r_norm": [0.6518878936767578], "ldr": {"dL_sdil": -0.024759113788604736, "dL_bp": -0.022933632135391235, "ratio": 1.0795984535915013}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9533, "test_loss": 0.1500544303894043}, {"step": 800, "epoch": 2, "train_loss": 0.09059587121009827, "cos_r_negg": [0.5440113544464111], "cos_innovation_negg": [0.5440113544464111], "cos_apical_negg": [0.5440113544464111], "cos_Ac_negg": [0.5440113544464111], "r_norm": [0.4640093445777893]}, {"step": 850, "epoch": 2, "train_loss": 0.02787810005247593, "cos_r_negg": [0.5659802556037903], "cos_innovation_negg": [0.5659802556037903], "cos_apical_negg": [0.5659802556037903], "cos_Ac_negg": [0.5659802556037903], "r_norm": [0.4173128008842468]}, {"step": 900, "epoch": 2, "train_loss": 0.0723535567522049, "cos_r_negg": [0.5670180320739746], "cos_innovation_negg": [0.5670180320739746], "cos_apical_negg": [0.5670180320739746], "cos_Ac_negg": [0.5670180320739746], "r_norm": [0.4639837145805359]}, {"step": 950, "epoch": 2, "train_loss": 0.09411744773387909, "cos_r_negg": [0.5666851997375488], "cos_innovation_negg": [0.5666851997375488], "cos_apical_negg": [0.5666851997375488], "cos_Ac_negg": [0.5666851997375488], "r_norm": [0.32857054471969604]}, {"step": 1000, "epoch": 2, "train_loss": 0.07529803365468979, "cos_r_negg": [0.5711220502853394], "cos_innovation_negg": [0.5711220502853394], "cos_apical_negg": [0.5711220502853394], "cos_Ac_negg": [0.5711220502853394], "r_norm": [0.34924834966659546], "ldr": {"dL_sdil": -0.004454225301742554, "dL_bp": -0.0038444846868515015, "ratio": 1.158601389927868}}, {"step": 1050, "epoch": 2, "train_loss": 0.03930548205971718, "cos_r_negg": [0.5628199577331543], "cos_innovation_negg": [0.5628199577331543], "cos_apical_negg": [0.5628199577331543], "cos_Ac_negg": [0.5628199577331543], "r_norm": [0.3775678873062134]}, {"step": 1100, "epoch": 2, "train_loss": 0.12777133285999298, "cos_r_negg": [0.5679937601089478], "cos_innovation_negg": [0.5679937601089478], "cos_apical_negg": [0.5679937601089478], "cos_Ac_negg": [0.5679937601089478], "r_norm": [0.38171401619911194]}, {"step": 1150, "epoch": 2, "train_loss": 0.09708690643310547, "cos_r_negg": [0.5808869004249573], "cos_innovation_negg": [0.5808869004249573], "cos_apical_negg": [0.5808869004249573], "cos_Ac_negg": [0.5808869004249573], "r_norm": [0.25966185331344604]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9706, "test_loss": 0.0982839433670044}, {"step": 1200, "epoch": 3, "train_loss": 0.046243295073509216, "cos_r_negg": [0.5773853063583374], "cos_innovation_negg": [0.5773853063583374], "cos_apical_negg": [0.5773853063583374], "cos_Ac_negg": [0.5773853063583374], "r_norm": [0.3021707832813263]}, {"step": 1250, "epoch": 3, "train_loss": 0.053017839789390564, "cos_r_negg": [0.59014493227005], "cos_innovation_negg": [0.59014493227005], "cos_apical_negg": [0.59014493227005], "cos_Ac_negg": [0.59014493227005], "r_norm": [0.3062102496623993], "ldr": {"dL_sdil": -0.004912190139293671, "dL_bp": -0.004440739750862122, "ratio": 1.1061648317355284}}, {"step": 1300, "epoch": 3, "train_loss": 0.03673747181892395, "cos_r_negg": [0.5901116132736206], "cos_innovation_negg": [0.5901116132736206], "cos_apical_negg": [0.5901116132736206], "cos_Ac_negg": [0.5901116132736206], "r_norm": [0.2799038290977478]}, {"step": 1350, "epoch": 3, "train_loss": 0.027321703732013702, "cos_r_negg": [0.5893756151199341], "cos_innovation_negg": [0.5893756151199341], "cos_apical_negg": [0.5893756151199341], "cos_Ac_negg": [0.5893756151199341], "r_norm": [0.3704427182674408]}, {"step": 1400, "epoch": 3, "train_loss": 0.03065216727554798, "cos_r_negg": [0.5927216410636902], "cos_innovation_negg": [0.5927216410636902], "cos_apical_negg": [0.5927216410636902], "cos_Ac_negg": [0.5927216410636902], "r_norm": [0.36008816957473755]}, {"step": 1450, "epoch": 3, "train_loss": 0.04428139328956604, "cos_r_negg": [0.6035908460617065], "cos_innovation_negg": [0.6035908460617065], "cos_apical_negg": [0.6035908460617065], "cos_Ac_negg": [0.6035908460617065], "r_norm": [0.3728402554988861]}, {"step": 1500, "epoch": 3, "train_loss": 0.07053318619728088, "cos_r_negg": [0.6108893156051636], "cos_innovation_negg": [0.6108893156051636], "cos_apical_negg": [0.6108893156051636], "cos_Ac_negg": [0.6108893156051636], "r_norm": [0.26522207260131836], "ldr": {"dL_sdil": -0.003581516444683075, "dL_bp": -0.0031932219862937927, "ratio": 1.1215995818818583}}, {"step": 1550, "epoch": 3, "train_loss": 0.05413009226322174, "cos_r_negg": [0.6020864844322205], "cos_innovation_negg": [0.6020864844322205], "cos_apical_negg": [0.6020864844322205], "cos_Ac_negg": [0.6020864844322205], "r_norm": [0.29422637820243835]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9671, "test_loss": 0.11090864219665528}, {"step": 1600, "epoch": 4, "train_loss": 0.03308474272489548, "cos_r_negg": [0.6081780195236206], "cos_innovation_negg": [0.6081780195236206], "cos_apical_negg": [0.6081780195236206], "cos_Ac_negg": [0.6081780195236206], "r_norm": [0.2861747145652771]}, {"step": 1650, "epoch": 4, "train_loss": 0.08432745933532715, "cos_r_negg": [0.6038168668746948], "cos_innovation_negg": [0.6038168668746948], "cos_apical_negg": [0.6038168668746948], "cos_Ac_negg": [0.6038168668746948], "r_norm": [0.2860708236694336]}, {"step": 1700, "epoch": 4, "train_loss": 0.060790859162807465, "cos_r_negg": [0.6114307045936584], "cos_innovation_negg": [0.6114307045936584], "cos_apical_negg": [0.6114307045936584], "cos_Ac_negg": [0.6114307045936584], "r_norm": [0.26344746351242065]}, {"step": 1750, "epoch": 4, "train_loss": 0.05738605558872223, "cos_r_negg": [0.6160759925842285], "cos_innovation_negg": [0.6160759925842285], "cos_apical_negg": [0.6160759925842285], "cos_Ac_negg": [0.6160759925842285], "r_norm": [0.2580188810825348], "ldr": {"dL_sdil": -0.003795318305492401, "dL_bp": -0.003484100103378296, "ratio": 1.089325275646454}}, {"step": 1800, "epoch": 4, "train_loss": 0.015236591920256615, "cos_r_negg": [0.6065676212310791], "cos_innovation_negg": [0.6065676212310791], "cos_apical_negg": [0.6065676212310791], "cos_Ac_negg": [0.6065676212310791], "r_norm": [0.25817543268203735]}, {"step": 1850, "epoch": 4, "train_loss": 0.06860766559839249, "cos_r_negg": [0.6104742884635925], "cos_innovation_negg": [0.6104742884635925], "cos_apical_negg": [0.6104742884635925], "cos_Ac_negg": [0.6104742884635925], "r_norm": [0.26235654950141907]}, {"step": 1900, "epoch": 4, "train_loss": 0.01571567729115486, "cos_r_negg": [0.6265487670898438], "cos_innovation_negg": [0.6265487670898438], "cos_apical_negg": [0.6265487670898438], "cos_Ac_negg": [0.6265487670898438], "r_norm": [0.2330511510372162]}, {"step": 1950, "epoch": 4, "train_loss": 0.03187115862965584, "cos_r_negg": [0.6164643168449402], "cos_innovation_negg": [0.6164643168449402], "cos_apical_negg": [0.6164643168449402], "cos_Ac_negg": [0.6164643168449402], "r_norm": [0.22801163792610168]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9741, "test_loss": 0.09600425281524658}, {"step": 2000, "epoch": 5, "train_loss": 0.03756117448210716, "cos_r_negg": [0.6267037391662598], "cos_innovation_negg": [0.6267037391662598], "cos_apical_negg": [0.6267037391662598], "cos_Ac_negg": [0.6267037391662598], "r_norm": [0.2380337417125702], "ldr": {"dL_sdil": -0.0036298856139183044, "dL_bp": -0.0033759474754333496, "ratio": 1.0752198132029167}}, {"step": 2050, "epoch": 5, "train_loss": 0.01866176351904869, "cos_r_negg": [0.6198179721832275], "cos_innovation_negg": [0.6198179721832275], "cos_apical_negg": [0.6198179721832275], "cos_Ac_negg": [0.6198179721832275], "r_norm": [0.23081660270690918]}, {"step": 2100, "epoch": 5, "train_loss": 0.0061838384717702866, "cos_r_negg": [0.6299253702163696], "cos_innovation_negg": [0.6299253702163696], "cos_apical_negg": [0.6299253702163696], "cos_Ac_negg": [0.6299253702163696], "r_norm": [0.24187302589416504]}, {"step": 2150, "epoch": 5, "train_loss": 0.007370280101895332, "cos_r_negg": [0.6282036304473877], "cos_innovation_negg": [0.6282036304473877], "cos_apical_negg": [0.6282036304473877], "cos_Ac_negg": [0.6282036304473877], "r_norm": [0.22755968570709229]}, {"step": 2200, "epoch": 5, "train_loss": 0.02514728158712387, "cos_r_negg": [0.6256062984466553], "cos_innovation_negg": [0.6256062984466553], "cos_apical_negg": [0.6256062984466553], "cos_Ac_negg": [0.6256062984466553], "r_norm": [0.22950699925422668]}, {"step": 2250, "epoch": 5, "train_loss": 0.009106451645493507, "cos_r_negg": [0.62814861536026], "cos_innovation_negg": [0.62814861536026], "cos_apical_negg": [0.62814861536026], "cos_Ac_negg": [0.62814861536026], "r_norm": [0.24529218673706055], "ldr": {"dL_sdil": -0.004499912261962891, "dL_bp": -0.00419752299785614, "ratio": 1.0720399302782126}}, {"step": 2300, "epoch": 5, "train_loss": 0.012370266020298004, "cos_r_negg": [0.6376563310623169], "cos_innovation_negg": [0.6376563310623169], "cos_apical_negg": [0.6376563310623169], "cos_Ac_negg": [0.6376563310623169], "r_norm": [0.22183744609355927]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9726, "test_loss": 0.09546454582214356}, {"step": 2350, "epoch": 6, "train_loss": 0.013007815927267075, "cos_r_negg": [0.6363309621810913], "cos_innovation_negg": [0.6363309621810913], "cos_apical_negg": [0.6363309621810913], "cos_Ac_negg": [0.6363309621810913], "r_norm": [0.24499811232089996]}, {"step": 2400, "epoch": 6, "train_loss": 0.007484035566449165, "cos_r_negg": [0.644054651260376], "cos_innovation_negg": [0.644054651260376], "cos_apical_negg": [0.644054651260376], "cos_Ac_negg": [0.644054651260376], "r_norm": [0.24941711127758026]}, {"step": 2450, "epoch": 6, "train_loss": 0.015174789354205132, "cos_r_negg": [0.6380198001861572], "cos_innovation_negg": [0.6380198001861572], "cos_apical_negg": [0.6380198001861572], "cos_Ac_negg": [0.6380198001861572], "r_norm": [0.23315474390983582]}, {"step": 2500, "epoch": 6, "train_loss": 0.010220637544989586, "cos_r_negg": [0.637048602104187], "cos_innovation_negg": [0.637048602104187], "cos_apical_negg": [0.637048602104187], "cos_Ac_negg": [0.637048602104187], "r_norm": [0.22337706387043], "ldr": {"dL_sdil": -0.0035179927945137024, "dL_bp": -0.0032664239406585693, "ratio": 1.0770165962610512}}, {"step": 2550, "epoch": 6, "train_loss": 0.024868668988347054, "cos_r_negg": [0.6362561583518982], "cos_innovation_negg": [0.6362561583518982], "cos_apical_negg": [0.6362561583518982], "cos_Ac_negg": [0.6362561583518982], "r_norm": [0.20396193861961365]}, {"step": 2600, "epoch": 6, "train_loss": 0.0091217877343297, "cos_r_negg": [0.6308141946792603], "cos_innovation_negg": [0.6308141946792603], "cos_apical_negg": [0.6308141946792603], "cos_Ac_negg": [0.6308141946792603], "r_norm": [0.21701888740062714]}, {"step": 2650, "epoch": 6, "train_loss": 0.03402223810553551, "cos_r_negg": [0.6364970207214355], "cos_innovation_negg": [0.6364970207214355], "cos_apical_negg": [0.6364970207214355], "cos_Ac_negg": [0.6364970207214355], "r_norm": [0.21945659816265106]}, {"step": 2700, "epoch": 6, "train_loss": 0.0019882461056113243, "cos_r_negg": [0.6404767036437988], "cos_innovation_negg": [0.6404767036437988], "cos_apical_negg": [0.6404767036437988], "cos_Ac_negg": [0.6404767036437988], "r_norm": [0.24028022587299347]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9753, "test_loss": 0.09047592535018921}, {"step": 2750, "epoch": 7, "train_loss": 0.002221467439085245, "cos_r_negg": [0.6429628133773804], "cos_innovation_negg": [0.6429628133773804], "cos_apical_negg": [0.6429628133773804], "cos_Ac_negg": [0.6429628133773804], "r_norm": [0.21105587482452393], "ldr": {"dL_sdil": -0.003323715180158615, "dL_bp": -0.0030951760709285736, "ratio": 1.0738371918084384}}, {"step": 2800, "epoch": 7, "train_loss": 0.0029000183567404747, "cos_r_negg": [0.6497701406478882], "cos_innovation_negg": [0.6497701406478882], "cos_apical_negg": [0.6497701406478882], "cos_Ac_negg": [0.6497701406478882], "r_norm": [0.20301388204097748]}, {"step": 2850, "epoch": 7, "train_loss": 0.003696307074278593, "cos_r_negg": [0.6472421288490295], "cos_innovation_negg": [0.6472421288490295], "cos_apical_negg": [0.6472421288490295], "cos_Ac_negg": [0.6472421288490295], "r_norm": [0.19491742551326752]}, {"step": 2900, "epoch": 7, "train_loss": 0.00850644800812006, "cos_r_negg": [0.6430436372756958], "cos_innovation_negg": [0.6430436372756958], "cos_apical_negg": [0.6430436372756958], "cos_Ac_negg": [0.6430436372756958], "r_norm": [0.21279901266098022]}, {"step": 2950, "epoch": 7, "train_loss": 0.00397614948451519, "cos_r_negg": [0.6442052125930786], "cos_innovation_negg": [0.6442052125930786], "cos_apical_negg": [0.6442052125930786], "cos_Ac_negg": [0.6442052125930786], "r_norm": [0.19129197299480438]}, {"step": 3000, "epoch": 7, "train_loss": 0.008584652096033096, "cos_r_negg": [0.6444920301437378], "cos_innovation_negg": [0.6444920301437378], "cos_apical_negg": [0.6444920301437378], "cos_Ac_negg": [0.6444920301437378], "r_norm": [0.2191656231880188], "ldr": {"dL_sdil": -0.004183344542980194, "dL_bp": -0.003983132541179657, "ratio": 1.0502649609900356}}, {"step": 3050, "epoch": 7, "train_loss": 0.007573279086500406, "cos_r_negg": [0.6499322652816772], "cos_innovation_negg": [0.6499322652816772], "cos_apical_negg": [0.6499322652816772], "cos_Ac_negg": [0.6499322652816772], "r_norm": [0.20484137535095215]}, {"step": 3100, "epoch": 7, "train_loss": 0.0028750726487487555, "cos_r_negg": [0.6508527398109436], "cos_innovation_negg": [0.6508527398109436], "cos_apical_negg": [0.6508527398109436], "cos_Ac_negg": [0.6508527398109436], "r_norm": [0.2027432769536972]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9755, "test_loss": 0.09138434448242187}, {"step": 3150, "epoch": 8, "train_loss": 0.0042971959337592125, "cos_r_negg": [0.6481715440750122], "cos_innovation_negg": [0.6481715440750122], "cos_apical_negg": [0.6481715440750122], "cos_Ac_negg": [0.6481715440750122], "r_norm": [0.20355963706970215]}, {"step": 3200, "epoch": 8, "train_loss": 0.005786560475826263, "cos_r_negg": [0.6490699052810669], "cos_innovation_negg": [0.6490699052810669], "cos_apical_negg": [0.6490699052810669], "cos_Ac_negg": [0.6490699052810669], "r_norm": [0.2133893370628357]}, {"step": 3250, "epoch": 8, "train_loss": 0.0030147521756589413, "cos_r_negg": [0.6513056755065918], "cos_innovation_negg": [0.6513056755065918], "cos_apical_negg": [0.6513056755065918], "cos_Ac_negg": [0.6513056755065918], "r_norm": [0.21175767481327057], "ldr": {"dL_sdil": -0.00363057479262352, "dL_bp": -0.003551241010427475, "ratio": 1.0223397347471201}}, {"step": 3300, "epoch": 8, "train_loss": 0.003405182622373104, "cos_r_negg": [0.6518109440803528], "cos_innovation_negg": [0.6518109440803528], "cos_apical_negg": [0.6518109440803528], "cos_Ac_negg": [0.6518109440803528], "r_norm": [0.1912657916545868]}, {"step": 3350, "epoch": 8, "train_loss": 0.009097166359424591, "cos_r_negg": [0.6529719233512878], "cos_innovation_negg": [0.6529719233512878], "cos_apical_negg": [0.6529719233512878], "cos_Ac_negg": [0.6529719233512878], "r_norm": [0.2020569145679474]}, {"step": 3400, "epoch": 8, "train_loss": 0.003311256878077984, "cos_r_negg": [0.6481161713600159], "cos_innovation_negg": [0.6481161713600159], "cos_apical_negg": [0.6481161713600159], "cos_Ac_negg": [0.6481161713600159], "r_norm": [0.21467998623847961]}, {"step": 3450, "epoch": 8, "train_loss": 0.007715314626693726, "cos_r_negg": [0.651432991027832], "cos_innovation_negg": [0.651432991027832], "cos_apical_negg": [0.651432991027832], "cos_Ac_negg": [0.651432991027832], "r_norm": [0.21256482601165771]}, {"step": 3500, "epoch": 8, "train_loss": 0.007830852642655373, "cos_r_negg": [0.650222897529602], "cos_innovation_negg": [0.650222897529602], "cos_apical_negg": [0.650222897529602], "cos_Ac_negg": [0.650222897529602], "r_norm": [0.2102314829826355], "ldr": {"dL_sdil": -0.0033510178327560425, "dL_bp": -0.0031962506473064423, "ratio": 1.0484214795795275}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9744, "test_loss": 0.09116042079925538}, {"step": 3550, "epoch": 9, "train_loss": 0.0037796073593199253, "cos_r_negg": [0.6507365703582764], "cos_innovation_negg": [0.6507365703582764], "cos_apical_negg": [0.6507365703582764], "cos_Ac_negg": [0.6507365703582764], "r_norm": [0.2036305069923401]}, {"step": 3600, "epoch": 9, "train_loss": 0.0031020422466099262, "cos_r_negg": [0.6536962985992432], "cos_innovation_negg": [0.6536962985992432], "cos_apical_negg": [0.6536962985992432], "cos_Ac_negg": [0.6536962985992432], "r_norm": [0.20583361387252808]}, {"step": 3650, "epoch": 9, "train_loss": 0.0031216482166200876, "cos_r_negg": [0.6543456315994263], "cos_innovation_negg": [0.6543456315994263], "cos_apical_negg": [0.6543456315994263], "cos_Ac_negg": [0.6543456315994263], "r_norm": [0.1966181993484497]}, {"step": 3700, "epoch": 9, "train_loss": 0.009208930656313896, "cos_r_negg": [0.6520483493804932], "cos_innovation_negg": [0.6520483493804932], "cos_apical_negg": [0.6520483493804932], "cos_Ac_negg": [0.6520483493804932], "r_norm": [0.20262029767036438]}, {"step": 3750, "epoch": 9, "train_loss": 0.0059758638963103294, "cos_r_negg": [0.6556220054626465], "cos_innovation_negg": [0.6556220054626465], "cos_apical_negg": [0.6556220054626465], "cos_Ac_negg": [0.6556220054626465], "r_norm": [0.19358861446380615], "ldr": {"dL_sdil": -0.0029736384749412537, "dL_bp": -0.0028409771621227264, "ratio": 1.0466956632341968}}, {"step": 3800, "epoch": 9, "train_loss": 0.0029000602662563324, "cos_r_negg": [0.653589129447937], "cos_innovation_negg": [0.653589129447937], "cos_apical_negg": [0.653589129447937], "cos_Ac_negg": [0.653589129447937], "r_norm": [0.19507010281085968]}, {"step": 3850, "epoch": 9, "train_loss": 0.005691350903362036, "cos_r_negg": [0.6553759574890137], "cos_innovation_negg": [0.6553759574890137], "cos_apical_negg": [0.6553759574890137], "cos_Ac_negg": [0.6553759574890137], "r_norm": [0.19933855533599854]}, {"step": 3900, "epoch": 9, "train_loss": 0.0045257010497152805, "cos_r_negg": [0.652214527130127], "cos_innovation_negg": [0.652214527130127], "cos_apical_negg": [0.652214527130127], "cos_Ac_negg": [0.652214527130127], "r_norm": [0.19489699602127075]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9759, "test_loss": 0.09030940465927124}, {"step": 3950, "epoch": 10, "train_loss": 0.0026249850634485483, "cos_r_negg": [0.6528564691543579], "cos_innovation_negg": [0.6528564691543579], "cos_apical_negg": [0.6528564691543579], "cos_Ac_negg": [0.6528564691543579], "r_norm": [0.19804993271827698]}, {"step": 4000, "epoch": 10, "train_loss": 0.0029309983365237713, "cos_r_negg": [0.6534816026687622], "cos_innovation_negg": [0.6534816026687622], "cos_apical_negg": [0.6534816026687622], "cos_Ac_negg": [0.6534816026687622], "r_norm": [0.20798970758914948], "ldr": {"dL_sdil": -0.0038084909319877625, "dL_bp": -0.0037738457322120667, "ratio": 1.0091803434040714}}, {"step": 4050, "epoch": 10, "train_loss": 0.0018851226195693016, "cos_r_negg": [0.6527501344680786], "cos_innovation_negg": [0.6527501344680786], "cos_apical_negg": [0.6527501344680786], "cos_Ac_negg": [0.6527501344680786], "r_norm": [0.19688081741333008]}, {"step": 4100, "epoch": 10, "train_loss": 0.0017330117989331484, "cos_r_negg": [0.655950129032135], "cos_innovation_negg": [0.655950129032135], "cos_apical_negg": [0.655950129032135], "cos_Ac_negg": [0.655950129032135], "r_norm": [0.18591895699501038]}, {"step": 4150, "epoch": 10, "train_loss": 0.002700213808566332, "cos_r_negg": [0.6562772989273071], "cos_innovation_negg": [0.6562772989273071], "cos_apical_negg": [0.6562772989273071], "cos_Ac_negg": [0.6562772989273071], "r_norm": [0.18376734852790833]}, {"step": 4200, "epoch": 10, "train_loss": 0.0033973422832787037, "cos_r_negg": [0.6593805551528931], "cos_innovation_negg": [0.6593805551528931], "cos_apical_negg": [0.6593805551528931], "cos_Ac_negg": [0.6593805551528931], "r_norm": [0.19360439479351044]}, {"step": 4250, "epoch": 10, "train_loss": 0.004042861983180046, "cos_r_negg": [0.6598274111747742], "cos_innovation_negg": [0.6598274111747742], "cos_apical_negg": [0.6598274111747742], "cos_Ac_negg": [0.6598274111747742], "r_norm": [0.19572336971759796], "ldr": {"dL_sdil": -0.003421485424041748, "dL_bp": -0.0033751577138900757, "ratio": 1.0137260875131897}}, {"step": 4300, "epoch": 10, "train_loss": 0.002331506460905075, "cos_r_negg": [0.6602481007575989], "cos_innovation_negg": [0.6602481007575989], "cos_apical_negg": [0.6602481007575989], "cos_Ac_negg": [0.6602481007575989], "r_norm": [0.1966586709022522]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9749, "test_loss": 0.09221825504302979}, {"step": 4350, "epoch": 11, "train_loss": 0.0033397795632481575, "cos_r_negg": [0.6602182984352112], "cos_innovation_negg": [0.6602182984352112], "cos_apical_negg": [0.6602182984352112], "cos_Ac_negg": [0.6602182984352112], "r_norm": [0.1877913922071457]}, {"step": 4400, "epoch": 11, "train_loss": 0.0015925051411613822, "cos_r_negg": [0.6591354608535767], "cos_innovation_negg": [0.6591354608535767], "cos_apical_negg": [0.6591354608535767], "cos_Ac_negg": [0.6591354608535767], "r_norm": [0.1881619542837143]}, {"step": 4450, "epoch": 11, "train_loss": 0.004382600542157888, "cos_r_negg": [0.6608985066413879], "cos_innovation_negg": [0.6608985066413879], "cos_apical_negg": [0.6608985066413879], "cos_Ac_negg": [0.6608985066413879], "r_norm": [0.18625503778457642]}, {"step": 4500, "epoch": 11, "train_loss": 0.0006002584705129266, "cos_r_negg": [0.661924421787262], "cos_innovation_negg": [0.661924421787262], "cos_apical_negg": [0.661924421787262], "cos_Ac_negg": [0.661924421787262], "r_norm": [0.1972832977771759], "ldr": {"dL_sdil": -0.0036121904850006104, "dL_bp": -0.003521658480167389, "ratio": 1.0257072073692162}}, {"step": 4550, "epoch": 11, "train_loss": 0.00401381915435195, "cos_r_negg": [0.6607362031936646], "cos_innovation_negg": [0.6607362031936646], "cos_apical_negg": [0.6607362031936646], "cos_Ac_negg": [0.6607362031936646], "r_norm": [0.20152641832828522]}, {"step": 4600, "epoch": 11, "train_loss": 0.0009283600375056267, "cos_r_negg": [0.6618537902832031], "cos_innovation_negg": [0.6618537902832031], "cos_apical_negg": [0.6618537902832031], "cos_Ac_negg": [0.6618537902832031], "r_norm": [0.19183026254177094]}, {"step": 4650, "epoch": 11, "train_loss": 0.0029345224611461163, "cos_r_negg": [0.6638206839561462], "cos_innovation_negg": [0.6638206839561462], "cos_apical_negg": [0.6638206839561462], "cos_Ac_negg": [0.6638206839561462], "r_norm": [0.19343842566013336]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9759, "test_loss": 0.09351576318740845}, {"step": 4700, "epoch": 12, "train_loss": 0.002603549277409911, "cos_r_negg": [0.6616617441177368], "cos_innovation_negg": [0.6616617441177368], "cos_apical_negg": [0.6616617441177368], "cos_Ac_negg": [0.6616617441177368], "r_norm": [0.1916811466217041]}, {"step": 4750, "epoch": 12, "train_loss": 0.0026827799156308174, "cos_r_negg": [0.6623045206069946], "cos_innovation_negg": [0.6623045206069946], "cos_apical_negg": [0.6623045206069946], "cos_Ac_negg": [0.6623045206069946], "r_norm": [0.2044047862291336], "ldr": {"dL_sdil": -0.0038029253482818604, "dL_bp": -0.003714621067047119, "ratio": 1.0237720832464177}}, {"step": 4800, "epoch": 12, "train_loss": 0.0021218121983110905, "cos_r_negg": [0.6612240076065063], "cos_innovation_negg": [0.6612240076065063], "cos_apical_negg": [0.6612240076065063], "cos_Ac_negg": [0.6612240076065063], "r_norm": [0.19510497152805328]}, {"step": 4850, "epoch": 12, "train_loss": 0.002113607246428728, "cos_r_negg": [0.660447359085083], "cos_innovation_negg": [0.660447359085083], "cos_apical_negg": [0.660447359085083], "cos_Ac_negg": [0.660447359085083], "r_norm": [0.195541650056839]}, {"step": 4900, "epoch": 12, "train_loss": 0.002382972976192832, "cos_r_negg": [0.6600865721702576], "cos_innovation_negg": [0.6600865721702576], "cos_apical_negg": [0.6600865721702576], "cos_Ac_negg": [0.6600865721702576], "r_norm": [0.1937941461801529]}, {"step": 4950, "epoch": 12, "train_loss": 0.001916486187838018, "cos_r_negg": [0.6600661277770996], "cos_innovation_negg": [0.6600661277770996], "cos_apical_negg": [0.6600661277770996], "cos_Ac_negg": [0.6600661277770996], "r_norm": [0.18756003677845]}, {"step": 5000, "epoch": 12, "train_loss": 0.0020850608125329018, "cos_r_negg": [0.6638098955154419], "cos_innovation_negg": [0.6638098955154419], "cos_apical_negg": [0.6638098955154419], "cos_Ac_negg": [0.6638098955154419], "r_norm": [0.1862126588821411], "ldr": {"dL_sdil": -0.0032613463699817657, "dL_bp": -0.0031703822314739227, "ratio": 1.0286918522330835}}, {"step": 5050, "epoch": 12, "train_loss": 0.004484038800001144, "cos_r_negg": [0.6618653535842896], "cos_innovation_negg": [0.6618653535842896], "cos_apical_negg": [0.6618653535842896], "cos_Ac_negg": [0.6618653535842896], "r_norm": [0.18285450339317322]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9751, "test_loss": 0.09388919305801392}, {"step": 5100, "epoch": 13, "train_loss": 0.0013214492937549949, "cos_r_negg": [0.6631682515144348], "cos_innovation_negg": [0.6631682515144348], "cos_apical_negg": [0.6631682515144348], "cos_Ac_negg": [0.6631682515144348], "r_norm": [0.19008173048496246]}, {"step": 5150, "epoch": 13, "train_loss": 0.0036634751595556736, "cos_r_negg": [0.6653921604156494], "cos_innovation_negg": [0.6653921604156494], "cos_apical_negg": [0.6653921604156494], "cos_Ac_negg": [0.6653921604156494], "r_norm": [0.19485771656036377]}, {"step": 5200, "epoch": 13, "train_loss": 0.002043203916400671, "cos_r_negg": [0.6653889417648315], "cos_innovation_negg": [0.6653889417648315], "cos_apical_negg": [0.6653889417648315], "cos_Ac_negg": [0.6653889417648315], "r_norm": [0.19730126857757568]}, {"step": 5250, "epoch": 13, "train_loss": 0.0028813304379582405, "cos_r_negg": [0.6647080183029175], "cos_innovation_negg": [0.6647080183029175], "cos_apical_negg": [0.6647080183029175], "cos_Ac_negg": [0.6647080183029175], "r_norm": [0.1881343126296997], "ldr": {"dL_sdil": -0.003411427140235901, "dL_bp": -0.003385886549949646, "ratio": 1.0075432504632014}}, {"step": 5300, "epoch": 13, "train_loss": 0.002271120436489582, "cos_r_negg": [0.6653828620910645], "cos_innovation_negg": [0.6653828620910645], "cos_apical_negg": [0.6653828620910645], "cos_Ac_negg": [0.6653828620910645], "r_norm": [0.1846219003200531]}, {"step": 5350, "epoch": 13, "train_loss": 0.0018193877767771482, "cos_r_negg": [0.6663289070129395], "cos_innovation_negg": [0.6663289070129395], "cos_apical_negg": [0.6663289070129395], "cos_Ac_negg": [0.6663289070129395], "r_norm": [0.1984713226556778]}, {"step": 5400, "epoch": 13, "train_loss": 0.0013861696934327483, "cos_r_negg": [0.6650077104568481], "cos_innovation_negg": [0.6650077104568481], "cos_apical_negg": [0.6650077104568481], "cos_Ac_negg": [0.6650077104568481], "r_norm": [0.1913594752550125]}, {"step": 5450, "epoch": 13, "train_loss": 0.0013751232763752341, "cos_r_negg": [0.6647144556045532], "cos_innovation_negg": [0.6647144556045532], "cos_apical_negg": [0.6647144556045532], "cos_Ac_negg": [0.6647144556045532], "r_norm": [0.19128507375717163]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9745, "test_loss": 0.09398780784606933}, {"step": 5500, "epoch": 14, "train_loss": 0.0017084911232814193, "cos_r_negg": [0.6638588905334473], "cos_innovation_negg": [0.6638588905334473], "cos_apical_negg": [0.6638588905334473], "cos_Ac_negg": [0.6638588905334473], "r_norm": [0.1904911994934082], "ldr": {"dL_sdil": -0.00334717333316803, "dL_bp": -0.0033628642559051514, "ratio": 0.9953340600324356}}, {"step": 5550, "epoch": 14, "train_loss": 0.0009113751584663987, "cos_r_negg": [0.6642800569534302], "cos_innovation_negg": [0.6642800569534302], "cos_apical_negg": [0.6642800569534302], "cos_Ac_negg": [0.6642800569534302], "r_norm": [0.18901148438453674]}, {"step": 5600, "epoch": 14, "train_loss": 0.0021965312771499157, "cos_r_negg": [0.6658776998519897], "cos_innovation_negg": [0.6658776998519897], "cos_apical_negg": [0.6658776998519897], "cos_Ac_negg": [0.6658776998519897], "r_norm": [0.18931293487548828]}, {"step": 5650, "epoch": 14, "train_loss": 0.0015544922789558768, "cos_r_negg": [0.6661753058433533], "cos_innovation_negg": [0.6661753058433533], "cos_apical_negg": [0.6661753058433533], "cos_Ac_negg": [0.6661753058433533], "r_norm": [0.18958419561386108]}, {"step": 5700, "epoch": 14, "train_loss": 0.0008453339105471969, "cos_r_negg": [0.6668015718460083], "cos_innovation_negg": [0.6668015718460083], "cos_apical_negg": [0.6668015718460083], "cos_Ac_negg": [0.6668015718460083], "r_norm": [0.1864953488111496]}, {"step": 5750, "epoch": 14, "train_loss": 0.0019126622937619686, "cos_r_negg": [0.6670761108398438], "cos_innovation_negg": [0.6670761108398438], "cos_apical_negg": [0.6670761108398438], "cos_Ac_negg": [0.6670761108398438], "r_norm": [0.19459354877471924], "ldr": {"dL_sdil": -0.00353061780333519, "dL_bp": -0.003529161214828491, "ratio": 1.0004127293761982}}, {"step": 5800, "epoch": 14, "train_loss": 0.003363291034474969, "cos_r_negg": [0.66578209400177], "cos_innovation_negg": [0.66578209400177], "cos_apical_negg": [0.66578209400177], "cos_Ac_negg": [0.66578209400177], "r_norm": [0.19483456015586853]}, {"step": 5850, "epoch": 14, "train_loss": 0.0020012310706079006, "cos_r_negg": [0.6661700010299683], "cos_innovation_negg": [0.6661700010299683], "cos_apical_negg": [0.6661700010299683], "cos_Ac_negg": [0.6661700010299683], "r_norm": [0.19089791178703308]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9754, "test_loss": 0.09481854515075684}, {"step": 5900, "epoch": 15, "train_loss": 0.0016229574102908373, "cos_r_negg": [0.6690080165863037], "cos_innovation_negg": [0.6690080165863037], "cos_apical_negg": [0.6690080165863037], "cos_Ac_negg": [0.6690080165863037], "r_norm": [0.191050723195076]}, {"step": 5950, "epoch": 15, "train_loss": 0.0024464367888867855, "cos_r_negg": [0.6685110330581665], "cos_innovation_negg": [0.6685110330581665], "cos_apical_negg": [0.6685110330581665], "cos_Ac_negg": [0.6685110330581665], "r_norm": [0.1900370568037033]}, {"step": 6000, "epoch": 15, "train_loss": 0.0024188498500734568, "cos_r_negg": [0.6676064729690552], "cos_innovation_negg": [0.6676064729690552], "cos_apical_negg": [0.6676064729690552], "cos_Ac_negg": [0.6676064729690552], "r_norm": [0.19068726897239685], "ldr": {"dL_sdil": -0.0036346428096294403, "dL_bp": -0.0036443471908569336, "ratio": 0.9973371414085244}}, {"step": 6050, "epoch": 15, "train_loss": 0.006012256257236004, "cos_r_negg": [0.6667393445968628], "cos_innovation_negg": [0.6667393445968628], "cos_apical_negg": [0.6667393445968628], "cos_Ac_negg": [0.6667393445968628], "r_norm": [0.19100013375282288]}, {"step": 6100, "epoch": 15, "train_loss": 0.002374814124777913, "cos_r_negg": [0.666784405708313], "cos_innovation_negg": [0.666784405708313], "cos_apical_negg": [0.666784405708313], "cos_Ac_negg": [0.666784405708313], "r_norm": [0.18990306556224823]}, {"step": 6150, "epoch": 15, "train_loss": 0.0016208906890824437, "cos_r_negg": [0.6696083545684814], "cos_innovation_negg": [0.6696083545684814], "cos_apical_negg": [0.6696083545684814], "cos_Ac_negg": [0.6696083545684814], "r_norm": [0.1844078153371811]}, {"step": 6200, "epoch": 15, "train_loss": 0.0023129465989768505, "cos_r_negg": [0.6680353879928589], "cos_innovation_negg": [0.6680353879928589], "cos_apical_negg": [0.6680353879928589], "cos_Ac_negg": [0.6680353879928589], "r_norm": [0.19079351425170898]}, {"step": 6250, "epoch": 15, "train_loss": 0.0017792124999687076, "cos_r_negg": [0.6695718765258789], "cos_innovation_negg": [0.6695718765258789], "cos_apical_negg": [0.6695718765258789], "cos_Ac_negg": [0.6695718765258789], "r_norm": [0.1842634230852127], "ldr": {"dL_sdil": -0.0033244118094444275, "dL_bp": -0.0034234896302223206, "ratio": 0.971059406780952}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9747, "test_loss": 0.09474012088775635}, {"step": 6300, "epoch": 16, "train_loss": 0.002665690379217267, "cos_r_negg": [0.6682738065719604], "cos_innovation_negg": [0.6682738065719604], "cos_apical_negg": [0.6682738065719604], "cos_Ac_negg": [0.6682738065719604], "r_norm": [0.19305860996246338]}, {"step": 6350, "epoch": 16, "train_loss": 0.0011258770246058702, "cos_r_negg": [0.6670449376106262], "cos_innovation_negg": [0.6670449376106262], "cos_apical_negg": [0.6670449376106262], "cos_Ac_negg": [0.6670449376106262], "r_norm": [0.18983466923236847]}, {"step": 6400, "epoch": 16, "train_loss": 0.0018962530884891748, "cos_r_negg": [0.6696497201919556], "cos_innovation_negg": [0.6696497201919556], "cos_apical_negg": [0.6696497201919556], "cos_Ac_negg": [0.6696497201919556], "r_norm": [0.18576331436634064]}, {"step": 6450, "epoch": 16, "train_loss": 0.00105446542147547, "cos_r_negg": [0.6673800945281982], "cos_innovation_negg": [0.6673800945281982], "cos_apical_negg": [0.6673800945281982], "cos_Ac_negg": [0.6673800945281982], "r_norm": [0.18845504522323608]}, {"step": 6500, "epoch": 16, "train_loss": 0.0012440644204616547, "cos_r_negg": [0.6695458292961121], "cos_innovation_negg": [0.6695458292961121], "cos_apical_negg": [0.6695458292961121], "cos_Ac_negg": [0.6695458292961121], "r_norm": [0.18449927866458893], "ldr": {"dL_sdil": -0.003462698310613632, "dL_bp": -0.0035398341715335846, "ratio": 0.978209188006529}}, {"step": 6550, "epoch": 16, "train_loss": 0.001862668781541288, "cos_r_negg": [0.669255256652832], "cos_innovation_negg": [0.669255256652832], "cos_apical_negg": [0.669255256652832], "cos_Ac_negg": [0.669255256652832], "r_norm": [0.18135738372802734]}, {"step": 6600, "epoch": 16, "train_loss": 0.0021927286870777607, "cos_r_negg": [0.6696456670761108], "cos_innovation_negg": [0.6696456670761108], "cos_apical_negg": [0.6696456670761108], "cos_Ac_negg": [0.6696456670761108], "r_norm": [0.18003563582897186]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9751, "test_loss": 0.09571137046813964}, {"step": 6650, "epoch": 17, "train_loss": 0.0013606774155050516, "cos_r_negg": [0.6702663898468018], "cos_innovation_negg": [0.6702663898468018], "cos_apical_negg": [0.6702663898468018], "cos_Ac_negg": [0.6702663898468018], "r_norm": [0.18251150846481323]}, {"step": 6700, "epoch": 17, "train_loss": 0.0006907079368829727, "cos_r_negg": [0.6694053411483765], "cos_innovation_negg": [0.6694053411483765], "cos_apical_negg": [0.6694053411483765], "cos_Ac_negg": [0.6694053411483765], "r_norm": [0.1911943405866623]}, {"step": 6750, "epoch": 17, "train_loss": 0.00274057243950665, "cos_r_negg": [0.6713135242462158], "cos_innovation_negg": [0.6713135242462158], "cos_apical_negg": [0.6713135242462158], "cos_Ac_negg": [0.6713135242462158], "r_norm": [0.1962074190378189], "ldr": {"dL_sdil": -0.0039053037762641907, "dL_bp": -0.00398804247379303, "ratio": 0.9792533058329878}}, {"step": 6800, "epoch": 17, "train_loss": 0.0019151433371007442, "cos_r_negg": [0.6706393957138062], "cos_innovation_negg": [0.6706393957138062], "cos_apical_negg": [0.6706393957138062], "cos_Ac_negg": [0.6706393957138062], "r_norm": [0.18520523607730865]}, {"step": 6850, "epoch": 17, "train_loss": 0.0009233404998667538, "cos_r_negg": [0.6704190373420715], "cos_innovation_negg": [0.6704190373420715], "cos_apical_negg": [0.6704190373420715], "cos_Ac_negg": [0.6704190373420715], "r_norm": [0.18444395065307617]}, {"step": 6900, "epoch": 17, "train_loss": 0.0029176585376262665, "cos_r_negg": [0.6704696416854858], "cos_innovation_negg": [0.6704696416854858], "cos_apical_negg": [0.6704696416854858], "cos_Ac_negg": [0.6704696416854858], "r_norm": [0.18098634481430054]}, {"step": 6950, "epoch": 17, "train_loss": 0.001727807568386197, "cos_r_negg": [0.6715726852416992], "cos_innovation_negg": [0.6715726852416992], "cos_apical_negg": [0.6715726852416992], "cos_Ac_negg": [0.6715726852416992], "r_norm": [0.18495336174964905]}, {"step": 7000, "epoch": 17, "train_loss": 0.0014556820970028639, "cos_r_negg": [0.6697149872779846], "cos_innovation_negg": [0.6697149872779846], "cos_apical_negg": [0.6697149872779846], "cos_Ac_negg": [0.6697149872779846], "r_norm": [0.18415790796279907], "ldr": {"dL_sdil": -0.0034560412168502808, "dL_bp": -0.003533400595188141, "ratio": 0.9781062530970279}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9754, "test_loss": 0.09646430683135987}, {"step": 7050, "epoch": 18, "train_loss": 0.0006269080331549048, "cos_r_negg": [0.6708806157112122], "cos_innovation_negg": [0.6708806157112122], "cos_apical_negg": [0.6708806157112122], "cos_Ac_negg": [0.6708806157112122], "r_norm": [0.18623986840248108]}, {"step": 7100, "epoch": 18, "train_loss": 0.001892173197120428, "cos_r_negg": [0.6714605093002319], "cos_innovation_negg": [0.6714605093002319], "cos_apical_negg": [0.6714605093002319], "cos_Ac_negg": [0.6714605093002319], "r_norm": [0.186018705368042]}, {"step": 7150, "epoch": 18, "train_loss": 0.0007320588920265436, "cos_r_negg": [0.6725932359695435], "cos_innovation_negg": [0.6725932359695435], "cos_apical_negg": [0.6725932359695435], "cos_Ac_negg": [0.6725932359695435], "r_norm": [0.1854158639907837]}, {"step": 7200, "epoch": 18, "train_loss": 0.0012678533094003797, "cos_r_negg": [0.6722308993339539], "cos_innovation_negg": [0.6722308993339539], "cos_apical_negg": [0.6722308993339539], "cos_Ac_negg": [0.6722308993339539], "r_norm": [0.19010186195373535]}, {"step": 7250, "epoch": 18, "train_loss": 0.0015020370483398438, "cos_r_negg": [0.6717742681503296], "cos_innovation_negg": [0.6717742681503296], "cos_apical_negg": [0.6717742681503296], "cos_Ac_negg": [0.6717742681503296], "r_norm": [0.1833387017250061], "ldr": {"dL_sdil": -0.003467392176389694, "dL_bp": -0.0035951808094978333, "ratio": 0.9644555754273766}}, {"step": 7300, "epoch": 18, "train_loss": 0.0008987576584331691, "cos_r_negg": [0.6711430549621582], "cos_innovation_negg": [0.6711430549621582], "cos_apical_negg": [0.6711430549621582], "cos_Ac_negg": [0.6711430549621582], "r_norm": [0.18265849351882935]}, {"step": 7350, "epoch": 18, "train_loss": 0.002781771821901202, "cos_r_negg": [0.6727261543273926], "cos_innovation_negg": [0.6727261543273926], "cos_apical_negg": [0.6727261543273926], "cos_Ac_negg": [0.6727261543273926], "r_norm": [0.18443873524665833]}, {"step": 7400, "epoch": 18, "train_loss": 0.0009053190005943179, "cos_r_negg": [0.6719615459442139], "cos_innovation_negg": [0.6719615459442139], "cos_apical_negg": [0.6719615459442139], "cos_Ac_negg": [0.6719615459442139], "r_norm": [0.18120646476745605]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9749, "test_loss": 0.09657257232666015}, {"step": 7450, "epoch": 19, "train_loss": 0.0006974199204705656, "cos_r_negg": [0.6701024770736694], "cos_innovation_negg": [0.6701024770736694], "cos_apical_negg": [0.6701024770736694], "cos_Ac_negg": [0.6701024770736694], "r_norm": [0.1833806335926056]}, {"step": 7500, "epoch": 19, "train_loss": 0.0014223279431462288, "cos_r_negg": [0.6712658405303955], "cos_innovation_negg": [0.6712658405303955], "cos_apical_negg": [0.6712658405303955], "cos_Ac_negg": [0.6712658405303955], "r_norm": [0.1833333820104599], "ldr": {"dL_sdil": -0.0034934431314468384, "dL_bp": -0.003617234528064728, "ratio": 0.9657773374500769}}, {"step": 7550, "epoch": 19, "train_loss": 0.0008628963842056692, "cos_r_negg": [0.6709852814674377], "cos_innovation_negg": [0.6709852814674377], "cos_apical_negg": [0.6709852814674377], "cos_Ac_negg": [0.6709852814674377], "r_norm": [0.18381869792938232]}, {"step": 7600, "epoch": 19, "train_loss": 0.000933677947614342, "cos_r_negg": [0.6724147796630859], "cos_innovation_negg": [0.6724147796630859], "cos_apical_negg": [0.6724147796630859], "cos_Ac_negg": [0.6724147796630859], "r_norm": [0.18401436507701874]}, {"step": 7650, "epoch": 19, "train_loss": 0.00210533756762743, "cos_r_negg": [0.673020601272583], "cos_innovation_negg": [0.673020601272583], "cos_apical_negg": [0.673020601272583], "cos_Ac_negg": [0.673020601272583], "r_norm": [0.18722890317440033]}, {"step": 7700, "epoch": 19, "train_loss": 0.002980827819555998, "cos_r_negg": [0.6724777817726135], "cos_innovation_negg": [0.6724777817726135], "cos_apical_negg": [0.6724777817726135], "cos_Ac_negg": [0.6724777817726135], "r_norm": [0.18157531321048737]}, {"step": 7750, "epoch": 19, "train_loss": 0.0012222775258123875, "cos_r_negg": [0.6729544401168823], "cos_innovation_negg": [0.6729544401168823], "cos_apical_negg": [0.6729544401168823], "cos_Ac_negg": [0.6729544401168823], "r_norm": [0.1831112504005432], "ldr": {"dL_sdil": -0.0035767406225204468, "dL_bp": -0.003687754273414612, "ratio": 0.9698966789369688}}, {"step": 7800, "epoch": 19, "train_loss": 0.0016017984598875046, "cos_r_negg": [0.6720913648605347], "cos_innovation_negg": [0.6720913648605347], "cos_apical_negg": [0.6720913648605347], "cos_Ac_negg": [0.6720913648605347], "r_norm": [0.18769578635692596]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9755, "test_loss": 0.09751326007843017}, {"step": 7850, "epoch": 20, "train_loss": 0.0011640674201771617, "cos_r_negg": [0.6719192862510681], "cos_innovation_negg": [0.6719192862510681], "cos_apical_negg": [0.6719192862510681], "cos_Ac_negg": [0.6719192862510681], "r_norm": [0.18266019225120544]}, {"step": 7900, "epoch": 20, "train_loss": 0.0013945633545517921, "cos_r_negg": [0.6719590425491333], "cos_innovation_negg": [0.6719590425491333], "cos_apical_negg": [0.6719590425491333], "cos_Ac_negg": [0.6719590425491333], "r_norm": [0.18217089772224426]}, {"step": 7950, "epoch": 20, "train_loss": 0.0006484786863438785, "cos_r_negg": [0.6715990900993347], "cos_innovation_negg": [0.6715990900993347], "cos_apical_negg": [0.6715990900993347], "cos_Ac_negg": [0.6715990900993347], "r_norm": [0.18335913121700287]}, {"step": 8000, "epoch": 20, "train_loss": 0.001479176338762045, "cos_r_negg": [0.6717581748962402], "cos_innovation_negg": [0.6717581748962402], "cos_apical_negg": [0.6717581748962402], "cos_Ac_negg": [0.6717581748962402], "r_norm": [0.18382728099822998], "ldr": {"dL_sdil": -0.003524467349052429, "dL_bp": -0.003672834485769272, "ratio": 0.9596041865508221}}, {"step": 8050, "epoch": 20, "train_loss": 0.0019113423768430948, "cos_r_negg": [0.6717259883880615], "cos_innovation_negg": [0.6717259883880615], "cos_apical_negg": [0.6717259883880615], "cos_Ac_negg": [0.6717259883880615], "r_norm": [0.18564698100090027]}, {"step": 8100, "epoch": 20, "train_loss": 0.0012723634717985988, "cos_r_negg": [0.6721281409263611], "cos_innovation_negg": [0.6721281409263611], "cos_apical_negg": [0.6721281409263611], "cos_Ac_negg": [0.6721281409263611], "r_norm": [0.18536216020584106]}, {"step": 8150, "epoch": 20, "train_loss": 0.0010790829546749592, "cos_r_negg": [0.672011137008667], "cos_innovation_negg": [0.672011137008667], "cos_apical_negg": [0.672011137008667], "cos_Ac_negg": [0.672011137008667], "r_norm": [0.1842576265335083]}, {"step": 8200, "epoch": 20, "train_loss": 0.0006283182883635163, "cos_r_negg": [0.6731815338134766], "cos_innovation_negg": [0.6731815338134766], "cos_apical_negg": [0.6731815338134766], "cos_Ac_negg": [0.6731815338134766], "r_norm": [0.18199115991592407]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9757, "test_loss": 0.09753635034561157}, {"step": 8250, "epoch": 21, "train_loss": 0.0013110461877658963, "cos_r_negg": [0.6730632781982422], "cos_innovation_negg": [0.6730632781982422], "cos_apical_negg": [0.6730632781982422], "cos_Ac_negg": [0.6730632781982422], "r_norm": [0.18280793726444244], "ldr": {"dL_sdil": -0.003532819449901581, "dL_bp": -0.0036873072385787964, "ratio": 0.9581028163151493}}, {"step": 8300, "epoch": 21, "train_loss": 0.001471756724640727, "cos_r_negg": [0.6730612516403198], "cos_innovation_negg": [0.6730612516403198], "cos_apical_negg": [0.6730612516403198], "cos_Ac_negg": [0.6730612516403198], "r_norm": [0.18328247964382172]}, {"step": 8350, "epoch": 21, "train_loss": 0.0016282268334180117, "cos_r_negg": [0.6724833250045776], "cos_innovation_negg": [0.6724833250045776], "cos_apical_negg": [0.6724833250045776], "cos_Ac_negg": [0.6724833250045776], "r_norm": [0.1813454031944275]}, {"step": 8400, "epoch": 21, "train_loss": 0.0023770348634570837, "cos_r_negg": [0.6731361150741577], "cos_innovation_negg": [0.6731361150741577], "cos_apical_negg": [0.6731361150741577], "cos_Ac_negg": [0.6731361150741577], "r_norm": [0.18158972263336182]}, {"step": 8450, "epoch": 21, "train_loss": 0.0012572102714329958, "cos_r_negg": [0.6724441051483154], "cos_innovation_negg": [0.6724441051483154], "cos_apical_negg": [0.6724441051483154], "cos_Ac_negg": [0.6724441051483154], "r_norm": [0.18274566531181335]}, {"step": 8500, "epoch": 21, "train_loss": 0.0011531193740665913, "cos_r_negg": [0.674044132232666], "cos_innovation_negg": [0.674044132232666], "cos_apical_negg": [0.674044132232666], "cos_Ac_negg": [0.674044132232666], "r_norm": [0.18216098845005035], "ldr": {"dL_sdil": -0.003632955253124237, "dL_bp": -0.0038025788962841034, "ratio": 0.955392472375623}}, {"step": 8550, "epoch": 21, "train_loss": 0.0008688338566571474, "cos_r_negg": [0.6746211051940918], "cos_innovation_negg": [0.6746211051940918], "cos_apical_negg": [0.6746211051940918], "cos_Ac_negg": [0.6746211051940918], "r_norm": [0.1817246973514557]}, {"step": 8600, "epoch": 21, "train_loss": 0.0026477486826479435, "cos_r_negg": [0.6738837361335754], "cos_innovation_negg": [0.6738837361335754], "cos_apical_negg": [0.6738837361335754], "cos_Ac_negg": [0.6738837361335754], "r_norm": [0.18445751070976257]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9756, "test_loss": 0.09840392980575562}, {"step": 8650, "epoch": 22, "train_loss": 0.0008905905997380614, "cos_r_negg": [0.6731122136116028], "cos_innovation_negg": [0.6731122136116028], "cos_apical_negg": [0.6731122136116028], "cos_Ac_negg": [0.6731122136116028], "r_norm": [0.1810935139656067]}, {"step": 8700, "epoch": 22, "train_loss": 0.0009468243806622922, "cos_r_negg": [0.6750270128250122], "cos_innovation_negg": [0.6750270128250122], "cos_apical_negg": [0.6750270128250122], "cos_Ac_negg": [0.6750270128250122], "r_norm": [0.18291456997394562]}, {"step": 8750, "epoch": 22, "train_loss": 0.0010155602358281612, "cos_r_negg": [0.674488365650177], "cos_innovation_negg": [0.674488365650177], "cos_apical_negg": [0.674488365650177], "cos_Ac_negg": [0.674488365650177], "r_norm": [0.18301863968372345], "ldr": {"dL_sdil": -0.0036750957369804382, "dL_bp": -0.0038258731365203857, "ratio": 0.9605900681596884}}, {"step": 8800, "epoch": 22, "train_loss": 0.001295067253522575, "cos_r_negg": [0.6745160222053528], "cos_innovation_negg": [0.6745160222053528], "cos_apical_negg": [0.6745160222053528], "cos_Ac_negg": [0.6745160222053528], "r_norm": [0.18012116849422455]}, {"step": 8850, "epoch": 22, "train_loss": 0.0011515431106090546, "cos_r_negg": [0.6755900979042053], "cos_innovation_negg": [0.6755900979042053], "cos_apical_negg": [0.6755900979042053], "cos_Ac_negg": [0.6755900979042053], "r_norm": [0.17844225466251373]}, {"step": 8900, "epoch": 22, "train_loss": 0.001693360973149538, "cos_r_negg": [0.6747000217437744], "cos_innovation_negg": [0.6747000217437744], "cos_apical_negg": [0.6747000217437744], "cos_Ac_negg": [0.6747000217437744], "r_norm": [0.18162968754768372]}, {"step": 8950, "epoch": 22, "train_loss": 0.001061367685906589, "cos_r_negg": [0.6748725771903992], "cos_innovation_negg": [0.6748725771903992], "cos_apical_negg": [0.6748725771903992], "cos_Ac_negg": [0.6748725771903992], "r_norm": [0.18417471647262573]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9752, "test_loss": 0.09848454608917237}, {"step": 9000, "epoch": 23, "train_loss": 0.0005789534188807011, "cos_r_negg": [0.6747207045555115], "cos_innovation_negg": [0.6747207045555115], "cos_apical_negg": [0.6747207045555115], "cos_Ac_negg": [0.6747207045555115], "r_norm": [0.17871084809303284], "ldr": {"dL_sdil": -0.00350990891456604, "dL_bp": -0.00371580570936203, "ratio": 0.9445889233989738}}, {"step": 9050, "epoch": 23, "train_loss": 0.0008528418838977814, "cos_r_negg": [0.6748285293579102], "cos_innovation_negg": [0.6748285293579102], "cos_apical_negg": [0.6748285293579102], "cos_Ac_negg": [0.6748285293579102], "r_norm": [0.18366293609142303]}, {"step": 9100, "epoch": 23, "train_loss": 0.0009446109179407358, "cos_r_negg": [0.6741859316825867], "cos_innovation_negg": [0.6741859316825867], "cos_apical_negg": [0.6741859316825867], "cos_Ac_negg": [0.6741859316825867], "r_norm": [0.18150323629379272]}, {"step": 9150, "epoch": 23, "train_loss": 0.0015668785199522972, "cos_r_negg": [0.6739867925643921], "cos_innovation_negg": [0.6739867925643921], "cos_apical_negg": [0.6739867925643921], "cos_Ac_negg": [0.6739867925643921], "r_norm": [0.18237099051475525]}, {"step": 9200, "epoch": 23, "train_loss": 0.001606656238436699, "cos_r_negg": [0.674719512462616], "cos_innovation_negg": [0.674719512462616], "cos_apical_negg": [0.674719512462616], "cos_Ac_negg": [0.674719512462616], "r_norm": [0.18110883235931396]}, {"step": 9250, "epoch": 23, "train_loss": 0.001103358925320208, "cos_r_negg": [0.6748310327529907], "cos_innovation_negg": [0.6748310327529907], "cos_apical_negg": [0.6748310327529907], "cos_Ac_negg": [0.6748310327529907], "r_norm": [0.1805419921875], "ldr": {"dL_sdil": -0.0035963505506515503, "dL_bp": -0.0037932991981506348, "ratio": 0.9480798541820524}}, {"step": 9300, "epoch": 23, "train_loss": 0.0008418713696300983, "cos_r_negg": [0.6727344393730164], "cos_innovation_negg": [0.6727344393730164], "cos_apical_negg": [0.6727344393730164], "cos_Ac_negg": [0.6727344393730164], "r_norm": [0.18265530467033386]}, {"step": 9350, "epoch": 23, "train_loss": 0.0011481157271191478, "cos_r_negg": [0.6760683655738831], "cos_innovation_negg": [0.6760683655738831], "cos_apical_negg": [0.6760683655738831], "cos_Ac_negg": [0.6760683655738831], "r_norm": [0.18025949597358704]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9754, "test_loss": 0.09906525707244873}, {"step": 9400, "epoch": 24, "train_loss": 0.0008236198918893933, "cos_r_negg": [0.674741804599762], "cos_innovation_negg": [0.674741804599762], "cos_apical_negg": [0.674741804599762], "cos_Ac_negg": [0.674741804599762], "r_norm": [0.18068352341651917]}, {"step": 9450, "epoch": 24, "train_loss": 0.0006694122566841543, "cos_r_negg": [0.6754828691482544], "cos_innovation_negg": [0.6754828691482544], "cos_apical_negg": [0.6754828691482544], "cos_Ac_negg": [0.6754828691482544], "r_norm": [0.18071813881397247]}, {"step": 9500, "epoch": 24, "train_loss": 0.0011944910511374474, "cos_r_negg": [0.6765767335891724], "cos_innovation_negg": [0.6765767335891724], "cos_apical_negg": [0.6765767335891724], "cos_Ac_negg": [0.6765767335891724], "r_norm": [0.18075284361839294], "ldr": {"dL_sdil": -0.003710828721523285, "dL_bp": -0.003925025463104248, "ratio": 0.9454279357944451}}, {"step": 9550, "epoch": 24, "train_loss": 0.0011825578985735774, "cos_r_negg": [0.6743413209915161], "cos_innovation_negg": [0.6743413209915161], "cos_apical_negg": [0.6743413209915161], "cos_Ac_negg": [0.6743413209915161], "r_norm": [0.18242913484573364]}, {"step": 9600, "epoch": 24, "train_loss": 0.0007622168632224202, "cos_r_negg": [0.6747339367866516], "cos_innovation_negg": [0.6747339367866516], "cos_apical_negg": [0.6747339367866516], "cos_Ac_negg": [0.6747339367866516], "r_norm": [0.17969125509262085]}, {"step": 9650, "epoch": 24, "train_loss": 0.001686361851170659, "cos_r_negg": [0.6759655475616455], "cos_innovation_negg": [0.6759655475616455], "cos_apical_negg": [0.6759655475616455], "cos_Ac_negg": [0.6759655475616455], "r_norm": [0.1803051233291626]}, {"step": 9700, "epoch": 24, "train_loss": 0.0007466188399121165, "cos_r_negg": [0.6754062175750732], "cos_innovation_negg": [0.6754062175750732], "cos_apical_negg": [0.6754062175750732], "cos_Ac_negg": [0.6754062175750732], "r_norm": [0.17914724349975586]}, {"step": 9750, "epoch": 24, "train_loss": 0.00262606143951416, "cos_r_negg": [0.674490213394165], "cos_innovation_negg": [0.674490213394165], "cos_apical_negg": [0.674490213394165], "cos_Ac_negg": [0.674490213394165], "r_norm": [0.179164320230484], "ldr": {"dL_sdil": -0.0036454275250434875, "dL_bp": -0.0038645267486572266, "ratio": 0.9433050311555309}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9753, "test_loss": 0.09880605974197387}], "final": {"test_acc": 0.9753, "test_loss": 0.09880605974197387, "wall_s": 15.69247055053711, "cos_r_negg": [0.6742957830429077], "cos_innovation_negg": [0.6742957830429077], "cos_apical_negg": [0.6742957830429077], "cos_Ac_negg": [0.6742957830429077]}}
|
