1
|
{"args": {"mode": "sdil", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_sdil_w500_d1_s1", "n_in": 784}, "provenance": {"git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5871329307556152, "cos_r_negg": [0.001100305700674653], "cos_innovation_negg": [0.001100305700674653], "cos_apical_negg": [0.001100305700674653], "cos_Ac_negg": [0.001100305700674653], "r_norm": [6.760903835296631], "ldr": {"dL_sdil": -0.1918637752532959, "dL_bp": -0.43957364559173584, "ratio": 0.43647697530869217}}, {"step": 50, "epoch": 0, "train_loss": 0.48861250281333923, "cos_r_negg": [0.43220454454421997], "cos_innovation_negg": [0.43220454454421997], "cos_apical_negg": [0.43220454454421997], "cos_Ac_negg": [0.43220454454421997], "r_norm": [1.3571507930755615]}, {"step": 100, "epoch": 0, "train_loss": 0.1364513337612152, "cos_r_negg": [0.4309086799621582], "cos_innovation_negg": [0.4309086799621582], "cos_apical_negg": [0.4309086799621582], "cos_Ac_negg": [0.4309086799621582], "r_norm": [1.0939793586730957]}, {"step": 150, "epoch": 0, "train_loss": 0.1887732446193695, "cos_r_negg": [0.4542691111564636], "cos_innovation_negg": [0.4542691111564636], "cos_apical_negg": [0.4542691111564636], "cos_Ac_negg": [0.4542691111564636], "r_norm": [0.8955298662185669]}, {"step": 200, "epoch": 0, "train_loss": 0.2780294418334961, "cos_r_negg": [0.4592840075492859], "cos_innovation_negg": [0.4592840075492859], "cos_apical_negg": [0.4592840075492859], "cos_Ac_negg": [0.4592840075492859], "r_norm": [0.8773269057273865]}, {"step": 250, "epoch": 0, "train_loss": 0.3455576002597809, "cos_r_negg": [0.462536484003067], "cos_innovation_negg": [0.462536484003067], "cos_apical_negg": [0.462536484003067], "cos_Ac_negg": [0.462536484003067], "r_norm": [0.856778085231781], "ldr": {"dL_sdil": -0.02157461643218994, "dL_bp": -0.019618839025497437, "ratio": 1.099688743261041}}, {"step": 300, "epoch": 0, "train_loss": 0.13695314526557922, "cos_r_negg": [0.4832298755645752], "cos_innovation_negg": [0.4832298755645752], "cos_apical_negg": [0.4832298755645752], "cos_Ac_negg": [0.4832298755645752], "r_norm": [0.7859394550323486]}, {"step": 350, "epoch": 0, "train_loss": 0.22819146513938904, "cos_r_negg": [0.4699955880641937], "cos_innovation_negg": [0.4699955880641937], "cos_apical_negg": [0.4699955880641937], "cos_Ac_negg": [0.4699955880641937], "r_norm": [0.6377558708190918]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9503, "test_loss": 0.16497855377197265}, {"step": 400, "epoch": 1, "train_loss": 0.13905087113380432, "cos_r_negg": [0.48866862058639526], "cos_innovation_negg": [0.48866862058639526], "cos_apical_negg": [0.48866862058639526], "cos_Ac_negg": [0.48866862058639526], "r_norm": [0.6100770235061646]}, {"step": 450, "epoch": 1, "train_loss": 0.1279246211051941, "cos_r_negg": [0.5000467896461487], "cos_innovation_negg": [0.5000467896461487], "cos_apical_negg": [0.5000467896461487], "cos_Ac_negg": [0.5000467896461487], "r_norm": [0.5184377431869507]}, {"step": 500, "epoch": 1, "train_loss": 0.17944064736366272, "cos_r_negg": [0.5100876688957214], "cos_innovation_negg": [0.5100876688957214], "cos_apical_negg": [0.5100876688957214], "cos_Ac_negg": [0.5100876688957214], "r_norm": [0.43126726150512695], "ldr": {"dL_sdil": -0.004412665963172913, "dL_bp": -0.003992907702922821, "ratio": 1.1051259611993602}}, {"step": 550, "epoch": 1, "train_loss": 0.06834127753973007, "cos_r_negg": [0.5085099339485168], "cos_innovation_negg": [0.5085099339485168], "cos_apical_negg": [0.5085099339485168], "cos_Ac_negg": [0.5085099339485168], "r_norm": [0.5281723737716675]}, {"step": 600, "epoch": 1, "train_loss": 0.058914653956890106, "cos_r_negg": [0.5260806679725647], "cos_innovation_negg": [0.5260806679725647], "cos_apical_negg": [0.5260806679725647], "cos_Ac_negg": [0.5260806679725647], "r_norm": [0.502312421798706]}, {"step": 650, "epoch": 1, "train_loss": 0.06621991097927094, "cos_r_negg": [0.5217529535293579], "cos_innovation_negg": [0.5217529535293579], "cos_apical_negg": [0.5217529535293579], "cos_Ac_negg": [0.5217529535293579], "r_norm": [0.47615846991539]}, {"step": 700, "epoch": 1, "train_loss": 0.10719330608844757, "cos_r_negg": [0.5240798592567444], "cos_innovation_negg": [0.5240798592567444], "cos_apical_negg": [0.5240798592567444], "cos_Ac_negg": [0.5240798592567444], "r_norm": [0.42596250772476196]}, {"step": 750, "epoch": 1, "train_loss": 0.16641952097415924, "cos_r_negg": [0.5301454663276672], "cos_innovation_negg": [0.5301454663276672], "cos_apical_negg": [0.5301454663276672], "cos_Ac_negg": [0.5301454663276672], "r_norm": [0.49993330240249634], "ldr": {"dL_sdil": -0.012946158647537231, "dL_bp": -0.011827364563941956, "ratio": 1.0945936922419843}}, {"epoch_end": 1, "step": 782, "test_acc": 0.9564, "test_loss": 0.13900784950256348}, {"step": 800, "epoch": 2, "train_loss": 0.10563233494758606, "cos_r_negg": [0.530672550201416], "cos_innovation_negg": [0.530672550201416], "cos_apical_negg": [0.530672550201416], "cos_Ac_negg": [0.530672550201416], "r_norm": [0.45425549149513245]}, {"step": 850, "epoch": 2, "train_loss": 0.039473116397857666, "cos_r_negg": [0.5469871759414673], "cos_innovation_negg": [0.5469871759414673], "cos_apical_negg": [0.5469871759414673], "cos_Ac_negg": [0.5469871759414673], "r_norm": [0.3899500370025635]}, {"step": 900, "epoch": 2, "train_loss": 0.05765703693032265, "cos_r_negg": [0.553665041923523], "cos_innovation_negg": [0.553665041923523], "cos_apical_negg": [0.553665041923523], "cos_Ac_negg": [0.553665041923523], "r_norm": [0.46398618817329407]}, {"step": 950, "epoch": 2, "train_loss": 0.11174166947603226, "cos_r_negg": [0.5645879507064819], "cos_innovation_negg": [0.5645879507064819], "cos_apical_negg": [0.5645879507064819], "cos_Ac_negg": [0.5645879507064819], "r_norm": [0.32989072799682617]}, {"step": 1000, "epoch": 2, "train_loss": 0.0692964717745781, "cos_r_negg": [0.5555451512336731], "cos_innovation_negg": [0.5555451512336731], "cos_apical_negg": [0.5555451512336731], "cos_Ac_negg": [0.5555451512336731], "r_norm": [0.3335726857185364], "ldr": {"dL_sdil": -0.0040866658091545105, "dL_bp": -0.0035779550671577454, "ratio": 1.1421791868395024}}, {"step": 1050, "epoch": 2, "train_loss": 0.04302312433719635, "cos_r_negg": [0.5554473400115967], "cos_innovation_negg": [0.5554473400115967], "cos_apical_negg": [0.5554473400115967], "cos_Ac_negg": [0.5554473400115967], "r_norm": [0.39047497510910034]}, {"step": 1100, "epoch": 2, "train_loss": 0.09594385325908661, "cos_r_negg": [0.5579342842102051], "cos_innovation_negg": [0.5579342842102051], "cos_apical_negg": [0.5579342842102051], "cos_Ac_negg": [0.5579342842102051], "r_norm": [0.34934842586517334]}, {"step": 1150, "epoch": 2, "train_loss": 0.09900315850973129, "cos_r_negg": [0.5719032287597656], "cos_innovation_negg": [0.5719032287597656], "cos_apical_negg": [0.5719032287597656], "cos_Ac_negg": [0.5719032287597656], "r_norm": [0.3224126994609833]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9682, "test_loss": 0.1040596591949463}, {"step": 1200, "epoch": 3, "train_loss": 0.05156555026769638, "cos_r_negg": [0.5610235333442688], "cos_innovation_negg": [0.5610235333442688], "cos_apical_negg": [0.5610235333442688], "cos_Ac_negg": [0.5610235333442688], "r_norm": [0.4339083135128021]}, {"step": 1250, "epoch": 3, "train_loss": 0.10830618441104889, "cos_r_negg": [0.5736144781112671], "cos_innovation_negg": [0.5736144781112671], "cos_apical_negg": [0.5736144781112671], "cos_Ac_negg": [0.5736144781112671], "r_norm": [0.34213781356811523], "ldr": {"dL_sdil": -0.00485578179359436, "dL_bp": -0.004557289183139801, "ratio": 1.0654978427875208}}, {"step": 1300, "epoch": 3, "train_loss": 0.01793331280350685, "cos_r_negg": [0.5749954581260681], "cos_innovation_negg": [0.5749954581260681], "cos_apical_negg": [0.5749954581260681], "cos_Ac_negg": [0.5749954581260681], "r_norm": [0.397167831659317]}, {"step": 1350, "epoch": 3, "train_loss": 0.032390326261520386, "cos_r_negg": [0.5779156684875488], "cos_innovation_negg": [0.5779156684875488], "cos_apical_negg": [0.5779156684875488], "cos_Ac_negg": [0.5779156684875488], "r_norm": [0.30049705505371094]}, {"step": 1400, "epoch": 3, "train_loss": 0.04874143376946449, "cos_r_negg": [0.5797494053840637], "cos_innovation_negg": [0.5797494053840637], "cos_apical_negg": [0.5797494053840637], "cos_Ac_negg": [0.5797494053840637], "r_norm": [0.33478492498397827]}, {"step": 1450, "epoch": 3, "train_loss": 0.018085453659296036, "cos_r_negg": [0.5899109840393066], "cos_innovation_negg": [0.5899109840393066], "cos_apical_negg": [0.5899109840393066], "cos_Ac_negg": [0.5899109840393066], "r_norm": [0.3004092872142792]}, {"step": 1500, "epoch": 3, "train_loss": 0.0623151957988739, "cos_r_negg": [0.589335560798645], "cos_innovation_negg": [0.589335560798645], "cos_apical_negg": [0.589335560798645], "cos_Ac_negg": [0.589335560798645], "r_norm": [0.26107895374298096], "ldr": {"dL_sdil": -0.0031843073666095734, "dL_bp": -0.0029101520776748657, "ratio": 1.094206516229128}}, {"step": 1550, "epoch": 3, "train_loss": 0.0387909933924675, "cos_r_negg": [0.5903338193893433], "cos_innovation_negg": [0.5903338193893433], "cos_apical_negg": [0.5903338193893433], "cos_Ac_negg": [0.5903338193893433], "r_norm": [0.2533503770828247]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9695, "test_loss": 0.1060980297088623}, {"step": 1600, "epoch": 4, "train_loss": 0.04044149070978165, "cos_r_negg": [0.5882481336593628], "cos_innovation_negg": [0.5882481336593628], "cos_apical_negg": [0.5882481336593628], "cos_Ac_negg": [0.5882481336593628], "r_norm": [0.24958622455596924]}, {"step": 1650, "epoch": 4, "train_loss": 0.03958461061120033, "cos_r_negg": [0.5960929989814758], "cos_innovation_negg": [0.5960929989814758], "cos_apical_negg": [0.5960929989814758], "cos_Ac_negg": [0.5960929989814758], "r_norm": [0.2710718512535095]}, {"step": 1700, "epoch": 4, "train_loss": 0.03976733982563019, "cos_r_negg": [0.6068387627601624], "cos_innovation_negg": [0.6068387627601624], "cos_apical_negg": [0.6068387627601624], "cos_Ac_negg": [0.6068387627601624], "r_norm": [0.25744855403900146]}, {"step": 1750, "epoch": 4, "train_loss": 0.04680148512125015, "cos_r_negg": [0.606350302696228], "cos_innovation_negg": [0.606350302696228], "cos_apical_negg": [0.606350302696228], "cos_Ac_negg": [0.606350302696228], "r_norm": [0.2666856050491333], "ldr": {"dL_sdil": -0.0035785138607025146, "dL_bp": -0.003533497452735901, "ratio": 1.0127399010665081}}, {"step": 1800, "epoch": 4, "train_loss": 0.045200884342193604, "cos_r_negg": [0.6007728576660156], "cos_innovation_negg": [0.6007728576660156], "cos_apical_negg": [0.6007728576660156], "cos_Ac_negg": [0.6007728576660156], "r_norm": [0.27807140350341797]}, {"step": 1850, "epoch": 4, "train_loss": 0.09985603392124176, "cos_r_negg": [0.6068681478500366], "cos_innovation_negg": [0.6068681478500366], "cos_apical_negg": [0.6068681478500366], "cos_Ac_negg": [0.6068681478500366], "r_norm": [0.2567717730998993]}, {"step": 1900, "epoch": 4, "train_loss": 0.008486926555633545, "cos_r_negg": [0.612114429473877], "cos_innovation_negg": [0.612114429473877], "cos_apical_negg": [0.612114429473877], "cos_Ac_negg": [0.612114429473877], "r_norm": [0.2662491798400879]}, {"step": 1950, "epoch": 4, "train_loss": 0.07286867499351501, "cos_r_negg": [0.6119774580001831], "cos_innovation_negg": [0.6119774580001831], "cos_apical_negg": [0.6119774580001831], "cos_Ac_negg": [0.6119774580001831], "r_norm": [0.2504240572452545]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9727, "test_loss": 0.093028804397583}, {"step": 2000, "epoch": 5, "train_loss": 0.02292187511920929, "cos_r_negg": [0.6196531057357788], "cos_innovation_negg": [0.6196531057357788], "cos_apical_negg": [0.6196531057357788], "cos_Ac_negg": [0.6196531057357788], "r_norm": [0.2947973608970642], "ldr": {"dL_sdil": -0.004512958228588104, "dL_bp": -0.0045277029275894165, "ratio": 0.996743448225928}}, {"step": 2050, "epoch": 5, "train_loss": 0.008723124861717224, "cos_r_negg": [0.6156461834907532], "cos_innovation_negg": [0.6156461834907532], "cos_apical_negg": [0.6156461834907532], "cos_Ac_negg": [0.6156461834907532], "r_norm": [0.2753215730190277]}, {"step": 2100, "epoch": 5, "train_loss": 0.015341127291321754, "cos_r_negg": [0.6275525093078613], "cos_innovation_negg": [0.6275525093078613], "cos_apical_negg": [0.6275525093078613], "cos_Ac_negg": [0.6275525093078613], "r_norm": [0.2597804069519043]}, {"step": 2150, "epoch": 5, "train_loss": 0.0046372502110898495, "cos_r_negg": [0.6227806806564331], "cos_innovation_negg": [0.6227806806564331], "cos_apical_negg": [0.6227806806564331], "cos_Ac_negg": [0.6227806806564331], "r_norm": [0.24430224299430847]}, {"step": 2200, "epoch": 5, "train_loss": 0.027534987777471542, "cos_r_negg": [0.617467999458313], "cos_innovation_negg": [0.617467999458313], "cos_apical_negg": [0.617467999458313], "cos_Ac_negg": [0.617467999458313], "r_norm": [0.24936538934707642]}, {"step": 2250, "epoch": 5, "train_loss": 0.006457236595451832, "cos_r_negg": [0.6247696876525879], "cos_innovation_negg": [0.6247696876525879], "cos_apical_negg": [0.6247696876525879], "cos_Ac_negg": [0.6247696876525879], "r_norm": [0.23975923657417297], "ldr": {"dL_sdil": -0.0039103031158447266, "dL_bp": -0.003700532019138336, "ratio": 1.0566867400745354}}, {"step": 2300, "epoch": 5, "train_loss": 0.01453243289142847, "cos_r_negg": [0.6218576431274414], "cos_innovation_negg": [0.6218576431274414], "cos_apical_negg": [0.6218576431274414], "cos_Ac_negg": [0.6218576431274414], "r_norm": [0.23658186197280884]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9738, "test_loss": 0.09222160034179687}, {"step": 2350, "epoch": 6, "train_loss": 0.008035858161747456, "cos_r_negg": [0.6246671676635742], "cos_innovation_negg": [0.6246671676635742], "cos_apical_negg": [0.6246671676635742], "cos_Ac_negg": [0.6246671676635742], "r_norm": [0.21404096484184265]}, {"step": 2400, "epoch": 6, "train_loss": 0.009463842026889324, "cos_r_negg": [0.6295669674873352], "cos_innovation_negg": [0.6295669674873352], "cos_apical_negg": [0.6295669674873352], "cos_Ac_negg": [0.6295669674873352], "r_norm": [0.2530636191368103]}, {"step": 2450, "epoch": 6, "train_loss": 0.019154634326696396, "cos_r_negg": [0.6314516663551331], "cos_innovation_negg": [0.6314516663551331], "cos_apical_negg": [0.6314516663551331], "cos_Ac_negg": [0.6314516663551331], "r_norm": [0.25009602308273315]}, {"step": 2500, "epoch": 6, "train_loss": 0.010175041854381561, "cos_r_negg": [0.6321192979812622], "cos_innovation_negg": [0.6321192979812622], "cos_apical_negg": [0.6321192979812622], "cos_Ac_negg": [0.6321192979812622], "r_norm": [0.2250152975320816], "ldr": {"dL_sdil": -0.003260582685470581, "dL_bp": -0.0030800029635429382, "ratio": 1.0586297234337467}}, {"step": 2550, "epoch": 6, "train_loss": 0.009414475411176682, "cos_r_negg": [0.6312077045440674], "cos_innovation_negg": [0.6312077045440674], "cos_apical_negg": [0.6312077045440674], "cos_Ac_negg": [0.6312077045440674], "r_norm": [0.21666473150253296]}, {"step": 2600, "epoch": 6, "train_loss": 0.013411739841103554, "cos_r_negg": [0.6316648721694946], "cos_innovation_negg": [0.6316648721694946], "cos_apical_negg": [0.6316648721694946], "cos_Ac_negg": [0.6316648721694946], "r_norm": [0.23372584581375122]}, {"step": 2650, "epoch": 6, "train_loss": 0.026791274547576904, "cos_r_negg": [0.6384471654891968], "cos_innovation_negg": [0.6384471654891968], "cos_apical_negg": [0.6384471654891968], "cos_Ac_negg": [0.6384471654891968], "r_norm": [0.23166270554065704]}, {"step": 2700, "epoch": 6, "train_loss": 0.00908804964274168, "cos_r_negg": [0.6370428204536438], "cos_innovation_negg": [0.6370428204536438], "cos_apical_negg": [0.6370428204536438], "cos_Ac_negg": [0.6370428204536438], "r_norm": [0.24408280849456787]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9745, "test_loss": 0.08660848941802979}, {"step": 2750, "epoch": 7, "train_loss": 0.001891186460852623, "cos_r_negg": [0.6397808194160461], "cos_innovation_negg": [0.6397808194160461], "cos_apical_negg": [0.6397808194160461], "cos_Ac_negg": [0.6397808194160461], "r_norm": [0.20459353923797607], "ldr": {"dL_sdil": -0.002634003758430481, "dL_bp": -0.002552248537540436, "ratio": 1.0320326252273344}}, {"step": 2800, "epoch": 7, "train_loss": 0.004815737716853619, "cos_r_negg": [0.6417429447174072], "cos_innovation_negg": [0.6417429447174072], "cos_apical_negg": [0.6417429447174072], "cos_Ac_negg": [0.6417429447174072], "r_norm": [0.19778858125209808]}, {"step": 2850, "epoch": 7, "train_loss": 0.005631942767649889, "cos_r_negg": [0.6427261829376221], "cos_innovation_negg": [0.6427261829376221], "cos_apical_negg": [0.6427261829376221], "cos_Ac_negg": [0.6427261829376221], "r_norm": [0.2211076021194458]}, {"step": 2900, "epoch": 7, "train_loss": 0.006040941923856735, "cos_r_negg": [0.6440718173980713], "cos_innovation_negg": [0.6440718173980713], "cos_apical_negg": [0.6440718173980713], "cos_Ac_negg": [0.6440718173980713], "r_norm": [0.20286446809768677]}, {"step": 2950, "epoch": 7, "train_loss": 0.0025176741182804108, "cos_r_negg": [0.650090217590332], "cos_innovation_negg": [0.650090217590332], "cos_apical_negg": [0.650090217590332], "cos_Ac_negg": [0.650090217590332], "r_norm": [0.20614682137966156]}, {"step": 3000, "epoch": 7, "train_loss": 0.005629417486488819, "cos_r_negg": [0.6479119062423706], "cos_innovation_negg": [0.6479119062423706], "cos_apical_negg": [0.6479119062423706], "cos_Ac_negg": [0.6479119062423706], "r_norm": [0.2127581387758255], "ldr": {"dL_sdil": -0.0034825094044208527, "dL_bp": -0.0035923197865486145, "ratio": 0.9694319023214623}}, {"step": 3050, "epoch": 7, "train_loss": 0.005072558764368296, "cos_r_negg": [0.6483415365219116], "cos_innovation_negg": [0.6483415365219116], "cos_apical_negg": [0.6483415365219116], "cos_Ac_negg": [0.6483415365219116], "r_norm": [0.20213374495506287]}, {"step": 3100, "epoch": 7, "train_loss": 0.005258928053081036, "cos_r_negg": [0.6499826908111572], "cos_innovation_negg": [0.6499826908111572], "cos_apical_negg": [0.6499826908111572], "cos_Ac_negg": [0.6499826908111572], "r_norm": [0.18239551782608032]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9751, "test_loss": 0.08846557369232178}, {"step": 3150, "epoch": 8, "train_loss": 0.004414690192788839, "cos_r_negg": [0.6477656364440918], "cos_innovation_negg": [0.6477656364440918], "cos_apical_negg": [0.6477656364440918], "cos_Ac_negg": [0.6477656364440918], "r_norm": [0.20421180129051208]}, {"step": 3200, "epoch": 8, "train_loss": 0.007037022151052952, "cos_r_negg": [0.6489906907081604], "cos_innovation_negg": [0.6489906907081604], "cos_apical_negg": [0.6489906907081604], "cos_Ac_negg": [0.6489906907081604], "r_norm": [0.19996652007102966]}, {"step": 3250, "epoch": 8, "train_loss": 0.003335286397486925, "cos_r_negg": [0.6488131284713745], "cos_innovation_negg": [0.6488131284713745], "cos_apical_negg": [0.6488131284713745], "cos_Ac_negg": [0.6488131284713745], "r_norm": [0.1973746418952942], "ldr": {"dL_sdil": -0.0030824951827526093, "dL_bp": -0.003016870468854904, "ratio": 1.0217525792291022}}, {"step": 3300, "epoch": 8, "train_loss": 0.0036672756541520357, "cos_r_negg": [0.6504677534103394], "cos_innovation_negg": [0.6504677534103394], "cos_apical_negg": [0.6504677534103394], "cos_Ac_negg": [0.6504677534103394], "r_norm": [0.2063758224248886]}, {"step": 3350, "epoch": 8, "train_loss": 0.01492753904312849, "cos_r_negg": [0.6521838903427124], "cos_innovation_negg": [0.6521838903427124], "cos_apical_negg": [0.6521838903427124], "cos_Ac_negg": [0.6521838903427124], "r_norm": [0.18838709592819214]}, {"step": 3400, "epoch": 8, "train_loss": 0.004698086995631456, "cos_r_negg": [0.64848393201828], "cos_innovation_negg": [0.64848393201828], "cos_apical_negg": [0.64848393201828], "cos_Ac_negg": [0.64848393201828], "r_norm": [0.19895412027835846]}, {"step": 3450, "epoch": 8, "train_loss": 0.015807535499334335, "cos_r_negg": [0.652592658996582], "cos_innovation_negg": [0.652592658996582], "cos_apical_negg": [0.652592658996582], "cos_Ac_negg": [0.652592658996582], "r_norm": [0.20557649433612823]}, {"step": 3500, "epoch": 8, "train_loss": 0.009331470355391502, "cos_r_negg": [0.6547179222106934], "cos_innovation_negg": [0.6547179222106934], "cos_apical_negg": [0.6547179222106934], "cos_Ac_negg": [0.6547179222106934], "r_norm": [0.20355701446533203], "ldr": {"dL_sdil": -0.0034710727632045746, "dL_bp": -0.003576897084712982, "ratio": 0.9704144908276278}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9747, "test_loss": 0.08839641704559326}, {"step": 3550, "epoch": 9, "train_loss": 0.0032112812623381615, "cos_r_negg": [0.6529762148857117], "cos_innovation_negg": [0.6529762148857117], "cos_apical_negg": [0.6529762148857117], "cos_Ac_negg": [0.6529762148857117], "r_norm": [0.20045408606529236]}, {"step": 3600, "epoch": 9, "train_loss": 0.0034488472156226635, "cos_r_negg": [0.6520247459411621], "cos_innovation_negg": [0.6520247459411621], "cos_apical_negg": [0.6520247459411621], "cos_Ac_negg": [0.6520247459411621], "r_norm": [0.19480332732200623]}, {"step": 3650, "epoch": 9, "train_loss": 0.006094988901168108, "cos_r_negg": [0.6558542251586914], "cos_innovation_negg": [0.6558542251586914], "cos_apical_negg": [0.6558542251586914], "cos_Ac_negg": [0.6558542251586914], "r_norm": [0.18589213490486145]}, {"step": 3700, "epoch": 9, "train_loss": 0.006265830248594284, "cos_r_negg": [0.6564699411392212], "cos_innovation_negg": [0.6564699411392212], "cos_apical_negg": [0.6564699411392212], "cos_Ac_negg": [0.6564699411392212], "r_norm": [0.18831568956375122]}, {"step": 3750, "epoch": 9, "train_loss": 0.005002729594707489, "cos_r_negg": [0.655595600605011], "cos_innovation_negg": [0.655595600605011], "cos_apical_negg": [0.655595600605011], "cos_Ac_negg": [0.655595600605011], "r_norm": [0.19380924105644226], "ldr": {"dL_sdil": -0.0031746700406074524, "dL_bp": -0.0032497569918632507, "ratio": 0.9768945950593225}}, {"step": 3800, "epoch": 9, "train_loss": 0.0020509900059551, "cos_r_negg": [0.6574457883834839], "cos_innovation_negg": [0.6574457883834839], "cos_apical_negg": [0.6574457883834839], "cos_Ac_negg": [0.6574457883834839], "r_norm": [0.20294073224067688]}, {"step": 3850, "epoch": 9, "train_loss": 0.003226958680897951, "cos_r_negg": [0.6611326932907104], "cos_innovation_negg": [0.6611326932907104], "cos_apical_negg": [0.6611326932907104], "cos_Ac_negg": [0.6611326932907104], "r_norm": [0.19813671708106995]}, {"step": 3900, "epoch": 9, "train_loss": 0.007771424017846584, "cos_r_negg": [0.6593209505081177], "cos_innovation_negg": [0.6593209505081177], "cos_apical_negg": [0.6593209505081177], "cos_Ac_negg": [0.6593209505081177], "r_norm": [0.19765135645866394]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9748, "test_loss": 0.08772453660964966}, {"step": 3950, "epoch": 10, "train_loss": 0.003116397187113762, "cos_r_negg": [0.6569539904594421], "cos_innovation_negg": [0.6569539904594421], "cos_apical_negg": [0.6569539904594421], "cos_Ac_negg": [0.6569539904594421], "r_norm": [0.19880643486976624]}, {"step": 4000, "epoch": 10, "train_loss": 0.0026373867876827717, "cos_r_negg": [0.6590050458908081], "cos_innovation_negg": [0.6590050458908081], "cos_apical_negg": [0.6590050458908081], "cos_Ac_negg": [0.6590050458908081], "r_norm": [0.19262820482254028], "ldr": {"dL_sdil": -0.0035692378878593445, "dL_bp": -0.0036004334688186646, "ratio": 0.9913356041072588}}, {"step": 4050, "epoch": 10, "train_loss": 0.0015484970062971115, "cos_r_negg": [0.6596846580505371], "cos_innovation_negg": [0.6596846580505371], "cos_apical_negg": [0.6596846580505371], "cos_Ac_negg": [0.6596846580505371], "r_norm": [0.1932370960712433]}, {"step": 4100, "epoch": 10, "train_loss": 0.0025846525095403194, "cos_r_negg": [0.659912645816803], "cos_innovation_negg": [0.659912645816803], "cos_apical_negg": [0.659912645816803], "cos_Ac_negg": [0.659912645816803], "r_norm": [0.1921229064464569]}, {"step": 4150, "epoch": 10, "train_loss": 0.0013767535565420985, "cos_r_negg": [0.659926176071167], "cos_innovation_negg": [0.659926176071167], "cos_apical_negg": [0.659926176071167], "cos_Ac_negg": [0.659926176071167], "r_norm": [0.18835411965847015]}, {"step": 4200, "epoch": 10, "train_loss": 0.005181065760552883, "cos_r_negg": [0.6616376638412476], "cos_innovation_negg": [0.6616376638412476], "cos_apical_negg": [0.6616376638412476], "cos_Ac_negg": [0.6616376638412476], "r_norm": [0.1874384880065918]}, {"step": 4250, "epoch": 10, "train_loss": 0.007394136395305395, "cos_r_negg": [0.6639987230300903], "cos_innovation_negg": [0.6639987230300903], "cos_apical_negg": [0.6639987230300903], "cos_Ac_negg": [0.6639987230300903], "r_norm": [0.1924438178539276], "ldr": {"dL_sdil": -0.0033907517790794373, "dL_bp": -0.0034468621015548706, "ratio": 0.9837213323822493}}, {"step": 4300, "epoch": 10, "train_loss": 0.0024852536153048277, "cos_r_negg": [0.6627053022384644], "cos_innovation_negg": [0.6627053022384644], "cos_apical_negg": [0.6627053022384644], "cos_Ac_negg": [0.6627053022384644], "r_norm": [0.19183456897735596]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9744, "test_loss": 0.089670791721344}, {"step": 4350, "epoch": 11, "train_loss": 0.004016684368252754, "cos_r_negg": [0.6633303165435791], "cos_innovation_negg": [0.6633303165435791], "cos_apical_negg": [0.6633303165435791], "cos_Ac_negg": [0.6633303165435791], "r_norm": [0.19329418241977692]}, {"step": 4400, "epoch": 11, "train_loss": 0.001495786476880312, "cos_r_negg": [0.6611989140510559], "cos_innovation_negg": [0.6611989140510559], "cos_apical_negg": [0.6611989140510559], "cos_Ac_negg": [0.6611989140510559], "r_norm": [0.19347508251667023]}, {"step": 4450, "epoch": 11, "train_loss": 0.0039836629293859005, "cos_r_negg": [0.6619336605072021], "cos_innovation_negg": [0.6619336605072021], "cos_apical_negg": [0.6619336605072021], "cos_Ac_negg": [0.6619336605072021], "r_norm": [0.19052177667617798]}, {"step": 4500, "epoch": 11, "train_loss": 0.0007587734726257622, "cos_r_negg": [0.6630107760429382], "cos_innovation_negg": [0.6630107760429382], "cos_apical_negg": [0.6630107760429382], "cos_Ac_negg": [0.6630107760429382], "r_norm": [0.19042092561721802], "ldr": {"dL_sdil": -0.0033354274928569794, "dL_bp": -0.0034304670989513397, "ratio": 0.9722954328512834}}, {"step": 4550, "epoch": 11, "train_loss": 0.005601126700639725, "cos_r_negg": [0.661663293838501], "cos_innovation_negg": [0.661663293838501], "cos_apical_negg": [0.661663293838501], "cos_Ac_negg": [0.661663293838501], "r_norm": [0.18935249745845795]}, {"step": 4600, "epoch": 11, "train_loss": 0.001419921638444066, "cos_r_negg": [0.6637364029884338], "cos_innovation_negg": [0.6637364029884338], "cos_apical_negg": [0.6637364029884338], "cos_Ac_negg": [0.6637364029884338], "r_norm": [0.1854950487613678]}, {"step": 4650, "epoch": 11, "train_loss": 0.00275788689032197, "cos_r_negg": [0.6648856401443481], "cos_innovation_negg": [0.6648856401443481], "cos_apical_negg": [0.6648856401443481], "cos_Ac_negg": [0.6648856401443481], "r_norm": [0.19034051895141602]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9752, "test_loss": 0.08995066747665405}, {"step": 4700, "epoch": 12, "train_loss": 0.00309376185759902, "cos_r_negg": [0.6643451452255249], "cos_innovation_negg": [0.6643451452255249], "cos_apical_negg": [0.6643451452255249], "cos_Ac_negg": [0.6643451452255249], "r_norm": [0.19332051277160645]}, {"step": 4750, "epoch": 12, "train_loss": 0.0022119139321148396, "cos_r_negg": [0.6635880470275879], "cos_innovation_negg": [0.6635880470275879], "cos_apical_negg": [0.6635880470275879], "cos_Ac_negg": [0.6635880470275879], "r_norm": [0.19112156331539154], "ldr": {"dL_sdil": -0.0035537518560886383, "dL_bp": -0.003675796091556549, "ratio": 0.9667978765883528}}, {"step": 4800, "epoch": 12, "train_loss": 0.0022852004040032625, "cos_r_negg": [0.6648796796798706], "cos_innovation_negg": [0.6648796796798706], "cos_apical_negg": [0.6648796796798706], "cos_Ac_negg": [0.6648796796798706], "r_norm": [0.18916934728622437]}, {"step": 4850, "epoch": 12, "train_loss": 0.001951591926626861, "cos_r_negg": [0.6651219725608826], "cos_innovation_negg": [0.6651219725608826], "cos_apical_negg": [0.6651219725608826], "cos_Ac_negg": [0.6651219725608826], "r_norm": [0.1873171329498291]}, {"step": 4900, "epoch": 12, "train_loss": 0.0027105561457574368, "cos_r_negg": [0.6645501852035522], "cos_innovation_negg": [0.6645501852035522], "cos_apical_negg": [0.6645501852035522], "cos_Ac_negg": [0.6645501852035522], "r_norm": [0.18848127126693726]}, {"step": 4950, "epoch": 12, "train_loss": 0.0011318711331114173, "cos_r_negg": [0.6663046479225159], "cos_innovation_negg": [0.6663046479225159], "cos_apical_negg": [0.6663046479225159], "cos_Ac_negg": [0.6663046479225159], "r_norm": [0.18730175495147705]}, {"step": 5000, "epoch": 12, "train_loss": 0.0021451793145388365, "cos_r_negg": [0.6661809682846069], "cos_innovation_negg": [0.6661809682846069], "cos_apical_negg": [0.6661809682846069], "cos_Ac_negg": [0.6661809682846069], "r_norm": [0.18514122068881989], "ldr": {"dL_sdil": -0.003307037055492401, "dL_bp": -0.0034041628241539, "ratio": 0.9714685302441021}}, {"step": 5050, "epoch": 12, "train_loss": 0.0016976024489849806, "cos_r_negg": [0.6677188873291016], "cos_innovation_negg": [0.6677188873291016], "cos_apical_negg": [0.6677188873291016], "cos_Ac_negg": [0.6677188873291016], "r_norm": [0.18436864018440247]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9746, "test_loss": 0.09175202016830444}, {"step": 5100, "epoch": 13, "train_loss": 0.0018152374541386962, "cos_r_negg": [0.666205883026123], "cos_innovation_negg": [0.666205883026123], "cos_apical_negg": [0.666205883026123], "cos_Ac_negg": [0.666205883026123], "r_norm": [0.19294962286949158]}, {"step": 5150, "epoch": 13, "train_loss": 0.003475346602499485, "cos_r_negg": [0.6664069890975952], "cos_innovation_negg": [0.6664069890975952], "cos_apical_negg": [0.6664069890975952], "cos_Ac_negg": [0.6664069890975952], "r_norm": [0.18639397621154785]}, {"step": 5200, "epoch": 13, "train_loss": 0.0018608508398756385, "cos_r_negg": [0.6653834581375122], "cos_innovation_negg": [0.6653834581375122], "cos_apical_negg": [0.6653834581375122], "cos_Ac_negg": [0.6653834581375122], "r_norm": [0.19113487005233765]}, {"step": 5250, "epoch": 13, "train_loss": 0.0012236915063112974, "cos_r_negg": [0.6658716201782227], "cos_innovation_negg": [0.6658716201782227], "cos_apical_negg": [0.6658716201782227], "cos_Ac_negg": [0.6658716201782227], "r_norm": [0.18999069929122925], "ldr": {"dL_sdil": -0.0035007745027542114, "dL_bp": -0.0036511868238449097, "ratio": 0.9588045399078469}}, {"step": 5300, "epoch": 13, "train_loss": 0.0024335780180990696, "cos_r_negg": [0.666246771812439], "cos_innovation_negg": [0.666246771812439], "cos_apical_negg": [0.666246771812439], "cos_Ac_negg": [0.666246771812439], "r_norm": [0.19098010659217834]}, {"step": 5350, "epoch": 13, "train_loss": 0.0031038715969771147, "cos_r_negg": [0.666203498840332], "cos_innovation_negg": [0.666203498840332], "cos_apical_negg": [0.666203498840332], "cos_Ac_negg": [0.666203498840332], "r_norm": [0.19009268283843994]}, {"step": 5400, "epoch": 13, "train_loss": 0.0033635690342634916, "cos_r_negg": [0.6686925888061523], "cos_innovation_negg": [0.6686925888061523], "cos_apical_negg": [0.6686925888061523], "cos_Ac_negg": [0.6686925888061523], "r_norm": [0.1874905824661255]}, {"step": 5450, "epoch": 13, "train_loss": 0.0012686345726251602, "cos_r_negg": [0.6673544645309448], "cos_innovation_negg": [0.6673544645309448], "cos_apical_negg": [0.6673544645309448], "cos_Ac_negg": [0.6673544645309448], "r_norm": [0.18319319188594818]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9751, "test_loss": 0.09248029098510742}, {"step": 5500, "epoch": 14, "train_loss": 0.0011547560570761561, "cos_r_negg": [0.6661609411239624], "cos_innovation_negg": [0.6661609411239624], "cos_apical_negg": [0.6661609411239624], "cos_Ac_negg": [0.6661609411239624], "r_norm": [0.19202403724193573], "ldr": {"dL_sdil": -0.003587815910577774, "dL_bp": -0.003754936158657074, "ratio": 0.9554931852319244}}, {"step": 5550, "epoch": 14, "train_loss": 0.0009745231363922358, "cos_r_negg": [0.6676994562149048], "cos_innovation_negg": [0.6676994562149048], "cos_apical_negg": [0.6676994562149048], "cos_Ac_negg": [0.6676994562149048], "r_norm": [0.18245328962802887]}, {"step": 5600, "epoch": 14, "train_loss": 0.001786916283890605, "cos_r_negg": [0.6678341031074524], "cos_innovation_negg": [0.6678341031074524], "cos_apical_negg": [0.6678341031074524], "cos_Ac_negg": [0.6678341031074524], "r_norm": [0.18859194219112396]}, {"step": 5650, "epoch": 14, "train_loss": 0.0012264908291399479, "cos_r_negg": [0.6694937944412231], "cos_innovation_negg": [0.6694937944412231], "cos_apical_negg": [0.6694937944412231], "cos_Ac_negg": [0.6694937944412231], "r_norm": [0.18558205664157867]}, {"step": 5700, "epoch": 14, "train_loss": 0.0003902111784555018, "cos_r_negg": [0.6681622862815857], "cos_innovation_negg": [0.6681622862815857], "cos_apical_negg": [0.6681622862815857], "cos_Ac_negg": [0.6681622862815857], "r_norm": [0.18749463558197021]}, {"step": 5750, "epoch": 14, "train_loss": 0.0021597177255898714, "cos_r_negg": [0.6685847043991089], "cos_innovation_negg": [0.6685847043991089], "cos_apical_negg": [0.6685847043991089], "cos_Ac_negg": [0.6685847043991089], "r_norm": [0.1878083497285843], "ldr": {"dL_sdil": -0.003606930375099182, "dL_bp": -0.0038375630974769592, "ratio": 0.9399012559482322}}, {"step": 5800, "epoch": 14, "train_loss": 0.0029637301340699196, "cos_r_negg": [0.6679900288581848], "cos_innovation_negg": [0.6679900288581848], "cos_apical_negg": [0.6679900288581848], "cos_Ac_negg": [0.6679900288581848], "r_norm": [0.19051578640937805]}, {"step": 5850, "epoch": 14, "train_loss": 0.0025078910402953625, "cos_r_negg": [0.6681166887283325], "cos_innovation_negg": [0.6681166887283325], "cos_apical_negg": [0.6681166887283325], "cos_Ac_negg": [0.6681166887283325], "r_norm": [0.1835900992155075]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9749, "test_loss": 0.09206979217529297}, {"step": 5900, "epoch": 15, "train_loss": 0.0016107386909425259, "cos_r_negg": [0.6695368885993958], "cos_innovation_negg": [0.6695368885993958], "cos_apical_negg": [0.6695368885993958], "cos_Ac_negg": [0.6695368885993958], "r_norm": [0.18587350845336914]}, {"step": 5950, "epoch": 15, "train_loss": 0.0026672733947634697, "cos_r_negg": [0.6707133054733276], "cos_innovation_negg": [0.6707133054733276], "cos_apical_negg": [0.6707133054733276], "cos_Ac_negg": [0.6707133054733276], "r_norm": [0.1816197633743286]}, {"step": 6000, "epoch": 15, "train_loss": 0.0021926462650299072, "cos_r_negg": [0.6706957221031189], "cos_innovation_negg": [0.6706957221031189], "cos_apical_negg": [0.6706957221031189], "cos_Ac_negg": [0.6706957221031189], "r_norm": [0.18417629599571228], "ldr": {"dL_sdil": -0.0036102905869483948, "dL_bp": -0.003763914108276367, "ratio": 0.9591851681763476}}, {"step": 6050, "epoch": 15, "train_loss": 0.004678631201386452, "cos_r_negg": [0.6698333024978638], "cos_innovation_negg": [0.6698333024978638], "cos_apical_negg": [0.6698333024978638], "cos_Ac_negg": [0.6698333024978638], "r_norm": [0.1855161190032959]}, {"step": 6100, "epoch": 15, "train_loss": 0.002193327760323882, "cos_r_negg": [0.6698936223983765], "cos_innovation_negg": [0.6698936223983765], "cos_apical_negg": [0.6698936223983765], "cos_Ac_negg": [0.6698936223983765], "r_norm": [0.19182786345481873]}, {"step": 6150, "epoch": 15, "train_loss": 0.001425995142199099, "cos_r_negg": [0.6699593663215637], "cos_innovation_negg": [0.6699593663215637], "cos_apical_negg": [0.6699593663215637], "cos_Ac_negg": [0.6699593663215637], "r_norm": [0.18158045411109924]}, {"step": 6200, "epoch": 15, "train_loss": 0.0014772354625165462, "cos_r_negg": [0.6706821918487549], "cos_innovation_negg": [0.6706821918487549], "cos_apical_negg": [0.6706821918487549], "cos_Ac_negg": [0.6706821918487549], "r_norm": [0.18641549348831177]}, {"step": 6250, "epoch": 15, "train_loss": 0.0012118282029405236, "cos_r_negg": [0.6697180271148682], "cos_innovation_negg": [0.6697180271148682], "cos_apical_negg": [0.6697180271148682], "cos_Ac_negg": [0.6697180271148682], "r_norm": [0.18767692148685455], "ldr": {"dL_sdil": -0.0035717710852622986, "dL_bp": -0.0037838146090507507, "ratio": 0.943960382392612}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9755, "test_loss": 0.09298608655929566}, {"step": 6300, "epoch": 16, "train_loss": 0.002702809404581785, "cos_r_negg": [0.6704621315002441], "cos_innovation_negg": [0.6704621315002441], "cos_apical_negg": [0.6704621315002441], "cos_Ac_negg": [0.6704621315002441], "r_norm": [0.1884043663740158]}, {"step": 6350, "epoch": 16, "train_loss": 0.0013074952876195312, "cos_r_negg": [0.670046329498291], "cos_innovation_negg": [0.670046329498291], "cos_apical_negg": [0.670046329498291], "cos_Ac_negg": [0.670046329498291], "r_norm": [0.18494729697704315]}, {"step": 6400, "epoch": 16, "train_loss": 0.0017672681715339422, "cos_r_negg": [0.6700473427772522], "cos_innovation_negg": [0.6700473427772522], "cos_apical_negg": [0.6700473427772522], "cos_Ac_negg": [0.6700473427772522], "r_norm": [0.1828645020723343]}, {"step": 6450, "epoch": 16, "train_loss": 0.0008366332622244954, "cos_r_negg": [0.6706515550613403], "cos_innovation_negg": [0.6706515550613403], "cos_apical_negg": [0.6706515550613403], "cos_Ac_negg": [0.6706515550613403], "r_norm": [0.18646997213363647]}, {"step": 6500, "epoch": 16, "train_loss": 0.0010278522968292236, "cos_r_negg": [0.6704522371292114], "cos_innovation_negg": [0.6704522371292114], "cos_apical_negg": [0.6704522371292114], "cos_Ac_negg": [0.6704522371292114], "r_norm": [0.18312697112560272], "ldr": {"dL_sdil": -0.003514811396598816, "dL_bp": -0.0037639737129211426, "ratio": 0.9338033856434781}}, {"step": 6550, "epoch": 16, "train_loss": 0.0021616006270051003, "cos_r_negg": [0.6701947450637817], "cos_innovation_negg": [0.6701947450637817], "cos_apical_negg": [0.6701947450637817], "cos_Ac_negg": [0.6701947450637817], "r_norm": [0.18587425351142883]}, {"step": 6600, "epoch": 16, "train_loss": 0.001324089476838708, "cos_r_negg": [0.6723578572273254], "cos_innovation_negg": [0.6723578572273254], "cos_apical_negg": [0.6723578572273254], "cos_Ac_negg": [0.6723578572273254], "r_norm": [0.18028807640075684]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9749, "test_loss": 0.09304358043670655}, {"step": 6650, "epoch": 17, "train_loss": 0.0011091396445408463, "cos_r_negg": [0.6691625118255615], "cos_innovation_negg": [0.6691625118255615], "cos_apical_negg": [0.6691625118255615], "cos_Ac_negg": [0.6691625118255615], "r_norm": [0.18484261631965637]}, {"step": 6700, "epoch": 17, "train_loss": 0.0006124647334218025, "cos_r_negg": [0.6697288751602173], "cos_innovation_negg": [0.6697288751602173], "cos_apical_negg": [0.6697288751602173], "cos_Ac_negg": [0.6697288751602173], "r_norm": [0.18394812941551208]}, {"step": 6750, "epoch": 17, "train_loss": 0.002211962593719363, "cos_r_negg": [0.6703906655311584], "cos_innovation_negg": [0.6703906655311584], "cos_apical_negg": [0.6703906655311584], "cos_Ac_negg": [0.6703906655311584], "r_norm": [0.1827685385942459], "ldr": {"dL_sdil": -0.0036517083644866943, "dL_bp": -0.0038550272583961487, "ratio": 0.9472587662080388}}, {"step": 6800, "epoch": 17, "train_loss": 0.0018674805760383606, "cos_r_negg": [0.6700780391693115], "cos_innovation_negg": [0.6700780391693115], "cos_apical_negg": [0.6700780391693115], "cos_Ac_negg": [0.6700780391693115], "r_norm": [0.18294468522071838]}, {"step": 6850, "epoch": 17, "train_loss": 0.0015525654889643192, "cos_r_negg": [0.6708592772483826], "cos_innovation_negg": [0.6708592772483826], "cos_apical_negg": [0.6708592772483826], "cos_Ac_negg": [0.6708592772483826], "r_norm": [0.18247413635253906]}, {"step": 6900, "epoch": 17, "train_loss": 0.0020800656639039516, "cos_r_negg": [0.6710057854652405], "cos_innovation_negg": [0.6710057854652405], "cos_apical_negg": [0.6710057854652405], "cos_Ac_negg": [0.6710057854652405], "r_norm": [0.1851978600025177]}, {"step": 6950, "epoch": 17, "train_loss": 0.002418211195617914, "cos_r_negg": [0.6707087755203247], "cos_innovation_negg": [0.6707087755203247], "cos_apical_negg": [0.6707087755203247], "cos_Ac_negg": [0.6707087755203247], "r_norm": [0.18484926223754883]}, {"step": 7000, "epoch": 17, "train_loss": 0.0026086594443768263, "cos_r_negg": [0.6703905463218689], "cos_innovation_negg": [0.6703905463218689], "cos_apical_negg": [0.6703905463218689], "cos_Ac_negg": [0.6703905463218689], "r_norm": [0.18203988671302795], "ldr": {"dL_sdil": -0.003647617995738983, "dL_bp": -0.003876626491546631, "ratio": 0.9409258291179139}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9745, "test_loss": 0.09415543632507324}, {"step": 7050, "epoch": 18, "train_loss": 0.0007436972227878869, "cos_r_negg": [0.6717532277107239], "cos_innovation_negg": [0.6717532277107239], "cos_apical_negg": [0.6717532277107239], "cos_Ac_negg": [0.6717532277107239], "r_norm": [0.18298107385635376]}, {"step": 7100, "epoch": 18, "train_loss": 0.0020655575208365917, "cos_r_negg": [0.6714507341384888], "cos_innovation_negg": [0.6714507341384888], "cos_apical_negg": [0.6714507341384888], "cos_Ac_negg": [0.6714507341384888], "r_norm": [0.18778809905052185]}, {"step": 7150, "epoch": 18, "train_loss": 0.0006751002511009574, "cos_r_negg": [0.6722816228866577], "cos_innovation_negg": [0.6722816228866577], "cos_apical_negg": [0.6722816228866577], "cos_Ac_negg": [0.6722816228866577], "r_norm": [0.18387791514396667]}, {"step": 7200, "epoch": 18, "train_loss": 0.001651648199185729, "cos_r_negg": [0.6725150942802429], "cos_innovation_negg": [0.6725150942802429], "cos_apical_negg": [0.6725150942802429], "cos_Ac_negg": [0.6725150942802429], "r_norm": [0.17902331054210663]}, {"step": 7250, "epoch": 18, "train_loss": 0.0016688019968569279, "cos_r_negg": [0.6722551584243774], "cos_innovation_negg": [0.6722551584243774], "cos_apical_negg": [0.6722551584243774], "cos_Ac_negg": [0.6722551584243774], "r_norm": [0.18548163771629333], "ldr": {"dL_sdil": -0.003820560872554779, "dL_bp": -0.004069305956363678, "ratio": 0.9388728479804018}}, {"step": 7300, "epoch": 18, "train_loss": 0.0005514713120646775, "cos_r_negg": [0.6708295941352844], "cos_innovation_negg": [0.6708295941352844], "cos_apical_negg": [0.6708295941352844], "cos_Ac_negg": [0.6708295941352844], "r_norm": [0.18334239721298218]}, {"step": 7350, "epoch": 18, "train_loss": 0.0020514456555247307, "cos_r_negg": [0.672799825668335], "cos_innovation_negg": [0.672799825668335], "cos_apical_negg": [0.672799825668335], "cos_Ac_negg": [0.672799825668335], "r_norm": [0.17923761904239655]}, {"step": 7400, "epoch": 18, "train_loss": 0.0007911993307061493, "cos_r_negg": [0.6732131838798523], "cos_innovation_negg": [0.6732131838798523], "cos_apical_negg": [0.6732131838798523], "cos_Ac_negg": [0.6732131838798523], "r_norm": [0.17971353232860565]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9752, "test_loss": 0.09512609367370606}, {"step": 7450, "epoch": 19, "train_loss": 0.0007249515620060265, "cos_r_negg": [0.6715526580810547], "cos_innovation_negg": [0.6715526580810547], "cos_apical_negg": [0.6715526580810547], "cos_Ac_negg": [0.6715526580810547], "r_norm": [0.18105623126029968]}, {"step": 7500, "epoch": 19, "train_loss": 0.0008969079935923219, "cos_r_negg": [0.6706702709197998], "cos_innovation_negg": [0.6706702709197998], "cos_apical_negg": [0.6706702709197998], "cos_Ac_negg": [0.6706702709197998], "r_norm": [0.18245379626750946], "ldr": {"dL_sdil": -0.0037984661757946014, "dL_bp": -0.004038237035274506, "ratio": 0.9406248673900329}}, {"step": 7550, "epoch": 19, "train_loss": 0.0006949532544240355, "cos_r_negg": [0.6719008684158325], "cos_innovation_negg": [0.6719008684158325], "cos_apical_negg": [0.6719008684158325], "cos_Ac_negg": [0.6719008684158325], "r_norm": [0.17860335111618042]}, {"step": 7600, "epoch": 19, "train_loss": 0.0006747113075107336, "cos_r_negg": [0.6714373826980591], "cos_innovation_negg": [0.6714373826980591], "cos_apical_negg": [0.6714373826980591], "cos_Ac_negg": [0.6714373826980591], "r_norm": [0.18105155229568481]}, {"step": 7650, "epoch": 19, "train_loss": 0.00206524645909667, "cos_r_negg": [0.6720503568649292], "cos_innovation_negg": [0.6720503568649292], "cos_apical_negg": [0.6720503568649292], "cos_Ac_negg": [0.6720503568649292], "r_norm": [0.18440188467502594]}, {"step": 7700, "epoch": 19, "train_loss": 0.0023550596088171005, "cos_r_negg": [0.6718701124191284], "cos_innovation_negg": [0.6718701124191284], "cos_apical_negg": [0.6718701124191284], "cos_Ac_negg": [0.6718701124191284], "r_norm": [0.18530887365341187]}, {"step": 7750, "epoch": 19, "train_loss": 0.0011377695482224226, "cos_r_negg": [0.6713353395462036], "cos_innovation_negg": [0.6713353395462036], "cos_apical_negg": [0.6713353395462036], "cos_Ac_negg": [0.6713353395462036], "r_norm": [0.1826344132423401], "ldr": {"dL_sdil": -0.0038183927536010742, "dL_bp": -0.004056796431541443, "ratio": 0.9412335122150106}}, {"step": 7800, "epoch": 19, "train_loss": 0.0013620276004076004, "cos_r_negg": [0.6723531484603882], "cos_innovation_negg": [0.6723531484603882], "cos_apical_negg": [0.6723531484603882], "cos_Ac_negg": [0.6723531484603882], "r_norm": [0.18325470387935638]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9746, "test_loss": 0.09601678943634033}, {"step": 7850, "epoch": 20, "train_loss": 0.0017682209145277739, "cos_r_negg": [0.6727221012115479], "cos_innovation_negg": [0.6727221012115479], "cos_apical_negg": [0.6727221012115479], "cos_Ac_negg": [0.6727221012115479], "r_norm": [0.1791473925113678]}, {"step": 7900, "epoch": 20, "train_loss": 0.0019275869708508253, "cos_r_negg": [0.6729167699813843], "cos_innovation_negg": [0.6729167699813843], "cos_apical_negg": [0.6729167699813843], "cos_Ac_negg": [0.6729167699813843], "r_norm": [0.18233643472194672]}, {"step": 7950, "epoch": 20, "train_loss": 0.0008337795734405518, "cos_r_negg": [0.6723600029945374], "cos_innovation_negg": [0.6723600029945374], "cos_apical_negg": [0.6723600029945374], "cos_Ac_negg": [0.6723600029945374], "r_norm": [0.1794581264257431]}, {"step": 8000, "epoch": 20, "train_loss": 0.0014088513562455773, "cos_r_negg": [0.672518253326416], "cos_innovation_negg": [0.672518253326416], "cos_apical_negg": [0.672518253326416], "cos_Ac_negg": [0.672518253326416], "r_norm": [0.18185700476169586], "ldr": {"dL_sdil": -0.0037495046854019165, "dL_bp": -0.004041686654090881, "ratio": 0.927707911647919}}, {"step": 8050, "epoch": 20, "train_loss": 0.0016475780867040157, "cos_r_negg": [0.6728813648223877], "cos_innovation_negg": [0.6728813648223877], "cos_apical_negg": [0.6728813648223877], "cos_Ac_negg": [0.6728813648223877], "r_norm": [0.18053437769412994]}, {"step": 8100, "epoch": 20, "train_loss": 0.0011628717184066772, "cos_r_negg": [0.6730326414108276], "cos_innovation_negg": [0.6730326414108276], "cos_apical_negg": [0.6730326414108276], "cos_Ac_negg": [0.6730326414108276], "r_norm": [0.18136854469776154]}, {"step": 8150, "epoch": 20, "train_loss": 0.0017150228377431631, "cos_r_negg": [0.6730549335479736], "cos_innovation_negg": [0.6730549335479736], "cos_apical_negg": [0.6730549335479736], "cos_Ac_negg": [0.6730549335479736], "r_norm": [0.1823369860649109]}, {"step": 8200, "epoch": 20, "train_loss": 0.0010967866983264685, "cos_r_negg": [0.6738962531089783], "cos_innovation_negg": [0.6738962531089783], "cos_apical_negg": [0.6738962531089783], "cos_Ac_negg": [0.6738962531089783], "r_norm": [0.18357551097869873]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9749, "test_loss": 0.09571176376342773}, {"step": 8250, "epoch": 21, "train_loss": 0.0013602799735963345, "cos_r_negg": [0.6728267073631287], "cos_innovation_negg": [0.6728267073631287], "cos_apical_negg": [0.6728267073631287], "cos_Ac_negg": [0.6728267073631287], "r_norm": [0.1830824911594391], "ldr": {"dL_sdil": -0.0038352757692337036, "dL_bp": -0.0040917545557022095, "ratio": 0.9373181399380174}}, {"step": 8300, "epoch": 21, "train_loss": 0.0010917035397142172, "cos_r_negg": [0.6743839979171753], "cos_innovation_negg": [0.6743839979171753], "cos_apical_negg": [0.6743839979171753], "cos_Ac_negg": [0.6743839979171753], "r_norm": [0.18177852034568787]}, {"step": 8350, "epoch": 21, "train_loss": 0.0011703858617693186, "cos_r_negg": [0.6740772724151611], "cos_innovation_negg": [0.6740772724151611], "cos_apical_negg": [0.6740772724151611], "cos_Ac_negg": [0.6740772724151611], "r_norm": [0.18348321318626404]}, {"step": 8400, "epoch": 21, "train_loss": 0.0007806543726474047, "cos_r_negg": [0.6741630434989929], "cos_innovation_negg": [0.6741630434989929], "cos_apical_negg": [0.6741630434989929], "cos_Ac_negg": [0.6741630434989929], "r_norm": [0.1823076456785202]}, {"step": 8450, "epoch": 21, "train_loss": 0.0011760510969907045, "cos_r_negg": [0.674295961856842], "cos_innovation_negg": [0.674295961856842], "cos_apical_negg": [0.674295961856842], "cos_Ac_negg": [0.674295961856842], "r_norm": [0.18005183339118958]}, {"step": 8500, "epoch": 21, "train_loss": 0.0017886791611090302, "cos_r_negg": [0.6753990054130554], "cos_innovation_negg": [0.6753990054130554], "cos_apical_negg": [0.6753990054130554], "cos_Ac_negg": [0.6753990054130554], "r_norm": [0.1799861192703247], "ldr": {"dL_sdil": -0.00385071337223053, "dL_bp": -0.00412391871213913, "ratio": 0.9337510365797476}}, {"step": 8550, "epoch": 21, "train_loss": 0.0012125539360567927, "cos_r_negg": [0.6749388575553894], "cos_innovation_negg": [0.6749388575553894], "cos_apical_negg": [0.6749388575553894], "cos_Ac_negg": [0.6749388575553894], "r_norm": [0.1814495325088501]}, {"step": 8600, "epoch": 21, "train_loss": 0.0026013345923274755, "cos_r_negg": [0.6753969788551331], "cos_innovation_negg": [0.6753969788551331], "cos_apical_negg": [0.6753969788551331], "cos_Ac_negg": [0.6753969788551331], "r_norm": [0.1788909137248993]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9749, "test_loss": 0.09679196949005127}, {"step": 8650, "epoch": 22, "train_loss": 0.0006287232972681522, "cos_r_negg": [0.6742681264877319], "cos_innovation_negg": [0.6742681264877319], "cos_apical_negg": [0.6742681264877319], "cos_Ac_negg": [0.6742681264877319], "r_norm": [0.18148142099380493]}, {"step": 8700, "epoch": 22, "train_loss": 0.0012091693934053183, "cos_r_negg": [0.6755259037017822], "cos_innovation_negg": [0.6755259037017822], "cos_apical_negg": [0.6755259037017822], "cos_Ac_negg": [0.6755259037017822], "r_norm": [0.17885278165340424]}, {"step": 8750, "epoch": 22, "train_loss": 0.00103406747803092, "cos_r_negg": [0.6754529476165771], "cos_innovation_negg": [0.6754529476165771], "cos_apical_negg": [0.6754529476165771], "cos_Ac_negg": [0.6754529476165771], "r_norm": [0.1801569163799286], "ldr": {"dL_sdil": -0.0038732588291168213, "dL_bp": -0.004177317023277283, "ratio": 0.927212085540514}}, {"step": 8800, "epoch": 22, "train_loss": 0.0010899676708504558, "cos_r_negg": [0.6746752262115479], "cos_innovation_negg": [0.6746752262115479], "cos_apical_negg": [0.6746752262115479], "cos_Ac_negg": [0.6746752262115479], "r_norm": [0.17732323706150055]}, {"step": 8850, "epoch": 22, "train_loss": 0.0009318299125880003, "cos_r_negg": [0.6751152276992798], "cos_innovation_negg": [0.6751152276992798], "cos_apical_negg": [0.6751152276992798], "cos_Ac_negg": [0.6751152276992798], "r_norm": [0.18184295296669006]}, {"step": 8900, "epoch": 22, "train_loss": 0.0017829141579568386, "cos_r_negg": [0.6758016347885132], "cos_innovation_negg": [0.6758016347885132], "cos_apical_negg": [0.6758016347885132], "cos_Ac_negg": [0.6758016347885132], "r_norm": [0.18206949532032013]}, {"step": 8950, "epoch": 22, "train_loss": 0.001048354897648096, "cos_r_negg": [0.6749475002288818], "cos_innovation_negg": [0.6749475002288818], "cos_apical_negg": [0.6749475002288818], "cos_Ac_negg": [0.6749475002288818], "r_norm": [0.1806318759918213]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9748, "test_loss": 0.09672517023086548}, {"step": 9000, "epoch": 23, "train_loss": 0.0011073736241087317, "cos_r_negg": [0.6760402917861938], "cos_innovation_negg": [0.6760402917861938], "cos_apical_negg": [0.6760402917861938], "cos_Ac_negg": [0.6760402917861938], "r_norm": [0.18101921677589417], "ldr": {"dL_sdil": -0.0038575157523155212, "dL_bp": -0.004135578870773315, "ratio": 0.9327631929781577}}, {"step": 9050, "epoch": 23, "train_loss": 0.001316361827775836, "cos_r_negg": [0.6759347915649414], "cos_innovation_negg": [0.6759347915649414], "cos_apical_negg": [0.6759347915649414], "cos_Ac_negg": [0.6759347915649414], "r_norm": [0.17937231063842773]}, {"step": 9100, "epoch": 23, "train_loss": 0.000977381831035018, "cos_r_negg": [0.6759316921234131], "cos_innovation_negg": [0.6759316921234131], "cos_apical_negg": [0.6759316921234131], "cos_Ac_negg": [0.6759316921234131], "r_norm": [0.17941239476203918]}, {"step": 9150, "epoch": 23, "train_loss": 0.001385595416650176, "cos_r_negg": [0.6769012212753296], "cos_innovation_negg": [0.6769012212753296], "cos_apical_negg": [0.6769012212753296], "cos_Ac_negg": [0.6769012212753296], "r_norm": [0.1796320378780365]}, {"step": 9200, "epoch": 23, "train_loss": 0.001875532791018486, "cos_r_negg": [0.6768275499343872], "cos_innovation_negg": [0.6768275499343872], "cos_apical_negg": [0.6768275499343872], "cos_Ac_negg": [0.6768275499343872], "r_norm": [0.1805676370859146]}, {"step": 9250, "epoch": 23, "train_loss": 0.0012778290547430515, "cos_r_negg": [0.6752597689628601], "cos_innovation_negg": [0.6752597689628601], "cos_apical_negg": [0.6752597689628601], "cos_Ac_negg": [0.6752597689628601], "r_norm": [0.17964893579483032], "ldr": {"dL_sdil": -0.00391194224357605, "dL_bp": -0.004218496382236481, "ratio": 0.9273309466493111}}, {"step": 9300, "epoch": 23, "train_loss": 0.0010427363449707627, "cos_r_negg": [0.6753631234169006], "cos_innovation_negg": [0.6753631234169006], "cos_apical_negg": [0.6753631234169006], "cos_Ac_negg": [0.6753631234169006], "r_norm": [0.18008559942245483]}, {"step": 9350, "epoch": 23, "train_loss": 0.0008182552992366254, "cos_r_negg": [0.6764692068099976], "cos_innovation_negg": [0.6764692068099976], "cos_apical_negg": [0.6764692068099976], "cos_Ac_negg": [0.6764692068099976], "r_norm": [0.17845658957958221]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9753, "test_loss": 0.09731565561294556}, {"step": 9400, "epoch": 24, "train_loss": 0.0009697069763205945, "cos_r_negg": [0.6759960055351257], "cos_innovation_negg": [0.6759960055351257], "cos_apical_negg": [0.6759960055351257], "cos_Ac_negg": [0.6759960055351257], "r_norm": [0.1799590289592743]}, {"step": 9450, "epoch": 24, "train_loss": 0.001001900527626276, "cos_r_negg": [0.6758776307106018], "cos_innovation_negg": [0.6758776307106018], "cos_apical_negg": [0.6758776307106018], "cos_Ac_negg": [0.6758776307106018], "r_norm": [0.17993758618831635]}, {"step": 9500, "epoch": 24, "train_loss": 0.0010743276216089725, "cos_r_negg": [0.6764757037162781], "cos_innovation_negg": [0.6764757037162781], "cos_apical_negg": [0.6764757037162781], "cos_Ac_negg": [0.6764757037162781], "r_norm": [0.17808982729911804], "ldr": {"dL_sdil": -0.003834240138530731, "dL_bp": -0.0041273534297943115, "ratio": 0.9289827497815742}}, {"step": 9550, "epoch": 24, "train_loss": 0.0011451351456344128, "cos_r_negg": [0.6773372292518616], "cos_innovation_negg": [0.6773372292518616], "cos_apical_negg": [0.6773372292518616], "cos_Ac_negg": [0.6773372292518616], "r_norm": [0.1806063950061798]}, {"step": 9600, "epoch": 24, "train_loss": 0.0008518341928720474, "cos_r_negg": [0.6763127446174622], "cos_innovation_negg": [0.6763127446174622], "cos_apical_negg": [0.6763127446174622], "cos_Ac_negg": [0.6763127446174622], "r_norm": [0.17769965529441833]}, {"step": 9650, "epoch": 24, "train_loss": 0.0016946353716775775, "cos_r_negg": [0.6763644218444824], "cos_innovation_negg": [0.6763644218444824], "cos_apical_negg": [0.6763644218444824], "cos_Ac_negg": [0.6763644218444824], "r_norm": [0.17693045735359192]}, {"step": 9700, "epoch": 24, "train_loss": 0.0006799446418881416, "cos_r_negg": [0.6760977506637573], "cos_innovation_negg": [0.6760977506637573], "cos_apical_negg": [0.6760977506637573], "cos_Ac_negg": [0.6760977506637573], "r_norm": [0.1795676350593567]}, {"step": 9750, "epoch": 24, "train_loss": 0.0019986475817859173, "cos_r_negg": [0.6756279468536377], "cos_innovation_negg": [0.6756279468536377], "cos_apical_negg": [0.6756279468536377], "cos_Ac_negg": [0.6756279468536377], "r_norm": [0.18210271000862122], "ldr": {"dL_sdil": -0.00402379035949707, "dL_bp": -0.004365883767604828, "ratio": 0.921643949697856}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9749, "test_loss": 0.09747457876205444}], "final": {"test_acc": 0.9749, "test_loss": 0.09747457876205444, "wall_s": 15.14875602722168, "cos_r_negg": [0.6756224632263184], "cos_innovation_negg": [0.6756224632263184], "cos_apical_negg": [0.6756224632263184], "cos_Ac_negg": [0.6756224632263184]}}
|
