path: root/results/A_nuis_rho8_res1_s0.json

{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 8.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_nuis_rho8_res1_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [0.0031148334965109825, 0.00453795725479722, 0.00906278658658266], "cos_apical_negg": [0.002960958518087864, 0.004524801857769489, 0.009045480750501156], "cos_Ac_negg": [0.0276767760515213, 0.004083599429577589, 0.0709754005074501], "r_norm": [120.24396514892578, 88.51551818847656, 62.41215515136719], "ldr": {"dL_sdil": 0.36597228050231934, "dL_bp": -0.14452552795410156, "ratio": -2.5322327874044843}}, {"step": 50, "epoch": 0, "train_loss": 5.2526750564575195, "cos_r_negg": [-3.111723344773054e-05, 2.438674073346192e-06, -5.9829581005033106e-06], "cos_apical_negg": [0.00014831675798632205, 5.654583219438791e-05, 0.0005172467790544033], "cos_Ac_negg": [4.272460500942543e-05, 2.4488124381605303e-06, -5.982955372019205e-06], "r_norm": [32.84988021850586, 6.126631259918213, 7.540141582489014]}, {"step": 100, "epoch": 0, "train_loss": 9.261256217956543, "cos_r_negg": [-3.945185017073527e-05, -2.7185494673176436e-06, 9.972391126211733e-06], "cos_apical_negg": [-7.943218224681914e-05, 0.0002654204436112195, 0.00018121246830560267], "cos_Ac_negg": [-3.1933064747136086e-05, -2.6269390218658373e-06, 9.972392945201136e-06], "r_norm": [28.413068771362305, 5.793057441711426, 10.383511543273926]}, {"step": 150, "epoch": 0, "train_loss": 11.15537166595459, "cos_r_negg": [0.00048597698332741857, 0.0001405953080393374, 8.082146814558655e-05], "cos_apical_negg": [0.0015542239416390657, 0.0023704753257334232, 0.0005569073837250471], "cos_Ac_negg": [0.00013935175957158208, 0.00014428066788241267, 8.082147542154416e-05], "r_norm": [26.0557861328125, 5.45932674407959, 12.724475860595703]}, {"step": 200, "epoch": 0, "train_loss": 7.341309070587158, "cos_r_negg": [-0.0005028020823374391, -0.00018673043814487755, 4.1173982026521116e-05], "cos_apical_negg": [-0.002030371455475688, 0.008894729427993298, 0.00013796065468341112], "cos_Ac_negg": [-0.00019898731261491776, -8.014803461264819e-05, 4.11739747505635e-05], "r_norm": [25.050762176513672, 4.872129440307617, 14.929636001586914]}, {"step": 250, "epoch": 0, "train_loss": 12.15954875946045, "cos_r_negg": [-7.301032019313425e-05, 0.0007023286889307201, 5.486662485054694e-05], "cos_apical_negg": [0.0010278121335431933, 0.007010307163000107, 0.0001542679383419454], "cos_Ac_negg": [3.338481474202126e-05, 0.0007342135068029165, 5.486662848852575e-05], "r_norm": [24.248882293701172, 5.152491569519043, 19.542518615722656], "ldr": {"dL_sdil": -2.0299205780029297, "dL_bp": -2.0299205780029297, "ratio": 1.0}}, {"step": 300, "epoch": 0, "train_loss": 9.196707725524902, "cos_r_negg": [-0.000610343471635133, -0.0002490999177098274, 8.816358604235575e-05], "cos_apical_negg": [0.0023743880447000265, 0.011053666472434998, 0.0003183426451869309], "cos_Ac_negg": [-0.0002439852978568524, -0.00016482427599839866, 8.816358604235575e-05], "r_norm": [24.428691864013672, 5.036850452423096, 23.181528091430664]}, {"step": 350, "epoch": 0, "train_loss": 10.148347854614258, "cos_r_negg": [-0.0003240777878090739, 0.009095573797821999, 0.00041046878322958946], "cos_apical_negg": [0.006242719478905201, 0.06448949873447418, 0.0010101963998749852], "cos_Ac_negg": [0.002168571576476097, 0.01023990847170353, 0.0004104688414372504], "r_norm": [23.97417449951172, 4.851184844970703, 24.35526466369629]}, {"step": 400, "epoch": 0, "train_loss": 6.624137878417969, "cos_r_negg": [-0.0030351178720593452, 0.009346451610326767, 0.0003013893438037485], "cos_apical_negg": [0.010823987424373627, 0.09405183792114258, 0.0007118204375728965], "cos_Ac_negg": [0.00011040801473427564, 0.013787863776087761, 0.00030138937290757895], "r_norm": [22.9862003326416, 4.063286781311035, 23.97930908203125]}, {"step": 450, "epoch": 0, "train_loss": 8.94244384765625, "cos_r_negg": [-0.001035334076732397, 0.00012100819731131196, 0.0002271625562570989], "cos_apical_negg": [-0.0007141731330193579, -0.011822815984487534, 2.6595232611725805e-06], "cos_Ac_negg": [-1.3047138054389507e-05, -9.974394924938679e-05, 0.0002271625562570989], "r_norm": [23.158756256103516, 4.398907661437988, 27.867046356201172]}, {"epoch_end": 0, "step": 469, "test_acc": 0.098, "test_loss": 8.9313919921875}, {"step": 500, "epoch": 1, "train_loss": 7.904012680053711, "cos_r_negg": [-0.002691311063244939, 0.0013911738060414791, 9.319680975750089e-05], "cos_apical_negg": [-0.0005218629958108068, 0.009827651083469391, 0.0001574803318362683], "cos_Ac_negg": [0.00024033822410274297, 0.001431518467143178, 9.319680975750089e-05], "r_norm": [22.173595428466797, 4.030999183654785, 31.06529998779297], "ldr": {"dL_sdil": -1.4297404289245605, "dL_bp": -1.4297404289245605, "ratio": 1.0}}, {"step": 550, "epoch": 1, "train_loss": 13.876493453979492, "cos_r_negg": [-0.00044320826418697834, -0.0026453377213329077, 0.00013515108730643988], "cos_apical_negg": [-0.0048333872109651566, 0.06211894750595093, 0.000327498244587332], "cos_Ac_negg": [0.0013493860606104136, 0.006388424895703793, 0.00013515111641027033], "r_norm": [22.175888061523438, 3.719086170196533, 31.14434051513672]}, {"step": 600, "epoch": 1, "train_loss": 13.084049224853516, "cos_r_negg": [-0.001720211235806346, -0.004014855250716209, 0.00016957953630480915], "cos_apical_negg": [0.00010543351527303457, -0.02355710044503212, 3.864281461574137e-05], "cos_Ac_negg": [-0.0009989909594878554, -0.006578552536666393, 0.00016957953630480915], "r_norm": [21.00867462158203, 3.5366549491882324, 31.91524887084961]}, {"step": 650, "epoch": 1, "train_loss": 11.133476257324219, "cos_r_negg": [0.0010457378812134266, -0.0034477929584681988, 6.581746856682003e-05], "cos_apical_negg": [0.0015333788469433784, -0.0038496977649629116, 0.0002041004627244547], "cos_Ac_negg": [0.00023379657068289816, -0.003653390798717737, 6.581746856682003e-05], "r_norm": [20.03200912475586, 3.393540859222412, 34.657012939453125]}, {"step": 700, "epoch": 1, "train_loss": 11.541255950927734, "cos_r_negg": [3.0129313017823733e-06, 1.0522435331949964e-06, 9.194334415951744e-05], "cos_apical_negg": [0.00010899787594098598, 0.00059302500449121, 0.00015444432210642844], "cos_Ac_negg": [1.400194742018357e-05, 2.7502173907123506e-06, 9.194333688355982e-05], "r_norm": [19.023971557617188, 2.9684040546417236, 32.66334533691406]}, {"step": 750, "epoch": 1, "train_loss": 14.068456649780273, "cos_r_negg": [-0.00022691814228892326, 9.241412772098556e-05, 0.0001925102260429412], "cos_apical_negg": [-0.0006930157542228699, 0.003033426823094487, 0.00040264351991936564], "cos_Ac_negg": [0.00010139925871044397, 0.00010728091729106382, 0.0001925102260429412], "r_norm": [18.14019775390625, 3.1299917697906494, 37.712181091308594], "ldr": {"dL_sdil": -4.561663627624512, "dL_bp": -4.561663627624512, "ratio": 1.0}}, {"step": 800, "epoch": 1, "train_loss": 10.993051528930664, "cos_r_negg": [-0.0004873870057053864, -3.0509956559399143e-05, 0.00020046964345965534], "cos_apical_negg": [0.0014889000449329615, 0.005308106541633606, 0.0005166460759937763], "cos_Ac_negg": [-0.0003379833360668272, -1.8139053281629458e-05, 0.00020046965801157057], "r_norm": [17.581401824951172, 3.2648258209228516, 45.3730583190918]}, {"step": 850, "epoch": 1, "train_loss": 6.068172454833984, "cos_r_negg": [0.0006782180280424654, -0.0010404631029814482, 0.00017547569586895406], "cos_apical_negg": [0.0018956171115860343, -0.008585704490542412, 7.521641964558512e-05], "cos_Ac_negg": [0.00014147532056085765, -0.0013942414661869407, 0.00017547569586895406], "r_norm": [16.817941665649414, 2.946340799331665, 42.866493225097656]}, {"step": 900, "epoch": 1, "train_loss": 13.198235511779785, "cos_r_negg": [0.001892527798190713, -0.0019033241551369429, 0.00022223303676582873], "cos_apical_negg": [0.0002580084837973118, 0.021726155653595924, 0.00037506988155655563], "cos_Ac_negg": [0.0007631349144503474, -0.0002349794958718121, 0.00022223303676582873], "r_norm": [16.781740188598633, 2.6667540073394775, 42.591026306152344]}, {"epoch_end": 1, "step": 938, "test_acc": 0.1028, "test_loss": 8.74307685546875}, {"step": 950, "epoch": 2, "train_loss": 7.874925136566162, "cos_r_negg": [0.0005355783505365252, 0.002702545840293169, 0.000866068818140775], "cos_apical_negg": [0.008782995864748955, 0.06406001001596451, 0.0014555123634636402], "cos_Ac_negg": [7.944690878503025e-06, 0.006740807555615902, 0.000866068818140775], "r_norm": [16.71587371826172, 3.079493999481201, 48.60905456542969]}, {"step": 1000, "epoch": 2, "train_loss": 10.916644096374512, "cos_r_negg": [-0.0027696124743670225, -0.00727724377065897, 0.0003638651978690177], "cos_apical_negg": [0.013273601420223713, 0.1205570250749588, 0.0007283895974978805], "cos_Ac_negg": [-0.00011716090375557542, 0.0016068740515038371, 0.0003638651978690177], "r_norm": [16.504257202148438, 2.6048262119293213, 46.87834930419922], "ldr": {"dL_sdil": -3.629084587097168, "dL_bp": -3.629084587097168, "ratio": 1.0}}, {"step": 1050, "epoch": 2, "train_loss": 12.002913475036621, "cos_r_negg": [-0.0004920413484796882, -0.0011584691237658262, 0.00030859955586493015], "cos_apical_negg": [0.0036670630797743797, 0.019193129613995552, 0.000600423663854599], "cos_Ac_negg": [0.00014168165216688067, 0.0004914135206490755, 0.0003085995267610997], "r_norm": [17.443851470947266, 2.818870782852173, 50.887901306152344]}, {"step": 1100, "epoch": 2, "train_loss": 11.925634384155273, "cos_r_negg": [0.004488072358071804, -0.0019571648444980383, 0.00043316581286489964], "cos_apical_negg": [0.004848362412303686, -0.041199516505002975, 0.0001570636231917888], "cos_Ac_negg": [0.0011176946572959423, -0.002927426714450121, 0.00043316581286489964], "r_norm": [16.73918914794922, 2.5667381286621094, 49.357791900634766]}, {"step": 1150, "epoch": 2, "train_loss": 7.597899913787842, "cos_r_negg": [-0.0009351908229291439, -0.0027207755483686924, 0.0002830146113410592], "cos_apical_negg": [0.002602925058454275, 0.06394568830728531, 0.0005279256729409099], "cos_Ac_negg": [-0.000968910928349942, 0.0006004998576827347, 0.0002830146113410592], "r_norm": [16.262191772460938, 2.28037166595459, 48.18928146362305]}, {"step": 1200, "epoch": 2, "train_loss": 5.500964164733887, "cos_r_negg": [0.0002134549431502819, 0.00017760730406735092, 0.0003350488259457052], "cos_apical_negg": [-0.007231128867715597, -0.024539345875382423, 0.00012908836652059108], "cos_Ac_negg": [0.0002025882131420076, -0.00014669031952507794, 0.0003350488259457052], "r_norm": [15.752628326416016, 2.139733076095581, 46.802268981933594]}, {"step": 1250, "epoch": 2, "train_loss": 15.877887725830078, "cos_r_negg": [0.0009741167305037379, 0.002059157472103834, 0.00014973164070397615], "cos_apical_negg": [0.012147514149546623, 0.030520247295498848, 0.0003260290250182152], "cos_Ac_negg": [-0.0009218704071827233, 0.004318833816796541, 0.00014973164070397615], "r_norm": [15.330528259277344, 2.3506925106048584, 60.77949905395508], "ldr": {"dL_sdil": -2.556002616882324, "dL_bp": -2.556002616882324, "ratio": 1.0}}, {"step": 1300, "epoch": 2, "train_loss": 9.920572280883789, "cos_r_negg": [-0.0031342054717242718, -0.028591429814696312, 0.00023690468515269458], "cos_apical_negg": [0.023248720914125443, 0.14594340324401855, 0.000580651976633817], "cos_Ac_negg": [-0.002052929485216737, -0.023363022133708, 0.00023690468515269458], "r_norm": [14.780752182006836, 2.330934524536133, 60.99338912963867]}, {"step": 1350, "epoch": 2, "train_loss": 13.556852340698242, "cos_r_negg": [-0.001449627336114645, 0.0031939956825226545, 0.0002486740704625845], "cos_apical_negg": [0.0030322340317070484, 0.04882334917783737, 0.0004197058151476085], "cos_Ac_negg": [-0.001090386649593711, 0.0037983213551342487, 0.0002486740704625845], "r_norm": [14.476131439208984, 2.114285945892334, 62.094268798828125]}, {"step": 1400, "epoch": 2, "train_loss": 6.9859795570373535, "cos_r_negg": [0.0011663177283480763, 0.0012483125319704413, 0.00024414248764514923], "cos_apical_negg": [0.0071395644918084145, 0.03847990185022354, 0.00036794383777305484], "cos_Ac_negg": [-0.00016981462249532342, 0.0016910003032535315, 0.0002441424585413188], "r_norm": [14.07763385772705, 1.8737149238586426, 56.74393081665039]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.0974, "test_loss": 13.36003134765625}, {"step": 1450, "epoch": 3, "train_loss": 12.78632640838623, "cos_r_negg": [-0.0011741674970835447, 0.0055322167463600636, 0.0009504626505076885], "cos_apical_negg": [0.013559667393565178, 0.11208266764879227, 0.0014794962480664253], "cos_Ac_negg": [0.0010059298947453499, 0.012287106364965439, 0.0009504626505076885], "r_norm": [13.7608642578125, 2.0052921772003174, 60.51933288574219]}, {"step": 1500, "epoch": 3, "train_loss": 12.80036449432373, "cos_r_negg": [0.0019749028142541647, 0.0067207952961325645, 0.000965701590757817], "cos_apical_negg": [0.007790759205818176, 0.09606380760669708, 0.001496481942012906], "cos_Ac_negg": [-0.0007509381975978613, 0.010456496849656105, 0.000965701590757817], "r_norm": [13.444633483886719, 1.8621548414230347, 60.446678161621094], "ldr": {"dL_sdil": -2.9670400619506836, "dL_bp": -2.967041015625, "ratio": 0.999999678577306}}, {"step": 1550, "epoch": 3, "train_loss": 14.642464637756348, "cos_r_negg": [0.0007102303788997233, 0.00282976683229208, 0.00027409387985244393], "cos_apical_negg": [0.0021277095656841993, 0.04372357577085495, 0.000496939814183861], "cos_Ac_negg": [-0.00014829522115178406, 0.003613649168983102, 0.000274093821644783], "r_norm": [13.455564498901367, 1.7578706741333008, 64.46678924560547]}, {"step": 1600, "epoch": 3, "train_loss": 12.441484451293945, "cos_r_negg": [-0.0022058370523154736, -0.0030141640454530716, 0.00037711046752519906], "cos_apical_negg": [0.00842511560767889, 0.07743313163518906, 0.0005870057502761483], "cos_Ac_negg": [-0.0004366368521004915, -0.000542827881872654, 0.0003771104384213686], "r_norm": [13.153146743774414, 1.5140248537063599, 60.23973846435547]}, {"step": 1650, "epoch": 3, "train_loss": 17.24785614013672, "cos_r_negg": [-0.003497276222333312, 0.0015834822552278638, 0.0012331233592703938], "cos_apical_negg": [0.009135477244853973, 0.15606290102005005, 0.001876359456218779], "cos_Ac_negg": [-0.00041885575046762824, 0.009271914139389992, 0.0012331233592703938], "r_norm": [12.854623794555664, 1.6429250240325928, 61.14230728149414]}, {"step": 1700, "epoch": 3, "train_loss": 11.961859703063965, "cos_r_negg": [0.0004503099189605564, -0.00039586902130395174, 0.00030498538399115205], "cos_apical_negg": [-0.0017266275826841593, 0.017070746049284935, 0.0002415396156720817], "cos_Ac_negg": [-0.00010737418779172003, -0.00014860948431305587, 0.0003049853548873216], "r_norm": [12.578751564025879, 1.3504962921142578, 57.574615478515625]}, {"step": 1750, "epoch": 3, "train_loss": 11.867401123046875, "cos_r_negg": [-0.0011089593172073364, -0.00022820764570496976, 0.00024065717298071831], "cos_apical_negg": [0.010598907247185707, 0.0334693044424057, 0.0003483342588879168], "cos_Ac_negg": [-0.00020087300799787045, 0.00028103135991841555, 0.00024065717298071831], "r_norm": [12.378814697265625, 1.3230302333831787, 60.52500915527344], "ldr": {"dL_sdil": -2.143085479736328, "dL_bp": -2.143085479736328, "ratio": 1.0}}, {"step": 1800, "epoch": 3, "train_loss": 11.923412322998047, "cos_r_negg": [-0.0003898496215697378, 0.0014524933649227023, 0.0002474852662999183], "cos_apical_negg": [0.0062617030926048756, 0.03964223712682724, 0.0003975028812419623], "cos_Ac_negg": [-7.602393452543765e-05, 0.0017728426028043032, 0.0002474852662999183], "r_norm": [12.342612266540527, 1.482386827468872, 72.61770629882812]}, {"step": 1850, "epoch": 3, "train_loss": 12.757331848144531, "cos_r_negg": [0.001931151608005166, 0.000851420103572309, 0.0009858182165771723], "cos_apical_negg": [0.025470009073615074, 0.09114150702953339, 0.001476501114666462], "cos_Ac_negg": [0.0010868450626730919, 0.005110694095492363, 0.0009858182165771723], "r_norm": [12.013005256652832, 1.2556030750274658, 61.590065002441406]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.1028, "test_loss": 12.496770703125}, {"step": 1900, "epoch": 4, "train_loss": 7.9423322677612305, "cos_r_negg": [-0.0012346600415185094, -0.0004138496587984264, 0.00032508172444067895], "cos_apical_negg": [0.0037632682360708714, 0.041672948747873306, 0.0004458288021851331], "cos_Ac_negg": [-0.00029670316143892705, 0.0012522118631750345, 0.0003250816953368485], "r_norm": [11.703567504882812, 1.1452558040618896, 66.48194885253906]}, {"step": 1950, "epoch": 4, "train_loss": 9.234285354614258, "cos_r_negg": [0.0019713016226887703, 0.002255202503874898, 0.0013174739433452487], "cos_apical_negg": [0.0200323648750782, 0.08374790102243423, 0.0018529370427131653], "cos_Ac_negg": [-0.0005466101574711502, 0.004575229249894619, 0.0013174740597605705], "r_norm": [11.45534896850586, 1.3200879096984863, 67.44975280761719]}, {"step": 2000, "epoch": 4, "train_loss": 9.700614929199219, "cos_r_negg": [-0.0001124035770772025, 0.0009928803192451596, 0.00026092337793670595], "cos_apical_negg": [-0.00787422340363264, 0.032565269619226456, 0.00028326024767011404], "cos_Ac_negg": [-0.00012501935998443514, 0.002462790347635746, 0.00026092337793670595], "r_norm": [11.238641738891602, 1.1081455945968628, 67.79170227050781], "ldr": {"dL_sdil": -2.7456917762756348, "dL_bp": -2.7456917762756348, "ratio": 1.0}}, {"step": 2050, "epoch": 4, "train_loss": 15.50394058227539, "cos_r_negg": [0.0010167795699089766, -0.00278260069899261, 0.0004783225303981453], "cos_apical_negg": [-0.0005128970369696617, 0.03854306787252426, 0.0007638290990144014], "cos_Ac_negg": [0.00014076894149184227, -0.0012910084333270788, 0.0004783225303981453], "r_norm": [11.04891586303711, 1.2512438297271729, 76.17521667480469]}, {"step": 2100, "epoch": 4, "train_loss": 10.709099769592285, "cos_r_negg": [0.000306748814182356, 0.00046123145148158073, 0.0003252812894061208], "cos_apical_negg": [-0.00032341579208150506, 0.01876380480825901, 0.00030971597880125046], "cos_Ac_negg": [-0.00012539932504296303, 0.0006254308391362429, 0.0003252812894061208], "r_norm": [10.795724868774414, 1.0728576183319092, 71.83091735839844]}, {"step": 2150, "epoch": 4, "train_loss": 11.30691146850586, "cos_r_negg": [2.212065737694502e-05, -0.0006799240945838392, 0.000631195493042469], "cos_apical_negg": [-0.0018144031055271626, 0.04309006780385971, 0.0008558921981602907], "cos_Ac_negg": [-0.000117107956612017, 0.0009287958382628858, 0.000631195493042469], "r_norm": [10.640445709228516, 0.9694675207138062, 75.26737976074219]}, {"step": 2200, "epoch": 4, "train_loss": 17.347185134887695, "cos_r_negg": [-0.00032230987562797964, -0.00018451186770107597, 0.0004241989809088409], "cos_apical_negg": [0.0023247357457876205, 0.03126715123653412, 0.0006883552996441722], "cos_Ac_negg": [-6.293397746048868e-05, 0.00031040189787745476, 0.0004241989809088409], "r_norm": [10.693042755126953, 0.9248307943344116, 75.41622924804688]}, {"step": 2250, "epoch": 4, "train_loss": 9.10863971710205, "cos_r_negg": [0.00020242203027009964, 7.559793448308483e-05, 0.0002790649014059454], "cos_apical_negg": [0.005918748676776886, 0.008084487169981003, 0.0002741689095273614], "cos_Ac_negg": [1.9842536858050153e-05, 0.00023044052068144083, 0.0002790649014059454], "r_norm": [10.365050315856934, 0.8594233989715576, 65.22686767578125], "ldr": {"dL_sdil": -1.139582633972168, "dL_bp": -1.139582633972168, "ratio": 1.0}}, {"step": 2300, "epoch": 4, "train_loss": 10.25667953491211, "cos_r_negg": [0.00047702016308903694, -0.002234646352007985, 0.0009762726258486509], "cos_apical_negg": [0.008051797747612, 0.06601405888795853, 0.0014429462607949972], "cos_Ac_negg": [-0.00028873299015685916, -0.00027453229995444417, 0.0009762726258486509], "r_norm": [10.327025413513184, 0.9164108037948608, 68.20426177978516]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.0974, "test_loss": 10.5626888671875}, {"step": 2350, "epoch": 5, "train_loss": 11.680237770080566, "cos_r_negg": [0.00026659536524675786, -0.0002439781092107296, 0.0006807417958043516], "cos_apical_negg": [0.013091068714857101, 0.037216801196336746, 0.0009699789807200432], "cos_Ac_negg": [-0.0004475059104152024, 0.0004180059186182916, 0.0006807417958043516], "r_norm": [10.224658966064453, 0.8541699647903442, 72.04086303710938]}, {"step": 2400, "epoch": 5, "train_loss": 10.231489181518555, "cos_r_negg": [-0.0004917522892355919, -0.0013020795304328203, 0.0006258835783228278], "cos_apical_negg": [0.011608120054006577, 0.03392624109983444, 0.0009445342002436519], "cos_Ac_negg": [-0.00020266098727006465, -0.000782613642513752, 0.0006258835783228278], "r_norm": [10.306598663330078, 0.8929522037506104, 75.71745300292969]}, {"step": 2450, "epoch": 5, "train_loss": 7.246662139892578, "cos_r_negg": [0.0003944277123082429, -0.000557689112611115, 0.000434313144069165], "cos_apical_negg": [0.0013994446489959955, 0.03863050416111946, 0.0006267289281822741], "cos_Ac_negg": [-4.380159225547686e-06, 0.00047665450256317854, 0.000434313144069165], "r_norm": [12.180519104003906, 0.8231823444366455, 68.52713012695312]}, {"step": 2500, "epoch": 5, "train_loss": 13.727548599243164, "cos_r_negg": [0.000694836548063904, -0.00029175978852435946, 0.0002799601061269641], "cos_apical_negg": [0.003022968303412199, 0.01799938455224037, 0.0005059503018856049], "cos_Ac_negg": [1.0225146979792044e-05, -4.8852776671992615e-05, 0.0002799601061269641], "r_norm": [11.710317611694336, 0.8266893625259399, 77.78833770751953], "ldr": {"dL_sdil": -1.9201889038085938, "dL_bp": -1.9201889038085938, "ratio": 1.0}}, {"step": 2550, "epoch": 5, "train_loss": 7.3561859130859375, "cos_r_negg": [0.00031645133276470006, -0.00010561169619904831, 0.00034581447835080326], "cos_apical_negg": [0.0024234834127128124, 0.010646570473909378, 0.00039994262624531984], "cos_Ac_negg": [-6.321517867036164e-05, 0.0001252141228178516, 0.00034581447835080326], "r_norm": [11.325664520263672, 0.6747515201568604, 63.94936752319336]}, {"step": 2600, "epoch": 5, "train_loss": 8.869682312011719, "cos_r_negg": [-9.235931793227792e-05, 2.4582819605711848e-05, 0.0003453206445556134], "cos_apical_negg": [0.0017289463430643082, 0.012940648943185806, 0.00041871581925079226], "cos_Ac_negg": [-0.00033483628067187965, 0.00015632899885531515, 0.0003453206445556134], "r_norm": [10.899958610534668, 0.640765905380249, 66.72323608398438]}, {"step": 2650, "epoch": 5, "train_loss": 7.358288764953613, "cos_r_negg": [-7.344738696701825e-05, -0.0003065821365453303, 0.000600943632889539], "cos_apical_negg": [0.006671975366771221, 0.0338686928153038, 0.0008521828567609191], "cos_Ac_negg": [-7.002658094279468e-06, 0.0003455457335803658, 0.000600943632889539], "r_norm": [10.618230819702148, 0.6632825136184692, 69.1047134399414]}, {"step": 2700, "epoch": 5, "train_loss": 11.982294082641602, "cos_r_negg": [0.0014234728878363967, 0.0003491594397928566, 0.0005967037286609411], "cos_apical_negg": [-0.006635797675698996, -0.015375207178294659, 0.0004242745344527066], "cos_Ac_negg": [0.00022179921506904066, 0.00012970311217941344, 0.0005967037286609411], "r_norm": [10.425973892211914, 0.7344911098480225, 71.68212890625]}, {"step": 2750, "epoch": 5, "train_loss": 6.697504997253418, "cos_r_negg": [-0.0004649452748708427, 8.732834248803556e-05, 0.00166590407025069], "cos_apical_negg": [0.013577226549386978, 0.05181825906038284, 0.002288761083036661], "cos_Ac_negg": [1.8363243725616485e-05, 0.0018153927521780133, 0.00166590407025069], "r_norm": [10.478355407714844, 0.7648436427116394, 80.69376373291016], "ldr": {"dL_sdil": -5.324745178222656, "dL_bp": -5.324745178222656, "ratio": 1.0}}, {"step": 2800, "epoch": 5, "train_loss": 14.172398567199707, "cos_r_negg": [-9.525509085506201e-05, -0.0007182047702372074, 0.00034774327650666237], "cos_apical_negg": [0.002233359031379223, 0.024066951125860214, 0.0005627676146104932], "cos_Ac_negg": [-0.0006124571664258838, 0.0007077442132867873, 0.00034774327650666237], "r_norm": [10.227992057800293, 0.6166882514953613, 76.54673767089844]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.1135, "test_loss": 15.4139033203125}, {"step": 2850, "epoch": 6, "train_loss": 9.163726806640625, "cos_r_negg": [-0.0007766471244394779, 0.0003069161903113127, 0.0005173187237232924], "cos_apical_negg": [-0.008030618540942669, -0.011993609368801117, 0.00033268865081481636], "cos_Ac_negg": [-2.957999095087871e-05, 4.4778342271456495e-05, 0.0005173187237232924], "r_norm": [10.122400283813477, 0.5642126798629761, 69.53952026367188]}, {"step": 2900, "epoch": 6, "train_loss": 11.137714385986328, "cos_r_negg": [-0.0007938506896607578, -0.0005878412630409002, 0.0005291044944897294], "cos_apical_negg": [0.007543014828115702, 0.03205081820487976, 0.0008025811985135078], "cos_Ac_negg": [-0.000361378479283303, -0.00036796333733946085, 0.0005291044944897294], "r_norm": [10.316718101501465, 0.5968413352966309, 80.21627807617188]}, {"step": 2950, "epoch": 6, "train_loss": 14.771392822265625, "cos_r_negg": [0.0009755128994584084, -6.176609895192087e-05, 0.0007963664247654378], "cos_apical_negg": [-0.007896581664681435, 0.0011601981241255999, 0.0005637700669467449], "cos_Ac_negg": [-0.00014162861043587327, 9.207174298353493e-05, 0.0007963664247654378], "r_norm": [10.413825988769531, 0.5365595817565918, 71.40603637695312]}, {"step": 3000, "epoch": 6, "train_loss": 11.338615417480469, "cos_r_negg": [0.0003497765283100307, 1.0837734407687094e-05, 0.0004600672982633114], "cos_apical_negg": [0.002424666192382574, 0.006470237858593464, 0.00036210595862939954], "cos_Ac_negg": [-0.00015327398432418704, 8.136251562973484e-05, 0.0004600672982633114], "r_norm": [10.765180587768555, 0.49103468656539917, 72.58340454101562], "ldr": {"dL_sdil": -3.2231502532958984, "dL_bp": -3.2231502532958984, "ratio": 1.0}}, {"step": 3050, "epoch": 6, "train_loss": 8.326875686645508, "cos_r_negg": [-0.00233289273455739, -0.00182828726246953, 0.0004542217939160764], "cos_apical_negg": [0.005131017882376909, 0.03518471494317055, 0.000661470927298069], "cos_Ac_negg": [-0.0005480774561874568, -0.00026836773031391203, 0.0004542217939160764], "r_norm": [11.261907577514648, 0.43625736236572266, 67.31732940673828]}, {"step": 3100, "epoch": 6, "train_loss": 10.853655815124512, "cos_r_negg": [-0.0012539540184661746, -0.00015318127407226712, 0.0004823232884518802], "cos_apical_negg": [0.00786895863711834, 0.017270660027861595, 0.0006532218540087342], "cos_Ac_negg": [-0.0002675061987247318, -1.4255542737373617e-05, 0.0004823232884518802], "r_norm": [11.019559860229492, 0.40941113233566284, 70.78243255615234]}, {"step": 3150, "epoch": 6, "train_loss": 9.362842559814453, "cos_r_negg": [-0.0005505583249032497, -3.725281203514896e-05, 0.000491559854708612], "cos_apical_negg": [0.007355390582233667, 0.005894972011446953, 0.0006947019137442112], "cos_Ac_negg": [7.784034823998809e-05, -2.1767729776911438e-05, 0.000491559854708612], "r_norm": [10.493788719177246, 0.4941157102584839, 81.33192443847656]}, {"step": 3200, "epoch": 6, "train_loss": 9.160902976989746, "cos_r_negg": [-0.0004284792230464518, -1.672589496592991e-05, 0.00038570602191612124], "cos_apical_negg": [0.004647522699087858, 0.004889560863375664, 0.0005598707357421517], "cos_Ac_negg": [-8.192320819944143e-05, -6.4831624513317365e-06, 0.00038570602191612124], "r_norm": [10.254683494567871, 0.4089265763759613, 75.48126220703125]}, {"step": 3250, "epoch": 6, "train_loss": 14.327459335327148, "cos_r_negg": [-0.000892978219781071, -8.398136560572311e-05, 0.0004028320836368948], "cos_apical_negg": [0.006547147408127785, 0.006014040671288967, 0.0006185249076224864], "cos_Ac_negg": [-6.057620339561254e-06, 3.1718387617729604e-05, 0.0004028320836368948], "r_norm": [9.926006317138672, 0.3795544505119324, 69.08007049560547], "ldr": {"dL_sdil": -2.0154552459716797, "dL_bp": -2.0154552459716797, "ratio": 1.0}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.1009, "test_loss": 5.414353125}, {"step": 3300, "epoch": 7, "train_loss": 14.243021965026855, "cos_r_negg": [-0.00010176823707297444, 1.0618786291161086e-05, 0.0012454219395294785], "cos_apical_negg": [0.00952719897031784, 0.00859131570905447, 0.0017571758944541216], "cos_Ac_negg": [-2.8126090910518542e-05, 5.1273244025651366e-05, 0.0012454220559448004], "r_norm": [9.697071075439453, 0.4190746545791626, 73.64054870605469]}, {"step": 3350, "epoch": 7, "train_loss": 10.523502349853516, "cos_r_negg": [0.00032986770384013653, -1.816626900108531e-05, 0.0011133337393403053], "cos_apical_negg": [-0.0013274101074784994, -0.0031088879331946373, 0.0008152493974193931], "cos_Ac_negg": [-3.6530589568428695e-05, -1.9239876564824954e-05, 0.0011133337393403053], "r_norm": [9.721663475036621, 0.41177183389663696, 79.6162109375]}, {"step": 3400, "epoch": 7, "train_loss": 7.3352532386779785, "cos_r_negg": [-0.00013602952822111547, -4.44132001575781e-06, 0.0004732832021545619], "cos_apical_negg": [0.0028759310953319073, 0.002670302987098694, 0.0006375359371304512], "cos_Ac_negg": [1.7980746633838862e-06, 9.277468961954582e-07, 0.0004732832021545619], "r_norm": [9.575967788696289, 0.3310461640357971, 69.65196990966797]}, {"step": 3450, "epoch": 7, "train_loss": 11.276697158813477, "cos_r_negg": [8.011130557861179e-05, -2.5138688215520233e-06, 0.0005759121850132942], "cos_apical_negg": [0.0015393190551549196, 0.0021531018428504467, 0.0008040028042159975], "cos_Ac_negg": [-1.935796535690315e-05, 2.905440510403423e-08, 0.0005759121850132942], "r_norm": [9.304916381835938, 0.3207840025424957, 72.23995971679688]}, {"step": 3500, "epoch": 7, "train_loss": 10.058496475219727, "cos_r_negg": [-9.307943400926888e-06, 1.2175264600955416e-06, 0.0008584142779000103], "cos_apical_negg": [0.005545955616980791, 0.003055740147829056, 0.0012401794083416462], "cos_Ac_negg": [-3.671078593470156e-05, 3.6047620142198866e-06, 0.0008584142779000103], "r_norm": [9.082954406738281, 0.3197903037071228, 76.34339904785156], "ldr": {"dL_sdil": -3.063854217529297, "dL_bp": -3.063854217529297, "ratio": 1.0}}, {"step": 3550, "epoch": 7, "train_loss": 15.83906364440918, "cos_r_negg": [-0.00011225698835914955, -8.305637493322138e-06, 0.000536615087185055], "cos_apical_negg": [-0.0032999548129737377, -0.0015780150424689054, 0.00042207841761410236], "cos_Ac_negg": [-4.440713018993847e-05, -1.0839154128916562e-05, 0.000536615087185055], "r_norm": [8.967914581298828, 0.3286226987838745, 76.86199188232422]}, {"step": 3600, "epoch": 7, "train_loss": 6.9759016036987305, "cos_r_negg": [-8.995767711894587e-05, -6.5517497205291875e-06, 0.0005803084932267666], "cos_apical_negg": [0.003513054922223091, 0.0011181433219462633, 0.0007972005987539887], "cos_Ac_negg": [5.813186362502165e-06, -5.844373845320661e-06, 0.0005803084932267666], "r_norm": [8.667022705078125, 0.3333401679992676, 82.67144775390625]}, {"step": 3650, "epoch": 7, "train_loss": 14.012767791748047, "cos_r_negg": [-0.00012941555178258568, -5.787908321508439e-07, 0.0005991029320284724], "cos_apical_negg": [0.004716848023235798, 0.0005069369217380881, 0.0008145484607666731], "cos_Ac_negg": [-1.3826811482431367e-05, -4.3590918608060747e-07, 0.0005991029320284724], "r_norm": [8.500835418701172, 0.2539193630218506, 78.05364990234375]}, {"step": 3700, "epoch": 7, "train_loss": 10.887031555175781, "cos_r_negg": [0.00012822741700801998, 3.698286832332087e-07, 0.000404409016482532], "cos_apical_negg": [-0.00210763281211257, -0.00021164007193874568, 0.00032786192605271935], "cos_Ac_negg": [1.0082550943479873e-05, 2.476444933563471e-07, 0.000404409016482532], "r_norm": [8.115163803100586, 0.2497105598449707, 66.56118774414062]}, {"step": 3750, "epoch": 7, "train_loss": 11.986455917358398, "cos_r_negg": [-0.00020643696188926697, 9.423830306332093e-06, 0.0003549941466189921], "cos_apical_negg": [0.0006326885777525604, -0.00012705946573987603, 0.00043204048415645957], "cos_Ac_negg": [7.048386578389909e-06, 7.346761776716448e-06, 0.0003549941466189921], "r_norm": [7.990297794342041, 0.23206360638141632, 66.89620208740234], "ldr": {"dL_sdil": -1.290461540222168, "dL_bp": -1.290461540222168, "ratio": 1.0}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.0958, "test_loss": 12.83738837890625}, {"step": 3800, "epoch": 8, "train_loss": 12.24525260925293, "cos_r_negg": [-0.0006912237731739879, 1.7860053276308463e-06, 0.0003791209019254893], "cos_apical_negg": [0.0040672533214092255, 0.0008353062439709902, 0.0006068379152566195], "cos_Ac_negg": [-1.617923771846108e-05, 1.5373125279438682e-06, 0.00037912087282165885], "r_norm": [7.609096527099609, 0.2839404344558716, 81.63754272460938]}, {"step": 3850, "epoch": 8, "train_loss": 10.906745910644531, "cos_r_negg": [2.7136873541167006e-05, 2.1298605133779347e-05, 0.00036685256054624915], "cos_apical_negg": [-0.00030235559097491205, -0.00134642596822232, 0.0004933676100336015], "cos_Ac_negg": [-2.5157828531519044e-06, 9.044569196703378e-06, 0.00036685256054624915], "r_norm": [7.486203193664551, 0.21912406384944916, 81.66334533691406]}, {"step": 3900, "epoch": 8, "train_loss": 14.25008487701416, "cos_r_negg": [-9.765532740857452e-05, 1.872541179182008e-05, 0.00039639213355258107], "cos_apical_negg": [-0.0032104786951094866, -0.0023868766147643328, 0.00039078883128240705], "cos_Ac_negg": [4.164533493167255e-06, 5.087179033580469e-07, 0.00039639213355258107], "r_norm": [7.2903642654418945, 0.23972105979919434, 83.9984130859375]}, {"step": 3950, "epoch": 8, "train_loss": 6.995513916015625, "cos_r_negg": [-0.00026852265000343323, 5.48959451407427e-06, 0.0015284704277291894], "cos_apical_negg": [0.006871865130960941, 0.0019277220126241446, 0.0020611409563571215], "cos_Ac_negg": [-2.977634358103387e-05, 9.326395229436457e-06, 0.0015284705441445112], "r_norm": [6.977356433868408, 0.2755885720252991, 81.66363525390625]}, {"step": 4000, "epoch": 8, "train_loss": 9.917898178100586, "cos_r_negg": [4.413439455674961e-05, 7.77321656642016e-06, 0.000532569014467299], "cos_apical_negg": [0.0031771024223417044, 0.00035279252915643156, 0.0008197802817448974], "cos_Ac_negg": [3.2512480174773373e-06, 4.182371867500478e-06, 0.000532569014467299], "r_norm": [6.7872819900512695, 0.24368004500865936, 80.87987518310547], "ldr": {"dL_sdil": -4.347333908081055, "dL_bp": -4.347333908081055, "ratio": 1.0}}, {"step": 4050, "epoch": 8, "train_loss": 7.221482276916504, "cos_r_negg": [0.0003205314860679209, 1.0749854482128285e-05, 0.00035160963307134807], "cos_apical_negg": [-0.00031917073647491634, -0.001142758410423994, 0.00030202773632481694], "cos_Ac_negg": [1.784027335816063e-05, 5.985255484119989e-06, 0.00035160963307134807], "r_norm": [6.565085411071777, 0.1978180706501007, 70.37312316894531]}, {"step": 4100, "epoch": 8, "train_loss": 15.152256965637207, "cos_r_negg": [-0.0003113331622444093, -5.302804311213549e-06, 0.0005927800666540861], "cos_apical_negg": [0.006019855383783579, 0.001685309805907309, 0.0009264452382922173], "cos_Ac_negg": [-6.917111750226468e-05, 1.5868442915234482e-07, 0.0005927800666540861], "r_norm": [6.399531364440918, 0.20229080319404602, 76.21907043457031]}, {"step": 4150, "epoch": 8, "train_loss": 8.185429573059082, "cos_r_negg": [-0.0001031583669828251, 1.6594085536780767e-06, 0.00041678434354253113], "cos_apical_negg": [0.0005854677292518318, 0.00047696431283839047, 0.0006033381214365363], "cos_Ac_negg": [-9.922115168592427e-06, 1.8097523479809752e-06, 0.00041678434354253113], "r_norm": [6.32772159576416, 0.16455958783626556, 76.09619140625]}, {"step": 4200, "epoch": 8, "train_loss": 15.284811019897461, "cos_r_negg": [-0.0003925708297174424, -7.949817700136919e-06, 0.00046571402344852686], "cos_apical_negg": [0.0026900647208094597, 0.0017255863640457392, 0.0007832866976968944], "cos_Ac_negg": [9.168297765427269e-06, 3.840776514607569e-07, 0.00046571402344852686], "r_norm": [6.162148475646973, 0.200938418507576, 79.20183563232422]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.0974, "test_loss": 15.0151828125}, {"step": 4250, "epoch": 9, "train_loss": 12.471208572387695, "cos_r_negg": [-0.00023101712577044964, 5.147858246346004e-06, 0.000796143023762852], "cos_apical_negg": [-0.0048415400087833405, -0.0017352185677736998, 0.000561045715585351], "cos_Ac_negg": [5.609548679785803e-06, -1.4396731558008469e-06, 0.000796143023762852], "r_norm": [5.994266033172607, 0.1886797994375229, 78.99374389648438], "ldr": {"dL_sdil": -2.813473701477051, "dL_bp": -2.813473701477051, "ratio": 1.0}}, {"step": 4300, "epoch": 9, "train_loss": 10.85728645324707, "cos_r_negg": [3.5336128348717466e-05, -1.5355653886217624e-06, 0.0005124153103679419], "cos_apical_negg": [0.00134233885910362, 0.0007922321674413979, 0.0008292831480503082], "cos_Ac_negg": [-1.403813894285122e-05, 3.9457637512896326e-07, 0.0005124153103679419], "r_norm": [5.929409027099609, 0.1924426257610321, 82.99745178222656]}, {"step": 4350, "epoch": 9, "train_loss": 4.869171142578125, "cos_r_negg": [0.00015403650468215346, 1.4956174254621146e-06, 0.0011744382791221142], "cos_apical_negg": [-0.0026901124510914087, -0.001427370822057128, 0.0008346527465619147], "cos_Ac_negg": [2.2859241653350182e-05, -6.666375043096195e-07, 0.0011744382791221142], "r_norm": [5.779581069946289, 0.1746785044670105, 80.20783233642578]}, {"step": 4400, "epoch": 9, "train_loss": 9.264280319213867, "cos_r_negg": [-0.0001277054543606937, 1.1046244026147178e-06, 0.0004700077697634697], "cos_apical_negg": [0.0020360159687697887, -5.222327308729291e-05, 0.000641344056930393], "cos_Ac_negg": [-1.0150776006412343e-06, 8.045070671869325e-07, 0.0004700077697634697], "r_norm": [5.551910400390625, 0.1450258493423462, 76.23158264160156]}, {"step": 4450, "epoch": 9, "train_loss": 10.54986572265625, "cos_r_negg": [-8.918886305764318e-05, -3.7027712096460164e-07, 0.000648432644084096], "cos_apical_negg": [0.002294698962941766, 0.0006863896269351244, 0.0009144372306764126], "cos_Ac_negg": [-2.610865976748755e-06, 5.740489541494753e-07, 0.000648432644084096], "r_norm": [5.560494422912598, 0.14653459191322327, 80.17523193359375]}, {"step": 4500, "epoch": 9, "train_loss": 15.266033172607422, "cos_r_negg": [-1.837697345763445e-05, 9.65007302511367e-07, 0.00026462110690772533], "cos_apical_negg": [0.0023064163979142904, 0.0002757925249170512, 0.00041377946035936475], "cos_Ac_negg": [1.4850845218461473e-05, 1.1928684671147494e-06, 0.0002646211360115558], "r_norm": [5.3088531494140625, 0.1512858271598816, 85.06575012207031], "ldr": {"dL_sdil": -2.0416154861450195, "dL_bp": -2.0416154861450195, "ratio": 1.0}}, {"step": 4550, "epoch": 9, "train_loss": 9.97014045715332, "cos_r_negg": [-2.320991552551277e-05, 1.0120798066282077e-07, 0.0006373079959303141], "cos_apical_negg": [0.0020495608914643526, 0.0002615635748952627, 0.0009125053184106946], "cos_Ac_negg": [4.0176569200411905e-06, 2.856357639302587e-07, 0.0006373079959303141], "r_norm": [5.211856842041016, 0.13515642285346985, 81.06671905517578]}, {"step": 4600, "epoch": 9, "train_loss": 12.614542007446289, "cos_r_negg": [0.00012093293480575085, 8.54950542361621e-07, 0.0006295261555351317], "cos_apical_negg": [-0.0010688703041523695, -0.0004884673398919404, 0.0004798839217983186], "cos_Ac_negg": [9.77936724666506e-06, 6.398873892976553e-07, 0.0006295261555351317], "r_norm": [5.046844482421875, 0.15321294963359833, 76.43018341064453]}, {"step": 4650, "epoch": 9, "train_loss": 10.214437484741211, "cos_r_negg": [2.1657437173416838e-05, -1.245211251443834e-06, 0.0006663487292826176], "cos_apical_negg": [0.002329866401851177, 0.0004242437717039138, 0.0009842240251600742], "cos_Ac_negg": [-7.559906407550443e-06, -8.721938229427906e-07, 0.0006663487292826176], "r_norm": [4.959489822387695, 0.15242722630500793, 90.76179504394531]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.0982, "test_loss": 11.98845908203125}, {"step": 4700, "epoch": 10, "train_loss": 10.871023178100586, "cos_r_negg": [4.619735409505665e-05, -7.171428251240286e-08, 0.00039092451333999634], "cos_apical_negg": [0.0003087191144004464, 0.00024116213899105787, 0.00059042579960078], "cos_Ac_negg": [2.056867742794566e-06, 1.570916907667197e-07, 0.0003909244842361659], "r_norm": [4.911136627197266, 0.10327375680208206, 85.43791198730469]}, {"step": 4750, "epoch": 10, "train_loss": 10.601324081420898, "cos_r_negg": [-2.6551024348009378e-05, -2.6292696020391304e-07, 0.00041395018342882395], "cos_apical_negg": [3.0854425858706236e-05, 0.0002575326361693442, 0.000602198182605207], "cos_Ac_negg": [-9.21240552997915e-06, -1.1831217250346526e-07, 0.00041395018342882395], "r_norm": [4.759627342224121, 0.12233448028564453, 80.62921905517578], "ldr": {"dL_sdil": -2.162909507751465, "dL_bp": -2.162909507751465, "ratio": 1.0}}, {"step": 4800, "epoch": 10, "train_loss": 10.082063674926758, "cos_r_negg": [-7.906082828412764e-06, -8.464148493203538e-08, 0.0004530469886958599], "cos_apical_negg": [0.0006636911421082914, 0.0002174680121243, 0.000634529220405966], "cos_Ac_negg": [5.823716946906643e-06, 4.319579005596097e-08, 0.00045304701779969037], "r_norm": [4.686193466186523, 0.10868888348340988, 76.4392318725586]}, {"step": 4850, "epoch": 10, "train_loss": 12.20187759399414, "cos_r_negg": [-8.721536687517073e-06, -3.0946026186029485e-08, 0.00047857692698016763], "cos_apical_negg": [0.0009839709382504225, 0.00031405730987899005, 0.000671702204272151], "cos_Ac_negg": [1.2079258340236265e-06, 2.0187349036859814e-07, 0.00047857689787633717], "r_norm": [4.705677032470703, 0.09172140061855316, 78.99026489257812]}, {"step": 4900, "epoch": 10, "train_loss": 8.082229614257812, "cos_r_negg": [1.0881740308832377e-05, 5.685522097564899e-08, 0.0007779758307151496], "cos_apical_negg": [-0.0007532913004979491, -0.0003686330164782703, 0.0005335283931344748], "cos_Ac_negg": [4.867243205808336e-06, -3.6408584946912015e-07, 0.0007779758307151496], "r_norm": [4.5528059005737305, 0.10007624328136444, 75.51366424560547]}, {"step": 4950, "epoch": 10, "train_loss": 11.847257614135742, "cos_r_negg": [3.670313162729144e-05, 2.455204537454847e-07, 0.00035713060060516], "cos_apical_negg": [0.0007455665618181229, 0.0001862806675489992, 0.0005158563144505024], "cos_Ac_negg": [-1.6347958080586977e-06, 2.346459950786084e-07, 0.00035713060060516], "r_norm": [4.459744453430176, 0.08343175053596497, 74.88031005859375]}, {"step": 5000, "epoch": 10, "train_loss": 9.58346939086914, "cos_r_negg": [-5.674162821378559e-06, 5.57897656960904e-08, 0.0003492940741125494], "cos_apical_negg": [-0.0022626761347055435, -0.00013269114424474537, 0.0003097676089964807], "cos_Ac_negg": [1.478994477110973e-06, -1.766069033237727e-07, 0.0003492941032163799], "r_norm": [4.376709938049316, 0.09099306166172028, 73.61000061035156], "ldr": {"dL_sdil": -2.399336338043213, "dL_bp": -2.3993358612060547, "ratio": 1.0000001987371447}}, {"step": 5050, "epoch": 10, "train_loss": 7.876829147338867, "cos_r_negg": [-4.6411332732532173e-05, -6.754696642019553e-07, 0.0005235593998804688], "cos_apical_negg": [0.0015335622010752559, 0.0005697936285287142, 0.0007391809485852718], "cos_Ac_negg": [-1.9185521523468196e-05, -4.459087676877971e-08, 0.0005235593998804688], "r_norm": [4.355940818786621, 0.08220028877258301, 74.98042297363281]}, {"step": 5100, "epoch": 10, "train_loss": 9.24594497680664, "cos_r_negg": [2.1687974367523566e-05, 7.277161273577804e-08, 0.0003438702260609716], "cos_apical_negg": [-0.0008157159318216145, 1.878699731605593e-05, 0.0003447696508374065], "cos_Ac_negg": [3.993947757408023e-06, 1.1513132847085217e-07, 0.0003438702260609716], "r_norm": [4.243640422821045, 0.09278936684131622, 89.52322387695312]}, {"step": 5150, "epoch": 10, "train_loss": 9.745550155639648, "cos_r_negg": [0.00019080674974247813, 2.437835746604833e-07, 0.0010264927987009287], "cos_apical_negg": [-0.0038109123706817627, -0.0005966435419395566, 0.0007386000361293554], "cos_Ac_negg": [8.356644229934318e-07, -3.518011908454355e-07, 0.0010264927987009287], "r_norm": [4.1946001052856445, 0.09052366018295288, 83.76698303222656]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.0974, "test_loss": 12.24704150390625}, {"step": 5200, "epoch": 11, "train_loss": 12.8275146484375, "cos_r_negg": [-4.020584674435668e-05, -6.985120535318856e-07, 0.00047319638542830944], "cos_apical_negg": [0.001035858760587871, 0.000416602153563872, 0.0006969400565139949], "cos_Ac_negg": [4.532676030066796e-06, -2.5841782758107e-07, 0.00047319638542830944], "r_norm": [4.02159309387207, 0.08000468462705612, 77.22238159179688]}, {"step": 5250, "epoch": 11, "train_loss": 7.166617393493652, "cos_r_negg": [2.66087990894448e-05, -5.59273019007378e-07, 0.0004729930078610778], "cos_apical_negg": [0.00012952589895576239, 0.00033322256058454514, 0.0006281494861468673], "cos_Ac_negg": [6.254299933061702e-06, -2.328739014956227e-07, 0.0004729930078610778], "r_norm": [3.9766693115234375, 0.06530888378620148, 80.6872329711914], "ldr": {"dL_sdil": -1.1611948013305664, "dL_bp": -1.1611948013305664, "ratio": 1.0}}, {"step": 5300, "epoch": 11, "train_loss": 15.83763313293457, "cos_r_negg": [-3.35832082782872e-05, -1.7535040797156398e-07, 0.0006844946183264256], "cos_apical_negg": [0.0013035673182457685, 0.00036999472649767995, 0.0009408185724169016], "cos_Ac_negg": [3.197334763171966e-06, 3.426409733719993e-08, 0.0006844946183264256], "r_norm": [3.962620735168457, 0.06571672856807709, 70.11446380615234]}, {"step": 5350, "epoch": 11, "train_loss": 5.696012496948242, "cos_r_negg": [-2.495004991942551e-05, -3.5265892961433565e-07, 0.0003770379116758704], "cos_apical_negg": [0.0006343555287458003, 0.00023470903397537768, 0.0005551467183977365], "cos_Ac_negg": [-5.369845894165337e-06, -2.08108104970961e-07, 0.0003770379116758704], "r_norm": [3.964165210723877, 0.08284342288970947, 88.06735229492188]}, {"step": 5400, "epoch": 11, "train_loss": 12.086772918701172, "cos_r_negg": [-5.495277218869887e-05, 7.837315507686071e-08, 0.00043762329732999206], "cos_apical_negg": [-0.0007644725847057998, -1.4699093298986554e-05, 0.00037398815038613975], "cos_Ac_negg": [6.811139883211581e-06, 8.096208148344886e-08, 0.00043762329732999206], "r_norm": [3.9540767669677734, 0.06605201214551926, 83.75718688964844]}, {"step": 5450, "epoch": 11, "train_loss": 12.782332420349121, "cos_r_negg": [-6.69450091663748e-05, -3.705642370732676e-07, 0.000703177647665143], "cos_apical_negg": [0.0026657760608941317, 0.0004209789913147688, 0.001017778180539608], "cos_Ac_negg": [8.024891940294765e-06, -1.342887117061764e-07, 0.000703177647665143], "r_norm": [3.9740021228790283, 0.06895966082811356, 79.29402160644531]}, {"step": 5500, "epoch": 11, "train_loss": 9.513815879821777, "cos_r_negg": [-2.4371605832129717e-05, 1.4249866353566176e-07, 0.0007971266750246286], "cos_apical_negg": [0.0011248292867094278, 0.00021004711743444204, 0.001087104668840766], "cos_Ac_negg": [4.8144788706849795e-06, 2.019852587409332e-07, 0.0007971266750246286], "r_norm": [3.861882209777832, 0.056159231811761856, 70.99562072753906], "ldr": {"dL_sdil": -1.106511116027832, "dL_bp": -1.106511116027832, "ratio": 1.0}}, {"step": 5550, "epoch": 11, "train_loss": 7.246673107147217, "cos_r_negg": [-5.609307481790893e-05, 1.6692089843672875e-07, 0.0020309360697865486], "cos_apical_negg": [0.0022494252771139145, 0.0003634335589595139, 0.0026033464819192886], "cos_Ac_negg": [8.908175004762597e-06, 2.763519830750738e-07, 0.0020309360697865486], "r_norm": [3.967557668685913, 0.07248271256685257, 85.72650909423828]}, {"step": 5600, "epoch": 11, "train_loss": 15.538816452026367, "cos_r_negg": [-9.209171548718587e-05, 1.6032542760058277e-07, 0.0005323229124769568], "cos_apical_negg": [0.0019717877730727196, 0.00014397050836123526, 0.0007912073051556945], "cos_Ac_negg": [-1.224965035362402e-05, 9.167029446643937e-08, 0.0005323228542692959], "r_norm": [3.9202756881713867, 0.05401889234781265, 80.31549072265625]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.101, "test_loss": 10.03355205078125}, {"step": 5650, "epoch": 12, "train_loss": 15.76156997680664, "cos_r_negg": [3.4371245419606566e-05, 2.2374990749085555e-11, 0.0005807231063954532], "cos_apical_negg": [0.0016009106766432524, 0.00011231094686081633, 0.0008371190633624792], "cos_Ac_negg": [4.2650372051866725e-06, 2.849225388956711e-08, 0.0005807231063954532], "r_norm": [3.8299357891082764, 0.04790552705526352, 88.43399047851562]}, {"step": 5700, "epoch": 12, "train_loss": 14.062185287475586, "cos_r_negg": [2.810238947859034e-05, -2.6707871825237817e-07, 0.0007937115151435137], "cos_apical_negg": [0.0006864903261885047, 0.00021874706726521254, 0.0011066495208069682], "cos_Ac_negg": [-9.111045983445365e-06, -1.886144218588015e-07, 0.0007937115151435137], "r_norm": [3.761569023132324, 0.06250077486038208, 87.64382934570312]}, {"step": 5750, "epoch": 12, "train_loss": 14.2777681350708, "cos_r_negg": [1.779011290636845e-05, -1.227245718382619e-07, 0.0005096790846437216], "cos_apical_negg": [0.0013267600443214178, 0.000200188864255324, 0.0007387741352431476], "cos_Ac_negg": [-1.5805768498466932e-06, -4.936847375347497e-08, 0.0005096790846437216], "r_norm": [3.650904893875122, 0.04856191948056221, 74.97488403320312], "ldr": {"dL_sdil": -2.3304529190063477, "dL_bp": -2.3304548263549805, "ratio": 0.9999991815552006}}, {"step": 5800, "epoch": 12, "train_loss": 9.818316459655762, "cos_r_negg": [-1.0761068551801145e-05, -3.395554699636705e-07, 0.0007311259396374226], "cos_apical_negg": [0.0011818575439974666, 0.00027288671117275953, 0.0010415520519018173], "cos_Ac_negg": [1.0749748753369204e-06, -2.2495353846352373e-07, 0.0007311259396374226], "r_norm": [3.5763988494873047, 0.059030815958976746, 91.38941192626953]}, {"step": 5850, "epoch": 12, "train_loss": 14.572349548339844, "cos_r_negg": [1.5233988051477354e-05, 3.4755913702610997e-08, 0.00043642864329740405], "cos_apical_negg": [0.0006307302974164486, 8.968666952569038e-05, 0.0004587678995449096], "cos_Ac_negg": [1.010974756354699e-06, 9.169276893317146e-08, 0.00043642864329740405], "r_norm": [3.4252614974975586, 0.04967266693711281, 88.93172454833984]}, {"step": 5900, "epoch": 12, "train_loss": 7.618553161621094, "cos_r_negg": [2.4881055651349016e-06, 1.5374549633406787e-08, 0.00038022297667339444], "cos_apical_negg": [0.00029460067162290215, 0.00010217900853604078, 0.0004929170245304704], "cos_Ac_negg": [-1.0570439599177917e-06, 6.103746841290558e-08, 0.00038022297667339444], "r_norm": [3.3877594470977783, 0.045692961663007736, 82.98951721191406]}, {"step": 5950, "epoch": 12, "train_loss": 9.91832447052002, "cos_r_negg": [-1.9281833374407142e-06, -1.5521568741405645e-07, 0.0006756022339686751], "cos_apical_negg": [0.001658069435507059, 0.00028304976876825094, 0.0009437213884666562], "cos_Ac_negg": [-1.7512990098111914e-06, 3.279849281057068e-09, 0.0006756022339686751], "r_norm": [3.5045764446258545, 0.04056042805314064, 79.07471466064453]}, {"step": 6000, "epoch": 12, "train_loss": 8.620805740356445, "cos_r_negg": [4.577601430355571e-06, -1.2945488236937308e-08, 0.0004147806903347373], "cos_apical_negg": [0.00045229471288621426, 0.0001206343004014343, 0.0005026115686632693], "cos_Ac_negg": [-1.3500241493602516e-06, 3.4174597374203586e-08, 0.0004147806903347373], "r_norm": [3.335987091064453, 0.03786821663379669, 74.51448059082031], "ldr": {"dL_sdil": -1.7451133728027344, "dL_bp": -1.7451133728027344, "ratio": 1.0}}, {"step": 6050, "epoch": 12, "train_loss": 9.826077461242676, "cos_r_negg": [-1.65549099619966e-05, -1.5569216316180245e-07, 0.0006641616346314549], "cos_apical_negg": [0.0008864743867889047, 0.00017781945643946528, 0.00093148706946522], "cos_Ac_negg": [-4.8550327846896835e-06, -8.453059763269266e-08, 0.0006641616346314549], "r_norm": [3.1930289268493652, 0.04545455053448677, 86.74044036865234]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.1028, "test_loss": 7.262681689453125}, {"step": 6100, "epoch": 13, "train_loss": 7.409832000732422, "cos_r_negg": [6.844271410955116e-06, -8.571731768824975e-09, 0.0004316600097808987], "cos_apical_negg": [0.0004153420450165868, 7.012407877482474e-05, 0.000514303392264992], "cos_Ac_negg": [1.379242462462571e-07, 1.8516352895403543e-08, 0.0004316600097808987], "r_norm": [3.1900553703308105, 0.0339338555932045, 69.57662963867188]}, {"step": 6150, "epoch": 13, "train_loss": 5.193009376525879, "cos_r_negg": [-1.3753236089542042e-05, -2.6433474076270613e-08, 0.0007931838044896722], "cos_apical_negg": [0.0011435194173827767, 0.00018473697127774358, 0.0010983285028487444], "cos_Ac_negg": [1.1905957535418565e-06, 4.277312726230775e-08, 0.0007931838044896722], "r_norm": [3.3005270957946777, 0.034157782793045044, 76.05322265625]}, {"step": 6200, "epoch": 13, "train_loss": 18.546161651611328, "cos_r_negg": [-1.4998834558355156e-05, -2.4185906610796337e-08, 0.0005996851250529289], "cos_apical_negg": [0.000913367432076484, 0.00014616697444580495, 0.0008745046798139811], "cos_Ac_negg": [-1.3540444854243106e-07, 4.9229591070343304e-08, 0.0005996851250529289], "r_norm": [3.0472517013549805, 0.036152590066194534, 79.8924560546875]}, {"step": 6250, "epoch": 13, "train_loss": 9.099349975585938, "cos_r_negg": [1.4409301002160646e-05, 8.50539993990651e-09, 0.0007316641858778894], "cos_apical_negg": [-0.00014029169688001275, -2.3591685021528974e-05, 0.0005379573558457196], "cos_Ac_negg": [-2.2181896497386333e-07, 4.509353335180322e-09, 0.0007316641858778894], "r_norm": [2.9890544414520264, 0.042927272617816925, 83.208740234375], "ldr": {"dL_sdil": -2.1355361938476562, "dL_bp": -2.1355361938476562, "ratio": 1.0}}, {"step": 6300, "epoch": 13, "train_loss": 15.18874740600586, "cos_r_negg": [-3.549995381035842e-05, -2.977904678402865e-08, 0.0008687332738190889], "cos_apical_negg": [0.0007486995309591293, 0.00017166364705190063, 0.0012049442157149315], "cos_Ac_negg": [7.540522233284719e-07, 5.372965361516435e-08, 0.0008687332738190889], "r_norm": [2.9289655685424805, 0.029585523530840874, 75.57168579101562]}, {"step": 6350, "epoch": 13, "train_loss": 10.393255233764648, "cos_r_negg": [-1.208727371704299e-05, -1.2991909770221355e-09, 0.00041955464985221624], "cos_apical_negg": [0.0005212341202422976, 6.181307253427804e-05, 0.0005602752207778394], "cos_Ac_negg": [9.124984501340805e-08, 2.416463473764452e-08, 0.00041955464985221624], "r_norm": [2.9360384941101074, 0.02990216575562954, 80.91551208496094]}, {"step": 6400, "epoch": 13, "train_loss": 9.829227447509766, "cos_r_negg": [1.4274413842940703e-05, -7.027978643492361e-09, 0.0007842485210858285], "cos_apical_negg": [0.0004757544957101345, 0.00010085219400934875, 0.0010950638679787517], "cos_Ac_negg": [1.5542336768703535e-06, 3.000385362383895e-08, 0.0007842484628781676], "r_norm": [3.1295547485351562, 0.026799384504556656, 75.42486572265625]}, {"step": 6450, "epoch": 13, "train_loss": 13.427417755126953, "cos_r_negg": [-9.221101208822802e-06, -6.04719332386594e-08, 0.0006608852418139577], "cos_apical_negg": [0.00043294395436532795, 0.00017362811195198447, 0.0009602817008271813], "cos_Ac_negg": [5.273672059047385e-07, 2.5147556925730896e-08, 0.0006608852418139577], "r_norm": [2.775033473968506, 0.028255324810743332, 87.07158660888672]}, {"step": 6500, "epoch": 13, "train_loss": 8.254121780395508, "cos_r_negg": [-2.2281999918050133e-05, -3.24634541470914e-08, 0.00040237209759652615], "cos_apical_negg": [0.0003998275496996939, 0.00010826322250068188, 0.0005861024837940931], "cos_Ac_negg": [7.511549142691365e-07, 2.1658319582229524e-08, 0.00040237209759652615], "r_norm": [2.6140146255493164, 0.025765007361769676, 78.53205108642578], "ldr": {"dL_sdil": -2.010395050048828, "dL_bp": -2.010395050048828, "ratio": 1.0}}, {"step": 6550, "epoch": 13, "train_loss": 12.364991188049316, "cos_r_negg": [6.105046486482024e-05, -2.99642488599261e-09, 0.0010401424951851368], "cos_apical_negg": [-0.0009244515094906092, -4.1240280552301556e-05, 0.0007569988956674933], "cos_Ac_negg": [-1.3066201063338667e-06, -1.0966894947728179e-08, 0.0010401424951851368], "r_norm": [2.8053698539733887, 0.028061438351869583, 81.28829956054688]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.1032, "test_loss": 13.21957578125}, {"step": 6600, "epoch": 14, "train_loss": 25.369422912597656, "cos_r_negg": [1.7650214431341738e-05, -2.20117346572124e-09, 0.0008100722916424274], "cos_apical_negg": [-0.00031092698918655515, 5.169845280761365e-06, 0.0006445597391575575], "cos_Ac_negg": [1.1514533753143041e-06, 8.841702925366235e-10, 0.0008100722916424274], "r_norm": [2.5166358947753906, 0.027235591784119606, 81.90315246582031]}, {"step": 6650, "epoch": 14, "train_loss": 10.528507232666016, "cos_r_negg": [-7.714315870543942e-06, -2.5528450464662455e-08, 0.0004849030519835651], "cos_apical_negg": [0.0007891379063948989, 0.00012231872824486345, 0.0006964609492570162], "cos_Ac_negg": [1.7971117358683841e-06, 1.8205362550816062e-08, 0.0004849030519835651], "r_norm": [2.529590606689453, 0.02278490550816059, 79.81932067871094]}, {"step": 6700, "epoch": 14, "train_loss": 8.767873764038086, "cos_r_negg": [-3.5411259887041524e-05, -4.989027146962144e-08, 0.0004879098851233721], "cos_apical_negg": [0.0009414396481588483, 0.00010770859807962552, 0.0007058120099827647], "cos_Ac_negg": [6.787489041926165e-07, -4.90606488767753e-09, 0.0004879098851233721], "r_norm": [2.516063928604126, 0.026112975552678108, 86.81710815429688]}, {"step": 6750, "epoch": 14, "train_loss": 9.852359771728516, "cos_r_negg": [-1.7133637811639346e-05, -2.7756584586313693e-08, 0.0005106455064378679], "cos_apical_negg": [0.0005690939724445343, 8.3695980720222e-05, 0.0007093142485246062], "cos_Ac_negg": [-5.902477369090775e-07, 2.0388646326807702e-09, 0.0005106455064378679], "r_norm": [2.416090488433838, 0.02379005216062069, 81.87761688232422], "ldr": {"dL_sdil": -1.8504209518432617, "dL_bp": -1.8504209518432617, "ratio": 1.0}}, {"step": 6800, "epoch": 14, "train_loss": 9.506153106689453, "cos_r_negg": [-9.411581231688615e-06, -2.6289871613016658e-08, 0.0004036142199765891], "cos_apical_negg": [7.892910070950165e-05, 4.7301684389822185e-05, 0.0004935435717925429], "cos_Ac_negg": [7.583238215147503e-08, -1.1378765485403619e-08, 0.0004036141908727586], "r_norm": [2.3286967277526855, 0.022916216403245926, 81.93649291992188]}, {"step": 6850, "epoch": 14, "train_loss": 10.992828369140625, "cos_r_negg": [2.276340865137172e-06, -2.3592150455442606e-08, 0.0005616658017970622], "cos_apical_negg": [6.407656474038959e-05, 0.0001070590951712802, 0.0008272420964203775], "cos_Ac_negg": [2.4204788928727794e-07, 8.919073479773942e-09, 0.0005616658017970622], "r_norm": [2.26202130317688, 0.019950605928897858, 84.60021209716797]}, {"step": 6900, "epoch": 14, "train_loss": 18.282787322998047, "cos_r_negg": [3.811930218944326e-05, 2.7750532538561856e-08, 0.0005660842871293426], "cos_apical_negg": [-0.0008517511887475848, -3.6678320611827075e-05, 0.0004756841226480901], "cos_Ac_negg": [-1.662830300119822e-07, 4.161304190120063e-09, 0.0005660842871293426], "r_norm": [2.199315309524536, 0.0222354494035244, 75.50546264648438]}, {"step": 6950, "epoch": 14, "train_loss": 11.122303009033203, "cos_r_negg": [1.8653863662621006e-06, -6.416127007469186e-08, 0.0020950580947101116], "cos_apical_negg": [0.0008324931841343641, 0.00026312560657970607, 0.0027061188593506813], "cos_Ac_negg": [1.9758772396016866e-06, 6.173544875309744e-08, 0.0020950580947101116], "r_norm": [2.2852072715759277, 0.021588332951068878, 81.40168762207031]}, {"step": 7000, "epoch": 14, "train_loss": 6.87345027923584, "cos_r_negg": [1.0887355529121123e-05, -4.5734055431623233e-10, 0.00044431068818084896], "cos_apical_negg": [-0.0002495126973371953, 2.146337465092074e-05, 0.00039066176395863295], "cos_Ac_negg": [-7.67246149280254e-07, 6.47616138493845e-09, 0.00044431068818084896], "r_norm": [2.078493356704712, 0.016542965546250343, 70.4391098022461], "ldr": {"dL_sdil": -1.0051460266113281, "dL_bp": -1.0051460266113281, "ratio": 1.0}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.1032, "test_loss": 13.56799287109375}, {"step": 7050, "epoch": 15, "train_loss": 5.976227760314941, "cos_r_negg": [-7.911453394626733e-06, -5.27021661866911e-08, 0.0005657350411638618], "cos_apical_negg": [0.0005326103419065475, 8.095204248093069e-05, 0.0007948913262225688], "cos_Ac_negg": [-2.3364758305888245e-07, -2.7557657489296616e-08, 0.0005657350411638618], "r_norm": [2.0185046195983887, 0.02233976125717163, 95.77558135986328]}, {"step": 7100, "epoch": 15, "train_loss": 7.545580863952637, "cos_r_negg": [7.617687515448779e-06, -7.754402275850225e-08, 0.0007137687643989921], "cos_apical_negg": [0.0011943557765334845, 0.00011688514496199787, 0.001037974376231432], "cos_Ac_negg": [-1.450257514079567e-07, -3.8053563855555694e-08, 0.0007137687643989921], "r_norm": [2.0106234550476074, 0.02224108949303627, 98.63429260253906]}, {"step": 7150, "epoch": 15, "train_loss": 7.986567497253418, "cos_r_negg": [-1.34258243633667e-05, -3.1364031372049794e-08, 0.00045652681728824973], "cos_apical_negg": [0.00031506101367995143, 8.00596026238054e-05, 0.0006486913189291954], "cos_Ac_negg": [1.6173789845197462e-06, -2.850596203529676e-09, 0.00045652681728824973], "r_norm": [2.010045051574707, 0.016768546774983406, 81.03630828857422]}, {"step": 7200, "epoch": 15, "train_loss": 10.265209197998047, "cos_r_negg": [-1.2041041372867767e-05, -1.9941161610859126e-08, 0.00032794359140098095], "cos_apical_negg": [0.00012582511408254504, 5.374575994210318e-05, 0.00043385379831306636], "cos_Ac_negg": [2.740518993959995e-06, -1.363138046883705e-09, 0.00032794359140098095], "r_norm": [2.050478458404541, 0.01438186876475811, 78.17654418945312]}, {"step": 7250, "epoch": 15, "train_loss": 10.029208183288574, "cos_r_negg": [-1.0783633115352131e-05, -2.5620334298537273e-08, 0.0006668957648798823], "cos_apical_negg": [0.00029011585866101086, 9.260454680770636e-05, 0.0009373475331813097], "cos_Ac_negg": [4.637435893073416e-07, 4.412626708472089e-09, 0.0006668957648798823], "r_norm": [2.0018630027770996, 0.01574992761015892, 82.14617919921875], "ldr": {"dL_sdil": -2.597869873046875, "dL_bp": -2.597869873046875, "ratio": 1.0}}, {"step": 7300, "epoch": 15, "train_loss": 7.78239631652832, "cos_r_negg": [3.910007762897294e-06, -1.0474275669025701e-08, 0.00040841655572876334], "cos_apical_negg": [-6.249934085644782e-05, 1.7244978153030388e-05, 0.00034801673609763384], "cos_Ac_negg": [6.635843874391867e-08, -3.905879175647442e-09, 0.00040841655572876334], "r_norm": [2.0402700901031494, 0.01589827984571457, 76.30101776123047]}, {"step": 7350, "epoch": 15, "train_loss": 14.781683921813965, "cos_r_negg": [1.0458146789460443e-05, -1.6695528515242586e-08, 0.00041186384623870254], "cos_apical_negg": [2.571739605627954e-05, 5.162923116586171e-05, 0.0003995201550424099], "cos_Ac_negg": [5.492993864208984e-07, 3.982409957359323e-09, 0.00041186384623870254], "r_norm": [1.922673225402832, 0.012446971610188484, 71.6740493774414]}, {"step": 7400, "epoch": 15, "train_loss": 5.493186950683594, "cos_r_negg": [2.884311652451288e-05, -2.5300028738683977e-09, 0.0007195937214419246], "cos_apical_negg": [-0.0009936026763170958, -3.5784676128969295e-06, 0.00047566049033775926], "cos_Ac_negg": [1.3443980151350843e-06, -3.6553998716826186e-10, 0.0007195937214419246], "r_norm": [1.9179346561431885, 0.013217780739068985, 77.50679779052734]}, {"step": 7450, "epoch": 15, "train_loss": 7.848570823669434, "cos_r_negg": [-5.839288860443048e-06, -5.5804523668712136e-08, 0.0005795873003080487], "cos_apical_negg": [0.0010932926088571548, 9.128620149567723e-05, 0.000904322019778192], "cos_Ac_negg": [-2.3807140792087012e-07, -2.70948330438614e-08, 0.0005795873003080487], "r_norm": [1.8115659952163696, 0.01642845943570137, 94.56657409667969]}, {"step": 7500, "epoch": 15, "train_loss": 14.877742767333984, "cos_r_negg": [2.100549863826018e-06, -7.744045404933786e-09, 0.0002750998246483505], "cos_apical_negg": [0.00021109243971295655, 8.298776810988784e-05, 0.0005089708138257265], "cos_Ac_negg": [4.3217539769102586e-07, 1.7635416682537652e-08, 0.0002750998246483505], "r_norm": [1.7870070934295654, 0.015465275384485722, 102.48783874511719], "ldr": {"dL_sdil": -2.8687076568603516, "dL_bp": -2.8687076568603516, "ratio": 1.0}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.1135, "test_loss": 14.1049876953125}, {"step": 7550, "epoch": 16, "train_loss": 6.494017601013184, "cos_r_negg": [3.4469455840735463e-06, -9.57944923385412e-09, 0.00030365833663381636], "cos_apical_negg": [0.00010639551328495145, 3.4167587728006765e-05, 0.00037379033165052533], "cos_Ac_negg": [5.937540663580876e-07, 1.7098679139238016e-09, 0.00030365833663381636], "r_norm": [1.7876672744750977, 0.01011628471314907, 81.5283203125]}, {"step": 7600, "epoch": 16, "train_loss": 5.31636905670166, "cos_r_negg": [1.8905999240814708e-05, -1.1756771556292733e-08, 0.0003708110307343304], "cos_apical_negg": [0.0006003775051794946, 4.033793811686337e-05, 0.0004968883586116135], "cos_Ac_negg": [5.77116850308812e-07, 1.144017880427839e-09, 0.0003708110307343304], "r_norm": [1.8451169729232788, 0.010226787999272346, 79.1187515258789]}, {"step": 7650, "epoch": 16, "train_loss": 19.34535026550293, "cos_r_negg": [1.6843570847413503e-05, -6.259152085519304e-10, 0.0006731588509865105], "cos_apical_negg": [-0.0009411360369995236, -1.1272480151092168e-05, 0.00045917637180536985], "cos_Ac_negg": [-5.108057052893855e-07, -1.0155638552333812e-09, 0.0006731588509865105], "r_norm": [1.843127727508545, 0.01194567047059536, 85.28936767578125]}, {"step": 7700, "epoch": 16, "train_loss": 7.023301601409912, "cos_r_negg": [6.864929673611186e-07, 3.927816738524825e-09, 0.0005693476996384561], "cos_apical_negg": [-0.0005614963010884821, -1.0880221452680416e-05, 0.00039457835373468697], "cos_Ac_negg": [-2.0153413515799912e-07, -1.6084267251414985e-10, 0.0005693476996384561], "r_norm": [1.7336890697479248, 0.010844817385077477, 81.12883758544922]}, {"step": 7750, "epoch": 16, "train_loss": 12.21027946472168, "cos_r_negg": [3.209086798960925e-06, 1.0072805700644949e-08, 0.0005607331404462457], "cos_apical_negg": [-0.0005828061257489026, -1.9444272766122594e-05, 0.0004136365605518222], "cos_Ac_negg": [1.4177134133319669e-08, 6.647852268670817e-10, 0.0005607331404462457], "r_norm": [1.7516595125198364, 0.013211901299655437, 82.00277709960938], "ldr": {"dL_sdil": -2.3364486694335938, "dL_bp": -2.3364486694335938, "ratio": 1.0}}, {"step": 7800, "epoch": 16, "train_loss": 6.95266056060791, "cos_r_negg": [-2.5714229195727967e-05, -3.53489291171627e-08, 0.0005872646579518914], "cos_apical_negg": [0.0001280930155189708, 7.30467145331204e-05, 0.0008279126486741006], "cos_Ac_negg": [9.442020427741227e-07, -1.1047212922221661e-08, 0.0005872646579518914], "r_norm": [1.7893328666687012, 0.010666608810424805, 82.63919830322266]}, {"step": 7850, "epoch": 16, "train_loss": 5.698192596435547, "cos_r_negg": [-3.750856649276102e-06, -1.439091690258465e-08, 0.0008464271668344736], "cos_apical_negg": [0.0001919738424476236, 8.985040767583996e-05, 0.0012009353376924992], "cos_Ac_negg": [1.2010642080895195e-07, 1.1235059105274559e-08, 0.0008464271668344736], "r_norm": [1.7986449003219604, 0.00905296765267849, 73.13327026367188]}, {"step": 7900, "epoch": 16, "train_loss": 6.40833854675293, "cos_r_negg": [1.7077985603464185e-07, -1.4869562470209985e-08, 0.0007417637971229851], "cos_apical_negg": [0.00013719542766921222, 7.630617619724944e-05, 0.0010680026607587934], "cos_Ac_negg": [1.2883425881682342e-07, 5.1839492698491085e-09, 0.0007417637971229851], "r_norm": [1.762625813484192, 0.008600271306931973, 74.41055297851562]}, {"step": 7950, "epoch": 16, "train_loss": 10.522783279418945, "cos_r_negg": [-5.570511802943656e-06, -9.624045560485683e-09, 0.0004026477108709514], "cos_apical_negg": [-7.949996506795287e-05, 5.709335891879164e-05, 0.0004931585863232613], "cos_Ac_negg": [5.57837552150886e-07, 9.588891458633952e-09, 0.0004026477108709514], "r_norm": [1.702146053314209, 0.009253397583961487, 81.52082824707031]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.1032, "test_loss": 16.29770478515625}, {"step": 8000, "epoch": 17, "train_loss": 8.406099319458008, "cos_r_negg": [-6.20573530341062e-08, -6.5370646673557076e-09, 0.00020142910943832248], "cos_apical_negg": [6.479330477304757e-05, 2.113588561769575e-05, 0.00028851028764620423], "cos_Ac_negg": [-8.29181914241417e-08, -2.6869856339928333e-10, 0.00020142910943832248], "r_norm": [1.6190379858016968, 0.008484387770295143, 74.30580139160156], "ldr": {"dL_sdil": -1.7593708038330078, "dL_bp": -1.7593708038330078, "ratio": 1.0}}, {"step": 8050, "epoch": 17, "train_loss": 7.079529762268066, "cos_r_negg": [4.739945325127337e-06, -1.8769785725680777e-08, 0.0005236790748313069], "cos_apical_negg": [0.0002159939322154969, 6.72637252137065e-05, 0.0007302284357137978], "cos_Ac_negg": [4.841049303649925e-07, 6.722435386130599e-10, 0.0005236790748313069], "r_norm": [1.6206605434417725, 0.007322902791202068, 81.08193969726562]}, {"step": 8100, "epoch": 17, "train_loss": 19.275880813598633, "cos_r_negg": [-1.0294628737028688e-05, -8.997513134545443e-08, 0.0006448831991292536], "cos_apical_negg": [0.0002546817122492939, 0.00017668075452093035, 0.00099507428240031], "cos_Ac_negg": [4.825281507692125e-08, -6.356211557090319e-09, 0.0006448832573369145], "r_norm": [1.7661386728286743, 0.008243056014180183, 87.94237518310547]}, {"step": 8150, "epoch": 17, "train_loss": 10.237798690795898, "cos_r_negg": [-3.1447266337636393e-06, -5.279116876977241e-08, 0.0005394062027335167], "cos_apical_negg": [0.00021763674158137292, 0.00011750420526368544, 0.0007767395582050085], "cos_Ac_negg": [-8.724502720269811e-08, -3.541339443913216e-09, 0.0005394062027335167], "r_norm": [1.9712741374969482, 0.007948415353894234, 87.7288818359375]}, {"step": 8200, "epoch": 17, "train_loss": 10.988273620605469, "cos_r_negg": [-5.952715582679957e-06, -1.7548952513379845e-08, 0.0005341936484910548], "cos_apical_negg": [0.0001959242654265836, 7.163207919802517e-05, 0.0007989346049726009], "cos_Ac_negg": [1.0107186199093121e-09, 2.0025128222300737e-09, 0.0005341936484910548], "r_norm": [1.6651501655578613, 0.008403312414884567, 86.09097290039062]}, {"step": 8250, "epoch": 17, "train_loss": 11.327558517456055, "cos_r_negg": [1.8266673578182235e-05, 1.6388237433773156e-09, 0.0004865427908953279], "cos_apical_negg": [-0.00024326055427081883, -8.692456503922585e-06, 0.00036883773282170296], "cos_Ac_negg": [-4.929183319291042e-07, -8.970046927458952e-13, 0.0004865427908953279], "r_norm": [1.6406846046447754, 0.006884464994072914, 75.01168060302734], "ldr": {"dL_sdil": -1.58203125, "dL_bp": -1.58203125, "ratio": 1.0}}, {"step": 8300, "epoch": 17, "train_loss": 10.493234634399414, "cos_r_negg": [-1.7716887668939307e-05, -1.6635281596677487e-08, 0.0006682918756268919], "cos_apical_negg": [0.0007480008061975241, 6.974684947635978e-05, 0.0010031271958723664], "cos_Ac_negg": [6.265516816483796e-08, 2.149641353810239e-09, 0.0006682918756268919], "r_norm": [1.6611318588256836, 0.007825560867786407, 87.10928344726562]}, {"step": 8350, "epoch": 17, "train_loss": 12.766204833984375, "cos_r_negg": [1.7264310372411273e-05, -2.4503005846554515e-08, 0.0007012821733951569], "cos_apical_negg": [0.0007682559080421925, 6.219212082214653e-05, 0.0010653033386915922], "cos_Ac_negg": [-4.632627224054886e-07, -8.500858683646584e-09, 0.0007012821733951569], "r_norm": [1.8996977806091309, 0.008734424598515034, 98.57833862304688]}, {"step": 8400, "epoch": 17, "train_loss": 20.616775512695312, "cos_r_negg": [4.572823854687158e-06, -2.2221925632948114e-08, 0.000537131738383323], "cos_apical_negg": [0.00045461824629455805, 8.069415343925357e-05, 0.0009262912208214402], "cos_Ac_negg": [-7.334215013088397e-08, -1.545056971252734e-09, 0.000537131738383323], "r_norm": [1.9136661291122437, 0.006603003945201635, 87.7380142211914]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.0958, "test_loss": 5.996117138671875}, {"step": 8450, "epoch": 18, "train_loss": 10.137262344360352, "cos_r_negg": [-1.6315788116116892e-06, -1.6188193896482517e-08, 0.0005649414379149675], "cos_apical_negg": [0.0004165791906416416, 6.121685146354139e-05, 0.0008464473648928106], "cos_Ac_negg": [-1.3781541952084808e-07, -2.060393522462789e-10, 0.0005649414379149675], "r_norm": [2.2671685218811035, 0.005585057195276022, 83.42939758300781]}, {"step": 8500, "epoch": 18, "train_loss": 8.30689811706543, "cos_r_negg": [-5.347629212337779e-06, -9.023919389505863e-09, 0.0003829528868664056], "cos_apical_negg": [0.0003466266789473593, 4.020096093881875e-05, 0.0005857506766915321], "cos_Ac_negg": [2.391980302718366e-08, 1.41591827151899e-09, 0.0003829528868664056], "r_norm": [2.5414724349975586, 0.005374536849558353, 77.54730224609375], "ldr": {"dL_sdil": -4.607555389404297, "dL_bp": -4.607556343078613, "ratio": 0.9999997930194998}}, {"step": 8550, "epoch": 18, "train_loss": 10.174116134643555, "cos_r_negg": [5.832409442518838e-06, -1.494193746509609e-08, 0.0006451437366195023], "cos_apical_negg": [0.000486936594825238, 5.855431663803756e-05, 0.0009004909079521894], "cos_Ac_negg": [4.040929013626737e-08, 6.363936599917963e-10, 0.0006451437366195023], "r_norm": [3.0306930541992188, 0.005130264908075333, 77.14491271972656]}, {"step": 8600, "epoch": 18, "train_loss": 9.043933868408203, "cos_r_negg": [-2.8934744477737695e-05, -1.8323522255059288e-08, 0.0019089614506810904], "cos_apical_negg": [0.0017161667346954346, 0.00011949141480727121, 0.0025435262359678745], "cos_Ac_negg": [1.536155451731247e-07, 8.512458293807867e-09, 0.0019089614506810904], "r_norm": [4.004016876220703, 0.006236593704670668, 82.06382751464844]}, {"step": 8650, "epoch": 18, "train_loss": 5.9110260009765625, "cos_r_negg": [-1.0905684575845953e-05, -7.501698817691249e-09, 0.00028281821869313717], "cos_apical_negg": [0.00010188551095779985, 3.206662222510204e-05, 0.00034352202783338726], "cos_Ac_negg": [3.526735383729829e-07, 1.5274166376144649e-09, 0.00028281821869313717], "r_norm": [4.929255485534668, 0.005883067846298218, 85.0362548828125]}, {"step": 8700, "epoch": 18, "train_loss": 13.707508087158203, "cos_r_negg": [-5.941985818935791e-06, -8.103684834281921e-09, 0.00036179873859509826], "cos_apical_negg": [-0.00032388887484557927, 3.097478474956006e-05, 0.00044804258504882455], "cos_Ac_negg": [2.944086929801415e-07, -7.325046125217227e-11, 0.00036179873859509826], "r_norm": [5.505169868469238, 0.004816597793251276, 72.77483367919922]}, {"step": 8750, "epoch": 18, "train_loss": 15.334644317626953, "cos_r_negg": [2.4391754777752794e-05, -3.174932317051571e-08, 0.0004952977178618312], "cos_apical_negg": [0.0008010997553355992, 8.513257489539683e-05, 0.0008741478668525815], "cos_Ac_negg": [7.66662196838297e-07, -1.0527766214352141e-08, 0.0004952977178618312], "r_norm": [5.737486839294434, 0.006499721202999353, 96.85374450683594], "ldr": {"dL_sdil": -2.5890960693359375, "dL_bp": -2.5890960693359375, "ratio": 1.0}}, {"step": 8800, "epoch": 18, "train_loss": 12.095682144165039, "cos_r_negg": [0.00010056359315058216, -1.512725589236652e-08, 0.0006044616457074881], "cos_apical_negg": [0.0015079525765031576, 7.165699935285375e-05, 0.0009510265081189573], "cos_Ac_negg": [1.573861936776666e-06, 7.525889911264017e-10, 0.0006044616457074881], "r_norm": [5.419371604919434, 0.005701504647731781, 88.7374038696289]}, {"step": 8850, "epoch": 18, "train_loss": 10.093177795410156, "cos_r_negg": [-2.2563282982446253e-05, -4.8740380620415635e-09, 0.0003404024173505604], "cos_apical_negg": [0.0002486970624886453, 2.596331796667073e-05, 0.0004916701000183821], "cos_Ac_negg": [5.044258273301239e-07, -6.114279083035967e-10, 0.0003404024173505604], "r_norm": [5.099677562713623, 0.003920838702470064, 86.59053039550781]}, {"step": 8900, "epoch": 18, "train_loss": 11.992393493652344, "cos_r_negg": [-4.876277671428397e-05, 1.7690243714341136e-09, 0.0005952222272753716], "cos_apical_negg": [-0.0008706070366315544, -1.1342568541294895e-05, 0.0004446237289812416], "cos_Ac_negg": [-2.951267106254818e-06, 4.2531131394518695e-11, 0.0005952222272753716], "r_norm": [4.713696002960205, 0.005546132102608681, 80.92716979980469]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.101, "test_loss": 8.744905078125}, {"step": 8950, "epoch": 19, "train_loss": 10.581991195678711, "cos_r_negg": [8.667759630043292e-07, -7.318123884658689e-09, 0.0006421434809453785], "cos_apical_negg": [0.0003496534191071987, 3.8397498428821564e-05, 0.0009401250863447785], "cos_Ac_negg": [-5.595426273430348e-07, -1.4155024929962678e-09, 0.0006421435391530395], "r_norm": [4.6783766746521, 0.0039261719211936, 77.47306060791016]}, {"step": 9000, "epoch": 19, "train_loss": 19.378896713256836, "cos_r_negg": [-5.557687836699188e-05, -5.419401816197933e-09, 0.0005681641632691026], "cos_apical_negg": [0.0008276907610706985, 3.3775231713661924e-05, 0.0009077557479031384], "cos_Ac_negg": [2.0088388907879562e-07, 7.174401628340377e-10, 0.0005681642214767635], "r_norm": [4.492378234863281, 0.0040801409631967545, 88.75101470947266], "ldr": {"dL_sdil": -3.569211959838867, "dL_bp": -3.569211959838867, "ratio": 1.0}}, {"step": 9050, "epoch": 19, "train_loss": 11.951780319213867, "cos_r_negg": [-2.6076095309690572e-05, -2.784473318584446e-09, 0.00042027165181934834], "cos_apical_negg": [0.0005181079613976181, 2.4741671950323507e-05, 0.0006933886907063425], "cos_Ac_negg": [1.7063300674635684e-06, 1.2834890927848619e-09, 0.00042027165181934834], "r_norm": [4.376068115234375, 0.0037331976927816868, 69.97673034667969]}, {"step": 9100, "epoch": 19, "train_loss": 8.046527862548828, "cos_r_negg": [5.203104592510499e-06, -1.384340531096484e-09, 0.00037376541877165437], "cos_apical_negg": [0.00013607672008220106, 7.22083359505632e-06, 0.00039577571442350745], "cos_Ac_negg": [1.5943876405799529e-06, 1.1560410961841683e-10, 0.00037376541877165437], "r_norm": [4.265840530395508, 0.0033419181127101183, 69.08352661132812]}, {"step": 9150, "epoch": 19, "train_loss": 15.278017044067383, "cos_r_negg": [-3.6122137316851877e-06, 3.313935514892563e-10, 0.0006665409891866148], "cos_apical_negg": [-0.00012130652612540871, -5.977475666441023e-06, 0.0004948158748447895], "cos_Ac_negg": [1.2314706054894486e-07, -1.5721736412732668e-10, 0.0006665409891866148], "r_norm": [4.124490737915039, 0.003820172045379877, 82.45958709716797]}, {"step": 9200, "epoch": 19, "train_loss": 12.457182884216309, "cos_r_negg": [-1.0058706720883492e-05, -9.242048237823042e-10, 0.0002643935731612146], "cos_apical_negg": [0.00019765201432164758, 3.932260369765572e-06, 0.00027185818180441856], "cos_Ac_negg": [3.1732233196635207e-07, -7.424113407372701e-12, 0.0002643935731612146], "r_norm": [3.997925281524658, 0.003223169595003128, 75.58528137207031]}, {"step": 9250, "epoch": 19, "train_loss": 10.935513496398926, "cos_r_negg": [2.6146813070226926e-06, 3.722363250968641e-10, 0.000549344636965543], "cos_apical_negg": [-0.000184197720955126, -4.249186531524174e-06, 0.0004308438510634005], "cos_Ac_negg": [4.947366960550426e-07, 1.6314581630094693e-11, 0.000549344636965543], "r_norm": [3.876008987426758, 0.004008997231721878, 80.10287475585938], "ldr": {"dL_sdil": -1.9310111999511719, "dL_bp": -1.9310111999511719, "ratio": 1.0}}, {"step": 9300, "epoch": 19, "train_loss": 9.829198837280273, "cos_r_negg": [4.825556061405223e-06, 6.135708607857282e-10, 0.00027947971830144525], "cos_apical_negg": [-6.381107959896326e-05, -6.02938871452352e-06, 0.0002662006299942732], "cos_Ac_negg": [-5.320853233570233e-07, -3.6180011764308517e-10, 0.00027947971830144525], "r_norm": [3.7578535079956055, 0.003141361754387617, 81.75440216064453]}, {"step": 9350, "epoch": 19, "train_loss": 12.553546905517578, "cos_r_negg": [6.459969426941825e-06, 1.9546622653798806e-10, 0.00032597294193692505], "cos_apical_negg": [1.1767099749704357e-05, -1.8951120637211716e-06, 0.0004518070782069117], "cos_Ac_negg": [2.0074708118045237e-07, -6.496080062756704e-11, 0.00032597294193692505], "r_norm": [3.738278388977051, 0.0028847360517829657, 73.68836212158203]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.0974, "test_loss": 9.509657421875}], "final": {"test_acc": 0.0974, "test_loss": 9.509657421875, "wall_s": 37.6568763256073, "cos_r_negg": [3.873779405694222e-06, -2.0298937530860428e-10, 0.00033245154190808535], "cos_apical_negg": [0.00020164750458206981, 5.526638346964319e-07, 0.0004121740348637104], "cos_Ac_negg": [-2.2858479553633515e-08, -1.5470322245469958e-10, 0.00033245154190808535]}}