{ "bp": { "log": { "train_loss": [ 1.7469921964645385, 0.7762492984771728, 0.4454891031265259, 0.3439776607513428, 0.30045424115657804, 0.26611735553741456, 0.2505315256118774, 0.24360769803524018, 0.22747097635269165, 0.21351920757293702, 0.22532537747621537, 0.19045140881538392, 0.21200945961475373, 0.18350264816284179, 0.19344435539245605, 0.19839551146030426, 0.18061033978462218, 0.18738391342163085, 0.18450877788066863, 0.1632273875951767, 0.16299721558094024, 0.16514803619384766, 0.1703759162902832, 0.15658577971458434, 0.14988700304031372, 0.15264777562618256, 0.14738776090145111, 0.13500966317653657, 0.1457256983742118, 0.13223446586132048, 0.13609031571149827, 0.13583973288536072, 0.1469111985206604, 0.13777201886177062, 0.13065203895568847, 0.12617083721160888, 0.1321597861289978, 0.12395665965080262, 0.11719741675853729, 0.11553976912498475, 0.11449888982772827, 0.11582267075777054, 0.11140473079681397, 0.11012234913110733, 0.10696516524553298, 0.10496284217834473, 0.10164717164635659, 0.09967014385461807, 0.09949336104393006, 0.09992695951461791, 0.09878557796478271, 0.0970326550245285, 0.09741161692142486, 0.09751687405109405, 0.09623571313023567, 0.09284615292549134, 0.0957500367641449, 0.09338720336854457, 0.09024579298496246, 0.08942505007982254, 0.08785170428752899, 0.08733722891807556, 0.08688130040168762, 0.08673911666870117, 0.08548909291028976, 0.08519326827526093, 0.08429346961975098, 0.08352354682683945, 0.08309621875286102, 0.08272465426325798, 0.08228744316101075, 0.08209771162867546, 0.08182088244557381, 0.08152369939088822, 0.08132276413440705, 0.08110721132159233, 0.08096936017274857, 0.08085654984712601, 0.08079161962270737, 0.08074765578508378 ], "train_acc": [ 0.4186, 0.794, 0.8784, 0.8999, 0.9031, 0.9152, 0.9146, 0.9133, 0.921, 0.9255, 0.915, 0.9361, 0.9218, 0.9335, 0.9261, 0.9272, 0.9335, 0.932, 0.9311, 0.9429, 0.9413, 0.9402, 0.9383, 0.9425, 0.9462, 0.9424, 0.9487, 0.9543, 0.9483, 0.9555, 0.9531, 0.9531, 0.9454, 0.9526, 0.9564, 0.9572, 0.9548, 0.9578, 0.9611, 0.9644, 0.9644, 0.9634, 0.966, 0.9664, 0.9675, 0.9682, 0.9708, 0.9716, 0.9738, 0.9711, 0.974, 0.9742, 0.9739, 0.9723, 0.9728, 0.9778, 0.9738, 0.9747, 0.9771, 0.9784, 0.9793, 0.9797, 0.9803, 0.9807, 0.9809, 0.981, 0.9813, 0.9821, 0.9822, 0.9821, 0.9822, 0.9832, 0.983, 0.9833, 0.9833, 0.9832, 0.9836, 0.9838, 0.9839, 0.9841 ], "test_acc": [ 0.674, 0.8355, 0.8645, 0.8825, 0.874, 0.878, 0.886, 0.8895, 0.889, 0.8865, 0.89, 0.8995, 0.894, 0.8955, 0.891, 0.893, 0.896, 0.898, 0.9015, 0.901, 0.903, 0.91, 0.906, 0.9105, 0.901, 0.9105, 0.9095, 0.908, 0.9015, 0.911, 0.909, 0.9075, 0.9065, 0.901, 0.9065, 0.908, 0.9095, 0.913, 0.9125, 0.9155, 0.9155, 0.9125, 0.9165, 0.9105, 0.914, 0.9155, 0.9155, 0.9155, 0.921, 0.918, 0.9145, 0.9185, 0.9185, 0.9195, 0.917, 0.9185, 0.9165, 0.9155, 0.916, 0.916, 0.9175, 0.9175, 0.9165, 0.9175, 0.918, 0.9205, 0.9185, 0.9195, 0.9195, 0.9185, 0.919, 0.92, 0.9195, 0.9185, 0.918, 0.918, 0.9185, 0.9185, 0.9185, 0.9185 ] }, "diagnostics": { "bp_cosine": [ 0.9016435146331787, 0.885430634021759 ], "perturbation_rho": [ 0.9999990463256836, 0.9999956488609314 ], "nudging": { "0.001": [ -0.025333665311336517, -0.008427875116467476 ], "0.003": [ -0.06789667904376984, -0.024404384195804596 ], "0.01": [ -0.1530623733997345, -0.07174263894557953 ] } } }, "dfa": { "log": { "train_loss": [ 2.2672516973495482, 1.5406763599395752, 0.8734839607238769, 0.5719744925498962, 0.43795060081481935, 0.3796915352344513, 0.3515102066040039, 0.34363653602600097, 0.346579896068573, 0.3523189636230469, 0.36527162773907185, 0.354346701669693, 0.36580664479769764, 0.3704022624015808, 0.38606751427650454, 0.39586514394283295, 0.39508123254776, 0.3993864247083664, 0.37308432426452637, 0.37541835613250735, 0.39490375390052795, 0.41886737365722654, 0.42669332542419436, 0.4329951783180237, 0.41213310742378234, 0.41604060430526735, 0.439035751914978, 0.4203595119476318, 0.4442571120105684, 0.3852801851511002, 0.4143046700000763, 0.40898334140777587, 0.4385781176567078, 0.4152657918930054, 0.3895705045700073, 0.37223660364151, 0.44713057374954224, 0.39130793590545654, 0.4226909558773041, 0.40002760217189787, 0.40161972694396975, 0.40211384024620056, 0.35893915023803713, 0.3810792253375053, 0.3602697286605835, 0.39281459631919863, 0.36947657871246337, 0.35637855994701384, 0.3324590299606323, 0.3467387020111084, 0.36033435146808623, 0.33432699961662293, 0.34486105864048006, 0.33717776260375976, 0.3389194183349609, 0.33332413997650145, 0.3654030384540558, 0.33450953476428985, 0.3124741755962372, 0.318544306409359, 0.30823197283744813, 0.3136479189872742, 0.31080177907943723, 0.3169054593086243, 0.3074277029514313, 0.30450149250030517, 0.30927493453025817, 0.3046170944571495, 0.2992845245361328, 0.3026343915730715, 0.29540148811340333, 0.29762721849679946, 0.29338113285303113, 0.29300176270604134, 0.2912304340839386, 0.2921901733696461, 0.29031082172393796, 0.2895033945083618, 0.2892534152030945, 0.2889680833816528 ], "train_acc": [ 0.1707, 0.4868, 0.6988, 0.7929, 0.8367, 0.8555, 0.866, 0.873, 0.8721, 0.8736, 0.8709, 0.8743, 0.8744, 0.8735, 0.8726, 0.873, 0.8759, 0.8706, 0.8758, 0.879, 0.8741, 0.8645, 0.8702, 0.8677, 0.8714, 0.8741, 0.8644, 0.8692, 0.8643, 0.8824, 0.8701, 0.8755, 0.8675, 0.8737, 0.8813, 0.8809, 0.8657, 0.8804, 0.8722, 0.8754, 0.8757, 0.8753, 0.8879, 0.8822, 0.8884, 0.8823, 0.8806, 0.8855, 0.8935, 0.893, 0.8867, 0.8912, 0.8868, 0.8913, 0.8911, 0.8926, 0.8844, 0.8921, 0.8996, 0.8933, 0.8985, 0.8971, 0.8978, 0.8939, 0.9007, 0.9005, 0.8987, 0.8986, 0.9016, 0.9009, 0.9022, 0.9008, 0.9041, 0.9027, 0.9035, 0.9042, 0.9041, 0.9038, 0.9039, 0.9041 ], "test_acc": [ 0.3125, 0.5955, 0.726, 0.775, 0.7965, 0.8115, 0.8185, 0.823, 0.814, 0.8095, 0.8235, 0.818, 0.8225, 0.802, 0.8155, 0.8165, 0.8145, 0.8135, 0.826, 0.8315, 0.8215, 0.817, 0.8075, 0.7745, 0.8085, 0.817, 0.8235, 0.7995, 0.821, 0.795, 0.8085, 0.822, 0.8145, 0.8365, 0.8175, 0.8085, 0.8175, 0.804, 0.8235, 0.8135, 0.818, 0.812, 0.8305, 0.827, 0.827, 0.822, 0.8145, 0.8365, 0.8235, 0.8325, 0.8365, 0.83, 0.8215, 0.816, 0.8315, 0.835, 0.838, 0.8415, 0.839, 0.834, 0.841, 0.8325, 0.8355, 0.837, 0.8425, 0.8445, 0.8355, 0.8385, 0.8435, 0.8375, 0.8405, 0.8425, 0.8415, 0.8435, 0.842, 0.8425, 0.842, 0.844, 0.842, 0.842 ] }, "diagnostics": { "bp_cosine": [ -0.003507068380713463, 0.06432205438613892 ], "perturbation_rho": [ 0.009520611725747585, 0.008434494026005268 ], "nudging": { "0.001": [ -0.0002756889152806252, -0.00020426382252480835 ], "0.003": [ -0.0007265026797540486, -0.0006114119896665215 ], "0.01": [ -0.0012172441929578781, -0.002031015930697322 ] } } }, "state_bridge": { "log": { "train_loss": [ 2.035005982208252, 1.0625006386756897, 0.5681396248340607, 0.40292615756988526, 0.35494276213645937, 0.35367286462783815, 0.3522244266748428, 0.3483129674911499, 0.3471846503138542, 0.339002624130249, 0.3345070185661316, 0.32301185145378114, 0.33057213478088376, 0.32907251510620117, 0.3413796614646912, 0.3397313566684723, 0.34876382074356077, 0.37978848781585695, 0.3638390887260437, 0.38385889353752134, 0.37183677554130556, 0.3724878916740417, 0.37140159249305726, 0.36678935465812684, 0.39441064119338987, 0.3975552704811096, 0.37753898453712464, 0.3906581982135773, 0.37475493841171265, 0.37576223373413087, 0.3782484645366669, 0.37623033885359763, 0.36558109712600706, 0.3910276884615421, 0.3600040744304657, 0.36322228198051454, 0.3801977564573288, 0.36730438537597654, 0.3575902397632599, 0.37418701705932617, 0.3590826825141907, 0.3950372566223144, 0.36714599866867065, 0.3721199869632721, 0.3592522024154663, 0.35940034481287003, 0.34905432891845706, 0.3683148382663727, 0.3443241489171982, 0.3423384827136993, 0.3531889009475708, 0.34689038696289065, 0.35813456788063047, 0.35032057762145996, 0.3468820187568665, 0.3417310636520386, 0.3436132889151573, 0.3363162727832794, 0.33885444416999816, 0.3382028401374817, 0.3337278725862503, 0.32967933921813963, 0.33579480311870574, 0.3290024467945099, 0.32965006504058836, 0.32792007284164426, 0.32932969875335694, 0.3255772262096405, 0.3246876961708069, 0.3239794743061066, 0.32336828413009644, 0.32233704478740693, 0.32169947628974915, 0.3200554334640503, 0.3199539676547051, 0.31967375645637514, 0.3195785717487335, 0.318930774641037, 0.3186777819395065, 0.3185241099357605 ], "train_acc": [ 0.2702, 0.6491, 0.8061, 0.8554, 0.8668, 0.8634, 0.8662, 0.8688, 0.8671, 0.8702, 0.8729, 0.8782, 0.8732, 0.8719, 0.8673, 0.8678, 0.8671, 0.8563, 0.8596, 0.854, 0.8605, 0.8572, 0.8592, 0.8646, 0.8541, 0.8505, 0.8577, 0.8555, 0.8621, 0.8601, 0.863, 0.8583, 0.8668, 0.8577, 0.8657, 0.862, 0.8547, 0.8652, 0.8667, 0.8618, 0.867, 0.8564, 0.8662, 0.8633, 0.8686, 0.8658, 0.8734, 0.8632, 0.8724, 0.8748, 0.8728, 0.8697, 0.8659, 0.8727, 0.8756, 0.8783, 0.8745, 0.8766, 0.8747, 0.8767, 0.8764, 0.8802, 0.8779, 0.879, 0.8787, 0.8781, 0.8788, 0.8802, 0.8798, 0.88, 0.8814, 0.8811, 0.8817, 0.8829, 0.8819, 0.8821, 0.8827, 0.8825, 0.8824, 0.8825 ], "test_acc": [ 0.503, 0.7255, 0.797, 0.817, 0.8245, 0.8205, 0.825, 0.824, 0.8225, 0.8195, 0.819, 0.804, 0.815, 0.803, 0.812, 0.806, 0.805, 0.787, 0.788, 0.7925, 0.7975, 0.787, 0.7985, 0.7925, 0.794, 0.7845, 0.788, 0.8, 0.809, 0.7955, 0.79, 0.804, 0.7995, 0.8195, 0.802, 0.8105, 0.805, 0.807, 0.788, 0.8005, 0.799, 0.805, 0.8055, 0.812, 0.8145, 0.8125, 0.81, 0.816, 0.814, 0.811, 0.8095, 0.807, 0.815, 0.8165, 0.8155, 0.822, 0.8125, 0.816, 0.824, 0.818, 0.8225, 0.8235, 0.8225, 0.8235, 0.822, 0.823, 0.826, 0.8225, 0.8245, 0.825, 0.8305, 0.8265, 0.8245, 0.825, 0.8245, 0.8255, 0.8255, 0.8245, 0.825, 0.825 ], "state_pred_error": [ 0.7930344770431519, 0.33453584871292114, 0.20085580315589904, 0.1662054708957672, 0.1484192388534546, 0.12706449398994446, 0.1051150745511055, 0.0862806459903717, 0.07003339284062386, 0.056576034367084506, 0.04550816717147827, 0.037443365716934206, 0.03156180031001568, 0.026521402359008787, 0.024098804253339767, 0.020684491539001464, 0.018775052654743194, 0.016968464668095113, 0.015761400666832924, 0.0148261524528265, 0.013772383904457092, 0.012841872078180314, 0.01212171582430601, 0.011358869352936745, 0.010760826092958451, 0.010395293319225311, 0.009721535283327103, 0.009380436344444751, 0.008714642544090748, 0.00832201651930809, 0.007944079050421715, 0.007537899447977543, 0.007203187400847673, 0.006980897760391235, 0.0067270153641700746, 0.006773905930668116, 0.006287054452300072, 0.006013905717432499, 0.005785777585208416, 0.00562433947250247, 0.005380938850343227, 0.005262843784689903, 0.005085598437488079, 0.00498003980666399, 0.004932753546535969, 0.005003796426951885, 0.004590760344266891, 0.004599673649668693, 0.00439439031817019, 0.00423201487660408, 0.004100750351697206, 0.004011376547813416, 0.003973590862005949, 0.004097817398235202, 0.0037751846626400947, 0.0036597197454422714, 0.003587385104969144, 0.0035407144874334334, 0.003462031126394868, 0.0033322377867996693, 0.0033507585413753986, 0.003264742435514927, 0.003270072665065527, 0.0031124879892915486, 0.003089210972934961, 0.003064330695942044, 0.0030382187522947786, 0.002925222585350275, 0.003029374345391989, 0.0030071801479905846, 0.0029380858182907104, 0.002891799750179052, 0.0028872372664511202, 0.0027601104773581028, 0.002647246193885803, 0.003206372195482254, 0.002585273112356663, 0.0026350405309349297, 0.0025491194140166043, 0.002513679987192154 ] }, "diagnostics": { "bp_cosine": [ 0.9153801202774048, 0.4171057343482971 ], "perturbation_rho": [ 0.8286964893341064, 0.3651735186576843 ], "nudging": { "0.001": [ -0.028001569211483, -0.003089441917836666 ], "0.003": [ -0.08059416711330414, -0.00922414381057024 ], "0.01": [ -0.23136131465435028, -0.030226988717913628 ] }, "state_pred_error_per_layer": [ 438.86456298828125, 353.2518310546875 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.2677657585144044, 1.5392805450439453, 0.8744732268333435, 0.568014195728302, 0.4398987528085709, 0.3760902978897095, 0.3541576505661011, 0.3411660843849182, 0.34918038940429685, 0.3663975031852722, 0.35367102298736575, 0.3754954501867294, 0.36713659081459044, 0.38618344717025754, 0.3743376718521118, 0.40900271940231325, 0.393092963218689, 0.40236372089385986, 0.40079734888076785, 0.4382667214393616, 0.45539406690597534, 0.482037882232666, 0.48538611330986026, 0.5342730137348175, 0.5415242199420929, 0.5768073871612549, 0.6066906931877136, 0.5891243501663208, 0.6048513441085815, 0.6677637449264526, 0.6201698928833008, 0.6366922058105469, 0.6642072593688965, 0.6999521923065185, 0.6945115597724915, 0.6664895143508911, 0.7284628839492798, 0.6817547720909118, 0.6409681924819947, 0.6730700984954834, 0.7049953090667724, 0.6589361456871032, 0.6752442480087281, 0.7031260248184205, 0.697934859085083, 0.7272751848220825, 0.7606932877540589, 0.7395933769226074, 0.7341751010894776, 0.7405285339355469, 0.733946765422821, 0.7636806823730469, 0.7857295166015625, 0.7889110160827637, 0.7920944040298462, 0.7986338794708252, 0.8144829880714417, 0.8125959665298462, 0.8262598834991455, 0.8528658538818359, 0.8327025209903717, 0.838051769399643, 0.8450202142715454, 0.8672424634933472, 0.8608419931411743, 0.8575022724151611, 0.8643195161819458, 0.8576637521743774, 0.8549348508834839, 0.8627238691329956, 0.8602130598068237, 0.8596111630439758, 0.8598717666625977, 0.8593405214309693, 0.8577193733215333, 0.8576152732849122, 0.8567814826011658, 0.8552138454437256, 0.8546268630981445, 0.8542516090393066 ], "train_acc": [ 0.1687, 0.482, 0.6983, 0.7931, 0.8356, 0.8575, 0.8634, 0.8707, 0.8712, 0.8677, 0.8761, 0.8715, 0.8803, 0.874, 0.8744, 0.8687, 0.8705, 0.8714, 0.8688, 0.8601, 0.854, 0.8454, 0.8436, 0.8243, 0.8256, 0.8162, 0.8066, 0.8109, 0.8025, 0.7834, 0.794, 0.7832, 0.7798, 0.7623, 0.7665, 0.768, 0.7548, 0.7635, 0.7693, 0.7596, 0.7519, 0.7585, 0.7591, 0.7516, 0.7492, 0.7504, 0.7421, 0.744, 0.7436, 0.7452, 0.7458, 0.7377, 0.7331, 0.7333, 0.7298, 0.7316, 0.7319, 0.7304, 0.7251, 0.7211, 0.7276, 0.7256, 0.7235, 0.7199, 0.7224, 0.7196, 0.7167, 0.7208, 0.7206, 0.7152, 0.7204, 0.7213, 0.7205, 0.7207, 0.7194, 0.7214, 0.7189, 0.7189, 0.72, 0.7203 ], "test_acc": [ 0.3165, 0.585, 0.732, 0.777, 0.8045, 0.8135, 0.8195, 0.815, 0.812, 0.8215, 0.81, 0.823, 0.8185, 0.83, 0.814, 0.8175, 0.8005, 0.8195, 0.8085, 0.7935, 0.7795, 0.792, 0.762, 0.755, 0.761, 0.752, 0.7535, 0.739, 0.731, 0.7295, 0.7245, 0.7105, 0.7015, 0.6825, 0.705, 0.705, 0.713, 0.707, 0.708, 0.693, 0.709, 0.706, 0.6945, 0.681, 0.6865, 0.671, 0.684, 0.6535, 0.688, 0.69, 0.6805, 0.6705, 0.6685, 0.6865, 0.674, 0.671, 0.676, 0.668, 0.673, 0.6765, 0.675, 0.67, 0.666, 0.661, 0.6725, 0.6655, 0.6725, 0.6685, 0.666, 0.6645, 0.666, 0.671, 0.6695, 0.6665, 0.6705, 0.666, 0.6685, 0.6705, 0.6675, 0.6675 ], "value_loss": [ 2.905167144203186, 0.7669180957794189, 0.6147705508232116, 0.5460843969345093, 0.49546599617004394, 0.4756456241607666, 0.49797406158447266, 0.5252212357997894, 0.5387117910385132, 0.6003822177171707, 0.5737031475782395, 0.653786695432663, 0.6151383343935013, 0.6694676952362061, 0.6386722043037415, 0.7662193554401397, 0.7467729004859924, 0.7038962652206421, 0.6815459918498993, 0.8039541248321533, 0.8136287561416626, 0.8644815028190613, 0.8639612847328186, 0.957852701663971, 0.9195338849067688, 0.9657894494056701, 0.9908361279964447, 0.9199113003730774, 0.8898286704063415, 0.9735244311332703, 0.8156944500446319, 0.7673966148376464, 0.8238904671669006, 0.7150344722747802, 0.7092076916694641, 0.5518315614700318, 0.6911849412918091, 0.5676486842632293, 0.49137882578372954, 0.47492049646377565, 0.5294659261226654, 0.48027371821403503, 0.44395333375930784, 0.4657917083263397, 0.4749296194553375, 0.525708182144165, 0.5745783069372177, 0.5165858255386353, 0.49307253487110136, 0.5070521484375, 0.5017346429347992, 0.49205484499931335, 0.5560474545955658, 0.6022055298805237, 0.5778612011909485, 0.5518968848228455, 0.6285089484214783, 0.5622078717708587, 0.5958783441543579, 0.6478308411598206, 0.6241149466991425, 0.5775983124256134, 0.6079863901615142, 0.6766130451202392, 0.6386424642562866, 0.5859615839004516, 0.5853579979896545, 0.609243207168579, 0.5789407480239868, 0.5828682322502137, 0.5751972764015197, 0.566095032453537, 0.5679136329650879, 0.541389085483551, 0.5323089897155762, 0.5463050646781922, 0.5233067933321, 0.539995517539978, 0.5501079843044281, 0.5091902822494507 ], "term_loss": [ 1.6733786989212036, 0.35953630895614624, 0.3810900314331055, 0.3640085501432419, 0.3260841584324837, 0.3077553846359253, 0.3324718035697937, 0.367346294260025, 0.3859865920186043, 0.45301228156089784, 0.43512448742985727, 0.5114166520357132, 0.4755927606105804, 0.5224317581176757, 0.4974579632759094, 0.6170232265353203, 0.6003770110368729, 0.5554250373840331, 0.5345663616418839, 0.6390543521881104, 0.6454430676460267, 0.6881791119873524, 0.6889909839630127, 0.7676727800190449, 0.7288528527259827, 0.7648732300281524, 0.7703499612808228, 0.702520156121254, 0.6705087103843689, 0.7275943111419678, 0.5834438146114349, 0.5341563625752926, 0.5786461258172989, 0.4691500406265259, 0.46397005558013915, 0.3172274461269379, 0.4181660563707352, 0.32323681541234256, 0.2588549638271332, 0.24302781400680543, 0.2924638859629631, 0.24494203708171844, 0.2152600380897522, 0.22989102821350096, 0.2353773395419121, 0.28108422079086304, 0.31342148925065993, 0.27359422492980956, 0.25125429936647414, 0.257268256187439, 0.2591492292642593, 0.23964913494586945, 0.29251497268676757, 0.3298768766343594, 0.3039268769741058, 0.2792709235191345, 0.33827268505096436, 0.28002805522680285, 0.3018962340831757, 0.3368746694564819, 0.32222775983810426, 0.2843563482582569, 0.30906297858953474, 0.3611741382598877, 0.33170013012886046, 0.2902149326324463, 0.28840259952545166, 0.31378483290672304, 0.2902891281366348, 0.2919290991783142, 0.28340531673431396, 0.278327653375268, 0.27732584218978884, 0.25806645315587523, 0.25701560287475583, 0.2673572342649102, 0.2432628269404173, 0.2552922504991293, 0.2640775308728218, 0.2335890076160431 ], "bridge_loss": [ 0.9043548678459716, 0.1099991770863533, 0.0185405650511384, 0.006047719717770815, 0.016022920724749565, 0.028978378069400786, 0.031905842757225036, 0.029302026838064193, 0.023079814870655538, 0.016131247261166572, 0.012949446664750576, 0.013754056148231029, 0.015889972979575395, 0.018446111026406288, 0.01638760406896472, 0.017992716232687236, 0.019003601244091988, 0.020746660566329955, 0.01826081564426422, 0.02830883066356182, 0.024853757178783416, 0.024344006457924842, 0.023935870000720023, 0.02609362450838089, 0.025477111788839102, 0.02811358508467674, 0.037432029013335706, 0.04066388768851757, 0.03775561413168907, 0.045691771799325945, 0.04316586040407419, 0.03629823230803013, 0.044383459562063216, 0.03235162799358368, 0.0325787200063467, 0.027550594240427016, 0.053535217493772505, 0.035429628413915636, 0.031108605259656905, 0.023855108603835107, 0.02121337473988533, 0.02979328683614731, 0.020273821192979814, 0.020139847481250764, 0.025227140033245086, 0.025450278180837633, 0.03434615105986595, 0.02146386271119118, 0.02109189542680979, 0.02925411523580551, 0.02310084878951311, 0.02616748433560133, 0.03327374953627586, 0.04235334511995315, 0.041773559814691545, 0.03985991308093071, 0.05651662215590477, 0.04745835790634155, 0.055931367576122284, 0.06850977175235748, 0.0639593681037426, 0.05509283916950226, 0.05903308473825455, 0.07053237849473953, 0.06470432556271553, 0.0535823705971241, 0.051599254608154295, 0.05326937973499298, 0.047149808438122276, 0.046959778106212616, 0.04897745460271835, 0.04479330514669418, 0.04897215344905853, 0.040769342416524884, 0.03437164931297302, 0.03721886334717274, 0.03824560036659241, 0.04369500883221626, 0.04542522546350956, 0.035112081968784334 ], "tgrad_loss": [ 0.3274335751533508, 0.29738261065483096, 0.2151399471282959, 0.17602813131809233, 0.15335891692638398, 0.13891186106204986, 0.13359641733169555, 0.12857291507720947, 0.12964537999629974, 0.13123868188858032, 0.125629212808609, 0.12861598132550717, 0.12365560574531555, 0.1285898279428482, 0.1248266352891922, 0.13120342084169387, 0.1273922846198082, 0.12772456929683684, 0.12871881544589997, 0.13659093623161317, 0.14333192269802095, 0.151958393907547, 0.1510344393968582, 0.16408629912137984, 0.1652039253950119, 0.1728026305437088, 0.18305413188934327, 0.1767272587299347, 0.18156433925628662, 0.20023834683895111, 0.18908477582931518, 0.19694202189445495, 0.20086088314056397, 0.21353280200958252, 0.21265892071723938, 0.20705352492332457, 0.21948367331027985, 0.20898223748207093, 0.20141525354385376, 0.20803757467269898, 0.21578866653442383, 0.2055383932828903, 0.20841947269439698, 0.21576083455085754, 0.21432514040470124, 0.21917368249893188, 0.22681067111492156, 0.22152773485183716, 0.22072633769512176, 0.22052977714538574, 0.21948456611633302, 0.22623822565078736, 0.2302587287902832, 0.22997530328035354, 0.2321607629299164, 0.2327660462141037, 0.23371964123249053, 0.2347214570045471, 0.23805074806213378, 0.24244639527797698, 0.23792780854701995, 0.23814912319183348, 0.23989032588005066, 0.2449065265893936, 0.2422380124092102, 0.24216427443027497, 0.24535614709854126, 0.24218899645805358, 0.24150181224346162, 0.24397935581207275, 0.24281450612545014, 0.24297407388687134, 0.24161563982963563, 0.24255329012870788, 0.2409217383861542, 0.24172897021770479, 0.24179836411476135, 0.24100825939178466, 0.2406052262067795, 0.2404891884803772 ] }, "diagnostics": { "bp_cosine": [ 0.1011175885796547, 0.23295700550079346 ], "perturbation_rho": [ 0.19994769990444183, 0.32798534631729126 ], "nudging": { "0.001": [ -0.00725348386913538, -0.00188851123675704 ], "0.003": [ -0.021614037454128265, -0.0056588975712656975 ], "0.01": [ -0.07033564895391464, -0.01879441738128662 ] } } } }