{ "bp": { "log": { "train_loss": [ 1.1118465336799621, 0.5127583791732788, 0.4302346032857895, 0.37507710180282594, 0.37874902119636533, 0.358110169172287, 0.35485055913925173, 0.33637689504623414, 0.3376781231403351, 0.3360303322792053, 0.31282922410964964, 0.3255835328102112, 0.3264058362007141, 0.2988388967514038, 0.30576341066360474, 0.24885234112739563, 0.2645626920938492, 0.23710116493701935, 0.24498434176445008, 0.25262943110466, 0.2529470352172852, 0.20808778538703918, 0.2323320601463318, 0.23393779978752136, 0.21029739031791686, 0.24577522869110108, 0.22287568016052245, 0.19683470277786255, 0.1955713812351227, 0.17762795400619508, 0.1949590757369995, 0.18015179319381713, 0.1866455442428589, 0.17878031969070435, 0.19590353157520293, 0.1689172378182411, 0.15855673022270203, 0.15442313380241393, 0.16103034844398498, 0.18334496784210205, 0.16386926609277724, 0.1371785285949707, 0.16594724979400635, 0.14151557245254517, 0.14597930274009704, 0.1496479096889496, 0.13319487171173094, 0.11989519445896149, 0.12711271942853927, 0.11571666107177735, 0.11865356831550598, 0.11254985160827637, 0.11379962211847305, 0.10502011337280273, 0.10288234763145447, 0.10125789151191711, 0.10343788154125214, 0.10045303144454956, 0.09661244961619377, 0.09317599536180496, 0.09172046147584915, 0.08994480850696564, 0.08916794685721398, 0.08730547853112221, 0.08572156699895858, 0.08500556135177613, 0.08433900206089019, 0.08323287000656128, 0.0837702313899994, 0.0822386646747589, 0.08129152666330337, 0.08034330849051476, 0.0798836398601532, 0.07978663072586059, 0.07928232147693634, 0.07865171662569045, 0.07832024211883545, 0.07813211903572083, 0.07798754007816315, 0.0779093979716301 ], "train_acc": [ 0.6131, 0.8006, 0.8286, 0.8535, 0.85, 0.8578, 0.8604, 0.8656, 0.8674, 0.8656, 0.8772, 0.8694, 0.8738, 0.8861, 0.8785, 0.9037, 0.893, 0.9038, 0.9026, 0.9001, 0.9007, 0.9186, 0.9088, 0.9052, 0.9204, 0.9002, 0.9107, 0.9242, 0.9226, 0.9326, 0.922, 0.9286, 0.9288, 0.9285, 0.9246, 0.934, 0.9397, 0.9436, 0.939, 0.9281, 0.9353, 0.9521, 0.9383, 0.9485, 0.9444, 0.9469, 0.9521, 0.9613, 0.9543, 0.96, 0.9607, 0.9629, 0.9618, 0.9687, 0.9691, 0.9694, 0.9674, 0.9696, 0.9733, 0.9745, 0.9762, 0.9756, 0.9756, 0.9781, 0.979, 0.9801, 0.9806, 0.9814, 0.9808, 0.9821, 0.9825, 0.9836, 0.9836, 0.9833, 0.9839, 0.9844, 0.9849, 0.9851, 0.9853, 0.9854 ], "test_acc": [ 0.813, 0.837, 0.8425, 0.8485, 0.8455, 0.8655, 0.8635, 0.8605, 0.8615, 0.865, 0.867, 0.856, 0.874, 0.8745, 0.867, 0.874, 0.8805, 0.8845, 0.88, 0.8655, 0.8795, 0.8875, 0.8735, 0.884, 0.883, 0.872, 0.882, 0.8835, 0.889, 0.8835, 0.8805, 0.8945, 0.8845, 0.879, 0.8805, 0.8875, 0.8875, 0.893, 0.887, 0.8885, 0.888, 0.888, 0.888, 0.89, 0.8915, 0.8925, 0.8985, 0.887, 0.897, 0.8925, 0.892, 0.897, 0.891, 0.8965, 0.892, 0.8875, 0.8985, 0.89, 0.8895, 0.893, 0.8935, 0.896, 0.893, 0.891, 0.894, 0.893, 0.896, 0.8975, 0.8955, 0.8945, 0.896, 0.8965, 0.8955, 0.894, 0.893, 0.895, 0.895, 0.8955, 0.8955, 0.896 ] }, "diagnostics": { "bp_cosine": [ 0.8995364308357239, 0.8806806802749634, 0.8653636574745178, 0.852218508720398, 0.8451849222183228, 0.8416627645492554, 0.8401176333427429, 0.8391873240470886 ], "perturbation_rho": [ 0.9999992251396179, 0.9999973773956299, 0.9999878406524658, 0.9999729990959167, 0.9999438524246216, 0.9999128580093384, 0.9999063611030579, 0.9998599290847778 ], "nudging": { "0.001": [ -0.031149130314588547, -0.015606172382831573, -0.008217571303248405, -0.0049289376474916935, -0.0034725882578641176, -0.0027561166789382696, -0.002373086055740714, -0.0021542953327298164 ], "0.003": [ -0.08652011305093765, -0.045093510299921036, -0.02417786791920662, -0.01461886614561081, -0.010336171835660934, -0.008218012750148773, -0.00708259642124176, -0.006432861555367708 ], "0.01": [ -0.2192329615354538, -0.13158643245697021, -0.07524827122688293, -0.04681030660867691, -0.03351406753063202, -0.026811176910996437, -0.02318240888416767, -0.02109483815729618 ] } } }, "dfa": { "log": { "train_loss": [ 2.261511936378479, 1.2388046113967897, 0.7586671992301941, 0.6045363289833069, 0.5250408117294312, 0.48988793330192565, 0.5181452042102813, 0.5053172904968262, 0.5486225427627563, 0.5680201857566833, 0.5442982167243957, 0.5434341896057129, 0.5798220394134521, 0.6215977661132812, 0.6024371314048768, 0.6234730455398559, 0.7227652837753296, 0.677713514328003, 0.7502383768081665, 0.6929981166839599, 0.7150569809913635, 0.7497701435089111, 0.7523667077064514, 0.6890098321437835, 0.7717183069229125, 0.8535002285003662, 0.8195102759838104, 0.7173164275169372, 0.7014232642412186, 0.715224802017212, 0.8105577381134034, 0.7098001989364624, 0.708190748167038, 0.6264257973670959, 0.6868150623321533, 0.8327555156707763, 0.6983069515705108, 0.5560035873413086, 0.5894664196968079, 0.6142511510848999, 0.6013524094581604, 0.6179712162017822, 0.6110873061180114, 0.631993100976944, 0.5848042451381683, 0.5451607653617859, 0.5357456830024719, 0.5887676968812943, 0.4930126025676727, 0.48339043197631837, 0.5699405021667481, 0.46138914337158204, 0.5336585921287537, 0.49541006507873536, 0.48422760076522825, 0.47822090463638306, 0.43970393233299254, 0.42637463035583495, 0.4183799235343933, 0.4340782505989075, 0.41429271087646485, 0.4338860253572464, 0.4003063027858734, 0.3960654589653015, 0.3939968942642212, 0.4079068598270416, 0.38723310424238444, 0.37670145826339724, 0.3791983846902847, 0.3762376324176788, 0.37861898155212403, 0.3750154300689697, 0.3714167318344116, 0.36765710716247557, 0.3650678370475769, 0.3651044800758362, 0.3632787693023682, 0.3633064881324768, 0.3616319328308105, 0.36102755069732667 ], "train_acc": [ 0.1812, 0.5543, 0.7177, 0.7696, 0.8019, 0.8181, 0.8078, 0.8178, 0.8087, 0.811, 0.8164, 0.8208, 0.8133, 0.8118, 0.8191, 0.8137, 0.7918, 0.8062, 0.796, 0.8068, 0.808, 0.8087, 0.8089, 0.8194, 0.7966, 0.7969, 0.8, 0.8094, 0.8111, 0.8104, 0.7975, 0.8106, 0.8132, 0.8255, 0.8132, 0.8011, 0.8157, 0.8347, 0.8276, 0.8217, 0.8287, 0.823, 0.8201, 0.8186, 0.8244, 0.8276, 0.8337, 0.8308, 0.8433, 0.8451, 0.8317, 0.8506, 0.8363, 0.8437, 0.8446, 0.8477, 0.8536, 0.8539, 0.8546, 0.8535, 0.8587, 0.8539, 0.8631, 0.8665, 0.8647, 0.8588, 0.8681, 0.8706, 0.8658, 0.8695, 0.8679, 0.8699, 0.8709, 0.8686, 0.8715, 0.8716, 0.8723, 0.8723, 0.8727, 0.8733 ], "test_acc": [ 0.3855, 0.659, 0.7405, 0.76, 0.7855, 0.7495, 0.7865, 0.7785, 0.749, 0.7695, 0.799, 0.774, 0.773, 0.77, 0.738, 0.753, 0.759, 0.774, 0.7425, 0.7075, 0.7635, 0.7665, 0.7655, 0.74, 0.7105, 0.7445, 0.778, 0.7455, 0.7895, 0.7475, 0.7935, 0.756, 0.78, 0.765, 0.73, 0.734, 0.7685, 0.8075, 0.799, 0.7535, 0.797, 0.754, 0.759, 0.7985, 0.81, 0.7925, 0.772, 0.7925, 0.8055, 0.7655, 0.8105, 0.7975, 0.7865, 0.795, 0.8045, 0.8255, 0.824, 0.808, 0.8165, 0.817, 0.812, 0.816, 0.826, 0.826, 0.827, 0.835, 0.8315, 0.8255, 0.829, 0.8355, 0.827, 0.8385, 0.833, 0.835, 0.8305, 0.8375, 0.8345, 0.835, 0.8335, 0.833 ] }, "diagnostics": { "bp_cosine": [ -0.030230171978473663, 0.1515132635831833, 0.08784028142690659, 0.07231537997722626, 0.09554086625576019, 0.09082843363285065, 0.05412551760673523, 0.0802278220653534 ], "perturbation_rho": [ 0.04074572026729584, 0.1662997603416443, 0.08309999853372574, 0.07389070093631744, 0.14882703125476837, 0.04519672691822052, 0.0252661295235157, 0.13430552184581757 ], "nudging": { "0.001": [ 0.0013187117874622345, -0.00048215428250841796, -0.0002008694427786395, -0.00015290860028471798, -0.0002134581736754626, -0.00020460024825297296, -0.00012665732356254011, -0.00018164707580581307 ], "0.003": [ 0.0040077767334878445, -0.0014419222716242075, -0.0006034976686351001, -0.00045742784277535975, -0.0006395922391675413, -0.0006131009431555867, -0.00037914267159067094, -0.0005448061274364591 ], "0.01": [ 0.013973418623209, -0.0047885943204164505, -0.0020089128520339727, -0.0015227446565404534, -0.002120924647897482, -0.0020366935059428215, -0.001262089004740119, -0.0018124101916328073 ] } } }, "state_bridge": { "log": { "train_loss": [ 1.6900189414978026, 0.8411433074951172, 0.7035821089744568, 0.7662129473209381, 0.9238048450469971, 0.9465261736869812, 0.9431295600891113, 0.9430153847694397, 0.8930066148757935, 0.9253942659378052, 0.9403049263000488, 0.9278807380676269, 0.8983365282058716, 0.9111938871383667, 0.9078270839691163, 0.8715127088546752, 0.8760508625030518, 0.881078330039978, 0.9000071779251099, 0.8816269577026368, 0.8535635885238647, 0.8596017469406128, 0.8243531321525573, 0.7686523287773133, 0.7980530646324158, 0.8087049605369568, 0.837258325958252, 0.8231134150981904, 0.7930005051612854, 0.8175304112434387, 0.8106185255527496, 0.8360982533454895, 0.8089555241584778, 0.801400167274475, 0.7769281364440918, 0.7804566509246826, 0.8003368796348572, 0.7595265312194824, 0.7870783394813538, 0.7793847578048706, 0.7527281112670898, 0.7428017363548279, 0.7277878652572631, 0.7209976235866546, 0.6881004619121551, 0.6684544267654419, 0.6671716670036316, 0.6666352137565613, 0.6382144281387329, 0.6509482036590576, 0.6767562778472901, 0.654830322265625, 0.6389662846565246, 0.6350968457221985, 0.6284485641479493, 0.647821770477295, 0.6315829051017762, 0.6223490614891052, 0.6269909280776977, 0.6192478479385376, 0.6175517374992371, 0.6139361786365509, 0.609162579536438, 0.6077277057647705, 0.6055359146118164, 0.6021604907035828, 0.5979869828224182, 0.5947234419345856, 0.5964722720146179, 0.590346819114685, 0.5898373236656189, 0.5876562358856201, 0.5882755388259888, 0.5854528706550598, 0.5841325942993164, 0.5842094928741455, 0.5827160774230957, 0.5819865200996399, 0.5816016881942749, 0.5813780869483948 ], "train_acc": [ 0.3832, 0.6771, 0.7406, 0.7347, 0.71, 0.7016, 0.686, 0.678, 0.6834, 0.6698, 0.6698, 0.6718, 0.6788, 0.6772, 0.6813, 0.691, 0.6899, 0.695, 0.6891, 0.6964, 0.707, 0.7036, 0.7172, 0.7299, 0.7151, 0.7181, 0.7095, 0.7151, 0.7253, 0.7209, 0.7192, 0.7166, 0.7258, 0.725, 0.7318, 0.7339, 0.7231, 0.7392, 0.7281, 0.7321, 0.7389, 0.7402, 0.7472, 0.7497, 0.7526, 0.7587, 0.7684, 0.7649, 0.7713, 0.7675, 0.7624, 0.7696, 0.7703, 0.7689, 0.7748, 0.7647, 0.7778, 0.7745, 0.7737, 0.7737, 0.7767, 0.7766, 0.777, 0.7776, 0.7778, 0.7808, 0.7852, 0.7824, 0.783, 0.7826, 0.7859, 0.7833, 0.7826, 0.784, 0.7842, 0.7835, 0.7839, 0.7845, 0.7851, 0.7849 ], "test_acc": [ 0.5965, 0.721, 0.702, 0.7045, 0.673, 0.663, 0.659, 0.6615, 0.6405, 0.6295, 0.6435, 0.66, 0.642, 0.628, 0.654, 0.6645, 0.66, 0.673, 0.6645, 0.6425, 0.667, 0.6895, 0.692, 0.699, 0.6915, 0.655, 0.6745, 0.688, 0.694, 0.6655, 0.6765, 0.7015, 0.7005, 0.691, 0.7035, 0.7115, 0.715, 0.6985, 0.698, 0.7125, 0.7095, 0.728, 0.7225, 0.732, 0.725, 0.738, 0.74, 0.728, 0.733, 0.744, 0.736, 0.7385, 0.7385, 0.7355, 0.7405, 0.741, 0.7445, 0.744, 0.7515, 0.7385, 0.755, 0.754, 0.752, 0.7495, 0.75, 0.7515, 0.7495, 0.748, 0.752, 0.7535, 0.7515, 0.75, 0.754, 0.752, 0.7535, 0.751, 0.752, 0.7525, 0.753, 0.753 ], "state_pred_error": [ 0.6595856385231018, 0.18581391699314118, 0.1389737048149109, 0.15264776089191437, 0.17834623737335206, 0.19413653922080992, 0.191989035487175, 0.1882333307504654, 0.17752823297977446, 0.17005732750892638, 0.15737969760894777, 0.14760457775592803, 0.13923091561794282, 0.13096291363239287, 0.11957425270080567, 0.11095487377643586, 0.10258402088880539, 0.09473015838861465, 0.08757123013734817, 0.08079066828489304, 0.07320248563289643, 0.06493292402625084, 0.06027614688873291, 0.055440726804733276, 0.05134773366451263, 0.04849834374189377, 0.04514253498911858, 0.04645976569652557, 0.04907238126993179, 0.04952519537210465, 0.04985421462655067, 0.05048102289438248, 0.04867895898222923, 0.04612752487659454, 0.04500051750540733, 0.045100632554292676, 0.046106376844644546, 0.0457755237698555, 0.04623996165394783, 0.04506723956465721, 0.043494783210754395, 0.04170223961472511, 0.03998277345299721, 0.03828683572411537, 0.03590715619921684, 0.03458526620268822, 0.03327381777763367, 0.03220812490582466, 0.03136191112399101, 0.02989975645840168, 0.02867936817407608, 0.027766828721761703, 0.02639162071943283, 0.025170314267277717, 0.02407517617344856, 0.023122122532129287, 0.022436111107468605, 0.02156193360090256, 0.021339575743675232, 0.020296311607956887, 0.019706446814537048, 0.019259731712937354, 0.018796706795692442, 0.018336333370208742, 0.01777996554672718, 0.017483672569692136, 0.017091735473275183, 0.016544194155931474, 0.016263828212022782, 0.015896252320706843, 0.015430272005498409, 0.015053019705414773, 0.014817306607961654, 0.01454771189391613, 0.01425941243469715, 0.013928838320076466, 0.013689049163460731, 0.013394512391090393, 0.013211432878673077, 0.013250160820782184 ] }, "diagnostics": { "bp_cosine": [ 0.8559742569923401, 0.48324936628341675, 0.20313377678394318, 0.15002062916755676, 0.13207414746284485, 0.11473802477121353, 0.10703189671039581, 0.10419630259275436 ], "perturbation_rho": [ 0.712527871131897, 0.4307812452316284, 0.20181137323379517, 0.13881561160087585, 0.15075963735580444, 0.09288278967142105, 0.0890430212020874, 0.0776105523109436 ], "nudging": { "0.001": [ -0.022853977978229523, -0.0013667396269738674, -0.0004074485623277724, -0.00029726148932240903, -0.0002571522491052747, -0.00022330728825181723, -0.00020516786025837064, -0.0002069434995064512 ], "0.003": [ -0.06612209230661392, -0.004091121722012758, -0.001220933860167861, -0.0008915449725463986, -0.0007706802571192384, -0.0006697832723148167, -0.0006152803543955088, -0.0006209201528690755 ], "0.01": [ -0.19413721561431885, -0.013532894663512707, -0.004060069564729929, -0.0029658200219273567, -0.00256463885307312, -0.0022291922941803932, -0.00204793200828135, -0.002066785003989935 ] }, "state_pred_error_per_layer": [ 8381.830078125, 6536.470703125, 4195.43359375, 3240.16162109375, 3085.78857421875, 3078.50390625, 3156.81787109375, 3267.9345703125 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.2583779270172117, 1.2328803764343261, 0.7562720144271851, 0.6132963244438171, 0.5287181121349335, 0.5030574288368225, 0.48532198963165285, 0.4846679763793945, 0.5304994377136231, 0.5362592101097107, 0.583180138206482, 0.6139261585235596, 0.6087016160964965, 0.5905431600570679, 0.6277781929016113, 0.6474135057091713, 0.59157626247406, 0.6946684947490692, 0.8211458179473877, 0.861908533668518, 0.7924225975036621, 0.7633697302818299, 0.7515091026306152, 0.720926753616333, 0.7768987985610962, 0.8449177289962768, 0.9629317569732666, 0.931460041809082, 0.9021932872772217, 0.9415567704200745, 0.8805705249786377, 0.7279726833343506, 0.7522793537139892, 0.8977339170455932, 0.9053890051841735, 1.0313119258880614, 1.0500091316223144, 1.081573693037033, 1.0122951402664184, 1.0065685977935792, 0.9492526316642761, 0.9367160196304322, 1.049492422771454, 0.979865022277832, 0.9994352771759033, 1.162679231929779, 1.165749097442627, 1.0634778610229492, 1.14915854473114, 1.1030800518035888, 1.0413856769561767, 1.0413285767555236, 1.051336719417572, 1.0110527751922607, 1.0733316102981567, 0.9999018778800964, 0.9840315793991089, 0.9711315458297729, 0.9857265590667724, 0.9506656970977784, 0.9560299934387207, 0.9371125869750977, 0.9474420023918152, 0.9461492855072021, 0.9556923686981201, 0.9554297721862793, 0.9499578125, 0.9548584213256835, 0.9492132287979126, 0.9530534173965454, 0.9477035552978516, 0.9484292861938477, 0.9435903357505798, 0.9424657020568847, 0.9434539100646973, 0.941624609375, 0.9386807306289673, 0.937810022354126, 0.9365644121170044, 0.936181538105011 ], "train_acc": [ 0.1853, 0.5561, 0.7227, 0.7667, 0.8014, 0.8089, 0.816, 0.8187, 0.8118, 0.8168, 0.8048, 0.812, 0.8117, 0.8194, 0.8117, 0.8144, 0.8229, 0.8042, 0.7841, 0.7748, 0.7876, 0.7866, 0.797, 0.8064, 0.8003, 0.795, 0.7719, 0.7755, 0.7714, 0.7484, 0.7513, 0.7644, 0.7457, 0.7144, 0.7069, 0.6809, 0.6746, 0.6693, 0.674, 0.6698, 0.676, 0.6723, 0.6479, 0.6576, 0.6479, 0.6187, 0.6106, 0.6341, 0.6163, 0.629, 0.6411, 0.6433, 0.638, 0.6516, 0.6381, 0.6526, 0.6608, 0.6575, 0.6575, 0.6638, 0.6603, 0.6717, 0.6666, 0.6704, 0.6663, 0.6646, 0.6687, 0.6665, 0.6701, 0.67, 0.6699, 0.6699, 0.6689, 0.6709, 0.6748, 0.67, 0.6722, 0.6723, 0.6729, 0.6723 ], "test_acc": [ 0.3875, 0.661, 0.7345, 0.771, 0.7855, 0.763, 0.785, 0.768, 0.786, 0.7535, 0.748, 0.75, 0.7505, 0.763, 0.7635, 0.784, 0.7555, 0.7285, 0.7145, 0.7325, 0.769, 0.7425, 0.783, 0.774, 0.7725, 0.7325, 0.7345, 0.7085, 0.69, 0.652, 0.7025, 0.7115, 0.686, 0.635, 0.5775, 0.619, 0.607, 0.6335, 0.587, 0.559, 0.577, 0.5445, 0.6055, 0.5975, 0.5495, 0.536, 0.6035, 0.578, 0.5465, 0.6125, 0.632, 0.6125, 0.614, 0.6215, 0.644, 0.646, 0.654, 0.6265, 0.6415, 0.646, 0.651, 0.656, 0.655, 0.66, 0.656, 0.655, 0.6535, 0.643, 0.6525, 0.65, 0.657, 0.6535, 0.6525, 0.653, 0.652, 0.65, 0.651, 0.651, 0.651, 0.651 ], "value_loss": [ 3.048217420578003, 1.0343286740779876, 0.9000125793457031, 0.8277910697937012, 0.7453249110221862, 0.7300011464118957, 0.7402240177154541, 0.7579312013626098, 0.9181204793930053, 0.975448628616333, 1.1214078811645507, 1.2724024196147918, 1.3290605850219726, 1.259645761871338, 1.3672408729553223, 1.5799061000347137, 1.3602543179512023, 1.712525807094574, 2.2426450706481935, 2.359542562866211, 2.1532579238891603, 1.9830763484954834, 1.982039828968048, 1.8818614783287049, 2.2171711694717406, 2.3556669063568116, 3.0178351165771486, 3.1578522092819212, 2.68718074798584, 2.373463029575348, 1.8590419352769851, 1.2517694076538086, 1.02772789478302, 1.2108542333602905, 1.0830044956207276, 2.0529207768440245, 1.2919132787704468, 1.2424284775733947, 1.0443824444293976, 1.1778054037094117, 0.9631912262439728, 0.8378017754554749, 1.0295626225471497, 0.7373762512207032, 0.7012673536300659, 0.98064923620224, 0.862914551448822, 0.7986299896240234, 0.8213993213653564, 0.7129971002578736, 0.754508529138565, 0.6246828708648682, 0.7121831396102906, 0.5870893394470215, 0.6755351794242859, 0.5818774876117706, 0.5521341813087464, 0.5238836415290833, 0.5890642763614654, 0.5481948862075806, 0.5332052557468414, 0.4778835234642029, 0.49222251901626585, 0.5597867136955261, 0.4953978775501251, 0.5712323989391327, 0.49952770709991456, 0.5085798627853394, 0.45753829402923585, 0.48174678115844727, 0.4655922472000122, 0.4551719659328461, 0.4378785256385803, 0.43562724137306214, 0.4843036180496216, 0.42520372521877287, 0.4271356852054596, 0.4239115475654602, 0.41854572505950927, 0.41045001599788666 ], "term_loss": [ 1.7620765068054198, 0.7570293057441712, 0.7365578352928162, 0.6820572528839112, 0.607182498049736, 0.5735599759578704, 0.5921525184631348, 0.6111434427261353, 0.7693612571716308, 0.8335376226425171, 0.9712094970703125, 1.1207456881999969, 1.1779227069854736, 1.1121969150543214, 1.209087449645996, 1.4206154627799987, 1.2058612494468688, 1.5412679631948472, 2.0407606628417967, 2.108829928779602, 1.9323839492797852, 1.738079938840866, 1.738319782948494, 1.668429842185974, 1.9542716176986694, 2.082409756851196, 2.71076455078125, 2.7950469175338744, 2.3576751346588134, 2.0379406468629835, 1.5563349723756312, 0.987390661239624, 0.7408796440124512, 0.8990295526981353, 0.7904975162506104, 1.5982429100751876, 0.9677811861038208, 0.9073515085697174, 0.6968293826818466, 0.8219095712423324, 0.6385633600115777, 0.5180883571147918, 0.6821171250283719, 0.42861852970123293, 0.4132593111038208, 0.6532857032775878, 0.56343485455513, 0.5125517870903015, 0.5286973226547241, 0.4325035630941391, 0.4782088125705719, 0.35716295001506804, 0.43347521109580994, 0.32357389335632325, 0.3969691284179688, 0.32031551563739774, 0.29744037152528763, 0.26996316730976105, 0.3282479860842228, 0.2972265742301941, 0.2775776801109314, 0.2335032631635666, 0.24737662796378135, 0.30518129110336306, 0.24973544117212296, 0.31368190834522247, 0.24900891828536986, 0.2601964050769806, 0.21727401604652405, 0.23666752195358276, 0.2217332841873169, 0.2150446552991867, 0.19714454250335695, 0.1972746223449707, 0.23860706584453584, 0.1892410013794899, 0.18599554433822632, 0.18529752838611602, 0.17899176458120347, 0.17502211028933526 ], "bridge_loss": [ 0.9885711992692668, 0.06202600108981132, 0.005225318079441786, 0.00572426804304123, 0.011327691495418549, 0.033182587127387524, 0.028435595631599427, 0.02591904165148735, 0.019612548558413982, 0.014960378871113062, 0.01257537133693695, 0.015017039102315903, 0.014422192126512528, 0.016067288851737978, 0.019453916008770465, 0.02241444058343768, 0.024118383884429932, 0.025934281665086746, 0.03934095601439476, 0.08211781105995178, 0.06123144483566284, 0.08744931157231331, 0.09062072249054909, 0.06713926913738251, 0.10762440345287323, 0.11356958830356598, 0.12857519801855088, 0.18905064516067505, 0.1532894235134125, 0.15086396114826203, 0.12008241270184516, 0.09492742450237274, 0.10648579494953156, 0.10877807049751281, 0.09025130966901779, 0.22308929166793823, 0.09408268320858479, 0.09969470508098602, 0.11703467042446136, 0.12739645974636077, 0.10452780928909779, 0.10022395522594452, 0.10734874422848224, 0.08138678241968154, 0.05771932463645935, 0.0699296027958393, 0.04624857715070248, 0.048479430437088016, 0.04053354227542877, 0.032970554107427594, 0.0381986954331398, 0.027493790555000307, 0.03619121195077896, 0.029564367485046386, 0.033955201983451845, 0.03008670448064804, 0.02573939528465271, 0.025961067897081375, 0.031735689258575436, 0.0286233449280262, 0.030725829449296, 0.023821466904878616, 0.022386557137966157, 0.03191109481453896, 0.022437436121702195, 0.03390852664113045, 0.028159854693710806, 0.024796000277996062, 0.018291607961058616, 0.022655895307660105, 0.021983556759357453, 0.01841803635209799, 0.019089927835389972, 0.017243927240371704, 0.025458976861834525, 0.015187921732664108, 0.020197597947716712, 0.018675634610652924, 0.019476617947220803, 0.01536440534889698 ], "tgrad_loss": [ 0.2975697236061096, 0.2152733613014221, 0.15822943115234375, 0.14000954415798186, 0.12681471655368806, 0.12325858645439149, 0.11963590017557144, 0.1208687183380127, 0.12914666900634766, 0.12695061504840852, 0.13762302379608155, 0.13663968855142594, 0.13671568200588227, 0.13138156263828277, 0.13869950284957885, 0.1368761875152588, 0.13027468709945678, 0.14532355861663818, 0.16254346389770508, 0.168594819521904, 0.15964251264333726, 0.1575471007347107, 0.1530993018746376, 0.14629238090515137, 0.1552751208782196, 0.15968756294250488, 0.17849535081386567, 0.17375466558933259, 0.17621618556976318, 0.1846583988547325, 0.18262455696463584, 0.16945131740570069, 0.18036246223449706, 0.2030466163635254, 0.20225566873550416, 0.23158856897354127, 0.23004940370321275, 0.23538226161003112, 0.2305183897972107, 0.22849935948848724, 0.22010006467103957, 0.21948946959972382, 0.2400967527270317, 0.22737093563079833, 0.23028871989250183, 0.25743392400741577, 0.2532311152935028, 0.2375987785100937, 0.25216845297813417, 0.2475229881286621, 0.23810101900100708, 0.2400261275291443, 0.24251671900749205, 0.23395108041763304, 0.24461085169315339, 0.231475268471241, 0.22895441274642944, 0.2279594036579132, 0.22908060483932496, 0.22234496841430665, 0.22490174407958985, 0.22055879101753234, 0.22245933241844176, 0.22269432792663574, 0.22322500309944152, 0.2236419643878937, 0.22235892748832703, 0.22358745093345642, 0.22197266473770141, 0.22242336502075194, 0.2218754021167755, 0.22170927753448486, 0.2216440571308136, 0.22110869097709657, 0.22023757584095002, 0.22077479939460753, 0.22094254281520845, 0.21993838548660277, 0.22007734408378601, 0.2200635038137436 ] }, "diagnostics": { "bp_cosine": [ 0.021486874669790268, 0.13597777485847473, 0.14020901918411255, 0.16125136613845825, 0.15609152615070343, 0.1541982889175415, 0.14447104930877686, 0.13689197599887848 ], "perturbation_rho": [ 0.021052071824669838, 0.17873916029930115, 0.25896143913269043, 0.18253415822982788, 0.20761561393737793, 0.24419330060482025, 0.21560567617416382, 0.25087088346481323 ], "nudging": { "0.001": [ -0.000705907354131341, -0.0009686042903922498, -0.0009376371745020151, -0.0010404230561107397, -0.0010180952958762646, -0.0010082813678309321, -0.0009501518215984106, -0.0009206526447087526 ], "0.003": [ -0.0020928888116031885, -0.0029041701927781105, -0.0028102626092731953, -0.003118767635896802, -0.0030542444437742233, -0.0030217969324439764, -0.0028490517288446426, -0.002759187947958708 ], "0.01": [ -0.006693178787827492, -0.009655885398387909, -0.009345939382910728, -0.010369300842285156, -0.010154420509934425, -0.010046296752989292, -0.009472687728703022, -0.009175874292850494 ] } } } }