{ "bp": { "log": { "train_loss": [ 1.238738206100464, 0.6613351190567016, 0.5395772783279419, 0.4733346885681152, 0.4231542590379715, 0.3620361569643021, 0.3230682401239872, 0.2523321887969971, 0.3470890686511993, 0.25146674609184266, 0.24440096678733825, 0.1842203591823578, 0.24344354785680772, 0.11816815827786922, 0.06866284420490265, 0.08833205785751343, 0.09207577448785305, 0.0486494089782238, 0.046294594306498765, 0.027046850475668908, 0.015711779367923735, 0.012188610082678497, 0.007740385116636753, 0.00582380747757852, 0.0050085094667971135, 0.00443948317989707, 0.004161420274153352, 0.003766811668127775, 0.0034422829911112786, 0.0034336333803832533, 0.0030249461911618708, 0.002912200229614973, 0.0027408694557845593, 0.0024907449718564747, 0.0023011812917888164, 0.0021857335910201075, 0.002056089808046818, 0.0019683007838204505, 0.0018585119150578975, 0.001773246581107378, 0.001690511012636125, 0.0016192044278606772, 0.0015656297475099563, 0.0015094914896413684, 0.001456394356675446, 0.001409525142610073, 0.001370351544767618, 0.0013320897528901695, 0.0012892388922162354, 0.0012502161199226976, 0.0012188509058207273, 0.0011895375870168208, 0.001164797018840909, 0.0011384376548230649, 0.001114835398364812, 0.0010922997965477407, 0.0010709371257573367, 0.0010527558989822865, 0.0010423784567043185, 0.0010238841459155083, 0.001007764333859086, 0.00099469233751297, 0.000982387449592352, 0.0009712855339050292, 0.000962210407666862, 0.0009533346139825881, 0.0009455815449357032, 0.0009392593406140805, 0.0009328387510031461, 0.000927877208031714, 0.0009235073435120285, 0.0009196365909650922, 0.000916477270424366, 0.0009136286557652056, 0.0009118279222398996, 0.0009102091716602444, 0.0009090610071085393, 0.0009083506962284446, 0.0009078968527726829, 0.0009076604296453298 ], "train_acc": [ 0.5545, 0.7429, 0.7953, 0.8162, 0.8395, 0.8666, 0.8809, 0.9067, 0.8711, 0.9101, 0.9094, 0.938, 0.911, 0.9619, 0.9852, 0.974, 0.9711, 0.9893, 0.9889, 0.9964, 0.9996, 0.9994, 0.9999, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "test_acc": [ 0.711, 0.7345, 0.743, 0.7465, 0.749, 0.7505, 0.7575, 0.759, 0.7535, 0.7525, 0.748, 0.751, 0.7425, 0.766, 0.7635, 0.7515, 0.7645, 0.7585, 0.771, 0.7665, 0.765, 0.7635, 0.7695, 0.767, 0.77, 0.7695, 0.7695, 0.77, 0.7695, 0.7655, 0.766, 0.7665, 0.7655, 0.7645, 0.766, 0.7665, 0.7655, 0.765, 0.766, 0.766, 0.7665, 0.7655, 0.765, 0.766, 0.7655, 0.7655, 0.7645, 0.764, 0.765, 0.766, 0.767, 0.765, 0.7645, 0.764, 0.7635, 0.7635, 0.7635, 0.7645, 0.763, 0.763, 0.7635, 0.7645, 0.7625, 0.764, 0.7625, 0.763, 0.763, 0.7625, 0.761, 0.7625, 0.762, 0.762, 0.7615, 0.7615, 0.7615, 0.7615, 0.7615, 0.7615, 0.7615, 0.7615 ] }, "diagnostics": { "bp_cosine": [ 0.86488276720047, 0.8622424006462097, 0.8600971698760986, 0.85722416639328, 0.8523166179656982, 0.8457985520362854, 0.8359642028808594, 0.828606367111206, 0.8221874237060547, 0.8125513792037964, 0.80171799659729, 0.7934804558753967 ], "perturbation_rho": [ 0.9999992251396179, 0.9999991655349731, 0.9999990463256836, 0.9999980330467224, 0.9999971389770508, 0.9999936819076538, 0.9999881386756897, 0.9999800324440002, 0.9999632835388184, 0.999937891960144, 0.9999018311500549, 0.9998522996902466 ], "nudging": { "0.001": [ -0.05972275882959366, -0.04901757463812828, -0.039307620376348495, -0.03037886694073677, -0.02256305143237114, -0.016410548239946365, -0.01194553542882204, -0.008773503825068474, -0.006583607289940119, -0.0050867884419858456, -0.004056186880916357, -0.0033473381772637367 ], "0.003": [ -0.1681329607963562, -0.13970935344696045, -0.11326389014720917, -0.08840985596179962, -0.06622078269720078, -0.04846895486116409, -0.03543655201792717, -0.026105739176273346, -0.01962977647781372, -0.015187501907348633, -0.012121773324906826, -0.010009994730353355 ], "0.01": [ -0.4491935074329376, -0.38857996463775635, -0.3270212411880493, -0.26439201831817627, -0.20410630106925964, -0.15283547341823578, -0.11351937055587769, -0.08454076200723648, -0.06403174996376038, -0.04978282377123833, -0.03986590355634689, -0.032995663583278656 ] } } }, "dfa": { "log": { "train_loss": [ 2.202339591217041, 1.3197662359237672, 0.9467211002349853, 0.8428364715576172, 0.7896131301879883, 0.7633397129058838, 0.7488100243568421, 0.740450912284851, 0.7766979461669922, 0.785177182006836, 0.8205275463104248, 0.8195417936325073, 0.8523592538833619, 0.8628508913516998, 0.8150059830665588, 0.8488281514167786, 0.8909374650001526, 0.9010982797622681, 0.8784109934806824, 0.9215612866401672, 0.9492555601119995, 0.9399690055847167, 0.9057739995956421, 0.9514210477828979, 0.9790562412261963, 1.0058076820373536, 1.074447036266327, 0.9894476831436158, 1.0674426013946534, 0.9942384609222412, 1.0341941476821899, 0.9958202060699463, 1.031863384246826, 1.0247520631790161, 1.0434253861427307, 1.0245234265327454, 1.032747696876526, 1.0287066256523132, 1.0981156536102294, 1.0315956830978394, 1.007985222530365, 1.0512058019638062, 1.109238450717926, 1.0539381145238875, 1.0085170584678649, 0.9916242378234863, 0.9867569475173951, 1.0172756858825684, 1.0578618814468383, 0.986051445388794, 1.0299558208465576, 1.0038312606811524, 0.9938522087097168, 1.019758701324463, 1.005025187397003, 0.9923043254852295, 0.9744973911285401, 1.0040310264587402, 0.9865996182441712, 0.9762414364814759, 0.9743295421600342, 0.9790146026611328, 0.9765340627670288, 0.9596751022338867, 0.9693172966003418, 0.9597562124252319, 0.9473907022476197, 0.9487135580062867, 0.9539228395462036, 0.9419368682861328, 0.9428634670257569, 0.9420891220092773, 0.9357248798370361, 0.931165361404419, 0.9303673110961914, 0.9292953009605408, 0.927647031211853, 0.9273946614265441, 0.9265368665695191, 0.9260309785842895 ], "train_acc": [ 0.1979, 0.5343, 0.6507, 0.6875, 0.7091, 0.7175, 0.7241, 0.7294, 0.7197, 0.7169, 0.7153, 0.7131, 0.7078, 0.7083, 0.7195, 0.7154, 0.7076, 0.7037, 0.7105, 0.704, 0.7021, 0.7031, 0.7096, 0.6981, 0.6947, 0.6952, 0.6824, 0.6966, 0.6853, 0.6956, 0.6917, 0.6964, 0.6918, 0.6949, 0.6958, 0.6963, 0.6897, 0.6914, 0.6832, 0.6913, 0.6921, 0.6858, 0.6735, 0.6891, 0.6964, 0.6999, 0.6977, 0.6923, 0.6861, 0.6982, 0.6883, 0.6948, 0.6937, 0.6934, 0.6957, 0.6988, 0.7001, 0.6931, 0.6994, 0.6959, 0.7026, 0.7006, 0.7007, 0.7069, 0.7045, 0.7053, 0.709, 0.707, 0.7033, 0.7088, 0.7057, 0.7079, 0.7123, 0.7097, 0.7125, 0.7096, 0.7121, 0.712, 0.7117, 0.7117 ], "test_acc": [ 0.395, 0.5915, 0.6425, 0.661, 0.6655, 0.6825, 0.679, 0.6585, 0.6505, 0.6645, 0.636, 0.609, 0.6505, 0.664, 0.6555, 0.6495, 0.666, 0.655, 0.641, 0.638, 0.634, 0.6485, 0.6025, 0.63, 0.6215, 0.6465, 0.63, 0.588, 0.623, 0.617, 0.6415, 0.6425, 0.624, 0.6285, 0.628, 0.614, 0.6305, 0.5995, 0.639, 0.6465, 0.6095, 0.5865, 0.622, 0.643, 0.6265, 0.6425, 0.638, 0.6065, 0.6305, 0.644, 0.6095, 0.6435, 0.632, 0.6315, 0.6345, 0.641, 0.64, 0.6495, 0.6425, 0.64, 0.6325, 0.6365, 0.6495, 0.6335, 0.6435, 0.651, 0.646, 0.6435, 0.638, 0.6445, 0.6415, 0.647, 0.6485, 0.6455, 0.6465, 0.6485, 0.649, 0.6465, 0.648, 0.6485 ] }, "diagnostics": { "bp_cosine": [ 0.003139778506010771, 0.07545783370733261, 0.07123857736587524, 0.04737270250916481, 0.07089244574308395, 0.05843178555369377, 0.10959646850824356, 0.04730183631181717, 0.05721074715256691, 0.06935717165470123, 0.04019004851579666, 0.04955831170082092 ], "perturbation_rho": [ -0.020620837807655334, 0.0424807034432888, 0.07906489074230194, -0.014874707907438278, 0.06078936904668808, 0.006801994517445564, 0.11016394942998886, 0.07577681541442871, 0.01940302737057209, 0.0600065141916275, 0.020656054839491844, 0.04902234673500061 ], "nudging": { "0.001": [ 2.8067472157999873e-05, -0.00044735506526194513, -0.00028866907814517617, -0.0001569169689901173, -0.0002910669718403369, -0.00020299921743571758, -0.00038177313399501145, -0.0001458294573239982, -0.00017777856555767357, -0.00023665392654947937, -0.000140793330501765, -0.00016380546730943024 ], "0.003": [ 7.542525418102741e-05, -0.0013394037960097194, -0.0008648735238239169, -0.00046930869575589895, -0.0008721597259864211, -0.0006091208197176456, -0.001144462265074253, -0.00043658187496475875, -0.0005302035133354366, -0.0007079149945639074, -0.00042207835940644145, -0.000491109793074429 ], "0.01": [ 0.00014946935698390007, -0.004455030895769596, -0.0028790468350052834, -0.0015581330517306924, -0.0028997263871133327, -0.0020245155319571495, -0.003806713502854109, -0.0014502943959087133, -0.0017623959574848413, -0.002352846320718527, -0.001400630921125412, -0.001629082253202796 ] } } }, "state_bridge": { "log": { "train_loss": [ 1.749035419845581, 1.0243288425445556, 0.8783701831817627, 0.909792195892334, 0.9442022832870484, 0.9765333101272583, 1.0286593907356263, 1.0600357536315919, 1.0744477998733521, 1.0949515160560608, 1.107298709487915, 1.105529815006256, 1.1191591522216797, 1.1270570775032043, 1.1219041606903075, 1.1523450615882873, 1.1470273632049561, 1.1214436004638673, 1.113154112625122, 1.1083291893005371, 1.1125688663482667, 1.0901233867645264, 1.1175277576446534, 1.1061762510299682, 1.098485195541382, 1.073400117111206, 1.0892397708892823, 1.0714881011962891, 1.0761865495681762, 1.0466925691604614, 1.0452186401367187, 1.0483840522766112, 1.0655384910583496, 1.0514549810409546, 1.0704036350250243, 1.039493140411377, 1.0796428539276124, 1.0604299968719482, 1.069408202934265, 1.069653288078308, 1.061051636505127, 1.0919126817703246, 1.0595819647789002, 1.044873174381256, 1.0483424802780152, 1.0358262340545654, 1.0114229215621948, 1.0345991500854492, 1.0097949793815613, 1.0033580027580262, 1.0089688102722167, 1.0225816150665283, 1.0164037592887878, 1.0124317664146423, 1.0002467834472657, 0.9989970367431641, 1.0164838801383973, 1.004414942932129, 1.004607903289795, 1.0115055170059204, 1.0030508796691895, 1.0010437889099122, 0.9871210842132568, 0.9881696207046509, 0.9858065430641174, 0.9832741060256958, 0.9794693752288819, 0.9825818849563599, 0.9798864183425904, 0.9814815460205079, 0.9754757759094238, 0.9757995666503906, 0.9724037355422973, 0.9745183243751526, 0.9712728879928589, 0.9709235038757325, 0.9703462394714355, 0.96921721534729, 0.9688208660125732, 0.9686514762878418 ], "train_acc": [ 0.3634, 0.6211, 0.6854, 0.6813, 0.6738, 0.6665, 0.6452, 0.6313, 0.6285, 0.6158, 0.6087, 0.6099, 0.6038, 0.5951, 0.5951, 0.5841, 0.5923, 0.6045, 0.6012, 0.6087, 0.6088, 0.6154, 0.6041, 0.6088, 0.612, 0.613, 0.6176, 0.6184, 0.6114, 0.6244, 0.6234, 0.623, 0.6199, 0.6204, 0.6242, 0.6274, 0.6168, 0.6209, 0.6184, 0.6194, 0.6226, 0.6174, 0.6234, 0.6247, 0.6284, 0.6284, 0.6376, 0.6326, 0.6348, 0.6392, 0.6387, 0.6324, 0.6374, 0.641, 0.6435, 0.6435, 0.6384, 0.6422, 0.641, 0.6427, 0.6412, 0.6426, 0.6497, 0.6502, 0.6483, 0.651, 0.651, 0.6484, 0.6489, 0.6511, 0.6543, 0.6493, 0.6513, 0.651, 0.6536, 0.6539, 0.6524, 0.652, 0.6524, 0.6533 ], "test_acc": [ 0.529, 0.647, 0.6585, 0.6455, 0.64, 0.6245, 0.6135, 0.6005, 0.5845, 0.5955, 0.596, 0.591, 0.5615, 0.551, 0.537, 0.549, 0.56, 0.553, 0.554, 0.5685, 0.582, 0.5715, 0.5755, 0.5575, 0.584, 0.5715, 0.572, 0.582, 0.6025, 0.5755, 0.5965, 0.592, 0.5875, 0.57, 0.596, 0.5795, 0.582, 0.558, 0.5735, 0.5855, 0.5895, 0.5995, 0.5965, 0.576, 0.59, 0.58, 0.58, 0.588, 0.6025, 0.587, 0.604, 0.5895, 0.602, 0.605, 0.5935, 0.6085, 0.6035, 0.609, 0.605, 0.596, 0.5905, 0.5965, 0.6055, 0.6015, 0.5995, 0.5985, 0.593, 0.6025, 0.6085, 0.6065, 0.5995, 0.604, 0.6025, 0.6035, 0.602, 0.605, 0.6055, 0.6075, 0.6055, 0.6055 ], "state_pred_error": [ 0.6761728614807129, 0.21007038679122925, 0.15122513897418977, 0.15703817780017854, 0.16187702651023864, 0.16339434959888458, 0.16375452308654787, 0.1625989185333252, 0.18113663201332092, 0.18272390701770783, 0.1627283350467682, 0.14700518136024476, 0.13181535266637803, 0.12005224347114563, 0.11299885964393616, 0.1068722818851471, 0.10560559153556824, 0.10757571039199829, 0.10467144322395325, 0.1023048233985901, 0.09685005626678467, 0.08491257979869843, 0.07876403373479843, 0.08301222360134125, 0.08308529872894287, 0.07449215137958527, 0.06773201476931572, 0.056569082129001615, 0.04849699649810791, 0.049368930143117905, 0.04768026757240296, 0.047298075234889984, 0.04672931938171387, 0.0405069172680378, 0.03569790207147598, 0.03157345391511917, 0.027607627579569815, 0.02504954431951046, 0.02399016918540001, 0.023421166968345643, 0.023441646620631217, 0.023209517675638197, 0.02208724093735218, 0.02086319588124752, 0.01903458271920681, 0.017419935330748558, 0.016029068379104137, 0.01474376180768013, 0.014213219347596168, 0.013581229855120181, 0.01300986272096634, 0.012749762377142907, 0.012476563104987145, 0.012336783754825591, 0.012144882160425186, 0.011600321805477142, 0.011149377970397473, 0.01074126893132925, 0.01038957173228264, 0.010054622607678174, 0.009704671692848206, 0.009379986931383609, 0.00918807327747345, 0.009165769296884537, 0.008629796648025512, 0.008511535508930683, 0.008247988541424275, 0.008038113085925579, 0.007830396504700184, 0.007626112474501133, 0.007495704552531243, 0.007370948339998722, 0.007175249060243368, 0.007102033820748329, 0.006948738685995341, 0.006806399586051702, 0.006733712537586689, 0.0066317357584834095, 0.006558584788441658, 0.006476805159449577 ] }, "diagnostics": { "bp_cosine": [ 0.5538393259048462, 0.4287089705467224, 0.25277969241142273, 0.2402075231075287, 0.180599182844162, 0.15653815865516663, 0.1736883521080017, 0.18825414776802063, 0.1335570216178894, 0.13271775841712952, 0.15632027387619019, 0.17869922518730164 ], "perturbation_rho": [ 0.4586557149887085, 0.4002187252044678, 0.23149724304676056, 0.21227607131004333, 0.1842716634273529, 0.16792945563793182, 0.21390791237354279, 0.19318881630897522, 0.08300350606441498, 0.10752588510513306, 0.12254554033279419, 0.14822974801063538 ], "nudging": { "0.001": [ -0.017140686511993408, -0.0020858882926404476, -0.000841023400425911, -0.0007581148529425263, -0.0005702057387679815, -0.0004698220291174948, -0.0005242021288722754, -0.0005487058660946786, -0.0003889029612764716, -0.00041283376049250364, -0.00047568423906341195, -0.0005249952664598823 ], "0.003": [ -0.05075468868017197, -0.006247954908758402, -0.0025209763552993536, -0.002272759098559618, -0.0017102723941206932, -0.0014094945508986712, -0.0015723016113042831, -0.0016451808623969555, -0.0011662597535178065, -0.001238692319020629, -0.0014261179603636265, -0.0015746946446597576 ], "0.01": [ -0.16128812730312347, -0.02071414887905121, -0.008381091989576817, -0.007560182362794876, -0.005691731348633766, -0.0046913521364331245, -0.005232630763202906, -0.0054755983874201775, -0.0038832086138427258, -0.004123975522816181, -0.004747895523905754, -0.005240642465651035 ] }, "state_pred_error_per_layer": [ 8762.341796875, 2348.0966796875, 1278.38525390625, 1081.769287109375, 948.214599609375, 985.5714111328125, 775.6072387695312, 713.37109375, 927.2667846679688, 1123.047119140625, 1035.65966796875, 864.7014770507812 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.204398078918457, 1.3323631601333619, 0.939462133026123, 0.8349250438690186, 0.798751298904419, 0.7939926111221314, 0.7538516298294068, 0.7327921364307404, 0.742140693473816, 0.7984744975090027, 0.7808600081443786, 0.8111224076271057, 0.818068535232544, 0.8957202894210815, 0.8786147340774536, 0.8623664060592652, 0.8652821689605713, 0.9185279735088349, 0.8737060611724854, 0.940954065990448, 0.9426063217163086, 0.908225214099884, 0.9119476990699769, 0.8843687942504883, 0.9302285919189454, 0.9095543444633484, 0.9696534498214722, 0.9564951679229736, 0.9960936920166016, 1.0560175716400146, 1.1218799053192139, 1.1106456901550292, 1.0888444778442383, 1.108365227508545, 1.1747237308502196, 1.2570761484146118, 1.2447720569610596, 1.2861640047073364, 1.345813150215149, 1.2783869490623474, 1.3102022647857665, 1.3111451290130616, 1.4334182024002076, 1.3955786741256715, 1.3985937965393067, 1.4631241582870484, 1.4292581964492799, 1.4031433605194092, 1.3756659330368042, 1.3795376932144165, 1.411164945602417, 1.4335111087799073, 1.4586236274719238, 1.4378290100097657, 1.4357496648788453, 1.4363289024353028, 1.4281649717330933, 1.4307859104156495, 1.4162574897766114, 1.4109557525634766, 1.4151159925460814, 1.420570283126831, 1.4031930568695068, 1.409527113342285, 1.4357126949310304, 1.4103048273086547, 1.4155527072906493, 1.4083967643737794, 1.4091735534667968, 1.4099473182678222, 1.4108677118301391, 1.408898620223999, 1.4091830333709716, 1.4098944646835327, 1.4084725885391236, 1.409889715385437, 1.4083553493499756, 1.4081398155212401, 1.4072429025650024, 1.4070011655807495 ], "train_acc": [ 0.1991, 0.5286, 0.6485, 0.6923, 0.7027, 0.7121, 0.7236, 0.7332, 0.7311, 0.716, 0.7232, 0.7181, 0.7132, 0.7007, 0.7034, 0.7123, 0.7171, 0.7002, 0.7115, 0.6923, 0.6879, 0.6876, 0.6828, 0.6776, 0.6602, 0.6618, 0.6434, 0.6461, 0.6328, 0.6178, 0.6044, 0.6045, 0.609, 0.601, 0.5795, 0.5567, 0.5526, 0.5399, 0.5257, 0.5417, 0.5249, 0.5266, 0.4915, 0.4993, 0.5061, 0.4856, 0.4925, 0.4971, 0.508, 0.505, 0.5012, 0.4919, 0.4814, 0.4907, 0.4888, 0.4928, 0.4872, 0.4958, 0.4988, 0.4997, 0.4948, 0.4912, 0.5021, 0.4987, 0.4862, 0.4982, 0.4953, 0.5003, 0.5009, 0.4983, 0.4985, 0.4948, 0.5005, 0.499, 0.4999, 0.4979, 0.4993, 0.5032, 0.5009, 0.5014 ], "test_acc": [ 0.397, 0.5865, 0.641, 0.6645, 0.638, 0.674, 0.681, 0.6705, 0.6525, 0.669, 0.666, 0.654, 0.6265, 0.643, 0.6705, 0.648, 0.6345, 0.6565, 0.6645, 0.574, 0.634, 0.61, 0.6255, 0.6125, 0.5815, 0.5585, 0.6005, 0.6075, 0.559, 0.4235, 0.448, 0.5565, 0.553, 0.517, 0.4805, 0.5115, 0.524, 0.4995, 0.518, 0.501, 0.5085, 0.4275, 0.453, 0.49, 0.464, 0.471, 0.4775, 0.4765, 0.4555, 0.4755, 0.4685, 0.468, 0.4685, 0.4875, 0.482, 0.4705, 0.479, 0.479, 0.4855, 0.485, 0.4695, 0.4805, 0.4875, 0.4875, 0.479, 0.475, 0.487, 0.468, 0.491, 0.4805, 0.476, 0.491, 0.489, 0.4885, 0.486, 0.4915, 0.485, 0.489, 0.4895, 0.4905 ], "value_loss": [ 3.072301338768005, 1.0501791610717774, 1.0778185897827148, 1.0126153490543366, 0.998683154296875, 0.9888383563995361, 0.8846181859016419, 0.8152826041698455, 0.8302651134490967, 0.9819407861709595, 0.9652068530082702, 1.1237351128578186, 1.0813433986663818, 1.3806844716072082, 1.2488904823303222, 1.228573577594757, 1.1786334270477294, 1.2712596101760865, 1.0855240513801574, 1.2746817573547364, 1.4511885639190674, 1.154007823562622, 1.1356486251831055, 0.8443335267066956, 0.837488655948639, 0.6225753863334655, 0.5785563923358917, 0.7533490206718445, 0.6095168882369996, 0.7007707824707031, 0.9116703001976013, 1.3587798122406005, 0.6592352680206299, 0.7766882019996643, 0.9818611496925354, 0.9279026880264282, 0.7442731433868408, 1.069021375656128, 1.0882310218811035, 0.8840012928962707, 1.0135157574653626, 0.7696918965339661, 0.7590476123809814, 0.7395760213851928, 0.8738672355651855, 1.0812955352783202, 0.6505666202068329, 0.6151256795883179, 0.7894958889007568, 0.8141936486721039, 0.7615871824264526, 0.8084381361007691, 0.6589969454288482, 0.6014902378082275, 0.5862701393127442, 0.5811033900737762, 0.5623021203994751, 0.5565869275093078, 0.5235150679111481, 0.498365666103363, 0.49131153430938723, 0.4909665864467621, 0.4629933397769928, 0.4505445372581482, 0.4790896162033081, 0.5969956729888916, 0.44423314423561094, 0.43307222032547, 0.4256617294311523, 0.42464918003082275, 0.41452328786849973, 0.4117308448791504, 0.492995530462265, 0.43538717956542966, 0.44797500500679016, 0.45005082321166995, 0.43216270017623903, 0.4251728328704834, 0.422374821472168, 0.42473253202438355 ], "term_loss": [ 1.7486166938781738, 0.7108752704620361, 0.8655158786773681, 0.8239019277572632, 0.8041402393341065, 0.7661406455993652, 0.6755866965293884, 0.623099582517147, 0.6441212059020996, 0.7855478297710419, 0.7730103199958801, 0.9227579907894135, 0.8809278240203857, 1.1650211508274078, 1.0323074983596803, 1.0175812090992928, 0.9653120155334473, 1.043205972623825, 0.861967781829834, 0.9851467721462249, 1.081189204788208, 0.8166846063613892, 0.7846175181388855, 0.5201361804962158, 0.4929544763326645, 0.3175636313438416, 0.2901056621313095, 0.3790206042051315, 0.28499682121276854, 0.39165965728759766, 0.5601075654983521, 0.8508620109081269, 0.33566083183288575, 0.421619176197052, 0.6050867574691773, 0.515362792301178, 0.3867789220809936, 0.6784219856262207, 0.6523104398727417, 0.4651505504131317, 0.5674913283348083, 0.3531076382637024, 0.3762776554107666, 0.3760048986434937, 0.5077781436920166, 0.6820521322250366, 0.31234550846815107, 0.2759421797275543, 0.4313824357509613, 0.4397485457479954, 0.38583696336746215, 0.41842482051849367, 0.2664445846557617, 0.21906204319000244, 0.2155111572265625, 0.20474896924495697, 0.19883680510520935, 0.20494152598381044, 0.17496985261440276, 0.15888627536296845, 0.1543628900051117, 0.15332865059375764, 0.13052898495197296, 0.11957870311737061, 0.14392558531761168, 0.25379632194042206, 0.11639134640097618, 0.10945621439218521, 0.10324780325889588, 0.10286661281585693, 0.09357965151071548, 0.09110170931518077, 0.1627564148902893, 0.1111719566822052, 0.12263777496814728, 0.12426246918439865, 0.1085665447294712, 0.10199491771459579, 0.09939227242469788, 0.10016471980810165 ], "bridge_loss": [ 1.0408418764609495, 0.09791754142642022, 0.01607361673563719, 0.006360046429932117, 0.014202374947071075, 0.04166019638478756, 0.03432967491745949, 0.019949427074193955, 0.011893661427497863, 0.011133648046851158, 0.010348413701355457, 0.013049434357136487, 0.010591996012628078, 0.0145958656296134, 0.016175279641151428, 0.016993559893965723, 0.020114685778319836, 0.025630270735919475, 0.029221688157320024, 0.08149594967365265, 0.15875441479682922, 0.1295387010574341, 0.14207587864398957, 0.11591998620033264, 0.12578484081625937, 0.08755512158870697, 0.05608815929889679, 0.14551565287113188, 0.08840978150367737, 0.05767350391149521, 0.09101119253635406, 0.24997805795669556, 0.06637025790214539, 0.0923533808708191, 0.10168245515823364, 0.12557245763540267, 0.07143535933494567, 0.09773503345251083, 0.1295747906923294, 0.12344632883071899, 0.1439121175765991, 0.11409828340411186, 0.06051087834537029, 0.04596894909143448, 0.05061739314496517, 0.07255705659389496, 0.015963772785663605, 0.020752409666776658, 0.045115634512901306, 0.060058649122715, 0.056574251520633695, 0.06645108767151832, 0.06612748733758926, 0.06048111979663372, 0.04903983753621578, 0.05445499986112118, 0.042946648034453395, 0.030889016561210157, 0.030506518384814264, 0.022617575544118883, 0.01963778121471405, 0.018860915641486644, 0.017245442955195905, 0.01516037399172783, 0.01477146714180708, 0.027224332422018053, 0.010273953337222337, 0.00838120581805706, 0.007192303487658501, 0.0068658689022064205, 0.0058338915776461366, 0.006038547176122665, 0.01565488623380661, 0.009810619991272689, 0.011464775865525008, 0.011380115568637848, 0.009845555101335049, 0.009616777209192514, 0.009775398235023021, 0.011516085395216941 ], "tgrad_loss": [ 0.2828427993297577, 0.24138634746074678, 0.196229097366333, 0.18235337266921997, 0.18034052944183349, 0.18103751921653746, 0.17470181679725647, 0.17223359795808793, 0.1742502421140671, 0.1852593088388443, 0.18184811897277833, 0.1879276861667633, 0.18982358770370483, 0.20106744194030762, 0.2004077008485794, 0.19399881749153136, 0.19320672080516815, 0.20242335736751557, 0.19433458232879638, 0.2080390326499939, 0.21124494104385377, 0.2077845230102539, 0.20895523295402527, 0.2082773593902588, 0.2187493396282196, 0.21745663344860078, 0.23236257095336915, 0.22881276557445526, 0.23611028518676758, 0.2514376239776611, 0.26055154542922976, 0.25793972721099856, 0.2572041809558868, 0.2627156461000443, 0.27509193930625914, 0.28696743836402894, 0.2860588630199432, 0.29286437664031983, 0.3063457974433899, 0.29540441715717314, 0.3021123158454895, 0.3024859708786011, 0.32225907711982726, 0.31760216767787935, 0.3154716930389404, 0.3266863531112671, 0.3222573429584503, 0.3184310836315155, 0.31299782562255857, 0.3143864481925964, 0.3191759672164917, 0.32356222324371336, 0.32642487545013427, 0.3219470790863037, 0.3217191444396973, 0.32189942255020143, 0.32051866216659547, 0.3207563879013062, 0.3180386944770813, 0.31686181626319887, 0.317310862159729, 0.3187770200252533, 0.3152189118385315, 0.315805460357666, 0.3203925657749176, 0.3159750075340271, 0.3175678468704224, 0.31523480253219605, 0.31522162137031556, 0.3149166984081268, 0.3151097435951233, 0.31459059040546417, 0.3145842257976532, 0.31440460395812986, 0.31387245659828183, 0.31440823793411254, 0.31375059900283814, 0.31356113786697387, 0.31320715007781985, 0.3130517265796661 ] }, "diagnostics": { "bp_cosine": [ 0.0054779257625341415, 0.004163481295108795, -0.01823507994413376, 0.06908583641052246, 0.09582538902759552, 0.15172168612480164, 0.18814444541931152, 0.21233659982681274, 0.2397850900888443, 0.26321661472320557, 0.2640886902809143, 0.2636783719062805 ], "perturbation_rho": [ 0.05151631310582161, 0.03990761935710907, 0.02668120339512825, 0.08933386206626892, 0.12927217781543732, 0.1893344521522522, 0.20202970504760742, 0.27141058444976807, 0.2724490761756897, 0.2844354808330536, 0.2797800898551941, 0.32699841260910034 ], "nudging": { "0.001": [ -0.0001630904444027692, -9.781777043826878e-05, 2.982819569297135e-05, -0.0005619653384201229, -0.0007587508298456669, -0.0010895882733166218, -0.0013035854790359735, -0.0014455055352300406, -0.0015995067078620195, -0.0017208646750077605, -0.0017206399934366345, -0.0017194547690451145 ], "0.003": [ -0.00048247227095998824, -0.00029189756605774164, 9.186804527416825e-05, -0.0016840758034959435, -0.002273733261972666, -0.0032667750492691994, -0.003907301928848028, -0.004333460237830877, -0.00479520158842206, -0.005158073268830776, -0.005157032050192356, -0.005153942387551069 ], "0.01": [ -0.0015225817915052176, -0.0009501088643446565, 0.00033305209944956005, -0.005592360161244869, -0.00755771528929472, -0.010863769799470901, -0.012987833470106125, -0.014405487105250359, -0.015937766060233116, -0.017140284180641174, -0.017137283459305763, -0.01712280511856079 ] } } } }