{ "bp": { "log": { "train_loss": [ 1.3703768091201782, 0.6740123039245606, 0.5613458353042603, 0.5279877727508545, 0.42555175495147707, 0.4008464940071106, 0.3418552673816681, 0.3169305899143219, 0.2989230684995651, 0.22381072659492493, 0.24954671635627745, 0.18852242698669433, 0.17931302828788756, 0.15236511628627777, 0.14625489993095397, 0.08793083952665329, 0.0944634979724884, 0.06237407035827637, 0.10902504413723946, 0.05045343590974808, 0.05675933723151684, 0.030447202077507972, 0.017234644067287447, 0.015850160157680513, 0.020682270124554633, 0.011260225063562394, 0.008402103558182716, 0.006454302641004324, 0.0056301679342985154, 0.005158279886841774, 0.0048245771206915375, 0.00440153166204691, 0.004052742725610733, 0.003818019072525203, 0.003542347052693367, 0.003333687162399292, 0.00319532755613327, 0.0030527794640511276, 0.0028776524614542724, 0.002738851569220424, 0.002615449556335807, 0.0024998470187187196, 0.00237983765527606, 0.0022845500905066727, 0.002204404693841934, 0.002141781159862876, 0.002064352393895388, 0.0019999265871942042, 0.001937351893261075, 0.0018773890499025584, 0.0018315334113314747, 0.0017837765011005104, 0.0017335505589842796, 0.0017015570227056742, 0.0016626481765881181, 0.0016315237021073698, 0.001601293208822608, 0.0015703001253306865, 0.0015464611501432954, 0.0015225628331303597, 0.0015008840339258314, 0.0014787248853594065, 0.001461056488007307, 0.0014460599626414479, 0.0014304681217297912, 0.0014166310345754027, 0.001404330819286406, 0.001393687280640006, 0.0013846246616914869, 0.0013766696255654097, 0.0013697378845885396, 0.0013638495333492756, 0.0013587745733559132, 0.0013546861404553055, 0.0013515702040866016, 0.0013490962450392544, 0.0013473950270563365, 0.0013461836755275726, 0.0013454901657998562, 0.001345112643018365 ], "train_acc": [ 0.5176, 0.7374, 0.7823, 0.7897, 0.8383, 0.8471, 0.8716, 0.8776, 0.8863, 0.9211, 0.9088, 0.935, 0.9374, 0.9488, 0.9488, 0.976, 0.9719, 0.9873, 0.9681, 0.9892, 0.9856, 0.9951, 0.9994, 0.999, 0.9969, 0.9998, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "test_acc": [ 0.704, 0.7445, 0.748, 0.76, 0.76, 0.76, 0.767, 0.7675, 0.7675, 0.7645, 0.766, 0.764, 0.7615, 0.7595, 0.759, 0.77, 0.7635, 0.769, 0.759, 0.756, 0.7615, 0.7645, 0.7665, 0.767, 0.7615, 0.768, 0.7655, 0.767, 0.769, 0.7655, 0.7645, 0.7645, 0.7645, 0.7645, 0.766, 0.766, 0.764, 0.765, 0.7665, 0.7655, 0.765, 0.7635, 0.765, 0.764, 0.763, 0.764, 0.7625, 0.762, 0.7625, 0.762, 0.7635, 0.7635, 0.7625, 0.7635, 0.764, 0.764, 0.764, 0.762, 0.7625, 0.7625, 0.7635, 0.7625, 0.7625, 0.7625, 0.763, 0.763, 0.7635, 0.7635, 0.762, 0.7625, 0.763, 0.7625, 0.763, 0.763, 0.763, 0.763, 0.763, 0.763, 0.763, 0.763 ] }, "diagnostics": { "bp_cosine": [ 0.85625159740448, 0.8527897596359253, 0.847720742225647, 0.8408411145210266, 0.831807017326355, 0.8158122301101685, 0.7960221171379089, 0.7814224362373352 ], "perturbation_rho": [ 0.999999463558197, 0.9999992847442627, 0.9999988079071045, 0.9999978542327881, 0.999994695186615, 0.9999883770942688, 0.9999692440032959, 0.9999352693557739 ], "nudging": { "0.001": [ -0.06596626341342926, -0.055192336440086365, -0.04268433526158333, -0.03002634271979332, -0.019770411774516106, -0.012638297863304615, -0.00813499465584755, -0.00550876185297966 ], "0.003": [ -0.1898897886276245, -0.16005799174308777, -0.12479926645755768, -0.08847799897193909, -0.05861322209239006, -0.03762739524245262, -0.02428549900650978, -0.01647210866212845 ], "0.01": [ -0.5478029251098633, -0.4737934172153473, -0.3800549805164337, -0.2769272029399872, -0.18745023012161255, -0.12213317304849625, -0.07957549393177032, -0.05427805706858635 ] } } }, "dfa": { "log": { "train_loss": [ 2.231708497619629, 1.418635772895813, 0.943305676651001, 0.8297181538581848, 0.7659538966178894, 0.7355367126464843, 0.7249059216499328, 0.7103497696876526, 0.7056580327033997, 0.7284941980361939, 0.7514717527389526, 0.7495575723648071, 0.8143573719024658, 0.7943916882514953, 0.8353345689773559, 0.8233354604721069, 0.8139635746955871, 0.8670068431854248, 0.8794054039955139, 0.8576095231056213, 0.8653796346664429, 0.8882027687072754, 0.882841535949707, 0.8668330222129822, 0.9123839077949524, 0.8965684688568115, 0.9347959500312805, 0.9114629460334778, 1.0174331352233887, 1.0257655752182007, 0.9572873649597168, 0.9571795852661132, 0.955192239189148, 0.9428499357223511, 0.9694318241119385, 0.9648013277053833, 0.9437480949401855, 1.0161491086006165, 0.9801935592651367, 1.0127256759643555, 0.9624169521331787, 0.9303661527633666, 0.9537605016708374, 0.9153729921340943, 0.9333063995361328, 0.9985080844879151, 0.9437879688262939, 0.9058924737930298, 0.9471581097126007, 0.9148890993118286, 0.9394946533441544, 0.8862299453735352, 0.9382994981765747, 0.8954874497413635, 0.8906831897735595, 0.884014150428772, 0.884524594116211, 0.8859518936157227, 0.8956645541667938, 0.8656166372299194, 0.8735888675689697, 0.861944951248169, 0.8634599599838256, 0.8558167356491089, 0.844254759979248, 0.8468807869911193, 0.8440567171096802, 0.84414446849823, 0.837095554637909, 0.835498137664795, 0.8313182315826416, 0.828638949584961, 0.8268064447402954, 0.8259873526573182, 0.8236354766845703, 0.8209153217315673, 0.8198824878692627, 0.8184344896316529, 0.8179562203884124, 0.8174484502792358 ], "train_acc": [ 0.1815, 0.5159, 0.651, 0.6912, 0.7167, 0.7262, 0.7308, 0.7384, 0.741, 0.7376, 0.7324, 0.7328, 0.7159, 0.7239, 0.7173, 0.7224, 0.7268, 0.7175, 0.715, 0.7155, 0.7135, 0.7083, 0.7079, 0.7222, 0.7109, 0.7127, 0.705, 0.7133, 0.691, 0.6908, 0.7041, 0.7043, 0.7034, 0.7046, 0.6986, 0.7039, 0.7053, 0.6985, 0.6989, 0.6932, 0.7021, 0.7058, 0.7036, 0.7103, 0.7038, 0.694, 0.7059, 0.7157, 0.7038, 0.7053, 0.6982, 0.7145, 0.7049, 0.7129, 0.7097, 0.714, 0.7158, 0.7144, 0.709, 0.7129, 0.7151, 0.718, 0.7154, 0.7205, 0.7183, 0.7192, 0.7212, 0.719, 0.7204, 0.7232, 0.7219, 0.7235, 0.7222, 0.7244, 0.725, 0.7229, 0.7241, 0.7237, 0.724, 0.7242 ], "test_acc": [ 0.37, 0.5725, 0.639, 0.6635, 0.684, 0.6775, 0.7075, 0.705, 0.682, 0.6865, 0.673, 0.6715, 0.661, 0.652, 0.679, 0.6745, 0.6695, 0.655, 0.666, 0.6525, 0.6585, 0.636, 0.6565, 0.654, 0.662, 0.6365, 0.641, 0.6285, 0.5975, 0.646, 0.6565, 0.65, 0.649, 0.6255, 0.631, 0.654, 0.635, 0.6255, 0.6485, 0.6345, 0.6385, 0.6355, 0.628, 0.6475, 0.6405, 0.63, 0.649, 0.6375, 0.656, 0.6335, 0.64, 0.637, 0.6515, 0.6585, 0.6535, 0.6565, 0.656, 0.6415, 0.658, 0.6475, 0.6555, 0.6595, 0.651, 0.6525, 0.654, 0.657, 0.652, 0.6495, 0.655, 0.6595, 0.656, 0.656, 0.652, 0.658, 0.656, 0.658, 0.658, 0.658, 0.6565, 0.657 ] }, "diagnostics": { "bp_cosine": [ -0.01574046164751053, 0.07191511988639832, 0.043905604630708694, 0.07308061420917511, 0.07518148422241211, 0.026394926011562347, 0.06854978203773499, 0.03262286260724068 ], "perturbation_rho": [ -0.02709903195500374, 0.1010747104883194, 0.06438975036144257, 0.07812117040157318, 0.0766223892569542, 0.026489075273275375, 0.09218208491802216, 0.010375358164310455 ], "nudging": { "0.001": [ 0.0007142307586036623, -0.0005231229588389397, -0.00022074897424317896, -0.0003081119211856276, -0.00031572216539643705, -0.0001395478320773691, -0.00030396669171750546, -0.0001277559931622818 ], "0.003": [ 0.002162146382033825, -0.0015680594369769096, -0.0006631950382143259, -0.0009237516205757856, -0.0009470301447436213, -0.00041793263517320156, -0.0009104788769036531, -0.00038223061710596085 ], "0.01": [ 0.007441862486302853, -0.0052239359356462955, -0.0022090799175202847, -0.003076428547501564, -0.0031523762736469507, -0.0013899998739361763, -0.0030318819917738438, -0.0012708738213405013 ] } } }, "state_bridge": { "log": { "train_loss": [ 1.8269318895339965, 1.0051976400375366, 0.7789531414031983, 0.7320484294891357, 0.7566996850967407, 0.8095570373535156, 0.8494610660552978, 0.867692116355896, 0.9100590816497802, 0.9440827163696289, 0.9782439228057861, 0.9932998554229736, 1.019014867591858, 1.0342318592071533, 1.0291874648094177, 1.0253695629119872, 1.0212761486053468, 0.9800823013305664, 0.9683791316986085, 0.9785815362930298, 0.9862299140930175, 0.996787068939209, 0.9779501231193543, 0.9745217691421508, 0.9691826663970947, 0.9746626880645752, 0.9487684160232543, 0.9371404664993286, 0.9199271064758301, 0.9334722229003907, 0.9503546269416809, 0.923910745048523, 0.9474884466171265, 0.9268602334976196, 0.9206624788284302, 0.92753564453125, 0.9302853199005127, 0.9186395662307739, 0.9185600196838379, 0.9253120166778565, 0.9207821632385254, 0.9409901829719544, 0.9193793958663941, 0.92328047580719, 0.9343797274589538, 0.9142894317626953, 0.9160927310943604, 0.9014208396911622, 0.8922535416603088, 0.8816746612548828, 0.875530839920044, 0.8770241296768189, 0.8663126466751099, 0.8592928192138672, 0.8631654893875123, 0.8535493013381958, 0.8564054052352905, 0.8476457886695862, 0.8455490423202514, 0.8474060085296631, 0.8453507354736328, 0.8386427994728088, 0.8379946626663208, 0.8355536317825317, 0.8326087244987488, 0.8301034708023072, 0.830259226512909, 0.8299130233764649, 0.8300449360847473, 0.8248954859733582, 0.8260357536315918, 0.8241482278823853, 0.8238134614944458, 0.8230488618850708, 0.8220901975631714, 0.8213789791107178, 0.820764907169342, 0.8205714824676513, 0.8203490972518921, 0.8202249536514282 ], "train_acc": [ 0.3329, 0.6247, 0.7097, 0.7227, 0.7276, 0.7099, 0.6974, 0.6846, 0.6714, 0.6626, 0.6488, 0.6489, 0.6369, 0.6372, 0.6319, 0.632, 0.6355, 0.6386, 0.6513, 0.6427, 0.6492, 0.6472, 0.6511, 0.6486, 0.6528, 0.6518, 0.6585, 0.6669, 0.6679, 0.6653, 0.6613, 0.6667, 0.6646, 0.6671, 0.6709, 0.6708, 0.6729, 0.6698, 0.6707, 0.6667, 0.6706, 0.6663, 0.6722, 0.6713, 0.6656, 0.6721, 0.6725, 0.6774, 0.6753, 0.6819, 0.686, 0.6821, 0.6868, 0.687, 0.6869, 0.6871, 0.6879, 0.6917, 0.6921, 0.6905, 0.6907, 0.6917, 0.6916, 0.6973, 0.6978, 0.6964, 0.6952, 0.6978, 0.6953, 0.6958, 0.6938, 0.6957, 0.6958, 0.6957, 0.6977, 0.6981, 0.6966, 0.6975, 0.6972, 0.6976 ], "test_acc": [ 0.5265, 0.678, 0.71, 0.7075, 0.675, 0.665, 0.654, 0.6415, 0.6275, 0.6325, 0.622, 0.611, 0.5895, 0.5935, 0.5915, 0.5865, 0.6105, 0.6065, 0.618, 0.607, 0.612, 0.6175, 0.609, 0.615, 0.6155, 0.617, 0.619, 0.626, 0.6165, 0.615, 0.622, 0.633, 0.6425, 0.6285, 0.6315, 0.629, 0.6235, 0.63, 0.6265, 0.633, 0.6165, 0.627, 0.6225, 0.6145, 0.6265, 0.623, 0.625, 0.616, 0.6225, 0.628, 0.6305, 0.6375, 0.6365, 0.636, 0.635, 0.6425, 0.6325, 0.6285, 0.6305, 0.6385, 0.638, 0.64, 0.6425, 0.6405, 0.644, 0.646, 0.6455, 0.646, 0.643, 0.644, 0.648, 0.648, 0.6505, 0.65, 0.647, 0.6485, 0.648, 0.6485, 0.649, 0.65 ], "state_pred_error": [ 0.7002311863422394, 0.22084679579734803, 0.15376953585147857, 0.1484843623161316, 0.15982647223472596, 0.1811715921163559, 0.1945667941093445, 0.20176007509231567, 0.20261625909805298, 0.19124769098758698, 0.18218962874412536, 0.1763947120666504, 0.17245661504268647, 0.1630336755514145, 0.15171641788482665, 0.14321954603195192, 0.13387794542312623, 0.12238948247432709, 0.11191521211862564, 0.10725419701337814, 0.10254445215463638, 0.09755742149353028, 0.09333524917364121, 0.08919921718835831, 0.08560046610832214, 0.08166285650730133, 0.07877540134191513, 0.07652937555313111, 0.0737526822566986, 0.07185606707334519, 0.07086474553346633, 0.06932573999166489, 0.06812271840572358, 0.06726093112230301, 0.06480677745938301, 0.06218134503364563, 0.06057768109440804, 0.05787591310143471, 0.05514800155162811, 0.05402169469594956, 0.053021151185035705, 0.0528799110531807, 0.05364514610171318, 0.05383548038005829, 0.05424729347229004, 0.052925097239017484, 0.051881495702266696, 0.050513546645641325, 0.05008096670508385, 0.04856216832399368, 0.047455233627557755, 0.0464736877143383, 0.04560171290636063, 0.044719690442085264, 0.04401536261439323, 0.0430379842877388, 0.042287754344940184, 0.04157426287531853, 0.041074179071187975, 0.039926473212242124, 0.03941906256079674, 0.03929359982609749, 0.03810683597326279, 0.03805391449332237, 0.03690763158798218, 0.03655427814722061, 0.0361525127530098, 0.035647189819812776, 0.03503355433940888, 0.03485284671187401, 0.03406067345738411, 0.03359544692635536, 0.0335003142118454, 0.03281750077009201, 0.032709699648618695, 0.03246098607182503, 0.032299374321103094, 0.03149260161221027, 0.03101077135503292, 0.031075275203585623 ] }, "diagnostics": { "bp_cosine": [ 0.6320836544036865, 0.4503885507583618, 0.22882479429244995, 0.17507168650627136, 0.15456035733222961, 0.15327030420303345, 0.14079461991786957, 0.1386653482913971 ], "perturbation_rho": [ 0.5491607189178467, 0.3870346248149872, 0.23711450397968292, 0.15141981840133667, 0.12508505582809448, 0.15914584696292877, 0.13365353643894196, 0.11637556552886963 ], "nudging": { "0.001": [ -0.02009502425789833, -0.0022013955749571323, -0.000710347609128803, -0.0005365170654840767, -0.0004632421478163451, -0.0004581586108542979, -0.00041777893784455955, -0.00040680408710613847 ], "0.003": [ -0.05951227992773056, -0.006594196427613497, -0.002129881177097559, -0.0016088619595393538, -0.0013889807742089033, -0.0013738160487264395, -0.0012525597121566534, -0.001220083562657237 ], "0.01": [ -0.18924641609191895, -0.02186501771211624, -0.007085676770657301, -0.0053551034070551395, -0.00462403055280447, -0.004574076272547245, -0.004170445259660482, -0.004062457010149956 ] }, "state_pred_error_per_layer": [ 9406.7255859375, 1991.255126953125, 1233.173095703125, 996.4456787109375, 824.75537109375, 800.2864990234375, 821.3734130859375, 840.202392578125 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.232960743522644, 1.420582393836975, 0.9455811813354492, 0.8257486240386963, 0.7836144889831543, 0.7402769828796387, 0.729928002166748, 0.7208036253929139, 0.7297886791229248, 0.7470350498199463, 0.7721688493728638, 0.7637209308624268, 0.7816214589595795, 0.7835877867221832, 0.8151798434257508, 0.8235684534072876, 0.8353915449142456, 0.9103365058898926, 0.8753420095443726, 0.8804965543746949, 0.8581397535324097, 0.8739657152175904, 0.9016903800964355, 0.990748242855072, 0.9614215970993042, 0.9776799642562867, 0.9315557836532593, 1.0852978912353515, 1.141357445335388, 1.0584074115753175, 1.1172573081970214, 1.2589679100036621, 1.2367329082489014, 1.23497767162323, 1.190962762260437, 1.2603005590438843, 1.3260346855163574, 1.3029141501426698, 1.3730133871078491, 1.389457112121582, 1.410658281326294, 1.3981717176437378, 1.386588328552246, 1.4026400897979736, 1.364222408103943, 1.352792622756958, 1.3398897926330566, 1.3449722723007203, 1.3795583543777465, 1.3794076923370362, 1.3593113542556763, 1.3827865106582642, 1.4238173538208008, 1.4441098989486694, 1.3864106082916259, 1.3831024318695069, 1.3302570987701416, 1.3178522941589355, 1.3111997756958007, 1.294492097091675, 1.2957700435638428, 1.2821458141326905, 1.2766342969894409, 1.270096806907654, 1.2705438976287842, 1.2668931608200074, 1.2661620328903198, 1.265557067680359, 1.2638321792602538, 1.2624110040664673, 1.2631232545852662, 1.258963946914673, 1.2560675323486328, 1.2551779272079469, 1.2541378360748292, 1.2531858157157898, 1.2520371969223023, 1.2515714080810547, 1.251167310333252, 1.2510119449615478 ], "train_acc": [ 0.182, 0.5116, 0.6517, 0.6921, 0.708, 0.7264, 0.7306, 0.7382, 0.7317, 0.731, 0.7285, 0.7313, 0.7261, 0.7293, 0.7186, 0.722, 0.7219, 0.7014, 0.7063, 0.7082, 0.707, 0.7001, 0.6881, 0.6614, 0.6594, 0.6525, 0.6624, 0.6161, 0.6072, 0.6145, 0.5943, 0.5501, 0.554, 0.5531, 0.5665, 0.5428, 0.5238, 0.5234, 0.5168, 0.5069, 0.4863, 0.5042, 0.5041, 0.4991, 0.5112, 0.5147, 0.5196, 0.5155, 0.5037, 0.5052, 0.5158, 0.5056, 0.497, 0.4917, 0.5062, 0.5071, 0.5237, 0.5225, 0.5219, 0.5364, 0.5279, 0.5373, 0.5397, 0.5403, 0.5423, 0.5425, 0.5422, 0.5421, 0.5412, 0.5445, 0.5421, 0.5432, 0.5468, 0.5464, 0.5471, 0.5477, 0.548, 0.5478, 0.5477, 0.5484 ], "test_acc": [ 0.3665, 0.5675, 0.6405, 0.6575, 0.6705, 0.697, 0.69, 0.708, 0.7, 0.6855, 0.6895, 0.679, 0.689, 0.671, 0.686, 0.672, 0.647, 0.647, 0.662, 0.648, 0.652, 0.649, 0.6015, 0.577, 0.592, 0.632, 0.5725, 0.4715, 0.503, 0.554, 0.4985, 0.4535, 0.4465, 0.5365, 0.508, 0.48, 0.48, 0.39, 0.399, 0.4295, 0.417, 0.4325, 0.406, 0.4525, 0.461, 0.46, 0.494, 0.4075, 0.429, 0.484, 0.4755, 0.4765, 0.4635, 0.4615, 0.464, 0.479, 0.47, 0.494, 0.4885, 0.4925, 0.4965, 0.5015, 0.5045, 0.51, 0.4995, 0.509, 0.503, 0.5125, 0.506, 0.5165, 0.512, 0.507, 0.511, 0.514, 0.511, 0.5155, 0.5145, 0.515, 0.5165, 0.5165 ], "value_loss": [ 3.063135040283203, 0.9178804653167725, 1.0234842987060546, 1.1325440734863281, 1.1635567161560059, 1.084977388381958, 0.9335860944747925, 0.8856829252243043, 0.9029004842758178, 0.9281125900268554, 1.0018171398162843, 0.9197395215988159, 0.9605137948989868, 0.9333957103729248, 0.9645775228500366, 1.000026789855957, 0.9733592803955078, 1.0830778367042542, 0.9194553695678711, 0.917877451992035, 0.754574672961235, 0.7473849777221679, 0.760665825843811, 0.8724378496170044, 0.7502632125854493, 0.8110419334411622, 0.6086162291526794, 0.8276397277832032, 1.0285220121383667, 0.6005109428405762, 0.8579624128341675, 0.8123299127578736, 0.6401672322273254, 0.7736768434524536, 0.6747624232769013, 0.509700684595108, 0.6056561064720154, 0.6021059381961823, 0.6918458218574524, 0.7592935428619385, 0.7403267482757568, 0.594590943145752, 0.5076187595367432, 0.589847268486023, 0.6413895493507386, 0.5144407531738281, 0.4514115423679352, 0.5254093447685242, 0.4945307634830475, 0.49715064158439637, 0.5229528147697449, 0.4919383934020996, 0.5279038127899169, 0.5955624567031861, 0.484116339302063, 0.48801227164268496, 0.4493190938949585, 0.4401164185523987, 0.41058427753448484, 0.4015273964881897, 0.38259989376068115, 0.3977900302886963, 0.3736837770462036, 0.38537446489334104, 0.41789057059288026, 0.3799989566802979, 0.4289457809448242, 0.37526923496723175, 0.3512410442829132, 0.3536668284416199, 0.3485133903503418, 0.3410946590900421, 0.353677539396286, 0.36449949283599853, 0.35570076990127564, 0.3507022621154785, 0.3628367488861084, 0.3334844871520996, 0.33962156491279605, 0.35056146993637083 ], "term_loss": [ 1.7380315342903137, 0.522208710193634, 0.7970712635040283, 0.9268595787048339, 0.963915803527832, 0.8737848152160644, 0.7096522349834442, 0.6905156551361084, 0.717272045135498, 0.7419232294082642, 0.8111855196475982, 0.7332462784767151, 0.7724072788238525, 0.7451452328681946, 0.7710176473617554, 0.8040578945159912, 0.7748076803684235, 0.8724104147434235, 0.7111417359352111, 0.708936474943161, 0.5438156430184841, 0.5117625785827636, 0.5003676904678345, 0.5760292330741882, 0.4542557261943817, 0.5189919714927673, 0.3221183834314346, 0.5177541013717651, 0.6817261950492859, 0.3209350066184998, 0.5049364763259888, 0.4522950346469879, 0.32609601502418517, 0.43547215032577513, 0.35757653040885923, 0.21219050855636595, 0.2881464541435242, 0.2884611166834831, 0.3724199409008026, 0.4170766181945801, 0.39002414054870604, 0.2564110339283943, 0.18429851140975953, 0.2539124309062958, 0.30265880492925645, 0.19822253029346465, 0.14195171850919724, 0.20319455585479737, 0.1759055587053299, 0.18195768083333969, 0.20568956186771392, 0.18406356749534608, 0.2139556656241417, 0.27537979845404625, 0.18222865467071533, 0.18534576222896576, 0.1560566021680832, 0.1466648970603943, 0.12159120118618011, 0.11602592898607254, 0.10063835277557373, 0.11672715072631835, 0.09764246659278869, 0.10889123477935791, 0.1363328471660614, 0.10446722288131714, 0.14478881199359894, 0.10136622951179743, 0.08094131415486336, 0.0810381259918213, 0.0765758816510439, 0.07205680896639824, 0.08189015170931815, 0.09137738156318664, 0.08255635949671268, 0.08009501400589943, 0.087424889087677, 0.06630494102239609, 0.07004760477542878, 0.0784306697010994 ], "bridge_loss": [ 1.0358692544909136, 0.13155127784013748, 0.013771739280223846, 0.006167022878676653, 0.010226642233133316, 0.03349325300455094, 0.051338992768526076, 0.025331524658203125, 0.015777216017246246, 0.016127415639162063, 0.016217421828210354, 0.014605749247968198, 0.014789033402502537, 0.016496201342344283, 0.017412009951472282, 0.020229191905260086, 0.0237046923160553, 0.02550773705840111, 0.02643321447297931, 0.02973362688422203, 0.035443501433730124, 0.05561487289965153, 0.07549205500483513, 0.09634782196283341, 0.09850893812179566, 0.09041237454414368, 0.09321520891189575, 0.09043479615449905, 0.11861175520420074, 0.05878040784597397, 0.12119050502181053, 0.10563623140454292, 0.06031600506305695, 0.08450027232170106, 0.06857655513882636, 0.03640015028715134, 0.046798882389068604, 0.0454333637714386, 0.04170687899589538, 0.059792518198490144, 0.06378642410039902, 0.05276329394876957, 0.038991385126113894, 0.04724101865887642, 0.05553500943779945, 0.03707851017713547, 0.03180363908410072, 0.04299691360294819, 0.034361545622348784, 0.03207299547791481, 0.03789413919746876, 0.025696152359247208, 0.02592012819647789, 0.030018769443035127, 0.020179891040921213, 0.021297355365753175, 0.019295803980529307, 0.02125145290493965, 0.018039992034435272, 0.017231546019017698, 0.012940341040492059, 0.01530613884627819, 0.010978435875475407, 0.012805462521314622, 0.018135536977648734, 0.012616378632187843, 0.021419661676883698, 0.01140245101414621, 0.008457917086780072, 0.011216394200921059, 0.01065029435157776, 0.00871082552820444, 0.012181823249161243, 0.013980842983722687, 0.014248662017285824, 0.012093166401982307, 0.01729309495687485, 0.009371091036498547, 0.012113781988620759, 0.0149920065253973 ], "tgrad_loss": [ 0.28923423657417296, 0.26412047119140625, 0.21264128952026368, 0.19951747903823852, 0.18941426134109496, 0.17769930906295775, 0.17259486656188966, 0.1698357372522354, 0.16985121915340423, 0.1700619439125061, 0.17441420325040818, 0.17188749091625213, 0.17331748073101044, 0.17175427423715592, 0.1761478721141815, 0.17573970379829407, 0.17484690184593202, 0.18515969462394713, 0.18188041653633116, 0.1792073583960533, 0.17531552555561067, 0.18000752310752868, 0.18480607998371124, 0.2000607961177826, 0.19749854352474214, 0.2016375789642334, 0.19328263318538666, 0.21945083560943604, 0.22818406176567077, 0.22079553413391112, 0.23183543071746826, 0.25439864926338196, 0.2537552054405212, 0.25370441846847536, 0.24860933825969697, 0.26111002612113954, 0.27071076798439025, 0.2682114581108093, 0.2777190034866333, 0.2824244068145752, 0.286516183757782, 0.28541661281585695, 0.2843288654327393, 0.28869381036758424, 0.2831957377195358, 0.27913971424102785, 0.27765617990493774, 0.2792178776741028, 0.28426365900039674, 0.2831199683666229, 0.27936911489963534, 0.2821786761760712, 0.2880280209541321, 0.29016389510631563, 0.28170779008865354, 0.28136915550231933, 0.2739666873455048, 0.27220006723403933, 0.270953081035614, 0.26826992158889773, 0.26902120203971863, 0.2657567394733429, 0.26506287517547605, 0.2636777688503265, 0.26342218379974364, 0.2629153573989868, 0.2627373068809509, 0.26250055599212646, 0.2618418116569519, 0.2614123071670532, 0.26128721523284915, 0.26032702457904816, 0.25960556111335753, 0.2591412717103958, 0.25889574670791626, 0.2585140820503235, 0.25811876544952395, 0.2578084535598755, 0.25746017999649046, 0.25713879618644714 ] }, "diagnostics": { "bp_cosine": [ 0.159218892455101, 0.41163527965545654, 0.4353415369987488, 0.4608742594718933, 0.46223077178001404, 0.4579800069332123, 0.4774817228317261, 0.48016148805618286 ], "perturbation_rho": [ 0.16694357991218567, 0.4445253610610962, 0.4925374388694763, 0.48059922456741333, 0.4989780783653259, 0.5061379075050354, 0.5181043148040771, 0.5382387638092041 ], "nudging": { "0.001": [ -0.0030890656635165215, -0.00277144368737936, -0.002747020684182644, -0.00279785948805511, -0.0027602596674114466, -0.002695691306143999, -0.0027822419069707394, -0.0027705328539013863 ], "0.003": [ -0.00924670323729515, -0.00830182246863842, -0.008229547180235386, -0.00838212389498949, -0.0082697793841362, -0.008075461722910404, -0.008334919810295105, -0.00829961895942688 ], "0.01": [ -0.030580628663301468, -0.027534715831279755, -0.027298064902424812, -0.027803048491477966, -0.027431834489107132, -0.02679138071835041, -0.027646536007523537, -0.02752995677292347 ] } } } }