{ "bp": { "log": { "train_loss": [ 1.0668871035575866, 0.5437644843578339, 0.4442927023410797, 0.40189131622314456, 0.41018874361515045, 0.3410574321269989, 0.3484022264003754, 0.3299962274551392, 0.3777468213558197, 0.320639072227478, 0.3502114427804947, 0.2625524127006531, 0.31084647080898287, 0.23638844475746154, 0.23954274733066558, 0.21965548858642578, 0.23137761989831923, 0.2215217474937439, 0.21972281413078307, 0.2046865596175194, 0.17405090971589088, 0.16184886281490327, 0.19982717757225035, 0.21438712718486785, 0.18986032649278642, 0.16079453411102296, 0.12543020910024644, 0.10698981108665466, 0.1377583697795868, 0.15657683781385423, 0.11835481392145157, 0.11930964469909668, 0.1372688979268074, 0.10084772405028343, 0.08756917915344238, 0.09215591390132905, 0.10565964897871018, 0.08364779654145241, 0.06760566492080688, 0.06659261006116866, 0.05321097924113274, 0.04292736679315567, 0.038505215954780576, 0.04860781878978014, 0.03835035711228847, 0.03284513468891382, 0.02925829759836197, 0.034927824586629866, 0.02977181176543236, 0.02587605638951063, 0.021584136448800563, 0.021009254217147826, 0.035822143226861954, 0.02755334359407425, 0.022640997081622483, 0.01857010641694069, 0.016963605327904224, 0.016223060864210128, 0.015676903715729714, 0.014825385958701372, 0.014110816264152526, 0.014133429580926895, 0.013563485038280487, 0.01332942191362381, 0.012876193167269229, 0.012466417776048183, 0.012171600410342216, 0.012017940378189087, 0.011746616941690446, 0.011764343333244325, 0.011572992166876793, 0.011454691462218761, 0.011281873452663422, 0.011190583446621894, 0.011105955013632774, 0.011065145464241505, 0.011014660102501512, 0.01097581763714552, 0.01095222277250141, 0.01094091155230999 ], "train_acc": [ 0.6115, 0.7903, 0.8251, 0.8409, 0.8391, 0.8641, 0.8593, 0.8679, 0.8542, 0.8751, 0.8637, 0.8989, 0.877, 0.9065, 0.9038, 0.9146, 0.9084, 0.9142, 0.914, 0.921, 0.9315, 0.9368, 0.9221, 0.921, 0.9307, 0.938, 0.9533, 0.9631, 0.9481, 0.9406, 0.9552, 0.9537, 0.9495, 0.9637, 0.97, 0.9687, 0.9622, 0.9706, 0.9784, 0.9788, 0.9861, 0.9911, 0.9939, 0.9886, 0.9935, 0.9961, 0.998, 0.9944, 0.9963, 0.998, 0.9992, 0.9989, 0.992, 0.9963, 0.998, 0.9995, 0.9996, 0.9998, 0.9998, 0.9999, 0.9998, 1.0, 0.9999, 1.0, 0.9999, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "test_acc": [ 0.775, 0.776, 0.8255, 0.8235, 0.8115, 0.836, 0.838, 0.838, 0.837, 0.8235, 0.827, 0.8475, 0.8465, 0.8435, 0.841, 0.856, 0.847, 0.8495, 0.85, 0.856, 0.8575, 0.857, 0.854, 0.8415, 0.859, 0.851, 0.8635, 0.865, 0.8625, 0.851, 0.868, 0.8505, 0.8565, 0.87, 0.866, 0.861, 0.852, 0.868, 0.869, 0.8655, 0.8675, 0.869, 0.8685, 0.8635, 0.8705, 0.8675, 0.869, 0.867, 0.872, 0.873, 0.8705, 0.8715, 0.864, 0.8715, 0.872, 0.871, 0.878, 0.8745, 0.872, 0.874, 0.8735, 0.8715, 0.872, 0.8715, 0.8725, 0.8735, 0.873, 0.872, 0.872, 0.873, 0.8735, 0.872, 0.8725, 0.872, 0.872, 0.873, 0.8725, 0.873, 0.873, 0.873 ] }, "diagnostics": { "bp_cosine": [ 0.8060421943664551, 0.7944625616073608, 0.776944637298584, 0.7588614821434021, 0.7418972849845886, 0.7322722673416138, 0.724165678024292, 0.7197043299674988, 0.7152823209762573, 0.7119243144989014, 0.709496021270752, 0.7078304886817932 ], "perturbation_rho": [ 0.9999996423721313, 0.9999984502792358, 0.9999962449073792, 0.999989926815033, 0.9999754428863525, 0.9999579191207886, 0.999927818775177, 0.999887228012085, 0.9998751878738403, 0.9997915029525757, 0.9997637867927551, 0.9997560381889343 ], "nudging": { "0.001": [ -0.04387564957141876, -0.026459218934178352, -0.01598835177719593, -0.009950939565896988, -0.0065530999563634396, -0.004664362408220768, -0.003570194821804762, -0.0028879866003990173, -0.0024394416250288486, -0.0021331091411411762, -0.0019131104927510023, -0.0017530664335936308 ], "0.003": [ -0.12082510441541672, -0.07548783719539642, -0.04654107615351677, -0.029300624504685402, -0.01941942237317562, -0.01387093961238861, -0.010638581588864326, -0.008616363629698753, -0.007284482475370169, -0.006373265758156776, -0.005718273110687733, -0.005241651087999344 ], "0.01": [ -0.2872876822948456, -0.20931334793567657, -0.13937950134277344, -0.09144100546836853, -0.06199805811047554, -0.04483566805720329, -0.03463221341371536, -0.02817366272211075, -0.023888790979981422, -0.02094285935163498, -0.01881779544055462, -0.01726764440536499 ] } } }, "dfa": { "log": { "train_loss": [ 2.142750821685791, 1.124327583885193, 0.7785231340408325, 0.6528371575355529, 0.597726934146881, 0.5598292840957642, 0.5507024248838425, 0.5393614018440247, 0.5861102363586426, 0.5633430314064026, 0.5583740697860717, 0.5919369807243348, 0.6456176485061645, 0.557507578754425, 0.6100466576099396, 0.5981708965301513, 0.6966950350761414, 0.6483181215286254, 0.6949886666774749, 0.7073626656532288, 0.7537654346466064, 0.84040883102417, 0.6919007718086243, 0.7978002725124359, 0.7179612370491028, 0.799304240322113, 0.8661868356734514, 0.6795031730651856, 0.6878745692253113, 0.6902590084075928, 0.8633141542434692, 0.7126479680061341, 0.7912728582382202, 0.8799988972187043, 0.8774635292053222, 0.7583431783676148, 0.7759649380683898, 0.6964675615310669, 0.7451448738098144, 0.9347431049585342, 0.6569768931627273, 0.6217489993751049, 0.6617763934135437, 0.763850627553463, 0.7051671092033386, 0.6679003673553466, 0.6873064106941223, 0.721931100845337, 0.7477014111042023, 0.6456629550933838, 0.6599196642875671, 0.6208732713699341, 0.6234532192230224, 0.5699338432312012, 0.6139316390037537, 0.5759364881515503, 0.5688060250282287, 0.5778871156692504, 0.5713616683959961, 0.5509775221824647, 0.5339077308654785, 0.5171661471366882, 0.5024198468208313, 0.5114490198850632, 0.4912056381225586, 0.49547468848228454, 0.4774726238250732, 0.4827991735935211, 0.47101506519317626, 0.47335759959220886, 0.47204044761657715, 0.46472445521354677, 0.4678656229496002, 0.4620117915153503, 0.45770361523628234, 0.45486976613998414, 0.4546703920841217, 0.4531755482196808, 0.4513186443388462, 0.4506361876010895 ], "train_acc": [ 0.2264, 0.5937, 0.7105, 0.7583, 0.775, 0.7885, 0.7948, 0.803, 0.7889, 0.7989, 0.8026, 0.7968, 0.7883, 0.8152, 0.7994, 0.8119, 0.7968, 0.8073, 0.7994, 0.7931, 0.7927, 0.7855, 0.8066, 0.7951, 0.8074, 0.7894, 0.7862, 0.8163, 0.8118, 0.8146, 0.7906, 0.8097, 0.8035, 0.7874, 0.7907, 0.8091, 0.8032, 0.8171, 0.8057, 0.784, 0.8211, 0.8244, 0.8214, 0.8004, 0.8099, 0.8165, 0.8113, 0.8098, 0.8046, 0.8138, 0.8158, 0.8238, 0.8252, 0.8327, 0.8298, 0.8294, 0.8263, 0.8262, 0.8303, 0.8366, 0.8356, 0.842, 0.8421, 0.8435, 0.8451, 0.8433, 0.8497, 0.8496, 0.8532, 0.851, 0.8511, 0.8527, 0.8529, 0.8519, 0.8545, 0.854, 0.8556, 0.8556, 0.8555, 0.8553 ], "test_acc": [ 0.4685, 0.6425, 0.7055, 0.723, 0.755, 0.755, 0.7485, 0.71, 0.734, 0.746, 0.706, 0.685, 0.7565, 0.7435, 0.7425, 0.7695, 0.7395, 0.74, 0.7145, 0.696, 0.7095, 0.694, 0.6885, 0.7055, 0.7615, 0.7, 0.7625, 0.751, 0.7555, 0.7025, 0.7275, 0.757, 0.6975, 0.683, 0.7535, 0.721, 0.7555, 0.7335, 0.7275, 0.7405, 0.7865, 0.746, 0.724, 0.731, 0.7445, 0.7255, 0.7325, 0.723, 0.772, 0.752, 0.7665, 0.785, 0.7755, 0.7705, 0.76, 0.7715, 0.7895, 0.777, 0.767, 0.7965, 0.7835, 0.7975, 0.7865, 0.786, 0.796, 0.801, 0.7965, 0.791, 0.7925, 0.791, 0.786, 0.7975, 0.7935, 0.7895, 0.796, 0.7965, 0.798, 0.796, 0.797, 0.7975 ] }, "diagnostics": { "bp_cosine": [ 0.004078918602317572, 0.1059243381023407, 0.07574640959501266, 0.07308551669120789, 0.066571444272995, 0.056897446513175964, 0.12165610492229462, 0.06462406367063522, 0.04925639182329178, 0.04602370783686638, 0.035759277641773224, 0.06015833467245102 ], "perturbation_rho": [ -0.011486321687698364, 0.04376016557216644, 0.037421341985464096, 0.05220063030719757, 0.09364941716194153, -0.03169674053788185, 0.15961039066314697, 0.10634914040565491, 0.03384825587272644, 0.02390148863196373, -0.010392685420811176, 0.00882963091135025 ], "nudging": { "0.001": [ -0.0003049457154702395, -0.0003453067038208246, -0.00019223694107495248, -0.00020254506671335548, -0.00016044230142142624, -0.00010334418038837612, -0.00029247987549751997, -0.00015202155918814242, -9.743614646140486e-05, -0.00010192080662818626, -8.19721317384392e-05, -0.0001297243870794773 ], "0.003": [ -0.0008906631264835596, -0.0010361261665821075, -0.0005767023540101945, -0.0006089159287512302, -0.0004821037291549146, -0.00030989840161055326, -0.0008778797928243876, -0.00045706197852268815, -0.0002917651436291635, -0.0003039806033484638, -0.0002444116398692131, -0.00038952555041760206 ], "0.01": [ -0.0026711553800851107, -0.003443576628342271, -0.001918894238770008, -0.0020233127288520336, -0.0016027885721996427, -0.0010300527792423964, -0.002917288802564144, -0.001525502186268568, -0.0009703689720481634, -0.0010098961647599936, -0.0008095581433735788, -0.0012933723628520966 ] } } }, "state_bridge": { "log": { "train_loss": [ 1.7463860042572021, 1.1237696697235107, 0.972771835899353, 0.9426122094154358, 0.8994912829399109, 0.9408926801681519, 0.9865427770614624, 1.0485262629508971, 1.0925080902099609, 1.1362103001594543, 1.0678862438201904, 1.0652718430519104, 1.0586652740478515, 1.0178926465988158, 1.0305222831726075, 1.0413858165740968, 1.0357634119033814, 1.047720281791687, 1.0609775308609009, 1.0116510014533997, 0.9950579191207886, 0.9199824966430664, 0.9665196490287781, 0.9476463966369629, 1.0014626719474793, 0.9582755434036255, 1.010899329662323, 1.0397068269729615, 1.0328380886077881, 1.043629725265503, 0.9458726802825927, 0.9873936015129089, 1.0067718154907226, 0.9733795068740845, 0.9494395099639893, 0.9087101627349854, 0.9260237079620361, 0.9596985802650452, 0.8670240854263306, 0.9266280819892884, 0.9033067417144776, 0.8523105756759644, 0.8422792108535767, 0.8166048532485962, 0.8156945413589477, 0.8301033269882202, 0.8141396549224853, 0.8390941219329834, 0.8281017392158508, 0.8349929582595825, 0.8482530313491822, 0.8541515255928039, 0.842770311498642, 0.8406181728363037, 0.8218491198539734, 0.8218080397605896, 0.8124953329086304, 0.7943122324943542, 0.7955346862792969, 0.7875666446685791, 0.7818890949249268, 0.7744473322868347, 0.7751531169891357, 0.7724810953140259, 0.7624368892669677, 0.7628077686309814, 0.7549171347618103, 0.755369038105011, 0.7542786574363709, 0.7511461977005005, 0.7510316205978393, 0.7489814598083496, 0.7467557451248169, 0.7460188133239746, 0.7445521638870239, 0.7435068511009216, 0.7426531793594361, 0.7419929014205933, 0.7417299631118774, 0.7414803896903992 ], "train_acc": [ 0.3799, 0.5937, 0.6617, 0.6768, 0.6897, 0.6834, 0.6646, 0.6466, 0.6432, 0.6355, 0.643, 0.6389, 0.6358, 0.6479, 0.6424, 0.641, 0.6359, 0.6327, 0.632, 0.6475, 0.6546, 0.6719, 0.6631, 0.6691, 0.6638, 0.6735, 0.6655, 0.6522, 0.6519, 0.6562, 0.6804, 0.6703, 0.6634, 0.6783, 0.6836, 0.6906, 0.6856, 0.685, 0.7038, 0.693, 0.6972, 0.7082, 0.7133, 0.7162, 0.7181, 0.7105, 0.7131, 0.7086, 0.7153, 0.7128, 0.7104, 0.7091, 0.7102, 0.7122, 0.7194, 0.719, 0.7198, 0.7235, 0.7189, 0.7262, 0.7256, 0.7258, 0.7319, 0.7268, 0.7345, 0.7312, 0.7347, 0.7352, 0.7339, 0.736, 0.7356, 0.736, 0.7385, 0.7368, 0.7372, 0.7371, 0.737, 0.7382, 0.738, 0.7379 ], "test_acc": [ 0.5265, 0.6085, 0.6455, 0.635, 0.656, 0.616, 0.6215, 0.608, 0.5975, 0.6135, 0.605, 0.6015, 0.5845, 0.5955, 0.601, 0.6115, 0.619, 0.6165, 0.609, 0.626, 0.6445, 0.632, 0.6355, 0.6185, 0.6355, 0.602, 0.614, 0.6335, 0.618, 0.628, 0.634, 0.642, 0.607, 0.6585, 0.6435, 0.6575, 0.608, 0.654, 0.6625, 0.652, 0.681, 0.6795, 0.6775, 0.685, 0.6635, 0.6925, 0.665, 0.6675, 0.663, 0.6625, 0.6655, 0.6675, 0.6725, 0.674, 0.684, 0.685, 0.6875, 0.685, 0.693, 0.686, 0.688, 0.683, 0.6925, 0.679, 0.6815, 0.6875, 0.69, 0.6855, 0.683, 0.6885, 0.6895, 0.6905, 0.6875, 0.689, 0.6915, 0.692, 0.6925, 0.6915, 0.6905, 0.69 ], "state_pred_error": [ 0.657575396156311, 0.22584220933914184, 0.18108190598487853, 0.1738492854833603, 0.1768016979932785, 0.17527156100273134, 0.1744111572265625, 0.18089782931804657, 0.1815103266239166, 0.17203099308013917, 0.16158259053230287, 0.150070090007782, 0.14713554129600526, 0.1392310976266861, 0.13433781069517137, 0.12369427697658539, 0.11368098001480102, 0.10957575480937957, 0.10401724026203156, 0.097935398042202, 0.09728261232376098, 0.09723384432792663, 0.08889269602298737, 0.08045474321842194, 0.0764869434595108, 0.0754717215538025, 0.07573794380426407, 0.07702496689558029, 0.07481489708423615, 0.06833497145175933, 0.06267784029245377, 0.05740301186442375, 0.05463098112940788, 0.05097537848949432, 0.04853306106328964, 0.046815031588077545, 0.04702129671573639, 0.047897269797325136, 0.04525828623175621, 0.04126551170349121, 0.038078772968053815, 0.035508244448900224, 0.033928532779216765, 0.033214526349306106, 0.032263154244422915, 0.03165398389697075, 0.03176654878854752, 0.032726337200403216, 0.03520564076304436, 0.03746888961195946, 0.039616973650455474, 0.040450227236747745, 0.03974002408981323, 0.03915794268846512, 0.038212089216709134, 0.03644757592380047, 0.034951094454526904, 0.033642032438516614, 0.032086009567976, 0.031101924151182174, 0.030201471465826035, 0.029204100465774537, 0.02867460669875145, 0.027740669012069702, 0.027074356430768966, 0.026351269084215163, 0.02568203446865082, 0.024844326972961427, 0.024070368832349778, 0.023772034823894502, 0.023003196692466737, 0.02215852342545986, 0.02170176804959774, 0.021068523544073105, 0.020733746546506882, 0.020220248556137084, 0.019796535715460778, 0.019584159588813783, 0.019099098661541938, 0.018604568365216255 ] }, "diagnostics": { "bp_cosine": [ 0.7613614797592163, 0.3896995782852173, 0.1309610903263092, 0.10979019105434418, 0.09164053201675415, 0.07316795736551285, 0.09407100081443787, 0.08964815735816956, 0.08292470127344131, 0.08648289740085602, 0.0870373547077179, 0.08205951005220413 ], "perturbation_rho": [ 0.6734859943389893, 0.37621644139289856, 0.08932416141033173, 0.11710754036903381, 0.07942430675029755, 0.058268360793590546, 0.05698401480913162, 0.12727776169776917, 0.03869014233350754, 0.06775026768445969, 0.0798446387052536, 0.05710796266794205 ], "nudging": { "0.001": [ -0.02036258764564991, -0.0012726839631795883, -0.00030185317154973745, -0.00024410546757280827, -0.00020778426551260054, -0.00017662602476775646, -0.00021787048899568617, -0.00021810311591252685, -0.00019943300867453218, -0.00021332810865715146, -0.0002083198050968349, -0.00020046724239364266 ], "0.003": [ -0.05963846668601036, -0.0038126767612993717, -0.0009049437940120697, -0.000732341140974313, -0.0006232722080312669, -0.0005303305806592107, -0.0006538627203553915, -0.0006539188325405121, -0.0005980591522529721, -0.0006397926481440663, -0.0006250399746932089, -0.000601528212428093 ], "0.01": [ -0.1828688532114029, -0.012644743546843529, -0.003011793363839388, -0.0024378912057727575, -0.0020753229036927223, -0.0017659795703366399, -0.0021767604630440474, -0.0021774054039269686, -0.0019914493896067142, -0.0021301559172570705, -0.0020812181755900383, -0.0020023814868181944 ] }, "state_pred_error_per_layer": [ 12496.853515625, 8106.66162109375, 5059.9169921875, 4050.405517578125, 3454.0888671875, 2936.005859375, 2830.2294921875, 2863.870361328125, 3118.476806640625, 3786.361083984375, 3251.337890625, 3255.708740234375 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.1431375211715697, 1.1314113176345826, 0.763494457435608, 0.6545422078132629, 0.5963865146636963, 0.5926999958992004, 0.5563723385810853, 0.5273848016023636, 0.526389640045166, 0.5737923973083496, 0.6184886278152466, 0.540420817565918, 0.6509309328079224, 0.6382177831172943, 0.7038152565479279, 0.6197104157209397, 0.6280380012512207, 0.7637808742523193, 0.7737348519325257, 0.9252185022354126, 0.8572391531944275, 0.8700120922088623, 0.9276481540679932, 0.9125369520187377, 0.9172161891937256, 0.8759773926734924, 0.9195978992462158, 0.9266179433822632, 0.9306347612380982, 0.9355648864746093, 1.1860807178497315, 1.2574410260200501, 0.9577581795692444, 0.9231017108917237, 0.9289527448654175, 1.1865424547195436, 1.267508578491211, 1.2051992826461793, 1.0714506145477294, 1.0610662315368653, 1.08882954788208, 1.1172235593795776, 1.0685178228378296, 1.072965350151062, 1.0879979553222656, 1.091849722290039, 1.0951012313842774, 1.1118889781951904, 1.1178365121841431, 1.1614880767822267, 1.1315129627227782, 1.1100497497558595, 1.0586509960174562, 1.0336646169662476, 0.9826500085830688, 0.9442742486953736, 0.9249188864707947, 0.9147214357376099, 0.9175932567596435, 0.902301881980896, 0.9019629783630371, 0.9227725395202637, 0.9098626622200012, 0.9148895687103271, 0.9403810447692871, 0.9147419730186462, 0.9180494606018066, 0.9268005172729492, 0.9152821050643921, 0.9107012414932251, 0.9089200870513916, 0.9040866283416749, 0.9004606851577759, 0.8984116611480712, 0.8967930128097534, 0.8934282851934433, 0.8917015773773194, 0.8904676536560059, 0.889515599822998, 0.8890901028633118 ], "train_acc": [ 0.2244, 0.5835, 0.7155, 0.7573, 0.78, 0.7817, 0.7882, 0.8049, 0.805, 0.798, 0.7902, 0.811, 0.7863, 0.796, 0.7855, 0.8072, 0.8079, 0.7868, 0.7864, 0.7652, 0.7689, 0.7653, 0.7554, 0.7566, 0.7448, 0.7535, 0.7354, 0.7394, 0.7249, 0.7259, 0.6872, 0.6905, 0.7291, 0.7244, 0.7165, 0.6711, 0.6454, 0.6564, 0.6834, 0.6735, 0.6685, 0.6727, 0.6801, 0.6826, 0.6789, 0.6825, 0.6789, 0.6757, 0.6757, 0.6735, 0.6784, 0.6749, 0.6853, 0.6856, 0.6876, 0.694, 0.699, 0.6992, 0.6983, 0.6973, 0.702, 0.6927, 0.695, 0.6934, 0.6853, 0.695, 0.6897, 0.6934, 0.6927, 0.6948, 0.693, 0.695, 0.6974, 0.6947, 0.6957, 0.6963, 0.6997, 0.6972, 0.698, 0.6986 ], "test_acc": [ 0.4745, 0.6585, 0.71, 0.7365, 0.713, 0.7385, 0.7485, 0.7465, 0.7115, 0.7135, 0.755, 0.718, 0.7445, 0.705, 0.7395, 0.739, 0.696, 0.739, 0.7015, 0.654, 0.693, 0.6895, 0.6715, 0.696, 0.6895, 0.641, 0.642, 0.6835, 0.6535, 0.677, 0.634, 0.6605, 0.67, 0.651, 0.579, 0.5805, 0.57, 0.61, 0.5835, 0.612, 0.5455, 0.639, 0.612, 0.6275, 0.6515, 0.6425, 0.6285, 0.651, 0.6015, 0.647, 0.619, 0.6465, 0.6315, 0.651, 0.6475, 0.6345, 0.655, 0.649, 0.65, 0.653, 0.652, 0.6555, 0.6455, 0.651, 0.6585, 0.6535, 0.6575, 0.65, 0.6545, 0.659, 0.6545, 0.65, 0.6545, 0.6585, 0.653, 0.6555, 0.6515, 0.651, 0.652, 0.6545 ], "value_loss": [ 2.9568321046829222, 1.0785086713790895, 0.90905224609375, 0.8156556116104126, 0.71209981174469, 0.7162606690883636, 0.6878525162696838, 0.6334588691949844, 0.6678785998344421, 0.8333585778236389, 0.9790375330209732, 0.8892305318832397, 1.190905132675171, 1.22135962972641, 1.4191310731887818, 1.2301843813419342, 1.309260043334961, 1.786697961139679, 1.8390044986248015, 2.7407329641342164, 2.683467747211456, 2.4605039993286133, 2.697446767044067, 2.505884079360962, 2.3811799823760986, 2.1130632976531984, 2.547091405200958, 2.568806095790863, 2.326700057220459, 2.050758037567139, 3.351647375488281, 3.8653842737197874, 2.4262299686431885, 1.973457328939438, 1.9173651649951935, 2.7696605461120605, 3.223868531227112, 2.516205952453613, 2.1309806928634645, 1.581437483215332, 1.520662855911255, 1.7421501956939698, 1.6392579578399658, 1.7828631855010986, 1.503568088912964, 1.5523305910110474, 1.513862213420868, 1.4381744204521179, 1.703464267539978, 1.8939362186431885, 1.997329638671875, 2.3897830280303953, 1.7983587005615234, 1.697597998046875, 1.9598307273864746, 2.306221367645264, 2.709978248977661, 2.6091056289672854, 2.1318489376068115, 2.478940699005127, 4.479023780822754, 2.6361848222732545, 2.3030937707901002, 2.172142697906494, 2.1629171989440916, 2.1354505142211915, 3.6189373970031737, 1.9153299285888672, 1.6933829580307007, 1.5514454183578492, 1.7198340145111084, 2.304251728439331, 2.3330616605758667, 2.141467953872681, 2.1230085525512696, 1.957105325627327, 1.2174413562774657, 1.088514053273201, 1.3677844764709473, 1.470289986038208 ], "term_loss": [ 1.7106032176971435, 0.8254648140907288, 0.7463485570907593, 0.6676207568168641, 0.5505435749053955, 0.541679301738739, 0.5368218964576721, 0.4944875739812851, 0.5313012260437012, 0.688984687590599, 0.824212459397316, 0.7535633095741272, 1.0329072504997254, 1.0706197033405305, 1.2603799612522126, 1.077820935988426, 1.1586309091567992, 1.6123901631355286, 1.6418114624261857, 2.436177046394348, 2.397401628804207, 2.1149996490478515, 2.31136040019989, 2.1631346977233887, 2.049055897331238, 1.7832660831809044, 2.158650917363167, 2.1838888779640198, 1.8579028195381164, 1.675981715774536, 2.8682561981201173, 3.322650659561157, 2.0634375164031984, 1.6218495529174806, 1.5564533473014832, 2.2553051567077635, 2.749121911621094, 2.076441255569458, 1.7535715727806092, 1.2274940629959106, 1.1482607242584228, 1.3356118202209473, 1.1993759344100952, 1.2911961950302124, 1.048892977809906, 1.0074683206558228, 1.0248507034778596, 0.935506264257431, 1.1044427654266358, 1.1969995346069335, 1.1418621253967285, 1.3484027454376222, 0.962894126367569, 0.9484803367614746, 0.9511542388916016, 0.9807710059165955, 0.9729905309677124, 1.0154107706069946, 0.8337604522705078, 0.9689625096797944, 1.7556117889404297, 0.9268646779537201, 0.828965087556839, 0.6780174582958222, 0.7625543830394745, 0.6682373239994049, 0.9152047227859497, 0.7351679893016815, 0.47258839864730834, 0.5454990069389343, 0.5863055065393448, 0.40333252935409547, 0.3903892815351486, 0.3693857752799988, 0.39749053382873534, 0.3525045004069805, 0.3847132333755493, 0.3305401994973421, 0.33507129402160646, 0.35005189373493195 ], "bridge_loss": [ 0.9669484859231743, 0.05317885834872722, 0.00808393329679966, 0.008157965920865536, 0.029252383983135222, 0.03924694521427154, 0.021582315093278886, 0.014747861477732658, 0.010850316934287549, 0.01159995011985302, 0.01137650200240314, 0.008062006759643555, 0.010978949210047722, 0.010464786231517791, 0.010793930877745151, 0.014536779739707708, 0.013218280214071274, 0.01831962423026562, 0.04002247373312712, 0.12877036023139954, 0.11417192211151123, 0.17329340472221375, 0.1982671790599823, 0.1537047609090805, 0.13700159553289412, 0.14344184587001801, 0.19639654465913772, 0.18772757058143616, 0.2604771111011505, 0.16612488641738893, 0.24183178367614747, 0.29544510494470594, 0.15411187861561776, 0.14273896975517272, 0.1461831522524357, 0.2598205562591553, 0.20287768486738206, 0.17781711089611055, 0.13225486822128296, 0.1091677051782608, 0.12344816446304321, 0.15784135718345643, 0.19993465332984925, 0.2517854769706726, 0.21548625774383545, 0.303979873418808, 0.24833559863567353, 0.25959504103660586, 0.3560759227275848, 0.4449814043998718, 0.6060321228027343, 0.7924756161689759, 0.5928340180397034, 0.5072291620254517, 0.7738087944030762, 1.0943159332275392, 1.5088457412719727, 1.3652442758560182, 1.0671269865989685, 1.276467441558838, 2.486809080886841, 1.4710026905059814, 1.2389037780284882, 1.261445129776001, 1.164626408290863, 1.2384403867721558, 2.4690226011276244, 0.9487775525093078, 0.9965210990428924, 0.7810107170104981, 0.9109019186019898, 1.6800292533874512, 1.7228944480895996, 1.5527821187973023, 1.5077555236816407, 1.3873976001620292, 0.6169261030197144, 0.542320925283432, 0.817931770324707, 0.9054676934719086 ], "tgrad_loss": [ 0.2792804120540619, 0.19986500358581544, 0.15461974563598632, 0.13987688381671906, 0.1323038545846939, 0.13533442150354386, 0.1294483060002327, 0.12422343373596668, 0.12572705571651457, 0.1327739451289177, 0.14344856899380684, 0.12760521812438966, 0.14701892898082733, 0.1402751523733139, 0.1479571692466736, 0.13782665922790766, 0.1374108523607254, 0.15598817284107208, 0.15717057017087938, 0.17578555488586425, 0.17189420654773713, 0.17221092910766603, 0.18781920006275177, 0.1890446207523346, 0.1951224928855896, 0.1863553591489792, 0.19204393486976623, 0.19718966495990753, 0.20832013266086577, 0.20865144987106324, 0.24155937967300414, 0.2472884924173355, 0.2086805598974228, 0.2088688009262085, 0.21472869415283202, 0.25453484058380127, 0.271868927192688, 0.26194758088588715, 0.24515422630310058, 0.24477570347785949, 0.24895398588180542, 0.24869702105522157, 0.23994735856056212, 0.2398815236568451, 0.2391888491630554, 0.240882395029068, 0.24067591972351074, 0.2430731174468994, 0.2429455770969391, 0.25195528326034544, 0.24943538155555725, 0.2489046775341034, 0.2426305419921875, 0.24188849420547484, 0.23486768898963928, 0.23113440914154051, 0.22814198708534242, 0.22845054547786714, 0.23096151385307312, 0.23351073865890504, 0.23660291147232054, 0.23831744689941406, 0.2352248964548111, 0.23268011784553527, 0.23573639130592347, 0.22877280921936036, 0.2347100558757782, 0.23138438067436218, 0.22427347674369813, 0.22493569655418397, 0.2226265817642212, 0.22088994021415712, 0.21977790536880493, 0.21930006308555602, 0.21776250076293946, 0.21720322926640512, 0.2158020221233368, 0.21565292925834656, 0.21478140382766725, 0.2147704033613205 ] }, "diagnostics": { "bp_cosine": [ -0.022733785212039948, -0.008966443128883839, -0.020323125645518303, -0.018136776983737946, -0.01592089980840683, -0.019174236804246902, -0.014491843990981579, -0.016727179288864136, -0.008660020306706429, -0.007111798040568829, 0.0011803526431322098, 0.019812453538179398 ], "perturbation_rho": [ -0.05155084282159805, 0.03821132332086563, 0.07940525561571121, 0.014752240851521492, 0.016678672283887863, 0.04385560005903244, 0.03276895359158516, -0.0006132312119007111, -0.024450641125440598, -0.029637619853019714, 0.058109357953071594, 0.06492529809474945 ], "nudging": { "0.001": [ 0.0007101683877408504, 2.878123996197246e-05, 3.59775876859203e-05, 4.22842385887634e-05, 5.514687654795125e-05, 6.889239011798054e-05, 4.4554166379384696e-05, 5.3767391364090145e-05, 2.042827327386476e-05, 1.283050369238481e-05, -4.334753975854255e-05, -0.00014430817100219429 ], "0.003": [ 0.002175786066800356, 8.923052519094199e-05, 0.00010926096001639962, 0.00012868153862655163, 0.00016585344565100968, 0.00020889895677100867, 0.00013566638517659158, 0.00016381990280933678, 6.132574344519526e-05, 4.1310246160719544e-05, -0.0001288450148422271, -0.00043151958379894495 ], "0.01": [ 0.00777015183120966, 0.00029987754533067346, 0.00037500812322832644, 0.00043640032527036965, 0.0005594875547103584, 0.0007026067469269037, 0.00045700964983552694, 0.000550219090655446, 0.00020889028382953256, 0.00013992507592774928, -0.0004261335707269609, -0.0014356517931446433 ] } } } }