{ "bp": { "log": { "train_loss": [ 0.969122644329071, 0.5920969530105591, 0.4555384733200073, 0.42013895292282105, 0.3577242928504944, 0.37090972731113436, 0.3204999417304993, 0.3792783494949341, 0.3393013801574707, 0.3097765709400177, 0.33500295226573945, 0.2910071131706238, 0.29785395264625547, 0.283798801279068, 0.2583663343429565, 0.27849551072120665, 0.2531052485704422, 0.23891032192707062, 0.2196098397731781, 0.2663255609512329, 0.260848161315918, 0.2927300401687622, 0.30502517681121827, 0.2855231747150421, 0.21818343462944031, 0.19386887674331665, 0.2458417517900467, 0.19182274364233018, 0.17297324039936066, 0.19739589419364928, 0.1834898106098175, 0.1994040518283844, 0.20876692607402803, 0.15818328301906587, 0.1655046018600464, 0.18371486501693726, 0.18603038516044618, 0.16989948571324348, 0.14640453379154206, 0.16136881852149965, 0.18090535459518434, 0.16096133246421815, 0.17648028812408448, 0.19660544855594636, 0.1483273560643196, 0.1228380591392517, 0.139758788728714, 0.1273645007133484, 0.1370752555370331, 0.1313122305870056, 0.12541208545863627, 0.10699837379455567, 0.11257837036848069, 0.10080176743865013, 0.0961822389125824, 0.10998678052425384, 0.10155456811189652, 0.09173920025825501, 0.09425398440361023, 0.0889471257686615, 0.08973454808592796, 0.08506661486625672, 0.0839197184562683, 0.08141958972215653, 0.081237429189682, 0.08236398327350616, 0.0800594212770462, 0.07829977524876594, 0.0759517749786377, 0.0762132091999054, 0.0748500356912613, 0.07403571516871452, 0.07296141183376312, 0.07267795407772064, 0.07197105139493942, 0.07171081202030181, 0.07135244336128235, 0.07104146628379822, 0.0708903494656086, 0.07079571675658226 ], "train_acc": [ 0.6424, 0.7776, 0.8193, 0.8339, 0.8565, 0.8537, 0.8696, 0.852, 0.863, 0.8761, 0.8654, 0.8834, 0.8805, 0.8895, 0.8965, 0.8924, 0.9028, 0.9009, 0.9098, 0.902, 0.8968, 0.8843, 0.8793, 0.8855, 0.9128, 0.9232, 0.9032, 0.9231, 0.9326, 0.9229, 0.9256, 0.9166, 0.9155, 0.9371, 0.9368, 0.9301, 0.9236, 0.9306, 0.9446, 0.9353, 0.9262, 0.9369, 0.9296, 0.9221, 0.9433, 0.9533, 0.945, 0.9519, 0.9451, 0.948, 0.9534, 0.9643, 0.9598, 0.9675, 0.9698, 0.9634, 0.9653, 0.9733, 0.9713, 0.9731, 0.9744, 0.9758, 0.9773, 0.9788, 0.9798, 0.9776, 0.9795, 0.9801, 0.9815, 0.9821, 0.9825, 0.9839, 0.9848, 0.9837, 0.9844, 0.9846, 0.9847, 0.9852, 0.9852, 0.9853 ], "test_acc": [ 0.775, 0.7965, 0.823, 0.8375, 0.838, 0.838, 0.8475, 0.84, 0.8545, 0.858, 0.847, 0.866, 0.873, 0.8685, 0.868, 0.8605, 0.866, 0.871, 0.8765, 0.8585, 0.8675, 0.862, 0.868, 0.8685, 0.879, 0.886, 0.8755, 0.8865, 0.8925, 0.8825, 0.879, 0.896, 0.884, 0.8835, 0.886, 0.895, 0.8825, 0.893, 0.8905, 0.8975, 0.896, 0.8955, 0.8845, 0.8825, 0.901, 0.896, 0.902, 0.9055, 0.906, 0.8995, 0.908, 0.907, 0.907, 0.908, 0.9025, 0.9005, 0.905, 0.9005, 0.909, 0.9025, 0.9055, 0.913, 0.908, 0.91, 0.911, 0.911, 0.9125, 0.9125, 0.9115, 0.9125, 0.912, 0.9115, 0.91, 0.9085, 0.91, 0.911, 0.9115, 0.9115, 0.9115, 0.9115 ] }, "diagnostics": { "bp_cosine": [ 0.841245174407959, 0.830803632736206, 0.8195754885673523, 0.8066799640655518, 0.7983194589614868, 0.7908304929733276, 0.7860588431358337, 0.7811387777328491, 0.7771316170692444, 0.7744728326797485, 0.7727954983711243, 0.7717056274414062 ], "perturbation_rho": [ 0.9999991059303284, 0.9999973177909851, 0.9999889731407166, 0.9999734163284302, 0.9999427795410156, 0.9998763799667358, 0.9998629093170166, 0.9998323321342468, 0.9997599720954895, 0.9997479319572449, 0.9997410774230957, 0.9997145533561707 ], "nudging": { "0.001": [ -0.024454854428768158, -0.011305858381092548, -0.00559408962726593, -0.0032756051514297724, -0.0022792830131947994, -0.001779809594154358, -0.0014915994834154844, -0.0013089049607515335, -0.0011874620104208589, -0.0011061741970479488, -0.00105283223092556, -0.0010198504896834493 ], "0.003": [ -0.06566837430000305, -0.03229808062314987, -0.016386456787586212, -0.00969094317406416, -0.0067720417864620686, -0.0052991146221756935, -0.004446372855454683, -0.0039047286845743656, -0.0035444353707134724, -0.0033029273618012667, -0.003144192509353161, -0.003046202240511775 ], "0.01": [ -0.1470111906528473, -0.09042022377252579, -0.050197783857584, -0.030754856765270233, -0.021816428750753403, -0.017199307680130005, -0.014493460766971111, -0.012762569822371006, -0.01160583458840847, -0.010828070342540741, -0.010316012427210808, -0.00999932736158371 ] } } }, "dfa": { "log": { "train_loss": [ 2.0898007585525513, 1.1015719889640807, 0.7905141721725464, 0.6718451899528504, 0.6203681846618653, 0.6325145021438598, 0.6236261308193207, 0.6393312355041504, 0.6374612313747406, 0.6430461730480194, 0.5502225688934326, 0.8417456014633179, 0.7175684427261353, 1.0312082330226897, 0.8398658451080322, 0.8481408470153808, 0.6183168939113617, 0.937887061214447, 0.8483327810287475, 1.0181842102050782, 0.7333554124832153, 1.3151530385017396, 1.102606842803955, 0.8690633714675904, 0.9178138070106506, 1.0159898044586182, 3.232203116989136, 1.3720880279541015, 0.6449793176651001, 0.8210637205123902, 0.9120081573486328, 1.1590281297683716, 0.855452324104309, 0.7272457509994507, 0.8923147548675537, 0.7562281994819641, 0.680691127204895, 0.6434698450565338, 0.723854674911499, 0.8917708801269532, 0.703606390953064, 0.6779194925308227, 0.6525233362197876, 1.1295996128082275, 0.8972809474945068, 0.5784100801467895, 0.6937777447223663, 0.7719525880813599, 0.6017424495697021, 0.7032140111923217, 0.515312993812561, 0.5384840083122253, 0.5088662053585052, 0.4816106027841568, 0.5108573516845704, 0.5119831256866455, 0.6042850525379181, 0.4791012176513672, 0.5760747453689575, 0.45199957361221316, 0.395004202580452, 0.43196895809173586, 0.4245094624042511, 0.3937124969959259, 0.4062374726772308, 0.38945438613891603, 0.3935444291114807, 0.37236739473342895, 0.4024800674438477, 0.37810999517440796, 0.3714436505317688, 0.35974656147956846, 0.36245792179107666, 0.35358601045608523, 0.3556142600655556, 0.34317912871837614, 0.34346320304870603, 0.3412538662314415, 0.33999497032165527, 0.3392112380981445 ], "train_acc": [ 0.242, 0.6061, 0.7059, 0.7544, 0.7711, 0.7653, 0.7685, 0.7636, 0.7644, 0.7713, 0.7934, 0.7077, 0.7412, 0.6984, 0.7215, 0.7161, 0.7733, 0.7014, 0.7168, 0.6967, 0.7423, 0.6917, 0.712, 0.7198, 0.707, 0.6952, 0.5487, 0.6802, 0.7747, 0.7323, 0.7125, 0.6785, 0.7421, 0.7598, 0.7335, 0.7576, 0.768, 0.7791, 0.7621, 0.7386, 0.7683, 0.7724, 0.7795, 0.7106, 0.7384, 0.8012, 0.7775, 0.7554, 0.7943, 0.784, 0.8146, 0.8054, 0.8234, 0.8261, 0.8169, 0.8192, 0.8006, 0.8264, 0.8009, 0.8317, 0.8518, 0.8421, 0.8454, 0.8499, 0.8472, 0.8525, 0.8469, 0.8542, 0.8459, 0.8574, 0.856, 0.8652, 0.8609, 0.8635, 0.865, 0.866, 0.8665, 0.8678, 0.868, 0.8685 ], "test_acc": [ 0.478, 0.66, 0.7125, 0.665, 0.634, 0.693, 0.689, 0.642, 0.584, 0.708, 0.656, 0.6605, 0.559, 0.6505, 0.606, 0.6635, 0.566, 0.6175, 0.478, 0.6495, 0.433, 0.5855, 0.5385, 0.645, 0.6835, 0.401, 0.5985, 0.6675, 0.6025, 0.6285, 0.5105, 0.565, 0.662, 0.6695, 0.6665, 0.648, 0.6885, 0.667, 0.4995, 0.671, 0.7005, 0.621, 0.6685, 0.6735, 0.6925, 0.662, 0.6445, 0.696, 0.6395, 0.7555, 0.687, 0.7115, 0.7375, 0.7585, 0.742, 0.695, 0.7735, 0.719, 0.735, 0.792, 0.7645, 0.752, 0.801, 0.768, 0.7955, 0.784, 0.8105, 0.7885, 0.808, 0.817, 0.809, 0.8145, 0.822, 0.82, 0.8185, 0.817, 0.824, 0.8255, 0.827, 0.8275 ] }, "diagnostics": { "bp_cosine": [ 0.0384417325258255, 0.27492010593414307, 0.17608770728111267, 0.12729278206825256, 0.09575799107551575, 0.13158489763736725, 0.07343505322933197, 0.08012130856513977, 0.08938327431678772, 0.09414967149496078, 0.06517850607633591, 0.07253237068653107 ], "perturbation_rho": [ -0.00336202559992671, 0.18004602193832397, 0.18598641455173492, 0.15388232469558716, 0.058810293674468994, 0.14123386144638062, 0.05320374667644501, 0.10196533054113388, 0.09802494943141937, 0.10918877273797989, 0.09344048798084259, 0.0655277818441391 ], "nudging": { "0.001": [ -0.001064171316102147, -0.0006666459375992417, -0.0004184156423434615, -0.000315168930683285, -0.00022096859174780548, -0.0002887723676394671, -0.00016212352784350514, -0.00017708796076476574, -0.00021025452588219196, -0.00024805153952911496, -0.00015850270574446768, -0.00017888075672090054 ], "0.003": [ -0.0031536915339529514, -0.0019956310279667377, -0.00125154631678015, -0.000938912620767951, -0.0006729550659656525, -0.0008644282352179289, -0.0004864725051447749, -0.0005231637042015791, -0.0006273322505876422, -0.0007397128501906991, -0.0004687863402068615, -0.0005287445383146405 ], "0.01": [ -0.010087584145367146, -0.006617182400077581, -0.004152917303144932, -0.0031182561069726944, -0.0022262579295784235, -0.0028664623387157917, -0.0016081882640719414, -0.0017378728371113539, -0.0020772137213498354, -0.002457245485857129, -0.0015545324422419071, -0.0017554720398038626 ] } } }, "state_bridge": { "log": { "train_loss": [ 1.9577019836425782, 1.367190316581726, 1.1470114725112914, 1.0665275047302245, 1.1731505100250244, 1.2525334920883178, 1.3311169979095459, 1.5198530440330504, 1.3418273334503175, 1.3490344924926758, 1.3042446374893188, 1.2384788623809815, 1.2332912294387817, 1.216872233581543, 1.2361593342781068, 1.1900994968414307, 1.220567015838623, 1.2757856309890747, 1.2281171096801757, 1.161736725616455, 1.1808231119155883, 1.1178058204650878, 1.1057362071037293, 1.185501344013214, 1.136134003829956, 1.1250077436447143, 1.098593546295166, 1.1006900829315185, 1.092524215221405, 1.0361322803497315, 1.0446809569358826, 1.0481329538345336, 1.053780317878723, 1.0705591835021973, 1.1286329881668091, 1.1078846117973327, 1.1074383437156676, 1.083875510597229, 1.054987931394577, 1.042312901210785, 1.0332075857162475, 1.0004530704498291, 0.9915621906280517, 0.9539300963401794, 0.9578770606994629, 0.9117126565933228, 0.8960798753738404, 0.8623609913825989, 0.8706058340072632, 0.8639619729995728, 0.8503742446899414, 0.8467240323066711, 0.8390994773864746, 0.8202853441238404, 0.820123230457306, 0.8141281935691833, 0.792419764328003, 0.7936320905208588, 0.7901265294551849, 0.7891995994567871, 0.7945449181556702, 0.7905005366325378, 0.7813621898651123, 0.7853380561828613, 0.7846485383987427, 0.7863743240356446, 0.7899072016716003, 0.7869116140365601, 0.7873675743103027, 0.7921814329147339, 0.7928447710990906, 0.7956968950271607, 0.7953850835800171, 0.7970634747505188, 0.7977744478225708, 0.7989712644577026, 0.7980876712799072, 0.7980577057838439, 0.797688978767395, 0.797543062210083 ], "train_acc": [ 0.3543, 0.5319, 0.5908, 0.6146, 0.592, 0.578, 0.5808, 0.5464, 0.5774, 0.5876, 0.5817, 0.5923, 0.5941, 0.5988, 0.608, 0.6113, 0.61, 0.6043, 0.6128, 0.6209, 0.6127, 0.6245, 0.6261, 0.6088, 0.6229, 0.6272, 0.6305, 0.6276, 0.6363, 0.6424, 0.6415, 0.6418, 0.6443, 0.6398, 0.6277, 0.6338, 0.6352, 0.6373, 0.6486, 0.651, 0.6508, 0.6554, 0.6575, 0.6666, 0.6627, 0.6796, 0.6857, 0.6914, 0.6914, 0.6926, 0.7, 0.7, 0.6987, 0.7024, 0.7016, 0.7041, 0.7115, 0.7135, 0.7104, 0.7115, 0.7099, 0.715, 0.7162, 0.7163, 0.7166, 0.7173, 0.7123, 0.7213, 0.7146, 0.7148, 0.718, 0.7155, 0.714, 0.7128, 0.7152, 0.7148, 0.7146, 0.7138, 0.7152, 0.7153 ], "test_acc": [ 0.495, 0.5595, 0.5795, 0.574, 0.5465, 0.5705, 0.5295, 0.532, 0.5555, 0.541, 0.5535, 0.5705, 0.558, 0.581, 0.5955, 0.582, 0.57, 0.5665, 0.572, 0.5885, 0.576, 0.586, 0.552, 0.5675, 0.5705, 0.59, 0.5705, 0.5785, 0.6125, 0.607, 0.6175, 0.632, 0.598, 0.6025, 0.5915, 0.6025, 0.6125, 0.6225, 0.641, 0.617, 0.6225, 0.623, 0.6415, 0.631, 0.641, 0.646, 0.6585, 0.643, 0.665, 0.6675, 0.659, 0.6665, 0.6545, 0.679, 0.671, 0.683, 0.676, 0.6775, 0.6935, 0.6895, 0.698, 0.698, 0.684, 0.69, 0.6835, 0.69, 0.6935, 0.6845, 0.6865, 0.6905, 0.6845, 0.685, 0.688, 0.6855, 0.6825, 0.685, 0.683, 0.683, 0.6835, 0.684 ], "state_pred_error": [ 0.6557525987625122, 0.2581627747535706, 0.2180150511264801, 0.19771510035991668, 0.17691524381637574, 0.21782165381908417, 0.19984715962409974, 0.20151861963272094, 0.22002407603263854, 0.22233803098201751, 0.1950549049139023, 0.18242949080467225, 0.1731606459379196, 0.16580520544052124, 0.15936565225124358, 0.15244879407882692, 0.1435310169696808, 0.1339448815703392, 0.12139209755659103, 0.10519540898799896, 0.09373599338531494, 0.08733212774991989, 0.08062151061296463, 0.07534996691942215, 0.07384048416614533, 0.07770671141147613, 0.07913587466478347, 0.07108985353708268, 0.06537577290534974, 0.06072714284658432, 0.05709798917174339, 0.057688245034217836, 0.05891312641501427, 0.061041689145565035, 0.059126829808950426, 0.05346322001814842, 0.052376105165481565, 0.05078197082877159, 0.04823381187915802, 0.045614832776784894, 0.043012580084800724, 0.03774388888478279, 0.032903633427619934, 0.028299692285060882, 0.02640610886514187, 0.027187307637929918, 0.028776719480752944, 0.030680300956964494, 0.03148365080356598, 0.03091398191154003, 0.029518017873167993, 0.026383623799681663, 0.02372063409090042, 0.02179983432292938, 0.02020930643975735, 0.01886237643659115, 0.018010195726156236, 0.017387488079071044, 0.016838955014944076, 0.016470046550035478, 0.01637252227962017, 0.01600538874566555, 0.015849738636612893, 0.015769525337219238, 0.01577099280208349, 0.015590812629461288, 0.015244143217802047, 0.015246101871132851, 0.0149916733071208, 0.01488443463742733, 0.014857900011539459, 0.014476912885904311, 0.014302368466556073, 0.013730039289593697, 0.01368503429889679, 0.013323678565025329, 0.013020070712268352, 0.012987913605570793, 0.012227315375208854, 0.012032101236283779 ] }, "diagnostics": { "bp_cosine": [ 0.7363088726997375, 0.32443851232528687, 0.21702790260314941, 0.21007081866264343, 0.16975754499435425, 0.1722516119480133, 0.16474759578704834, 0.12138545513153076, 0.1178494393825531, 0.13036376237869263, 0.11493153870105743, 0.1162962019443512 ], "perturbation_rho": [ 0.6429969072341919, 0.2531689405441284, 0.22036504745483398, 0.17542049288749695, 0.15819020569324493, 0.14438438415527344, 0.07042165100574493, 0.11963094770908356, 0.1070300042629242, 0.07622774690389633, 0.035559043288230896, 0.045592159032821655 ], "nudging": { "0.001": [ -0.01886601373553276, -0.0009471861412748694, -0.0005426729912869632, -0.0005197790451347828, -0.00040702728438191116, -0.00039994364487938583, -0.0003908725338988006, -0.0003088848025072366, -0.0002972484799101949, -0.00033751194132491946, -0.0002799705835059285, -0.00027640321059152484 ], "0.003": [ -0.05549539998173714, -0.002838960848748684, -0.0016271104104816914, -0.0015591384144499898, -0.001220998470671475, -0.0011997417313978076, -0.0011723506031557918, -0.0009265473927371204, -0.000891170755494386, -0.0010123227257281542, -0.0008400253136642277, -0.0008296556770801544 ], "0.01": [ -0.1725819855928421, -0.009430286474525928, -0.0054127369076013565, -0.005186344031244516, -0.004062540829181671, -0.0039931111969053745, -0.003901706077158451, -0.003083862829953432, -0.002966922242194414, -0.0033692335709929466, -0.002796228276565671, -0.002761534880846739 ] }, "state_pred_error_per_layer": [ 8107.484375, 6015.64697265625, 3272.651123046875, 3025.219970703125, 3498.379150390625, 2962.442626953125, 2732.457275390625, 3394.069091796875, 3050.444091796875, 3397.53271484375, 3068.22607421875, 3145.807373046875 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.092706339263916, 1.0952877737998963, 0.7729337105751037, 0.6789219863891601, 0.6241036960601807, 0.6100845262527466, 0.594813515996933, 0.7195955331802368, 0.6677259072303772, 0.6198010721206665, 0.6374922561645507, 0.7701140362739562, 0.69171789560318, 0.708719236278534, 0.6036844366073608, 0.8205160137176514, 0.9806505244255066, 0.7954677212715149, 0.7861951595306397, 0.823767824935913, 0.6428154012203217, 0.7191776779174804, 0.8116244506835938, 0.753524228477478, 0.8249499505996704, 0.7682834581375122, 0.7208644798278808, 0.759485391998291, 1.042400759124756, 1.547001088142395, 1.1331607871055602, 1.0703241619110107, 0.8603198796749115, 0.8971985034942627, 1.0760511143684388, 1.152393785381317, 1.4280963862895966, 1.5006843608856202, 1.3100523867607117, 1.1282628120422362, 1.2173214994430541, 1.0435792781829833, 1.2676011086463927, 1.2351581176757813, 1.246204901123047, 1.2180886367797852, 1.3540986360549927, 1.219435647392273, 1.2538528778076172, 1.1500556253433227, 1.055687839126587, 1.1929910972595215, 1.3931519176483154, 1.4715053829193114, 1.6093412540435792, 1.7281322120666505, 1.7611547931671143, 1.7229496166229248, 1.5543313556671143, 1.409035835647583, 1.281838191986084, 1.210691173553467, 1.1457153511047364, 1.1038917953491212, 1.1368809636592865, 1.0750537950515746, 1.078484614944458, 1.0653290471553802, 1.043406178855896, 1.029171966934204, 1.0249553047180175, 1.0062125328063964, 0.9868852173805237, 0.980598240661621, 0.9800201850891114, 0.9732961756706238, 0.9715418921470642, 0.9726413438796997, 0.9694333058834076, 0.9690543773651124 ], "train_acc": [ 0.2472, 0.6098, 0.7158, 0.7471, 0.7633, 0.775, 0.7733, 0.7387, 0.7635, 0.765, 0.7685, 0.7314, 0.7553, 0.7495, 0.7784, 0.7204, 0.6933, 0.7259, 0.7279, 0.7282, 0.7687, 0.7487, 0.7313, 0.7414, 0.7313, 0.7547, 0.7595, 0.7644, 0.7269, 0.6914, 0.7377, 0.7329, 0.7555, 0.7575, 0.7373, 0.7285, 0.7163, 0.6928, 0.7033, 0.7168, 0.6899, 0.7089, 0.6715, 0.6694, 0.6696, 0.6666, 0.649, 0.6656, 0.6545, 0.6709, 0.686, 0.6767, 0.648, 0.6469, 0.6339, 0.6281, 0.6347, 0.6376, 0.6473, 0.6607, 0.669, 0.6811, 0.6873, 0.6898, 0.6811, 0.6921, 0.6948, 0.6904, 0.6949, 0.695, 0.6913, 0.6975, 0.7004, 0.6993, 0.6993, 0.7, 0.6991, 0.6994, 0.7022, 0.7017 ], "test_acc": [ 0.49, 0.659, 0.701, 0.7205, 0.721, 0.6975, 0.708, 0.6605, 0.7245, 0.6645, 0.6145, 0.6515, 0.5925, 0.6665, 0.561, 0.472, 0.637, 0.66, 0.5885, 0.6525, 0.657, 0.521, 0.5985, 0.5795, 0.6475, 0.669, 0.6665, 0.5875, 0.6335, 0.7045, 0.633, 0.6845, 0.6295, 0.6315, 0.7015, 0.6905, 0.5995, 0.6185, 0.6335, 0.585, 0.652, 0.513, 0.5615, 0.5745, 0.5725, 0.555, 0.613, 0.5315, 0.6245, 0.6495, 0.6425, 0.6055, 0.611, 0.637, 0.582, 0.582, 0.587, 0.614, 0.6315, 0.631, 0.6295, 0.644, 0.6635, 0.634, 0.664, 0.656, 0.664, 0.665, 0.664, 0.661, 0.6635, 0.664, 0.6665, 0.671, 0.671, 0.6655, 0.6635, 0.6695, 0.6685, 0.669 ], "value_loss": [ 2.756714974594116, 1.0699842605590821, 0.772724876499176, 0.7186811010360717, 0.7039346227645874, 0.7089841152191162, 0.7045547727584839, 1.0278774134635926, 1.0351098167419435, 0.79849758310318, 0.8763475816726685, 1.2047807735443115, 1.027970889377594, 1.0575392370224, 0.7888917721748352, 1.2805246074676513, 2.225238763809204, 1.0823904124736785, 1.1905035690307617, 1.642304021835327, 0.9129455471992493, 1.2949172660827637, 1.9253954372406006, 1.5692272598266601, 2.174523571395874, 1.989169766139984, 1.3499937854766846, 1.7908005687713624, 3.913453258514404, 8.14511700668335, 5.840194707679749, 4.497665633392334, 3.1302750116348266, 3.5435767040252686, 4.556240005493164, 5.435755169677734, 9.532537229919434, 9.881556200408935, 6.2278411382198335, 4.9383210889816285, 4.416168696212768, 3.3235662673950195, 5.057485938262939, 3.643429838180542, 3.272873913192749, 2.747176977729797, 3.895003358268738, 2.62603823928833, 2.462896474838257, 2.229940517234802, 2.081709727478027, 2.7063279764175414, 3.1426480583190917, 3.744391917037964, 3.7624966133117677, 3.801296794509888, 4.549085423660278, 4.737994041442871, 3.6686552688598635, 2.8817406677246096, 2.1652517974853516, 2.257669227409363, 1.8863371967315674, 1.753921750640869, 1.704151694869995, 1.605138656806946, 1.366706605911255, 1.3500237414360046, 1.4022936582565309, 1.1546042854309082, 1.143458882522583, 1.030033224105835, 0.9880966281175614, 0.9858702459335327, 1.0123830188751222, 0.8727149436950684, 0.8251452196121216, 0.8818260744094849, 0.8404904095649719, 0.8257113872528076 ], "term_loss": [ 1.6504224247932433, 0.8375917286872864, 0.6154087921142578, 0.5532272914409637, 0.5395434478759765, 0.5454418560981751, 0.548071176624298, 0.8495948793888092, 0.871022064948082, 0.6399660477638245, 0.7113209009170532, 1.0140180881977081, 0.8458488144636154, 0.8732069333314896, 0.6247593785524368, 1.064120747566223, 1.9725029928207398, 0.8703572043895721, 0.9687161136627197, 1.3335205810546875, 0.6815592967748642, 0.9841544357299805, 1.4630473113059999, 1.1648006004333495, 1.6974185828447341, 1.585868435716629, 1.086215167760849, 1.4794144651412964, 3.383740266418457, 6.938124223327637, 5.274092036437988, 3.881667746925354, 2.553757908630371, 2.978989521408081, 3.82173573884964, 4.520999314308167, 8.147785523223877, 8.00288946609497, 5.000799319529533, 4.125068738365173, 3.5042172052383425, 2.699850891304016, 4.425766694641113, 3.1604889556884768, 2.7477581281661987, 2.2315157468795777, 3.2700717025756836, 2.140160263442993, 2.0445699644088746, 1.8384040803909303, 1.7394722784042358, 2.334256193733215, 2.7318620399475098, 3.210952592277527, 3.1114013697624205, 3.125122370147705, 3.922404075050354, 4.07079298210144, 3.0838204498291018, 2.4635134841918944, 1.74991473236084, 1.8150607773780822, 1.5140642840385437, 1.4030307838439942, 1.390348579788208, 1.2754892768859862, 1.0548970350265503, 1.0442349720954895, 1.079941069793701, 0.869195331954956, 0.8486155418395996, 0.7500218649864197, 0.7166386909261346, 0.7068471017837524, 0.7262772275924683, 0.6089376243591309, 0.565191646194458, 0.6097024906158447, 0.5746593361854553, 0.5509136886596679 ], "bridge_loss": [ 0.8274208247567294, 0.04628952074944973, 0.005470760084688663, 0.022114072570204736, 0.02619350514113903, 0.02462219797000289, 0.016575153788924216, 0.012172694252431393, 0.008306282567977906, 0.007131045020371676, 0.006602350142598152, 0.007133904299885034, 0.00889486790150404, 0.007033539731428027, 0.007029886939749121, 0.016358042316138743, 0.020663128697872162, 0.010306563833355903, 0.020879663941264153, 0.10206406505107879, 0.06092094658613205, 0.1235328954577446, 0.260770632982254, 0.20950047061443328, 0.26373723001480104, 0.20571331169605256, 0.07498671305179595, 0.12556591314077378, 0.2968582089275122, 0.9360601034164429, 0.34663937301635744, 0.39642132375240324, 0.38016364483833315, 0.36436182782649995, 0.5179255735874176, 0.6902249323606491, 1.1416879810333251, 1.6240587829351425, 0.9814537258118391, 0.5799458844184876, 0.659208872383833, 0.39408149279356003, 0.3656025336742401, 0.22205486388206483, 0.2630800589323044, 0.25402860095500945, 0.3471872593641281, 0.2257408608198166, 0.1474910190463066, 0.13604351500570774, 0.09966603577136994, 0.11529678661227226, 0.12656707118153573, 0.24201848303973675, 0.34999929159879684, 0.3684466096520424, 0.32107353453636167, 0.36825179790854456, 0.2991718190073967, 0.14634431777000428, 0.15489137840270997, 0.19152780306339265, 0.1264393635749817, 0.110255957955122, 0.06583732250332833, 0.09188482095599175, 0.07512128737568856, 0.06769476855397225, 0.08805738928318024, 0.052597072744369505, 0.061042466819286344, 0.049813730967044834, 0.043870848792791364, 0.051897744873166084, 0.05865620729923248, 0.03764229657351971, 0.03385210290849209, 0.04558607372045517, 0.04050549000203609, 0.049323998257517813 ], "tgrad_loss": [ 0.27887171220779416, 0.18610301048755645, 0.15184532343149185, 0.143339737200737, 0.13819767172336578, 0.1389200611591339, 0.1399084441423416, 0.16610983300209045, 0.15578146158456802, 0.15140049700737, 0.15842433052062987, 0.18362878961563112, 0.17322721722126008, 0.17729875540733336, 0.1571024955034256, 0.20004582180976868, 0.23207265706062316, 0.2017266354560852, 0.20090780715942383, 0.20671938235759735, 0.17046530573368074, 0.18722992515563966, 0.20157747678756713, 0.19492619981765746, 0.21336774530410765, 0.19758802919387816, 0.1887919110774994, 0.18582018871307374, 0.2328547879219055, 0.2709327209472656, 0.21946332993507386, 0.21957662334442138, 0.1963534575819969, 0.20022535383701323, 0.21657870807647706, 0.22453099676370622, 0.24306369013786316, 0.2546080108642578, 0.24558807609081268, 0.23330649132728576, 0.25274263796806334, 0.2296339340209961, 0.2661167623519897, 0.2608860526561737, 0.26203568353652956, 0.2616326283454895, 0.27774441232681274, 0.2601371428012848, 0.2708354802131653, 0.25549290828704835, 0.24257140054702758, 0.2567750201940536, 0.2842189628124237, 0.29142085790634153, 0.30109593143463137, 0.3077278130531311, 0.3056078572273254, 0.29894922952651976, 0.2856630270242691, 0.2718828806877136, 0.26044571537971495, 0.25108065757751463, 0.24583355770111084, 0.24063498420715332, 0.2479657948255539, 0.2377645515680313, 0.2366882876396179, 0.2380939986228943, 0.2342951997756958, 0.2328118751525879, 0.23380087866783142, 0.23019764132499695, 0.22758708037137984, 0.2271253991127014, 0.22744957551956177, 0.22613502042293548, 0.2261014585018158, 0.2265375138759613, 0.2253255781173706, 0.22547370266914368 ] }, "diagnostics": { "bp_cosine": [ 0.0015124600613489747, 0.020085982978343964, 0.03127610310912132, 0.03517032414674759, 0.042219605296850204, 0.05027471110224724, 0.05683741718530655, 0.057938531041145325, 0.06581299006938934, 0.06761687994003296, 0.07107532024383545, 0.07804323732852936 ], "perturbation_rho": [ 0.03147998824715614, -0.015333062037825584, 0.020876668393611908, 0.07304719090461731, 0.0599740669131279, 0.08874240517616272, 0.05341971293091774, 0.07721589505672455, 0.08801877498626709, 0.10527393221855164, 0.16833831369876862, 0.1291283369064331 ], "nudging": { "0.001": [ -0.00044463935773819685, -0.00012659450294449925, -0.0001986775896511972, -0.0002730795240495354, -0.0002829947043210268, -0.00034303159918636084, -0.0003691607271321118, -0.00040001055458560586, -0.00042912771459668875, -0.00045504042645916343, -0.00047524512046948075, -0.0004846052033826709 ], "0.003": [ -0.0013053687289357185, -0.00038041931111365557, -0.0005985662573948503, -0.0008211880922317505, -0.0008477486553601921, -0.001032006461173296, -0.0011103888973593712, -0.0012022369774058461, -0.0012896620901301503, -0.00136495940387249, -0.0014261011965572834, -0.0014572828076779842 ], "0.01": [ -0.004048495087772608, -0.0012588155223056674, -0.0019918864127248526, -0.002725755563005805, -0.0028244066052138805, -0.003425109200179577, -0.0036919033154845238, -0.003999053034931421, -0.0042928787879645824, -0.004538967739790678, -0.004742524586617947, -0.004852524492889643 ] } } } }