{ "bp": { "log": { "train_loss": [ 1.0251480885505677, 0.5381011812925339, 0.41018714437484743, 0.41668477268218995, 0.3987781819820404, 0.34647837781906127, 0.3328484351158142, 0.3411853968143463, 0.31531344504356384, 0.2811115964889526, 0.3177991699934006, 0.276431111907959, 0.31507457468509675, 0.23614442422389983, 0.254969379901886, 0.27476890687942507, 0.2822477249979973, 0.22857851524353026, 0.2848317095279694, 0.22646245069503784, 0.19609259796142578, 0.20422002878189086, 0.2278106704711914, 0.21199282817840576, 0.22999722228050232, 0.18927179362773897, 0.1868197315096855, 0.1624525843143463, 0.16611186580657958, 0.1776226815700531, 0.18346555788517, 0.18616020417213439, 0.21773850283622742, 0.17072519811987877, 0.1434326003074646, 0.14783699934482575, 0.15042639310359954, 0.12889793826341628, 0.12356024625301361, 0.1692313243865967, 0.15909709224700927, 0.1192699939250946, 0.11174692940711975, 0.11469121931791305, 0.09951091033518314, 0.09089980803132057, 0.09371082916259765, 0.10394041108489037, 0.08837119708657265, 0.0850338310956955, 0.08094862339496613, 0.08114566903114319, 0.0906995141685009, 0.078421424472332, 0.0745745754480362, 0.06969475071430206, 0.0771757453918457, 0.07762574458122254, 0.07343646372556686, 0.06731920648217202, 0.06413565802574157, 0.0694550199508667, 0.06341172800064086, 0.06010753145813942, 0.0578922655582428, 0.05571632192134857, 0.05808653661012649, 0.055248909771442416, 0.05357116482257843, 0.05281550569534302, 0.05171134668439627, 0.050705768856406215, 0.04993012307882309, 0.04970487477779388, 0.04938072466850281, 0.04907250826358795, 0.048702222812175754, 0.04849463161230087, 0.04836083398014307, 0.04829238135814667 ], "train_acc": [ 0.6282, 0.7909, 0.8356, 0.8387, 0.8442, 0.8678, 0.864, 0.8668, 0.878, 0.8879, 0.8761, 0.891, 0.8781, 0.9061, 0.8998, 0.8908, 0.8897, 0.9051, 0.89, 0.9092, 0.924, 0.9202, 0.9112, 0.9156, 0.9113, 0.922, 0.9281, 0.9346, 0.9359, 0.9311, 0.9273, 0.9257, 0.9147, 0.933, 0.9439, 0.9438, 0.9417, 0.9526, 0.9544, 0.9381, 0.9407, 0.9555, 0.9599, 0.9549, 0.9662, 0.9731, 0.9685, 0.9654, 0.9715, 0.9729, 0.9751, 0.975, 0.9686, 0.9772, 0.9789, 0.9812, 0.9762, 0.9755, 0.9773, 0.9815, 0.9841, 0.9801, 0.9832, 0.9859, 0.9881, 0.9893, 0.9875, 0.9879, 0.9904, 0.9916, 0.9919, 0.9924, 0.993, 0.9929, 0.9935, 0.9936, 0.9937, 0.9937, 0.9939, 0.9939 ], "test_acc": [ 0.7655, 0.7705, 0.845, 0.8445, 0.856, 0.8585, 0.8535, 0.863, 0.863, 0.8645, 0.852, 0.8735, 0.876, 0.868, 0.8825, 0.8725, 0.869, 0.873, 0.8675, 0.876, 0.8745, 0.8785, 0.875, 0.8745, 0.8785, 0.878, 0.8905, 0.881, 0.883, 0.889, 0.8855, 0.8835, 0.8815, 0.894, 0.891, 0.8865, 0.8855, 0.8865, 0.884, 0.8925, 0.893, 0.8995, 0.9, 0.894, 0.8985, 0.9, 0.897, 0.8975, 0.895, 0.9005, 0.895, 0.904, 0.8985, 0.899, 0.9025, 0.901, 0.899, 0.8985, 0.8985, 0.897, 0.897, 0.902, 0.902, 0.9025, 0.899, 0.9035, 0.901, 0.902, 0.903, 0.901, 0.9035, 0.902, 0.901, 0.901, 0.901, 0.9005, 0.902, 0.902, 0.902, 0.902 ] }, "diagnostics": { "bp_cosine": [ 0.8318638801574707, 0.8205357789993286, 0.8115277886390686, 0.8032979965209961, 0.7886118292808533, 0.7801527976989746, 0.7755030393600464, 0.769822359085083, 0.7656118869781494, 0.7624454498291016, 0.7592873573303223, 0.7567087411880493 ], "perturbation_rho": [ 0.9999992251396179, 0.9999969005584717, 0.9999886155128479, 0.9999699592590332, 0.9999390244483948, 0.9998932480812073, 0.9998554587364197, 0.9998190999031067, 0.9997619986534119, 0.9997045397758484, 0.9997037649154663, 0.9996514916419983 ], "nudging": { "0.001": [ -0.02965891733765602, -0.014755135402083397, -0.007768464274704456, -0.004644382745027542, -0.0031942492350935936, -0.0024470873177051544, -0.002016209065914154, -0.0017410764703527093, -0.001558023039251566, -0.0014324376825243235, -0.001343877287581563, -0.0012825119774788618 ], "0.003": [ -0.0804542750120163, -0.042193710803985596, -0.022742247208952904, -0.013738743960857391, -0.00949312373995781, -0.007289452478289604, -0.006013792939484119, -0.005197531543672085, -0.004653473384678364, -0.004280170891433954, -0.004016467835754156, -0.0038337684236466885 ], "0.01": [ -0.19001588225364685, -0.1191760003566742, -0.0696173831820488, -0.04359997808933258, -0.030619269236922264, -0.023702502250671387, -0.019644131883978844, -0.01702706888318062, -0.015273808501660824, -0.014067228883504868, -0.01321301981806755, -0.012620084919035435 ] } } }, "dfa": { "log": { "train_loss": [ 2.1161888708114622, 1.0705381093978883, 0.7379587242126465, 0.6230424444198608, 0.5587224875450134, 0.5511080667495728, 0.5147961149215698, 0.5059333966255188, 0.5395212747573852, 0.5567793758392334, 0.6206620505332947, 0.5265415138721466, 0.5160172220230103, 0.5400834962844848, 0.5545318482398987, 0.5883845041275024, 0.6101506164550782, 0.5516913089752197, 0.6737783394813538, 0.6081213068962097, 0.811542774772644, 0.6109004033088684, 0.5861687495231629, 0.6011404423713684, 0.6571122856140137, 0.6412208379745483, 0.9013783811628818, 0.5354073376655578, 0.5708883996009827, 0.6849057559967041, 1.001942999124527, 0.60237093501091, 0.6511475246667862, 0.6211171346664429, 0.602404217338562, 0.546023369216919, 0.6272468940734863, 0.6112368375778198, 0.5450925559997558, 0.7834748405456543, 0.6081129229784011, 0.5642386393815279, 0.56300906457901, 0.505311530637741, 0.5361756405830383, 0.4359512243270874, 0.545820366859436, 0.5309959113121032, 0.5448329068422317, 0.4796094952344894, 0.4383549818992615, 0.47926157960891724, 0.46650244359970094, 0.4291006091594696, 0.4090529757976532, 0.3741895474433899, 0.46069719450473784, 0.4360212215423584, 0.43903335857391357, 0.39378074131011964, 0.3575065735816956, 0.38047246384620664, 0.3535813014984131, 0.3860295336961746, 0.35095718326568603, 0.37885420265197756, 0.3496265037059784, 0.34361237716674803, 0.3341560622692108, 0.34267382655143735, 0.3308092978477478, 0.3239377063751221, 0.32587551040649415, 0.32046382219791414, 0.31662249999046327, 0.316526219534874, 0.315068252658844, 0.31297805325984956, 0.3121805286288261, 0.31114738615751264 ], "train_acc": [ 0.2347, 0.6109, 0.7271, 0.7668, 0.7901, 0.7911, 0.8103, 0.8109, 0.8039, 0.8057, 0.7993, 0.8217, 0.8213, 0.8225, 0.8165, 0.8147, 0.8151, 0.8288, 0.8074, 0.8169, 0.7825, 0.8202, 0.8321, 0.8321, 0.8179, 0.8169, 0.787, 0.8383, 0.8308, 0.8067, 0.7794, 0.8299, 0.8183, 0.8227, 0.8221, 0.84, 0.8212, 0.8258, 0.8318, 0.7943, 0.8294, 0.8284, 0.8301, 0.8396, 0.8353, 0.8567, 0.8271, 0.8324, 0.8331, 0.8414, 0.8513, 0.8441, 0.8437, 0.8564, 0.8621, 0.8661, 0.8483, 0.8563, 0.8535, 0.8627, 0.8716, 0.8674, 0.873, 0.867, 0.8746, 0.8692, 0.8759, 0.8763, 0.8793, 0.8761, 0.8811, 0.8839, 0.8847, 0.886, 0.8883, 0.8857, 0.8871, 0.8883, 0.8883, 0.889 ], "test_acc": [ 0.4935, 0.664, 0.7105, 0.7415, 0.7515, 0.749, 0.738, 0.7145, 0.747, 0.6885, 0.779, 0.747, 0.7215, 0.774, 0.7765, 0.737, 0.7385, 0.7485, 0.7145, 0.7095, 0.746, 0.6925, 0.7445, 0.733, 0.7555, 0.6975, 0.744, 0.758, 0.7605, 0.6015, 0.7335, 0.744, 0.7155, 0.76, 0.742, 0.6985, 0.756, 0.797, 0.669, 0.6595, 0.7775, 0.751, 0.7825, 0.792, 0.7875, 0.7185, 0.7555, 0.711, 0.7865, 0.7815, 0.7525, 0.7505, 0.756, 0.8095, 0.8295, 0.8095, 0.7835, 0.811, 0.792, 0.835, 0.8165, 0.8195, 0.824, 0.8365, 0.83, 0.8305, 0.8355, 0.8345, 0.841, 0.8435, 0.845, 0.8445, 0.8385, 0.8435, 0.849, 0.8425, 0.852, 0.846, 0.8475, 0.8475 ] }, "diagnostics": { "bp_cosine": [ 0.007017737254500389, 0.1750856339931488, 0.09811605513095856, 0.09870222210884094, 0.06923168152570724, 0.07072796672582626, 0.1299426257610321, 0.06372487545013428, 0.05202930420637131, 0.07090489566326141, 0.04892899468541145, 0.07766443490982056 ], "perturbation_rho": [ -0.05082311853766441, 0.15127798914909363, 0.10723739117383957, 0.1141807958483696, 0.10590988397598267, 0.05159565061330795, 0.11685939878225327, 0.06997300684452057, 0.00848393514752388, 0.09840574860572815, 0.04575839638710022, 0.015137266367673874 ], "nudging": { "0.001": [ -4.85350246890448e-05, -0.00047083833487704396, -0.0002036669902736321, -0.00020484492415562272, -0.00012755952775478363, -0.0001312094391323626, -0.00026341876946389675, -0.00013891540584154427, -8.587291813455522e-05, -0.0001401761983288452, -0.00010106117406394333, -0.00013796932762488723 ], "0.003": [ -0.00011904549319297075, -0.0014130279887467623, -0.0006089931703172624, -0.0006149515393190086, -0.00038236152613535523, -0.0003897756978403777, -0.0007856430020183325, -0.00041487300768494606, -0.00026209562201984227, -0.0004224291769787669, -0.0003004029858857393, -0.00041531946044415236 ], "0.01": [ -9.43206250667572e-05, -0.004689650610089302, -0.0020264536142349243, -0.0020407852716743946, -0.0012656663311645389, -0.0012923413887619972, -0.0026080894749611616, -0.0013762509915977716, -0.0008721412159502506, -0.0014046088326722383, -0.0009981195908039808, -0.0013870256952941418 ] } } }, "state_bridge": { "log": { "train_loss": [ 1.7660392265319824, 1.178251402759552, 0.9799116178512574, 0.9648374988555908, 0.9458347319602967, 0.9694253993034363, 1.031941456604004, 1.086812539100647, 1.1742973445892333, 1.19130708694458, 1.1743286926269532, 1.1457796726226808, 1.1943257934570313, 1.1683498153686522, 1.1290361179351807, 1.0556812404632567, 1.0298576685905456, 1.0394999574661254, 1.0867010340690613, 1.049304892539978, 1.0673762855529785, 1.0524308464050294, 1.0844358332633972, 1.1172401988983154, 1.1323510132789611, 1.1146858919143676, 1.128648495578766, 1.0949398155212402, 1.0749667533874512, 1.0532681093215943, 0.9976370090484619, 0.9771609001159668, 1.0085774200439452, 0.9589678119659424, 1.0052671368122101, 1.0016240659713744, 0.9660814436912537, 0.9806823503494263, 0.9850459058761597, 0.9981972049713135, 0.9740466180801391, 0.9784111059188842, 1.0064473885536194, 1.0063808506011962, 1.0454398796081543, 1.068976349067688, 1.0449666645050049, 0.9966327934265137, 0.9869317514419556, 0.9675295728683472, 0.9301507671356202, 0.9641815420150757, 0.9217775179862976, 0.9083558129310608, 0.8999398115158082, 0.9012471942901611, 0.876110479068756, 0.8611874293327332, 0.8559818737030029, 0.8613637584686279, 0.8418010949134827, 0.8399203823089599, 0.822348624420166, 0.8137641032218933, 0.8099215194702148, 0.8083343101501465, 0.79866770362854, 0.7958657787322998, 0.7941301454544067, 0.7885932938575745, 0.7868301971435547, 0.7845343255996704, 0.7839029501914978, 0.7834184554100037, 0.7787990325927734, 0.7778603867530822, 0.7773278060913086, 0.7761943964004516, 0.7756718534469604, 0.7753890983581543 ], "train_acc": [ 0.3775, 0.5866, 0.6582, 0.6737, 0.6776, 0.6691, 0.6489, 0.6323, 0.615, 0.6048, 0.6065, 0.6163, 0.5998, 0.6116, 0.6105, 0.6255, 0.6347, 0.6341, 0.6203, 0.6327, 0.6274, 0.6273, 0.6222, 0.6166, 0.6221, 0.6313, 0.6286, 0.6398, 0.6346, 0.6421, 0.6539, 0.6626, 0.6542, 0.6694, 0.662, 0.6658, 0.6749, 0.6665, 0.6672, 0.6647, 0.6694, 0.6657, 0.6662, 0.6634, 0.6582, 0.6572, 0.6615, 0.6692, 0.6772, 0.6794, 0.6878, 0.672, 0.688, 0.688, 0.6891, 0.6883, 0.6942, 0.6958, 0.6969, 0.6946, 0.7045, 0.7034, 0.7078, 0.7092, 0.7115, 0.7134, 0.7138, 0.7166, 0.7183, 0.7177, 0.7171, 0.7211, 0.7219, 0.7237, 0.7234, 0.7234, 0.7229, 0.7241, 0.7237, 0.7238 ], "test_acc": [ 0.521, 0.603, 0.6275, 0.638, 0.64, 0.6115, 0.6005, 0.5555, 0.575, 0.5755, 0.5515, 0.5135, 0.563, 0.5605, 0.5765, 0.5455, 0.598, 0.5825, 0.5805, 0.5785, 0.5125, 0.5985, 0.57, 0.5875, 0.5775, 0.571, 0.6055, 0.6095, 0.6085, 0.6005, 0.6235, 0.608, 0.63, 0.607, 0.611, 0.6395, 0.6215, 0.6065, 0.609, 0.622, 0.62, 0.619, 0.62, 0.6035, 0.6035, 0.614, 0.611, 0.615, 0.6215, 0.6185, 0.6415, 0.641, 0.6365, 0.634, 0.6375, 0.6385, 0.638, 0.638, 0.6585, 0.6345, 0.6515, 0.6415, 0.6495, 0.648, 0.6535, 0.649, 0.6485, 0.6535, 0.6605, 0.652, 0.6495, 0.656, 0.6555, 0.6525, 0.6495, 0.653, 0.6515, 0.6525, 0.653, 0.653 ], "state_pred_error": [ 0.6562932591438293, 0.23981053397655486, 0.1903499266386032, 0.19460821108818055, 0.18526573693752288, 0.17590652742385865, 0.17703034114837646, 0.18292365341186523, 0.17384615654945373, 0.15362654786109925, 0.13457916014194488, 0.10651036943197251, 0.08625391768217087, 0.07398555294275284, 0.06209893840551376, 0.05550870283842087, 0.053596517646312715, 0.04783650130033493, 0.043200792515277864, 0.04244589750766754, 0.03850420281887054, 0.034261447036266324, 0.03740785131454468, 0.05187485041022301, 0.062013522326946256, 0.06344651449918746, 0.06347008838653564, 0.05844136718511581, 0.055137157082557675, 0.0557414687871933, 0.057311562991142276, 0.054085967439413074, 0.051402875846624375, 0.05376452451944351, 0.056453118932247165, 0.058846011412143705, 0.05783562337160111, 0.05683179898262024, 0.04931292141675949, 0.046385925376415255, 0.04792898969650269, 0.04724597421884537, 0.048053572791814804, 0.05018840481638909, 0.0515774268746376, 0.051133309531211854, 0.04661017266511917, 0.040031638622283934, 0.03488108472824097, 0.034121088311076166, 0.033728338706493374, 0.0345772180557251, 0.035495428866147996, 0.0358143527507782, 0.03543115886449814, 0.034300058418512344, 0.03347357029318809, 0.03296002690792084, 0.03150505864620209, 0.031229876655340195, 0.030605761355161666, 0.029714866718649865, 0.029429574620723726, 0.028748987805843354, 0.0280685770124197, 0.027459417676925658, 0.02690108307301998, 0.0262698985517025, 0.025815216612815856, 0.025245039772987365, 0.02476883113980293, 0.024032312482595443, 0.023628278690576553, 0.02287783022224903, 0.022595539873838423, 0.022138828229904175, 0.02166169041991234, 0.021171285590529443, 0.020910686141252518, 0.020324308523535728 ] }, "diagnostics": { "bp_cosine": [ 0.7411977648735046, 0.3599514067173004, 0.24466437101364136, 0.18324854969978333, 0.1438049077987671, 0.1288401186466217, 0.12390943616628647, 0.11832019686698914, 0.1285572201013565, 0.12467152625322342, 0.12941977381706238, 0.11911536008119583 ], "perturbation_rho": [ 0.637965977191925, 0.3033628761768341, 0.22177954018115997, 0.1946793794631958, 0.08981841057538986, 0.07293770462274551, 0.06646254658699036, 0.08072252571582794, 0.1001453697681427, 0.10873826593160629, 0.08548736572265625, 0.06633201241493225 ], "nudging": { "0.001": [ -0.021028487011790276, -0.001058874186128378, -0.0006181992357596755, -0.0004633825155906379, -0.00033575957058928907, -0.00028632720932364464, -0.0002752277650870383, -0.00025989426649175584, -0.0002959924750030041, -0.0002790615544654429, -0.0002817974309436977, -0.00027173495618626475 ], "0.003": [ -0.06181221827864647, -0.0031739207915961742, -0.0018536150455474854, -0.0013895141892135143, -0.0010071746073663235, -0.0008582596783526242, -0.0008251374820247293, -0.0007799923187121749, -0.0008870307938195765, -0.0008369790157303214, -0.0008445986313745379, -0.000814296246971935 ], "0.01": [ -0.19135718047618866, -0.010539980605244637, -0.006164146587252617, -0.004623022396117449, -0.003351652529090643, -0.002855603815987706, -0.002745934296399355, -0.0025949627161026, -0.002952038776129484, -0.002784580923616886, -0.002810355508700013, -0.0027095736004412174 ] }, "state_pred_error_per_layer": [ 11398.169921875, 8994.236328125, 6843.07958984375, 5338.4423828125, 5392.61279296875, 5254.96435546875, 5057.08544921875, 3968.3759765625, 3609.97021484375, 3456.01708984375, 3801.56005859375, 3800.938232421875 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.1167624181747438, 1.0788958876609802, 0.7283429620742797, 0.6024269011974335, 0.5713749401092529, 0.5598325239181519, 0.5255904386997223, 0.4974329795598984, 0.4899064763069153, 0.5248763283252716, 0.5883738929748535, 0.5222483651161194, 0.6248608678817749, 0.6194486492156982, 0.662178272819519, 0.640893846309185, 0.5865561918258667, 0.885394397687912, 0.6598452829360962, 0.8222563210964203, 0.754990729355812, 0.8914188419342041, 1.031625161933899, 1.0454975284576415, 1.2010375715255737, 1.0348915752410888, 1.165796419429779, 1.231134867119789, 1.1155884208679199, 1.126976979446411, 1.1689010509490967, 1.2431681230545044, 1.1928106174468993, 1.2096030212402344, 1.3011646310806275, 1.4129821705818175, 1.6691173180580139, 1.7397695838928222, 1.5034552973747253, 1.4103708577156067, 1.4138535682678222, 1.426429981994629, 1.403753551864624, 1.3699013526916504, 1.2783019632339478, 1.4253152322292328, 1.2403149646759033, 1.2535520204544068, 1.2423814392089845, 1.2836143051147462, 1.2725918060302734, 1.459489345550537, 1.3426179229736328, 1.2982452480316162, 1.2198686767578124, 1.2035927333831786, 1.189828524017334, 1.1886818801879884, 1.186541651058197, 1.196483794784546, 1.1956911575317384, 1.1999056583404542, 1.1884550790786743, 1.16442092628479, 1.1864193830490113, 1.175171266555786, 1.164777257537842, 1.143490619659424, 1.1616380886077882, 1.148275350189209, 1.1453337799072265, 1.1361551708221436, 1.1338137168884277, 1.1356001434326173, 1.1363445959091187, 1.1320666946411133, 1.1263005462646485, 1.1265122992515564, 1.1240507564544677, 1.122698894882202 ], "train_acc": [ 0.2326, 0.6009, 0.7284, 0.782, 0.7858, 0.7932, 0.8017, 0.8211, 0.821, 0.8133, 0.8013, 0.8252, 0.8039, 0.8028, 0.8062, 0.8088, 0.8267, 0.7767, 0.8198, 0.7967, 0.8033, 0.7824, 0.7618, 0.7514, 0.7357, 0.7568, 0.7255, 0.7226, 0.7436, 0.7404, 0.7352, 0.7124, 0.7168, 0.7056, 0.6906, 0.6805, 0.6348, 0.6271, 0.6467, 0.6502, 0.6414, 0.6359, 0.6329, 0.6335, 0.6483, 0.6185, 0.6446, 0.6477, 0.6504, 0.6359, 0.6434, 0.6053, 0.6247, 0.6278, 0.645, 0.6464, 0.6447, 0.6448, 0.6491, 0.6438, 0.6471, 0.6432, 0.6445, 0.6451, 0.642, 0.6436, 0.6457, 0.6523, 0.6477, 0.6485, 0.6528, 0.6531, 0.6558, 0.6543, 0.6514, 0.6525, 0.6535, 0.6521, 0.6561, 0.6539 ], "test_acc": [ 0.4875, 0.677, 0.7215, 0.7555, 0.711, 0.746, 0.749, 0.766, 0.737, 0.781, 0.737, 0.7375, 0.682, 0.752, 0.741, 0.753, 0.7145, 0.7665, 0.7315, 0.7535, 0.735, 0.693, 0.6625, 0.6565, 0.6395, 0.6925, 0.6545, 0.65, 0.6975, 0.6685, 0.6285, 0.624, 0.6125, 0.5815, 0.637, 0.595, 0.569, 0.6345, 0.588, 0.564, 0.551, 0.558, 0.532, 0.558, 0.463, 0.5915, 0.592, 0.605, 0.5635, 0.583, 0.475, 0.5865, 0.5545, 0.573, 0.574, 0.5875, 0.6035, 0.6145, 0.5835, 0.6215, 0.5825, 0.596, 0.5915, 0.595, 0.5825, 0.6105, 0.6125, 0.5925, 0.611, 0.6085, 0.6045, 0.614, 0.6135, 0.611, 0.6095, 0.6165, 0.615, 0.6175, 0.617, 0.6165 ], "value_loss": [ 2.917377243423462, 1.0885846445083618, 0.8722483618736268, 0.7590288893699646, 0.6848006416320801, 0.7795331933021545, 0.7230647287368774, 0.6652144893169403, 0.6948482487678528, 0.845168435049057, 1.012792977142334, 0.9757756937980652, 1.377029209136963, 1.2504926189422607, 1.5225606134414673, 1.4383921993494033, 1.3322697761535645, 2.4565747309207917, 1.6300376277923585, 2.823884797477722, 2.3786984578609465, 3.188929486846924, 3.881624488592148, 3.887029996871948, 5.223129042053222, 3.704177805709839, 3.865027075386047, 4.846107821583748, 4.141783078241348, 3.970493141937256, 3.874847568798065, 4.200226354598999, 3.745213671684265, 3.198570384597778, 3.0785925355911257, 3.9717932876586914, 4.700067436790467, 4.323802533721924, 4.030013834190369, 3.1393288494110108, 2.987711456298828, 2.7445001739501955, 3.0291526428222655, 2.3462921596527098, 1.9060795955657959, 2.258526708507538, 1.7152527221679688, 1.8757978493452072, 1.7933397781372071, 1.972236647605896, 1.9309973197937012, 2.1270628622055052, 2.527687882232666, 1.409256293106079, 1.5656167263031007, 1.207306969833374, 1.161829356956482, 1.1612982688903808, 1.3352970541954041, 1.0183050258636475, 1.0635041744232179, 1.1356115013122559, 1.030290427494049, 0.9526879192352294, 0.9847541847229004, 0.9769651292800904, 1.0084786526679992, 0.847856243610382, 0.9065985995292664, 0.8622876857757569, 0.985212391090393, 0.8992663670539855, 0.8764174394369125, 0.879221212387085, 0.7656205827713013, 0.7692451740264893, 0.7758066005706787, 0.7651944708824158, 0.7469569927215576, 0.7472030250549316 ], "term_loss": [ 1.7071890327453614, 0.8562626203536987, 0.7217037587165832, 0.6241729659080505, 0.5283200964927673, 0.6200158938407898, 0.5797653388977051, 0.5340959584653378, 0.570998721408844, 0.717055173254013, 0.8720836116790771, 0.8500968678474426, 1.2321790990829469, 1.1084193689346313, 1.371880656862259, 1.2907429981589318, 1.1943902667999267, 2.2709406319350003, 1.4680245761871338, 2.522774781036377, 2.103910192489624, 2.813427988433838, 3.51185936422348, 3.507211095714569, 4.675780584716797, 3.273686423397064, 3.37993256855011, 4.347406148648262, 3.6078256138801574, 3.477346031188965, 3.3423506669521332, 3.635915426635742, 3.2431184103012085, 2.731623638153076, 2.569586363697052, 3.3848239572525025, 3.9930092430114748, 3.6855425521850584, 3.439471867132187, 2.6192165103912353, 2.430570825958252, 2.2859115070343017, 2.510902947998047, 1.8956809158325196, 1.5424002754211426, 1.8663454635381698, 1.3792756309509278, 1.5096056005597114, 1.4301966918945312, 1.6093664487838746, 1.5647689273834229, 1.7485398204803466, 2.0468893560409547, 1.086868813419342, 1.2306722325801849, 0.9031556518554688, 0.8638837631225585, 0.8681535690307617, 1.0182161829471588, 0.7249538288116455, 0.7807100736618042, 0.8440699245452881, 0.7501027065992355, 0.6742322627067566, 0.7051959021568298, 0.7000651927947998, 0.7283024723052979, 0.5799991112709045, 0.6314232111930848, 0.5915066772460937, 0.7066991906166077, 0.6210276663541794, 0.6052080447912216, 0.6054580961704255, 0.506322053527832, 0.5056319164276123, 0.5136490772247314, 0.5038866362571717, 0.4870232744216919, 0.48659993648529054 ], "bridge_loss": [ 0.934133678069734, 0.04377672711312771, 0.00621748416274786, 0.009328789858520032, 0.03208852110505104, 0.03361516862809658, 0.025169576000422238, 0.016107972599565982, 0.01099225374609232, 0.009757265958189964, 0.012258637046068907, 0.009598278574645519, 0.011902521315217018, 0.01008907663524151, 0.012962754887342453, 0.016048321741446853, 0.014013315912336111, 0.02511794980466366, 0.03051947158575058, 0.14839042081832884, 0.1288803307890892, 0.21345752367973328, 0.18923244893550872, 0.1900414011478424, 0.3374566346645355, 0.2436180516242981, 0.27291790237426755, 0.2844627224907279, 0.33504061785936357, 0.28894724340438843, 0.323739523935318, 0.3439501903533936, 0.2863821896791458, 0.24004585890769958, 0.2657137688159943, 0.3297406603336334, 0.4193671970367432, 0.3435313666343689, 0.3151414979636669, 0.2521958198547363, 0.286889494228363, 0.18249824771881104, 0.24513883123397828, 0.1807411163687706, 0.10391507806777954, 0.11641201150417328, 0.0781691556930542, 0.11070946050584317, 0.10752428450584411, 0.09995526621341705, 0.10843874815702438, 0.09153415812253952, 0.21060027264356612, 0.05525967319011688, 0.07939857324361801, 0.052892149806022644, 0.04809255766868591, 0.043376958113908765, 0.06525523254275321, 0.041036498141288756, 0.034595796847343444, 0.039489244347810745, 0.03204091534614563, 0.03184057741165161, 0.03210646907687187, 0.03017198827266693, 0.03566043748408556, 0.026130416893959046, 0.030878000298142434, 0.028091139087080955, 0.036872993779182434, 0.037208085697889325, 0.031016037890315058, 0.03364388849139214, 0.01882201724052429, 0.022678672552108765, 0.023471874904632567, 0.022254053789377212, 0.021548601961135866, 0.02176231173723936 ], "tgrad_loss": [ 0.2760545256614685, 0.1885452966928482, 0.14432712779045104, 0.12552713549137115, 0.1243920262336731, 0.12590213398933411, 0.11812981011867524, 0.11501056258678437, 0.1128572760105133, 0.1183559935092926, 0.12845072351694106, 0.1160805418252945, 0.1329475926876068, 0.1319841867685318, 0.13771721487045288, 0.13160088445991278, 0.12386620242595672, 0.16051614969968797, 0.1314936074256897, 0.152719602394104, 0.14590793343186378, 0.1620439998626709, 0.1805326670050621, 0.18977752606868745, 0.20989185056686402, 0.18687333135604858, 0.21217663090229033, 0.21423892506957054, 0.19891686100959777, 0.20419985570907592, 0.20875739620923997, 0.22036073546409607, 0.2157130225300789, 0.22690090117454528, 0.2432923877954483, 0.2572286765575409, 0.28769104671478274, 0.29472856616973875, 0.27540048587322236, 0.26791652979850766, 0.2702511163234711, 0.2760904380321503, 0.27311084804534913, 0.2698701079368591, 0.2597642467021942, 0.27576921684741973, 0.25780792813301084, 0.25548279466629026, 0.2556188053131104, 0.26291491422653196, 0.2577896447181702, 0.2869888922214508, 0.2701982216835022, 0.2671278247833252, 0.25554592900276185, 0.2512591653585434, 0.2498530375957489, 0.249767742729187, 0.25182563605308533, 0.25231471223831176, 0.24819831862449646, 0.25205233681201933, 0.24814680593013763, 0.24661508560180664, 0.24745180859565735, 0.2467279472351074, 0.2445157471895218, 0.24172671518325806, 0.2442973881959915, 0.24268987379074097, 0.24164021210670472, 0.24103060722351075, 0.24019335939884187, 0.24011922693252563, 0.240476509141922, 0.24093458075523377, 0.2386856475353241, 0.23905378465652466, 0.23838511614799499, 0.23884078254699706 ] }, "diagnostics": { "bp_cosine": [ 0.022855455055832863, 0.05216163024306297, 0.06243491545319557, 0.06105152890086174, 0.04914259910583496, 0.0686616599559784, 0.07184358686208725, 0.06793813407421112, 0.07173632830381393, 0.07284142076969147, 0.07256414741277695, 0.07263204455375671 ], "perturbation_rho": [ 0.035705771297216415, 0.06484436988830566, 0.15210987627506256, 0.16708198189735413, 0.14389753341674805, 0.17870034277439117, 0.1870872974395752, 0.1476944386959076, 0.15697413682937622, 0.11093902587890625, 0.14925891160964966, 0.1440906673669815 ], "nudging": { "0.001": [ -0.001078948494978249, -0.0004032487340737134, -0.0004934167372994125, -0.00047345247003249824, -0.00039035180816426873, -0.0005267527303658426, -0.0005424739792943001, -0.0005249894456937909, -0.0005533735384233296, -0.0005575859104283154, -0.0005652024410665035, -0.0005723442882299423 ], "0.003": [ -0.0032069606240838766, -0.0012108207447454333, -0.0014771935530006886, -0.001415132312104106, -0.0011700796894729137, -0.0015794191276654601, -0.001628151978366077, -0.0015758140943944454, -0.0016569469589740038, -0.0016708305338397622, -0.001694234786555171, -0.0017183286836370826 ], "0.01": [ -0.010396174155175686, -0.0040237451903522015, -0.004916047677397728, -0.004709047265350819, -0.003890307154506445, -0.005256335251033306, -0.00541608827188611, -0.005244302563369274, -0.005511538591235876, -0.005561722908169031, -0.005636853165924549, -0.0057196058332920074 ] } } } }