{ "bp": { "log": { "train_loss": [ 1.453296373653412, 0.4953095598220825, 0.34828554306030274, 0.34110426716804504, 0.27771372408866885, 0.2927352352142334, 0.2706843049049377, 0.3097882106781006, 0.26225770044326785, 0.25132905864715577, 0.25332398891448976, 0.2514034366607666, 0.21332003959417342, 0.1936976969242096, 0.2505925059080124, 0.20892606778144837, 0.2087661534309387, 0.20852603862285615, 0.18916085431575774, 0.1735510662317276, 0.17585254753828047, 0.1600837320804596, 0.184162171459198, 0.1619161043167114, 0.18675716395378114, 0.15804585781097413, 0.16049944838285446, 0.14615878117084502, 0.13879444608688354, 0.15593961148262023, 0.1475718964099884, 0.1584999119758606, 0.16021934352219105, 0.11994385460615158, 0.11137195901870728, 0.1309328990459442, 0.11823977715969086, 0.12014036464691162, 0.11413699101507664, 0.09933694800138473, 0.10369804172515869, 0.1288715265393257, 0.10965070486068726, 0.10025272550582885, 0.09632523136138917, 0.09258691647052765, 0.09523829494118691, 0.0850349404335022, 0.09242999118566513, 0.08526616468429565, 0.0841564024925232, 0.08719563089609146, 0.07787569234371185, 0.07688848695755005, 0.07261240689754486, 0.07009156805276871, 0.06769767506122588, 0.06889801435470581, 0.06692594285011291, 0.06540395164489746, 0.06442964359521866, 0.06337919898033142, 0.06439190024137496, 0.061882001066207885, 0.0627123805642128, 0.06019558189511299, 0.05877050402164459, 0.05892564465999603, 0.05775531235933304, 0.057336541628837584, 0.05673237580060959, 0.056307577848434445, 0.05571542314887047, 0.055296688014268874, 0.055058483922481534, 0.05481614050865173, 0.054657079005241395, 0.054507050532102586, 0.054425559097528456, 0.05437098300457001 ], "train_acc": [ 0.521, 0.8342, 0.8734, 0.8655, 0.8922, 0.884, 0.8912, 0.8784, 0.8991, 0.8983, 0.9004, 0.8998, 0.9154, 0.9258, 0.9031, 0.9158, 0.9142, 0.9177, 0.9273, 0.9349, 0.932, 0.9401, 0.9262, 0.9358, 0.9253, 0.9406, 0.9371, 0.9434, 0.9492, 0.9411, 0.943, 0.9396, 0.9373, 0.9596, 0.9637, 0.9514, 0.9583, 0.9562, 0.959, 0.967, 0.9641, 0.9512, 0.961, 0.9657, 0.9694, 0.9709, 0.9696, 0.9747, 0.9695, 0.974, 0.9761, 0.9749, 0.9795, 0.9789, 0.9826, 0.9832, 0.986, 0.9848, 0.9866, 0.9868, 0.9877, 0.9874, 0.9867, 0.9887, 0.9889, 0.9905, 0.991, 0.9897, 0.9917, 0.992, 0.9922, 0.9927, 0.9928, 0.9936, 0.9933, 0.9932, 0.9936, 0.9937, 0.9935, 0.9936 ], "test_acc": [ 0.783, 0.8685, 0.8705, 0.8805, 0.8855, 0.8775, 0.8805, 0.8805, 0.883, 0.8825, 0.883, 0.8885, 0.8955, 0.8915, 0.8905, 0.893, 0.895, 0.9, 0.8935, 0.902, 0.9075, 0.903, 0.9015, 0.903, 0.896, 0.899, 0.904, 0.905, 0.905, 0.903, 0.9065, 0.908, 0.9055, 0.914, 0.907, 0.909, 0.9125, 0.9045, 0.907, 0.9065, 0.9105, 0.9005, 0.914, 0.909, 0.915, 0.908, 0.9105, 0.9155, 0.9055, 0.9145, 0.909, 0.91, 0.9105, 0.911, 0.9155, 0.9125, 0.9165, 0.913, 0.9105, 0.913, 0.911, 0.91, 0.912, 0.9125, 0.9155, 0.9145, 0.9135, 0.9125, 0.9115, 0.9115, 0.912, 0.9115, 0.9115, 0.9115, 0.911, 0.9115, 0.911, 0.911, 0.911, 0.911 ] }, "diagnostics": { "bp_cosine": [ 0.868922770023346, 0.8429951667785645, 0.8289605379104614, 0.8231275081634521 ], "perturbation_rho": [ 0.999998927116394, 0.9999972581863403, 0.9999882578849792, 0.9999451637268066 ], "nudging": { "0.001": [ -0.029291702434420586, -0.013265937566757202, -0.0059385779313743114, -0.0030764099210500717 ], "0.003": [ -0.0787585899233818, -0.03797435015439987, -0.017459016293287277, -0.009135493077337742 ], "0.01": [ -0.17674864828586578, -0.10683682560920715, -0.05415143817663193, -0.029372699558734894 ] } } }, "dfa": { "log": { "train_loss": [ 2.2496918357849123, 1.3387847526550294, 0.7445953012466431, 0.5398363877296448, 0.44195732192993165, 0.406708620595932, 0.3705522078037262, 0.37765975799560547, 0.3639752985954285, 0.3892137159347534, 0.3852337788581848, 0.4254111849784851, 0.38780576059818267, 0.41569334573745725, 0.4350270037651062, 0.43129599609375, 0.44781311664581297, 0.47839186553955076, 0.48407614097595214, 0.45144308986663817, 0.5073113049447536, 0.48227315073013305, 0.5290714904785156, 0.45285613021850585, 0.4874774526119232, 0.46561420321464536, 0.43761558775901793, 0.45178383803367617, 0.43797643756866456, 0.5157751927137375, 0.4519074549674988, 0.5198216260910035, 0.47095790967941287, 0.45483838151693345, 0.44220186512470244, 0.49421512649059296, 0.5017378551483155, 0.4660479995489121, 0.41283108919858935, 0.4158671610355377, 0.42750406036376953, 0.5042367227554321, 0.47434177494049073, 0.5477551186561584, 0.43455731093883515, 0.4315849390029907, 0.4076690737605095, 0.392881183385849, 0.3990067440032959, 0.3904748822212219, 0.37085895271301267, 0.40754292578697204, 0.39559432973861697, 0.3863873209953308, 0.37049336433410646, 0.36953919867277146, 0.36928157291412356, 0.40962127685546873, 0.3643629170656204, 0.3515832754135132, 0.3692568906784058, 0.3748962776184082, 0.3622305648565292, 0.34127199211120607, 0.3452877820730209, 0.3349293503880501, 0.33011303119659424, 0.3349422814369202, 0.3320218985080719, 0.3275007127761841, 0.3277460176587105, 0.32419858107566835, 0.3230124948501587, 0.32022189517021177, 0.3179460354447365, 0.31657396450042724, 0.3161927330970764, 0.3148143844127655, 0.31444183547496796, 0.3140971690177917 ], "train_acc": [ 0.1757, 0.5378, 0.7229, 0.7943, 0.8272, 0.8416, 0.8544, 0.8553, 0.8624, 0.859, 0.8615, 0.8498, 0.8606, 0.8573, 0.8553, 0.8551, 0.8531, 0.8525, 0.8513, 0.8535, 0.8483, 0.8558, 0.8419, 0.8546, 0.852, 0.8583, 0.8637, 0.8581, 0.8621, 0.848, 0.8602, 0.8478, 0.8558, 0.859, 0.8595, 0.8528, 0.8544, 0.8592, 0.8692, 0.8682, 0.8691, 0.8536, 0.8621, 0.8432, 0.8668, 0.8678, 0.8758, 0.8798, 0.877, 0.8799, 0.8825, 0.8738, 0.8764, 0.8796, 0.8844, 0.8804, 0.8812, 0.8732, 0.8853, 0.888, 0.8859, 0.8828, 0.8854, 0.8884, 0.8882, 0.8911, 0.89, 0.8878, 0.8907, 0.8914, 0.893, 0.8949, 0.8946, 0.8942, 0.8967, 0.8948, 0.8971, 0.8967, 0.8965, 0.8966 ], "test_acc": [ 0.3575, 0.648, 0.7465, 0.787, 0.8045, 0.817, 0.82, 0.822, 0.8115, 0.8225, 0.786, 0.821, 0.81, 0.7845, 0.8205, 0.826, 0.8265, 0.7955, 0.8305, 0.802, 0.809, 0.784, 0.8185, 0.805, 0.824, 0.822, 0.802, 0.808, 0.8, 0.8025, 0.7915, 0.803, 0.81, 0.8055, 0.7815, 0.8075, 0.8135, 0.813, 0.8385, 0.814, 0.792, 0.81, 0.811, 0.8125, 0.8125, 0.8265, 0.833, 0.8445, 0.8385, 0.8405, 0.838, 0.84, 0.8335, 0.847, 0.841, 0.8385, 0.8335, 0.848, 0.843, 0.8465, 0.8445, 0.8415, 0.8445, 0.8455, 0.8475, 0.8515, 0.85, 0.8505, 0.8505, 0.852, 0.8505, 0.851, 0.8495, 0.8515, 0.8495, 0.8515, 0.8505, 0.8515, 0.851, 0.8515 ] }, "diagnostics": { "bp_cosine": [ 0.006489354185760021, 0.12851163744926453, 0.11991241574287415, 0.11389133334159851 ], "perturbation_rho": [ 0.029786743223667145, 0.18639126420021057, 0.11502038687467575, 0.06601984798908234 ], "nudging": { "0.001": [ -0.0010971444426104426, -0.0006575186271220446, -0.0003536626463755965, -0.00032158708199858665 ], "0.003": [ -0.003264155238866806, -0.0019673758652061224, -0.0010591265745460987, -0.0009630966233089566 ], "0.01": [ -0.01056693121790886, -0.006519604474306107, -0.003515135496854782, -0.003202090272679925 ] } } }, "state_bridge": { "log": { "train_loss": [ 1.8671920738220216, 0.8245958818435669, 0.47314112768173217, 0.45674627771377563, 0.4969047926664352, 0.6115808282852173, 0.7014055969238281, 0.7080811479568482, 0.7012172104358673, 0.6735383527755737, 0.649971604347229, 0.6521630270957947, 0.6687821681022644, 0.6728867406845093, 0.7074090370178223, 0.698468556690216, 0.7291404920578003, 0.7727017598628998, 0.7500046424865723, 0.8085200922012329, 0.779546489238739, 0.801387744808197, 0.7530522830963134, 0.8084568103790283, 0.8122323418617249, 0.7676459170341492, 0.7385737422943115, 0.7743796340942383, 0.791342021369934, 0.7538952941894531, 0.7233746746063232, 0.7027450902938843, 0.6739716813087463, 0.6575725811958313, 0.657341569519043, 0.6534057109832764, 0.6632411510944366, 0.6651172963142395, 0.6753239694595337, 0.6706813243865967, 0.6627065504074097, 0.6668087734222412, 0.6758873833417892, 0.6484876903533936, 0.6945558298110962, 0.6871001857757568, 0.6978039226531982, 0.7010440427780151, 0.7184338994979859, 0.7164405530929565, 0.6952354438781738, 0.7032188013076782, 0.7004193035125732, 0.6734662980079651, 0.6810175803661347, 0.677333201789856, 0.6784080492973328, 0.6712752502441406, 0.6656309762001038, 0.6615614066123963, 0.660873606300354, 0.6580983083724976, 0.6578487804412841, 0.6565888023853302, 0.6494241165161133, 0.6526647891044617, 0.6507426448822021, 0.6518581859588624, 0.653467121887207, 0.6535044790267944, 0.6530143226623535, 0.6528809313774109, 0.6519273241043091, 0.6527892800331115, 0.6520682262420654, 0.6511607341766358, 0.6508296747207641, 0.650347448348999, 0.6499623192787171, 0.6497791537284852 ], "train_acc": [ 0.3296, 0.6941, 0.8187, 0.8252, 0.8134, 0.7893, 0.7615, 0.7534, 0.7544, 0.7589, 0.7658, 0.7632, 0.7625, 0.7609, 0.7468, 0.7618, 0.7486, 0.738, 0.7459, 0.73, 0.7423, 0.7321, 0.7396, 0.72, 0.7227, 0.7321, 0.7446, 0.7334, 0.7344, 0.7427, 0.7491, 0.7572, 0.7686, 0.7738, 0.7677, 0.7726, 0.7698, 0.7665, 0.7646, 0.76, 0.7638, 0.7633, 0.7614, 0.7672, 0.755, 0.7548, 0.7577, 0.759, 0.7567, 0.754, 0.7634, 0.7608, 0.761, 0.7743, 0.7697, 0.7705, 0.772, 0.7749, 0.7764, 0.7771, 0.7775, 0.7809, 0.7773, 0.7794, 0.7836, 0.7779, 0.7812, 0.7804, 0.7813, 0.781, 0.78, 0.7802, 0.7855, 0.7835, 0.7826, 0.7841, 0.783, 0.7847, 0.7848, 0.7848 ], "test_acc": [ 0.5685, 0.758, 0.8165, 0.805, 0.777, 0.7565, 0.74, 0.7235, 0.723, 0.7415, 0.7465, 0.7215, 0.719, 0.711, 0.711, 0.7105, 0.6965, 0.713, 0.6995, 0.7195, 0.6795, 0.708, 0.679, 0.66, 0.664, 0.711, 0.7055, 0.679, 0.704, 0.7085, 0.704, 0.713, 0.715, 0.7205, 0.7155, 0.7205, 0.7165, 0.702, 0.719, 0.717, 0.7165, 0.7065, 0.7285, 0.7165, 0.7145, 0.7105, 0.7125, 0.705, 0.7095, 0.7115, 0.7205, 0.714, 0.721, 0.724, 0.726, 0.7275, 0.7335, 0.732, 0.734, 0.727, 0.7265, 0.7305, 0.7375, 0.732, 0.7325, 0.7375, 0.7365, 0.7325, 0.736, 0.7335, 0.74, 0.7395, 0.7355, 0.735, 0.738, 0.7345, 0.7375, 0.737, 0.7385, 0.738 ], "state_pred_error": [ 0.7487808745384217, 0.24732994434833527, 0.17313961231708527, 0.16168231008052825, 0.17035679717063903, 0.18103363909721373, 0.18245853021144867, 0.17743719387054444, 0.17188244462013244, 0.16246572191715242, 0.15361685829162597, 0.14225484938621522, 0.1289559740781784, 0.11635132092237473, 0.10436125522851944, 0.09599733033180237, 0.08721809136271477, 0.08110790919065475, 0.0771063295006752, 0.07525849696397781, 0.07354050797224045, 0.0688812373816967, 0.06121735058426857, 0.04916935938000679, 0.03849249759912491, 0.032670543703436854, 0.03231753547489643, 0.03378260580301285, 0.034706774830818174, 0.03332062679231167, 0.031204309898614883, 0.028909587877988814, 0.02718178628385067, 0.025115732821822168, 0.022915556079149246, 0.020764808982610704, 0.018696666319668293, 0.017864737275242806, 0.01723333814740181, 0.016962407499551774, 0.017021035474538804, 0.01716751972436905, 0.017350809542834758, 0.017860741698741914, 0.018610822199285032, 0.019769935327768325, 0.02077203135192394, 0.022067637622356414, 0.022644061627984047, 0.023021951377391815, 0.024246234822273255, 0.02352409240603447, 0.023992977035045625, 0.023878568160533905, 0.02291360137462616, 0.022536616253852844, 0.022139397828280925, 0.021314597645401955, 0.02067878492474556, 0.02007001314163208, 0.019347347635030748, 0.019004285940527915, 0.01821923423111439, 0.01792956632822752, 0.01759405211508274, 0.017176553043723106, 0.016862381353974342, 0.016874016273021698, 0.016504883515834807, 0.016086394381523133, 0.015596509897708893, 0.015838253927230834, 0.014799859385192394, 0.014545651116967201, 0.014143282814323902, 0.01395568735897541, 0.013814397670328616, 0.013369649396836757, 0.013002270936965942, 0.012713338199257851 ] }, "diagnostics": { "bp_cosine": [ 0.8448630571365356, 0.4407959580421448, 0.15707260370254517, 0.14386749267578125 ], "perturbation_rho": [ 0.7033247947692871, 0.34020179510116577, 0.13395404815673828, 0.1692604124546051 ], "nudging": { "0.001": [ -0.024531232193112373, -0.001812139991670847, -0.0004901132197119296, -0.0004392624250613153 ], "0.003": [ -0.07187046855688095, -0.005427503027021885, -0.0014687320217490196, -0.001316926209256053 ], "0.01": [ -0.2203540802001953, -0.01797248050570488, -0.004883656278252602, -0.004377881996333599 ] }, "state_pred_error_per_layer": [ 3192.55322265625, 2613.6337890625, 1881.11669921875, 2102.51953125 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.2491588119506836, 1.3391401213645935, 0.7448139661788941, 0.529046625328064, 0.4409893859386444, 0.39295122833251955, 0.3917396518230438, 0.3638893904685974, 0.3780584011077881, 0.4088036222457886, 0.3839244392633438, 0.3965308126449585, 0.4332325538396835, 0.388488942027092, 0.3860952439308166, 0.4289595764160156, 0.558712983417511, 0.4192588807106018, 0.5468189309835434, 0.4735720682144165, 0.5481147343516349, 0.5364306289672851, 0.6400549737930298, 0.6401411312103271, 0.6521704914093017, 0.6980661613464355, 0.7174948001861572, 0.7452107217788696, 0.7168677276611328, 0.6955249413490295, 0.6813755706787109, 0.8467616846561432, 0.7442628755569458, 0.7809717464447021, 0.835019677734375, 0.9415380798339844, 0.8470349615097046, 0.9357274827957154, 0.956027186203003, 0.978194040107727, 0.9993384301662445, 1.0430794897079467, 1.1107125093460084, 1.0457960997581481, 1.0835725379943848, 1.0907151245117188, 1.0002957998275757, 1.007777456665039, 0.9944101539611816, 1.0391859111785888, 0.9873703357696533, 0.9624767935752868, 0.9792510041236877, 0.9836898254394532, 0.9538689140319824, 0.9946584331512451, 0.9380921537399292, 0.956259532213211, 0.9596250736236572, 0.94606699924469, 0.9452685148239136, 0.923868314743042, 0.9321948112487793, 0.9432626096725464, 0.9381357315063477, 0.9209384853363037, 0.9391128986358642, 0.9220459381103515, 0.9200671195983887, 0.9224453427314758, 0.9143399673461914, 0.9111755439758301, 0.9145837394714356, 0.9098482831001282, 0.9112333339691162, 0.9066373474121093, 0.9067055240631103, 0.9056244029521943, 0.9049024011611938, 0.9045989236831665 ], "train_acc": [ 0.1799, 0.5387, 0.723, 0.7962, 0.8291, 0.8477, 0.8498, 0.858, 0.858, 0.8495, 0.8613, 0.8581, 0.8493, 0.8637, 0.8632, 0.8572, 0.8381, 0.8665, 0.8471, 0.8543, 0.8367, 0.8369, 0.8172, 0.818, 0.8175, 0.8022, 0.7871, 0.78, 0.7818, 0.7836, 0.7796, 0.744, 0.7563, 0.7468, 0.7334, 0.7137, 0.7236, 0.7024, 0.6963, 0.6912, 0.6787, 0.6719, 0.6558, 0.6645, 0.6544, 0.654, 0.6685, 0.6631, 0.6676, 0.6645, 0.6706, 0.6704, 0.6689, 0.6688, 0.6777, 0.6677, 0.6782, 0.6754, 0.6743, 0.68, 0.6768, 0.6807, 0.68, 0.6778, 0.6792, 0.6783, 0.6767, 0.6821, 0.6798, 0.6832, 0.6829, 0.6852, 0.6792, 0.6853, 0.6818, 0.6858, 0.6824, 0.6836, 0.6832, 0.6832 ], "test_acc": [ 0.3585, 0.657, 0.742, 0.783, 0.8185, 0.8245, 0.8105, 0.817, 0.812, 0.824, 0.812, 0.8105, 0.8235, 0.8105, 0.799, 0.819, 0.813, 0.819, 0.821, 0.788, 0.812, 0.767, 0.7685, 0.7705, 0.7635, 0.756, 0.7595, 0.738, 0.7195, 0.7505, 0.6595, 0.699, 0.6885, 0.6555, 0.6185, 0.6805, 0.685, 0.6495, 0.653, 0.661, 0.627, 0.5955, 0.6305, 0.6025, 0.57, 0.646, 0.6375, 0.6485, 0.6105, 0.65, 0.642, 0.651, 0.64, 0.646, 0.6565, 0.6655, 0.6555, 0.6525, 0.6325, 0.655, 0.6445, 0.6625, 0.652, 0.66, 0.665, 0.6605, 0.6505, 0.6465, 0.6585, 0.6555, 0.6575, 0.663, 0.6575, 0.6575, 0.662, 0.6565, 0.6605, 0.661, 0.662, 0.662 ], "value_loss": [ 2.8136747930526735, 0.8132589956283569, 0.7441051291465759, 0.5935244509220123, 0.5305544801712037, 0.4809351634979248, 0.5323177522659301, 0.4937599531173706, 0.5660051969528198, 0.6462191902160644, 0.5763734079837799, 0.6280713613510132, 0.7948557285785675, 0.6167353689074516, 0.6312321287155152, 0.7788636138916015, 1.24904136428833, 0.8144484006881714, 1.2646914062023162, 0.9913992839813233, 1.2167877242982388, 1.1537877170562745, 1.4896245155334473, 1.4209841236591338, 1.4288050296783448, 1.5737432616233826, 1.472049324798584, 1.3558264159202575, 1.2634898232460021, 1.0622564476013183, 0.9087878711700439, 1.2522220923423768, 0.8374090339660645, 0.8644590536117553, 0.9108287329673768, 1.0323113090515137, 0.7954086130142212, 0.9589143196105957, 0.9973226028442382, 0.8696648183345794, 0.9279479406356812, 0.9467850358963013, 0.9611213340044021, 0.8860973155975341, 0.9274569381713867, 0.8928450954437256, 0.7761943910598755, 0.7452224809646606, 0.7111061507225037, 0.9079251007080078, 0.7042157987594605, 0.6186297750473022, 0.6579183887004852, 0.650217645072937, 0.6726008516311646, 0.7288588707923889, 0.5969251877784729, 0.6327752158164978, 0.6609377601623535, 0.6041857168197632, 0.5917840515613556, 0.5548734745502472, 0.5744958362579345, 0.5927253926277161, 0.567703023815155, 0.5330746456623078, 0.5393640619277954, 0.536778436088562, 0.5437427759170532, 0.5154631103515624, 0.5084992980957032, 0.5075871801376343, 0.4997114695072174, 0.4929317692756653, 0.4871681167125702, 0.5004887029647828, 0.4816018688201904, 0.4893035494327545, 0.4769497550010681, 0.5039997359514237 ], "term_loss": [ 1.632562749004364, 0.48681144256591796, 0.5579757928848267, 0.4446354372739792, 0.38954342555999755, 0.33837572212219236, 0.3827962197303772, 0.3628402814865112, 0.43823430774211886, 0.5091175779342652, 0.44919354333877565, 0.49555663242340087, 0.6545826898813247, 0.484098217099905, 0.503711657333374, 0.6411246375083923, 1.0730022660255432, 0.6760020233631134, 1.0891792623758316, 0.8359037994384766, 1.0395685426205397, 0.9751200185298919, 1.2764028619766234, 1.2068148810386659, 1.2142266105651855, 1.3360229535579682, 1.2316911418914795, 1.10275178129673, 1.0232205655097961, 0.8254292141914368, 0.6746950702667236, 0.9630538293838501, 0.5811431129455567, 0.605120336163044, 0.6237313741922379, 0.7302495213985443, 0.5120967150211334, 0.6533307945251465, 0.6705779426574707, 0.5572913918495178, 0.601477882862091, 0.619995453453064, 0.6235214290976524, 0.5553061120986938, 0.5913957936286927, 0.5468049569010734, 0.4478747470855713, 0.41719899480342865, 0.39799570727348327, 0.5387198917388916, 0.389376504611969, 0.3186599224090576, 0.349000741147995, 0.344887624168396, 0.36766607322692874, 0.40503488359451295, 0.2990953638792038, 0.3293440096095204, 0.3466704918861389, 0.30466876001358034, 0.2939660704612732, 0.2598868667215109, 0.277480362701416, 0.2899700213432312, 0.26971954430937767, 0.23886673400998115, 0.24062761631011964, 0.2402403997540474, 0.24415884652137756, 0.2247240812778473, 0.21601913204193116, 0.21670277047157288, 0.20699720672369004, 0.20146363933086395, 0.19528962482213974, 0.20751085200309755, 0.1899980792403221, 0.19427047532498837, 0.1858817045211792, 0.20441836426854135 ], "bridge_loss": [ 0.8866691899295722, 0.08224999148249626, 0.010757447761297226, 0.0061791808307170865, 0.013211339366436004, 0.02400260500907898, 0.029208013555407523, 0.016411626595258712, 0.01054288158416748, 0.009739568059891462, 0.00857815499957651, 0.010147648680210114, 0.012416441324353218, 0.013030582279339432, 0.011700151482224464, 0.012999499094486236, 0.027916341756284237, 0.016938312309980393, 0.025221791119873525, 0.020558533179759978, 0.024548026264831425, 0.02883436657488346, 0.041062966972589494, 0.04241552077531815, 0.0413472350358963, 0.053113183903694156, 0.049302950567007064, 0.05605897057652474, 0.04239914432168007, 0.04438741339594126, 0.040503136277198794, 0.05868587039113045, 0.044476384896039965, 0.03979057075381279, 0.04996331431865692, 0.04867027699947357, 0.04424825751781464, 0.048844764399528506, 0.06250892872810364, 0.043231787598133085, 0.05235229188203812, 0.044943358480930326, 0.04317686275988817, 0.04893158612549305, 0.04527283647060394, 0.052477565068006514, 0.04906891460418701, 0.04816573285460472, 0.03766437851190567, 0.08414143166542053, 0.03915382572412491, 0.028718653923273087, 0.0357290733397007, 0.030860403615236284, 0.034851776957511904, 0.04384376324117184, 0.031289697197079656, 0.03198159513771534, 0.04347437092065811, 0.031240173679590224, 0.029294288346171378, 0.030716246968507766, 0.030886165726184845, 0.034454310005903245, 0.029435836976766588, 0.030154093551635744, 0.031540098917484286, 0.032152002370357514, 0.03537253759801388, 0.026627822160720824, 0.029674778524041177, 0.02880360425710678, 0.030208065378665924, 0.029887308536469936, 0.02994157576560974, 0.03245688362717628, 0.030067061227560043, 0.03423906381428242, 0.030539594569802285, 0.03893857387006283 ], "tgrad_loss": [ 0.2944428525924683, 0.2441975613117218, 0.17537188875675203, 0.14270983247756958, 0.12779971356391906, 0.11855683698654175, 0.12031352219581604, 0.1145080406665802, 0.11722800314426422, 0.12736204500198364, 0.11860171184539794, 0.12236708498001099, 0.12785659310817718, 0.1196065666794777, 0.11582032089233399, 0.12473947501182556, 0.14812274632453917, 0.12150806620121002, 0.15029035185575484, 0.13493695669174194, 0.152671147570014, 0.1498333449602127, 0.1721586901664734, 0.17175372595787047, 0.17323119621276856, 0.18460711754560472, 0.19105523586273193, 0.19701567590236663, 0.1978701251029968, 0.19243981567621232, 0.19358965730667113, 0.23048239738941192, 0.21178954000473021, 0.21954814462661743, 0.2371340503692627, 0.25339151220321654, 0.23906364424228668, 0.2567387635707855, 0.2642357376098633, 0.26914163494110105, 0.2741177690029144, 0.2818462213039398, 0.2944230457663536, 0.2818596136331558, 0.2907883113384247, 0.2935625722646713, 0.2792507260799408, 0.2798577557086945, 0.2754460638999939, 0.28506377139091493, 0.2756854686737061, 0.27125119709968565, 0.2731885812759399, 0.2744696222305298, 0.2700830017566681, 0.2799802258014679, 0.2665401251077652, 0.2714496097326279, 0.2707928934574127, 0.26827678565979, 0.2685236934185028, 0.26427035608291627, 0.26612931003570556, 0.26830106143951415, 0.26854763979911805, 0.26405381517410276, 0.267196342420578, 0.2643860376358032, 0.26421138830184937, 0.2641112084388733, 0.2628053893566132, 0.26208080410957335, 0.2625061942100525, 0.2615808199882507, 0.26193691883087156, 0.26052096433639527, 0.26153672609329226, 0.2607940129995346, 0.26052846012115477, 0.26064279942512514 ] }, "diagnostics": { "bp_cosine": [ 0.07093458622694016, 0.19623729586601257, 0.18378585577011108, 0.18649986386299133 ], "perturbation_rho": [ 0.14815130829811096, 0.336488276720047, 0.35506749153137207, 0.3242703676223755 ], "nudging": { "0.001": [ -0.0034058368764817715, -0.0015302924439311028, -0.0013900859048590064, -0.0013669544132426381 ], "0.003": [ -0.010171962901949883, -0.004587909206748009, -0.0041659073904156685, -0.004097048658877611 ], "0.01": [ -0.033366985619068146, -0.015239425003528595, -0.013842864893376827, -0.01361463125795126 ] } } } }