{ "bp": { "log": { "train_loss": [ 1.9491056894302368, 1.1529242127418518, 0.7467040473937988, 0.5807420476913452, 0.5123631197452545, 0.4696790289878845, 0.4497463710784912, 0.429621799659729, 0.41180882892608645, 0.396394921875, 0.38590312049388886, 0.3658535495758057, 0.36799508414268495, 0.3456149130344391, 0.33443590273857116, 0.3238851601600647, 0.31360859479904174, 0.3038917881965637, 0.2932293901443481, 0.2798507716178894, 0.2779016891479492, 0.2641272247314453, 0.25414685287475586, 0.24580603408813476, 0.23633735848665238, 0.22347580795288086, 0.2150943549990654, 0.20704293329715728, 0.20073787801265716, 0.1922430892944336, 0.18689737136363982, 0.1811553675174713, 0.174488536298275, 0.1676148865222931, 0.16302786118984222, 0.1570287989139557, 0.15195925567150115, 0.14744717358350753, 0.14354275007247924, 0.14035524681806563, 0.13632459359169005, 0.1334148339509964, 0.13127109580039978, 0.12843341019153595, 0.1255687529563904, 0.12336780984401703, 0.12139199416637421, 0.11968175506591797, 0.11819040449261665, 0.11690922620296479, 0.11574092161655426, 0.11482840909957885, 0.11413576412200928, 0.1134418436050415, 0.1129186130464077, 0.11250319490432739, 0.1122022265791893, 0.11199904860854148, 0.11187557553052903, 0.11180531568527222 ], "train_acc": [ 0.326, 0.666, 0.7775, 0.8124, 0.821, 0.8339, 0.8331, 0.8403, 0.8466, 0.8518, 0.8559, 0.8653, 0.8621, 0.8726, 0.8746, 0.8799, 0.8862, 0.8891, 0.893, 0.9011, 0.8995, 0.908, 0.9113, 0.9184, 0.9233, 0.9295, 0.9343, 0.9367, 0.9398, 0.9434, 0.9464, 0.9497, 0.9517, 0.9563, 0.96, 0.9629, 0.9651, 0.9678, 0.9685, 0.9692, 0.9726, 0.9736, 0.9744, 0.9749, 0.9766, 0.9774, 0.9796, 0.9799, 0.9802, 0.9808, 0.9817, 0.982, 0.9828, 0.9832, 0.9835, 0.9837, 0.9838, 0.9838, 0.9839, 0.9839 ], "test_acc": [ 0.551, 0.7215, 0.769, 0.787, 0.78, 0.7825, 0.779, 0.7875, 0.783, 0.783, 0.7885, 0.791, 0.7845, 0.789, 0.7875, 0.7875, 0.7905, 0.783, 0.78, 0.79, 0.785, 0.7895, 0.785, 0.7875, 0.783, 0.789, 0.794, 0.793, 0.795, 0.792, 0.788, 0.7875, 0.788, 0.7905, 0.79, 0.7925, 0.7915, 0.791, 0.791, 0.791, 0.791, 0.792, 0.793, 0.7915, 0.7935, 0.7905, 0.7925, 0.792, 0.7925, 0.792, 0.7915, 0.7915, 0.791, 0.791, 0.791, 0.791, 0.7905, 0.79, 0.79, 0.79 ] }, "diagnostics": { "bp_cosine": [ 0.977530300617218, 0.9661709666252136 ], "perturbation_rho": [ 0.9999992847442627, 0.9999983906745911 ], "nudging": { "0.001": [ -0.039579540491104126, -0.02185475453734398 ], "0.003": [ -0.11397463828325272, -0.0641411542892456 ], "0.01": [ -0.3279687762260437, -0.1977623850107193 ] } } }, "dfa": { "log": { "train_loss": [ 2.2824316204071047, 1.8118354099273681, 1.310678900718689, 0.9875048950195312, 0.802082624912262, 0.6931869449615479, 0.6263151250839233, 0.583215159034729, 0.5534961759567261, 0.5339154810905457, 0.524110235452652, 0.516173376083374, 0.5156016312360764, 0.512758362197876, 0.5118656126976013, 0.5098454748153687, 0.515489036655426, 0.516552147102356, 0.525282747721672, 0.5107382669448852, 0.5240657005310059, 0.5196773475646973, 0.5238636440277099, 0.5113746579170227, 0.5147426022052765, 0.5082735379695892, 0.5030142297744751, 0.5007089898109436, 0.5198602245807648, 0.5054092597007751, 0.5186554452896118, 0.5035870767593383, 0.5099767215251922, 0.5068207990646363, 0.5057487522125245, 0.49573901596069336, 0.49725718212127684, 0.4981450731754303, 0.5011708973884582, 0.5046835836648941, 0.4929028748512268, 0.48766262950897216, 0.48986145362854006, 0.4863999965190887, 0.4881520263671875, 0.48129477083683014, 0.47820149402618406, 0.4828622418403625, 0.47945194401741026, 0.4764244254112244, 0.47533812894821165, 0.47597204813957217, 0.47481061878204345, 0.4737321941375732, 0.4729536075592041, 0.4717037543296814, 0.47100696840286255, 0.4707401922225952, 0.4704310829162598, 0.4702408764839172 ], "train_acc": [ 0.1625, 0.4015, 0.5907, 0.6668, 0.7135, 0.7441, 0.762, 0.7733, 0.7858, 0.7916, 0.7968, 0.7993, 0.7998, 0.8007, 0.8051, 0.8059, 0.8025, 0.7994, 0.7962, 0.8008, 0.7975, 0.7985, 0.8012, 0.8033, 0.8026, 0.8027, 0.808, 0.8064, 0.7975, 0.8053, 0.8016, 0.8046, 0.807, 0.8064, 0.803, 0.8084, 0.8055, 0.8085, 0.805, 0.8026, 0.8094, 0.811, 0.8096, 0.812, 0.8104, 0.8128, 0.8129, 0.8123, 0.8132, 0.8161, 0.8158, 0.8152, 0.8148, 0.8167, 0.815, 0.8162, 0.8169, 0.8174, 0.8167, 0.8173 ], "test_acc": [ 0.263, 0.5155, 0.606, 0.6685, 0.7025, 0.716, 0.736, 0.745, 0.742, 0.7485, 0.749, 0.753, 0.7545, 0.7515, 0.7505, 0.7475, 0.745, 0.749, 0.7515, 0.7355, 0.744, 0.753, 0.746, 0.7395, 0.75, 0.7485, 0.757, 0.747, 0.7465, 0.7305, 0.746, 0.755, 0.755, 0.7435, 0.752, 0.748, 0.7455, 0.7385, 0.7475, 0.7485, 0.7525, 0.7575, 0.7535, 0.751, 0.758, 0.752, 0.7515, 0.7515, 0.758, 0.7545, 0.7605, 0.758, 0.755, 0.7565, 0.7585, 0.757, 0.7575, 0.755, 0.7585, 0.7575 ] }, "diagnostics": { "bp_cosine": [ -0.0018995754653587937, 0.07222741842269897 ], "perturbation_rho": [ -0.03529410809278488, 0.03507092595100403 ], "nudging": { "0.001": [ -1.5221663488773629e-05, -0.0004911277210339904 ], "0.003": [ -1.3497992767952383e-05, -0.0014723683707416058 ], "0.01": [ 0.00033701310167089105, -0.004891358315944672 ] } } }, "state_bridge": { "log": { "train_loss": [ 2.1366306617736814, 1.3788719619750978, 0.8893764835357666, 0.6547704791069031, 0.5521520162582397, 0.5176527221679688, 0.5091254537582397, 0.509008034992218, 0.5123045497894287, 0.5199989007949829, 0.524878611278534, 0.5291456949710845, 0.536843958902359, 0.5352446517944336, 0.5378374597549439, 0.5358052321434021, 0.536317100429535, 0.5289794270515442, 0.5393810579776764, 0.5359365615844727, 0.5326271821022034, 0.5334983486175537, 0.5313910109758377, 0.5330386216163635, 0.5434488729476928, 0.5396566688537597, 0.5416565005540848, 0.5412564635276794, 0.5482967029571533, 0.5540884985685348, 0.5473237035751343, 0.553294009923935, 0.5513850021362304, 0.5501684650421143, 0.5599284547805786, 0.5542884324073791, 0.5526859965801239, 0.54858907122612, 0.5504395879745484, 0.5546976717948914, 0.5577109105110168, 0.5555753686904907, 0.5482306803703308, 0.5521730173110961, 0.5481728059768677, 0.5459907444953919, 0.5481118337631226, 0.5456091236114502, 0.5448256337881088, 0.5454645185470581, 0.5465922353744507, 0.544160694026947, 0.5431355364322662, 0.5428927242279052, 0.5422361792087554, 0.5417640048980713, 0.5416455334186554, 0.5414225485801697, 0.5411964197158814, 0.5410834015846252 ], "train_acc": [ 0.2285, 0.547, 0.7045, 0.7719, 0.7951, 0.798, 0.8014, 0.8034, 0.803, 0.8021, 0.8031, 0.8011, 0.7966, 0.7982, 0.7993, 0.7976, 0.798, 0.8008, 0.792, 0.7937, 0.7942, 0.7963, 0.7974, 0.7912, 0.7917, 0.7929, 0.794, 0.7919, 0.791, 0.788, 0.7909, 0.7873, 0.7846, 0.7889, 0.7863, 0.786, 0.7913, 0.7893, 0.789, 0.7833, 0.7849, 0.786, 0.7893, 0.7867, 0.7892, 0.7901, 0.7889, 0.7912, 0.7906, 0.7891, 0.7891, 0.7905, 0.7923, 0.7905, 0.7909, 0.7922, 0.7908, 0.7905, 0.791, 0.7913 ], "test_acc": [ 0.4125, 0.6255, 0.7095, 0.7555, 0.7665, 0.7585, 0.758, 0.754, 0.7575, 0.751, 0.748, 0.7475, 0.7495, 0.7485, 0.745, 0.7415, 0.7455, 0.743, 0.749, 0.746, 0.74, 0.733, 0.7365, 0.7395, 0.743, 0.7285, 0.739, 0.7225, 0.7335, 0.7385, 0.7345, 0.734, 0.7215, 0.734, 0.7305, 0.7265, 0.7275, 0.728, 0.732, 0.7235, 0.7245, 0.7265, 0.7305, 0.7295, 0.729, 0.727, 0.728, 0.7275, 0.724, 0.727, 0.725, 0.729, 0.727, 0.7305, 0.7325, 0.7325, 0.7315, 0.7315, 0.7315, 0.7315 ], "state_pred_error": [ 0.8065836928367615, 0.39146546201705934, 0.23437868328094483, 0.18158424789905547, 0.1659492648601532, 0.165374738740921, 0.16782979707717896, 0.16855716466903686, 0.16732614138126373, 0.16346708936691284, 0.15476743512153626, 0.1457847490310669, 0.13143579788208007, 0.12530215060710906, 0.11034695791006088, 0.102148695230484, 0.09918132054805756, 0.09876347059011459, 0.09330155829191208, 0.08962574129104614, 0.08644098112583161, 0.08444308232069016, 0.08924337093830109, 0.08370417824983596, 0.08257257657051087, 0.0830527756690979, 0.07959871637821198, 0.08018354167938233, 0.07715057510137557, 0.07508554146289825, 0.07615803725719451, 0.07278824622035027, 0.07192154746055603, 0.07228410756587982, 0.06885680447816848, 0.06863646980524063, 0.0701085786998272, 0.06621884278059005, 0.06437455928325653, 0.06294822212457657, 0.06241208130121231, 0.0603535782456398, 0.06039485886096954, 0.058678721296787265, 0.0627734629034996, 0.05633028925061226, 0.054364062464237216, 0.05458668622970581, 0.057001876127719876, 0.05133199627399444, 0.05066398676633835, 0.05105280518531799, 0.048901369220018386, 0.04867930979728699, 0.04660500448346138, 0.04554321520328522, 0.04535353593826294, 0.04524428225755692, 0.04350994995832443, 0.042987993323802945 ] }, "diagnostics": { "bp_cosine": [ 0.7724592089653015, 0.47611531615257263 ], "perturbation_rho": [ 0.7083259224891663, 0.4451542794704437 ], "nudging": { "0.001": [ -0.02335088513791561, -0.0042803636752069 ], "0.003": [ -0.06857505440711975, -0.012793581001460552 ], "0.01": [ -0.2117496132850647, -0.04209146648645401 ] }, "state_pred_error_per_layer": [ 2210.423828125, 264.2466125488281 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.280885036087036, 1.8083742904663085, 1.3096392322540282, 0.9843997146606446, 0.8018227068901062, 0.6911002159118652, 0.6208388906478882, 0.5762016658782959, 0.5495558090209961, 0.5351255585193634, 0.521960182762146, 0.5177917494773865, 0.5170808288574219, 0.5229834615707397, 0.5378183418750763, 0.543828378534317, 0.5555255395889283, 0.5777033507347107, 0.6048572025299073, 0.6596059831619263, 0.7269416851043701, 0.7936675106048584, 0.8489301277160645, 0.894895606803894, 0.9307584834098815, 0.9389586345672607, 0.9596725919723511, 0.9730803798675537, 0.97893427734375, 0.993195873451233, 1.0001418331146241, 1.01285452003479, 1.0197131780624389, 1.034778191757202, 1.041685494327545, 1.0485894695281983, 1.0534755035400392, 1.05557954082489, 1.0589550355911255, 1.062454942703247, 1.0662316680908204, 1.0691890292644501, 1.0679836296081544, 1.0683391422271729, 1.0701301013946534, 1.0684261167526246, 1.0693684279441833, 1.0679564714431762, 1.067317788696289, 1.065644224357605, 1.065113991165161, 1.0640747312545777, 1.062864318561554, 1.0622759931564332, 1.0614560607910157, 1.0607545525550843, 1.060345379447937, 1.0600630114555358, 1.059776364517212, 1.0596500343322754 ], "train_acc": [ 0.1626, 0.4032, 0.5948, 0.6697, 0.7145, 0.7427, 0.7638, 0.779, 0.7901, 0.792, 0.7958, 0.7973, 0.8003, 0.7995, 0.7923, 0.793, 0.7887, 0.7841, 0.7708, 0.7467, 0.7295, 0.7074, 0.6889, 0.6705, 0.6583, 0.6541, 0.6508, 0.6462, 0.6401, 0.6374, 0.6371, 0.6305, 0.6305, 0.63, 0.6271, 0.6214, 0.6242, 0.6219, 0.6193, 0.6164, 0.6166, 0.6165, 0.6156, 0.6143, 0.6187, 0.6177, 0.6181, 0.6173, 0.6175, 0.6185, 0.6185, 0.6182, 0.6184, 0.6195, 0.6181, 0.6183, 0.6172, 0.6177, 0.6175, 0.6176 ], "test_acc": [ 0.2655, 0.5115, 0.607, 0.665, 0.699, 0.721, 0.735, 0.744, 0.7445, 0.7495, 0.746, 0.7435, 0.7545, 0.752, 0.7465, 0.744, 0.731, 0.719, 0.711, 0.6885, 0.6685, 0.6455, 0.627, 0.6115, 0.608, 0.6, 0.5865, 0.587, 0.5895, 0.5815, 0.5805, 0.5765, 0.576, 0.57, 0.568, 0.562, 0.5625, 0.5615, 0.5595, 0.56, 0.563, 0.56, 0.5585, 0.5575, 0.556, 0.5515, 0.5555, 0.559, 0.5595, 0.5565, 0.558, 0.5565, 0.558, 0.5545, 0.556, 0.556, 0.5555, 0.5555, 0.556, 0.556 ], "value_loss": [ 2.9421537250518797, 0.7975870166778565, 0.6290085078239441, 0.6890224185943603, 0.7243394228935242, 0.7203487901687622, 0.6851132621765137, 0.6520533827781677, 0.6242853847503662, 0.5676819869995117, 0.5082380643844604, 0.46420030603408813, 0.4317733027458191, 0.4148032331466675, 0.42368859605789183, 0.41361817846298216, 0.404498645734787, 0.42820386209487915, 0.4646932671546936, 0.49615267877578734, 0.5365245307922363, 0.60305582447052, 0.6144193868637084, 0.6435288933753968, 0.6711149896621704, 0.6648149871826172, 0.6623215785980224, 0.6906130850791932, 0.6547210404396057, 0.6582367699623108, 0.6525213989257812, 0.636179097366333, 0.6109009315490722, 0.6143948897361755, 0.5951230112075806, 0.5812291944503785, 0.5685462500572205, 0.5358655210494995, 0.5175749897480011, 0.4981157001018524, 0.491326168346405, 0.46913531432151795, 0.45610346326828005, 0.4415822687149048, 0.43499350595474245, 0.41386851291656496, 0.39472350492477415, 0.38443425817489624, 0.37052898192405703, 0.3712545476913452, 0.34303374967575073, 0.3286073633670807, 0.3148073835849762, 0.3157298050403595, 0.2915987443447113, 0.29081232733726503, 0.26972808542251586, 0.2690109848499298, 0.25245738320350647, 0.24172186150550842 ], "term_loss": [ 1.6904042894363402, 0.2855438080787659, 0.29688326778411867, 0.3748186621665955, 0.41050878925323486, 0.409766743850708, 0.37635576343536375, 0.34139811835289, 0.311102571105957, 0.2642718635082245, 0.2312528870344162, 0.19706957862377167, 0.16916403424739837, 0.15267400243282317, 0.15790578067302705, 0.1481425419330597, 0.13407545802593232, 0.1449426043510437, 0.156369549536705, 0.1508458754479885, 0.1561945830821991, 0.1846889454483986, 0.16443501464128493, 0.17366822769641876, 0.18008243708610536, 0.1709399109840393, 0.15955905029773712, 0.17902734649181365, 0.14751170055866242, 0.1511731291770935, 0.1535642296075821, 0.1460076296210289, 0.1346515518426895, 0.1449428592443466, 0.1370476897954941, 0.13113817830085756, 0.1311385383963585, 0.11210595957040786, 0.10532034933567047, 0.09617096209526062, 0.10268295025229454, 0.09031319347620011, 0.08960143175125122, 0.08745422222614288, 0.09128843301534653, 0.0811536382317543, 0.07390678917169571, 0.07607333833873271, 0.0751576281785965, 0.08278024282455444, 0.07106895277500153, 0.06941268212795258, 0.07024301192462444, 0.0796181839466095, 0.06771385662257672, 0.0745224772721529, 0.06610622253417969, 0.07373185048103333, 0.06927853472232819, 0.06502777924537659 ], "bridge_loss": [ 0.9286653239635634, 0.17183133554458618, 0.03998481778204441, 0.01001567878574133, 0.009969949465990066, 0.015016184416413307, 0.024849868083000184, 0.03629762133359909, 0.04424135708212853, 0.03887685165405273, 0.02251410899758339, 0.019279291635751723, 0.02122289401292801, 0.024350534307956695, 0.026771693634986878, 0.029644794487953187, 0.03368165337443352, 0.04201666583120823, 0.05519947910308838, 0.0729088222026825, 0.08839097814559936, 0.1063108127295971, 0.12425719275474548, 0.13326186714172364, 0.14929705357551576, 0.1520007657766342, 0.15773920249938964, 0.1658132124185562, 0.16225691890716554, 0.16371301856040954, 0.15795323207378387, 0.14942308008670807, 0.1378128324508667, 0.13277515301704407, 0.1221957174539566, 0.11507334886789322, 0.10920816420316697, 0.099838148355484, 0.09326583639383317, 0.08822717505693435, 0.08127219996452331, 0.07723046572208404, 0.07338595504760742, 0.0678777373790741, 0.06394213989078999, 0.06211670498847961, 0.05893324030339718, 0.05608555132746697, 0.05505429896116257, 0.05282158476114273, 0.051606026875972745, 0.04767316770553589, 0.0467881379365921, 0.04444693030118942, 0.0429530450463295, 0.04317285764813423, 0.043168327283859255, 0.03980205556154251, 0.040649286246299744, 0.03994156485795975 ], "tgrad_loss": [ 0.32308411664962766, 0.34021187663078306, 0.29214042167663573, 0.3041880838871002, 0.3038606840133667, 0.29556585988998413, 0.28390763030052185, 0.2743576454162598, 0.2689414535522461, 0.2645332676410675, 0.2544710647583008, 0.2478514326095581, 0.24138637371063232, 0.23777869787216185, 0.23901112205982208, 0.2358308396577835, 0.2367415349960327, 0.24124458963871, 0.25312424030303954, 0.2723979799747467, 0.29193896837234495, 0.31205606231689453, 0.3257271741390228, 0.33659879665374753, 0.341735502576828, 0.34187430839538574, 0.34502332849502565, 0.3457725248575211, 0.3449524227142334, 0.3433506235599518, 0.3410039307594299, 0.3407483920574188, 0.33843654861450195, 0.3366768836021423, 0.3358796048641205, 0.33501766514778136, 0.3281995443820953, 0.3239214171409607, 0.3189888015270233, 0.3137175616264343, 0.3073710187911987, 0.3015916561603546, 0.2931160747528076, 0.2862503114700317, 0.2797629333496094, 0.2705981719493866, 0.2618834746837616, 0.25227536766529085, 0.2403170545101166, 0.23565271859169007, 0.22035877032279969, 0.21152150876522063, 0.19777623581886292, 0.19166468963623046, 0.18093183915615083, 0.17311699080467224, 0.16045353627204895, 0.1554770776748657, 0.1425295654296875, 0.13675251703262328 ] }, "diagnostics": { "bp_cosine": [ 0.14650292694568634, 0.22681139409542084 ], "perturbation_rho": [ 0.22659505903720856, 0.3084385395050049 ], "nudging": { "0.001": [ -0.0063989125192165375, -0.0031138062477111816 ], "0.003": [ -0.01911432109773159, -0.009325908496975899 ], "0.01": [ -0.06274554133415222, -0.030905161052942276 ] } } } }