{ "bp": { "log": { "train_loss": [ 1.8446357597351075, 0.9337884250640869, 0.5358327745437622, 0.3911330166339874, 0.32849840292930604, 0.2850165479660034, 0.2686881549835205, 0.25319644589424134, 0.23558919601440428, 0.22118966565132142, 0.2210680745959282, 0.2016040184020996, 0.20486357657909393, 0.18903831100463866, 0.18852734336853028, 0.1785359749317169, 0.17395910472869874, 0.18103560156822204, 0.17268380609750747, 0.16011136660575867, 0.1667647705078125, 0.1562471776008606, 0.1488836531996727, 0.14291370005607604, 0.1413789472579956, 0.13651124601364137, 0.13058673537671567, 0.12447206282615661, 0.12683574684858323, 0.11880559389591216, 0.12121504894495011, 0.1152825408577919, 0.11083448304533959, 0.1080839204788208, 0.10981180058121681, 0.10525347989797593, 0.10407337579727173, 0.09992667212486267, 0.10014419107437134, 0.09764940270185471, 0.09493863627910613, 0.0940910838842392, 0.09462859318256378, 0.09235266934633254, 0.08991062052249908, 0.08853154343366623, 0.08709892609715461, 0.08601901152133942, 0.08521206267476082, 0.08447394663095474, 0.08380048310756684, 0.08328880717754364, 0.08290200964212417, 0.082516270506382, 0.0820741615831852, 0.08178826131820678, 0.08155987080335617, 0.08138326687812805, 0.08128138109445572, 0.08121294350624085 ], "train_acc": [ 0.3769, 0.7502, 0.8602, 0.8939, 0.9048, 0.9137, 0.9118, 0.9135, 0.9168, 0.9248, 0.9194, 0.9306, 0.9246, 0.9308, 0.9319, 0.9351, 0.9394, 0.9292, 0.9379, 0.9434, 0.9388, 0.9449, 0.9479, 0.9511, 0.9505, 0.9534, 0.9574, 0.9617, 0.9569, 0.9621, 0.961, 0.9652, 0.9675, 0.9694, 0.9667, 0.9689, 0.9697, 0.9724, 0.9722, 0.973, 0.9748, 0.976, 0.9743, 0.9768, 0.9789, 0.9789, 0.9807, 0.9809, 0.9811, 0.982, 0.9821, 0.9822, 0.9829, 0.9829, 0.9828, 0.9832, 0.9831, 0.9832, 0.9833, 0.9834 ], "test_acc": [ 0.6305, 0.8045, 0.868, 0.8805, 0.878, 0.884, 0.8845, 0.8855, 0.882, 0.882, 0.886, 0.8895, 0.8845, 0.89, 0.894, 0.8935, 0.884, 0.885, 0.884, 0.895, 0.8865, 0.8915, 0.8855, 0.8865, 0.8875, 0.8905, 0.8955, 0.8935, 0.8885, 0.891, 0.8925, 0.8935, 0.8915, 0.893, 0.895, 0.8905, 0.891, 0.8945, 0.891, 0.893, 0.8935, 0.8925, 0.8905, 0.887, 0.886, 0.8875, 0.89, 0.8895, 0.8885, 0.8885, 0.888, 0.89, 0.89, 0.891, 0.89, 0.89, 0.89, 0.8905, 0.8905, 0.8905 ] }, "diagnostics": { "bp_cosine": [ 0.8970257639884949, 0.8884812593460083 ], "perturbation_rho": [ 0.9999991655349731, 0.9999955892562866 ], "nudging": { "0.001": [ -0.02583475597202778, -0.009747679345309734 ], "0.003": [ -0.07010301947593689, -0.028194870799779892 ], "0.01": [ -0.16577741503715515, -0.08266304433345795 ] } } }, "dfa": { "log": { "train_loss": [ 2.27625731010437, 1.6932389553070069, 1.0857321990966797, 0.75010082654953, 0.5716302475452423, 0.4672969693660736, 0.4043164154052734, 0.3653347668647766, 0.33810731897354124, 0.32000629520416257, 0.31557338215112685, 0.306670289850235, 0.3169789312839508, 0.3090059988975525, 0.3211127027988434, 0.30841862708330153, 0.3055117506980896, 0.3295214436531067, 0.34342247110009194, 0.3109726100921631, 0.31801784634590147, 0.32870279140472414, 0.32357279167175296, 0.31220887575149536, 0.33542337856292725, 0.3194949890613556, 0.3191724066019058, 0.30960334286689756, 0.3245603529512882, 0.3087747444152832, 0.3317766746044159, 0.3014678807616234, 0.2997256254792213, 0.29870811405181885, 0.3113420418739319, 0.29615239515304564, 0.3031815109014511, 0.29484934725761414, 0.29226981248855594, 0.29299453842788936, 0.28204461708068845, 0.2941273021697998, 0.2800413821220398, 0.27800616981983184, 0.2764166726350784, 0.2763713481783867, 0.27189454293251036, 0.27382534552812576, 0.269278941822052, 0.27021434302330016, 0.2698526949882507, 0.2682139085292816, 0.26725732135772706, 0.2652432975292206, 0.2637831997156143, 0.2630580255508423, 0.26260964117050173, 0.2622452072620392, 0.2619642446279526, 0.2617356785297394 ], "train_acc": [ 0.1661, 0.4501, 0.6451, 0.7414, 0.7921, 0.8238, 0.8427, 0.8554, 0.8672, 0.8715, 0.8749, 0.8813, 0.8786, 0.8823, 0.8803, 0.8873, 0.8881, 0.88, 0.8772, 0.8859, 0.8862, 0.885, 0.8879, 0.8931, 0.8854, 0.8902, 0.8914, 0.8946, 0.8913, 0.892, 0.8878, 0.8958, 0.8957, 0.8977, 0.8976, 0.8976, 0.894, 0.8972, 0.9001, 0.9001, 0.9037, 0.8986, 0.9026, 0.9034, 0.9026, 0.9037, 0.9039, 0.9061, 0.9049, 0.9065, 0.9056, 0.9059, 0.906, 0.9069, 0.907, 0.9075, 0.9073, 0.9077, 0.9081, 0.908 ], "test_acc": [ 0.29, 0.5665, 0.678, 0.7465, 0.7665, 0.7995, 0.81, 0.8255, 0.8285, 0.8265, 0.833, 0.839, 0.8275, 0.8435, 0.8295, 0.841, 0.84, 0.832, 0.8355, 0.851, 0.841, 0.845, 0.8355, 0.838, 0.843, 0.848, 0.854, 0.8515, 0.8445, 0.8315, 0.849, 0.8445, 0.841, 0.843, 0.847, 0.8435, 0.8545, 0.853, 0.8505, 0.855, 0.8465, 0.8525, 0.858, 0.854, 0.8535, 0.858, 0.856, 0.8515, 0.852, 0.858, 0.855, 0.855, 0.859, 0.8545, 0.8565, 0.858, 0.857, 0.8565, 0.8565, 0.8565 ] }, "diagnostics": { "bp_cosine": [ -0.009920955635607243, 0.07439190149307251 ], "perturbation_rho": [ -0.054706037044525146, 0.05173008143901825 ], "nudging": { "0.001": [ 0.00026212679222226143, -0.000588460301514715 ], "0.003": [ 0.0008918952662497759, -0.00176119280513376 ], "0.01": [ 0.004189381375908852, -0.005824576131999493 ] } } }, "state_bridge": { "log": { "train_loss": [ 2.0848215646743773, 1.211621427154541, 0.7053265221595764, 0.4795488802909851, 0.38192135109901426, 0.34821708626747133, 0.337696081662178, 0.3322465687274933, 0.33291667788028717, 0.338371639585495, 0.34170880966186523, 0.342152866768837, 0.3392792880296707, 0.339041673374176, 0.3449883652687073, 0.3402249610185623, 0.34081881189346314, 0.33598546833992005, 0.3371055328369141, 0.3591313819885254, 0.34564214142560956, 0.3394580416202545, 0.34311104855537417, 0.33622951345443725, 0.3556391622543335, 0.3568912126541138, 0.34955705823898314, 0.3417039113998413, 0.35299610414505006, 0.3575472953557968, 0.34411632428169253, 0.35480775973796846, 0.34226418747901916, 0.357436913728714, 0.3434531378746033, 0.3444290014266968, 0.3643165395140648, 0.33347331820726395, 0.3350465914726257, 0.3356053658485413, 0.34029814500808714, 0.3406800155639648, 0.33120009369850156, 0.3287809826850891, 0.32986082344055173, 0.32653587369918824, 0.325406661939621, 0.3253041708946228, 0.32081891207695007, 0.32064156465530397, 0.3223177612066269, 0.3184559244155884, 0.31674068355560303, 0.3164571708202362, 0.3151209916114807, 0.3144640969753265, 0.3136228200674057, 0.31325989184379577, 0.31308275623321535, 0.3128601837158203 ], "train_acc": [ 0.2498, 0.6046, 0.7683, 0.8313, 0.8632, 0.8659, 0.8672, 0.87, 0.8691, 0.8699, 0.8677, 0.868, 0.8675, 0.8672, 0.8658, 0.8671, 0.8653, 0.8695, 0.8688, 0.8596, 0.8654, 0.8689, 0.8632, 0.8671, 0.8573, 0.8599, 0.8633, 0.8629, 0.8589, 0.8617, 0.8637, 0.8616, 0.8635, 0.8625, 0.8659, 0.8651, 0.8582, 0.8696, 0.8683, 0.8707, 0.8656, 0.8638, 0.8697, 0.8694, 0.8709, 0.8723, 0.872, 0.8734, 0.8736, 0.8742, 0.8753, 0.8756, 0.8772, 0.877, 0.877, 0.8784, 0.8769, 0.878, 0.878, 0.878 ], "test_acc": [ 0.4745, 0.682, 0.7765, 0.818, 0.8365, 0.8285, 0.8275, 0.828, 0.8295, 0.828, 0.824, 0.8335, 0.8255, 0.822, 0.835, 0.829, 0.826, 0.834, 0.828, 0.8275, 0.8175, 0.8185, 0.8225, 0.8245, 0.8245, 0.814, 0.8245, 0.8115, 0.8205, 0.821, 0.8265, 0.8275, 0.8135, 0.8205, 0.823, 0.813, 0.8165, 0.8215, 0.8245, 0.8225, 0.823, 0.827, 0.826, 0.8235, 0.825, 0.826, 0.824, 0.83, 0.8245, 0.8255, 0.827, 0.8215, 0.826, 0.8255, 0.825, 0.822, 0.8245, 0.825, 0.825, 0.825 ], "state_pred_error": [ 0.8007919464111328, 0.3660256730556488, 0.21767480976581574, 0.17657471108436584, 0.16651829404830934, 0.16410830841064453, 0.1607012363433838, 0.15436248441934586, 0.14273409378528595, 0.12546166217327118, 0.10508068288564681, 0.09174856995344162, 0.07927782148122788, 0.07130704913139344, 0.06682584903240203, 0.06470049023628235, 0.059187446343898775, 0.06052878065705299, 0.055212487065792085, 0.054425645017623904, 0.054145838260650635, 0.05300228137969971, 0.055760251158475875, 0.05360760774612427, 0.055333372712135315, 0.055942467188835145, 0.057480208098888395, 0.055890723019838336, 0.05407774894237518, 0.0541152871966362, 0.056709947526454925, 0.056150261449813846, 0.05520617353320122, 0.056996329259872434, 0.057790105390548706, 0.05606599482297897, 0.056856753021478655, 0.059714989024400714, 0.05486650733947754, 0.055311821693181995, 0.05465262854099274, 0.053158983314037324, 0.05372279359102249, 0.051694966912269595, 0.05255660619735718, 0.0502005146086216, 0.049731254732608796, 0.049252740573883055, 0.05221502633690834, 0.04587042521238327, 0.04583015296459198, 0.04525720854997635, 0.04457337497472763, 0.04612945556640625, 0.042507706445455554, 0.040471922528743744, 0.03980488125681877, 0.040267976915836334, 0.038662106162309647, 0.03791789541244507 ] }, "diagnostics": { "bp_cosine": [ 0.8819085955619812, 0.4091951251029968 ], "perturbation_rho": [ 0.761555552482605, 0.28052955865859985 ], "nudging": { "0.001": [ -0.02264053374528885, -0.00310164550319314 ], "0.003": [ -0.0647020936012268, -0.009247269481420517 ], "0.01": [ -0.18185698986053467, -0.03015393391251564 ] }, "state_pred_error_per_layer": [ 7353.158203125, 2627.8740234375 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.2758026485443117, 1.6885655117034912, 1.08470324382782, 0.7463973359584808, 0.5717253586769104, 0.46329988174438475, 0.39801541891098025, 0.3542559162139893, 0.3321510377883911, 0.32213094537258147, 0.30751878271102906, 0.31636517415046694, 0.3064259076118469, 0.3367045620918274, 0.35580090804100034, 0.3754026936531067, 0.40374352722167967, 0.43292674508094786, 0.46699409065246583, 0.5129571395874023, 0.5549553430557251, 0.6454820284843444, 0.6873638281822204, 0.7763219680786133, 0.8179979449272156, 0.8366187688827514, 0.8139018608093261, 0.7946758689880371, 0.7822862171173096, 0.8099772785186767, 0.7882675226211547, 0.8030387943267823, 0.8235842838287354, 0.8256282581329346, 0.8351705140113831, 0.8342797046661377, 0.8355479052543641, 0.8148316853523254, 0.8180710522651672, 0.8008527454376221, 0.7904974743366241, 0.7784066701889039, 0.7801080569267272, 0.7695643264770508, 0.7619868974685668, 0.7521709791183472, 0.7479159229278565, 0.7424602756500244, 0.7412874538421631, 0.7384739780426025, 0.7354034683227539, 0.7321881999969483, 0.7304416828870773, 0.7277423991203308, 0.7266941992759705, 0.7254751741409302, 0.7244712076187134, 0.7236532078742981, 0.723047044467926, 0.7228024994850158 ], "train_acc": [ 0.1643, 0.447, 0.6451, 0.7397, 0.7886, 0.8234, 0.8475, 0.8612, 0.8717, 0.873, 0.8802, 0.877, 0.8796, 0.8747, 0.8718, 0.8696, 0.8602, 0.853, 0.8432, 0.8316, 0.8168, 0.8, 0.7828, 0.7701, 0.758, 0.7589, 0.7561, 0.7565, 0.7552, 0.7491, 0.7482, 0.7481, 0.7404, 0.7413, 0.7355, 0.7367, 0.7314, 0.7339, 0.7328, 0.7344, 0.7318, 0.7354, 0.7307, 0.73, 0.7304, 0.7318, 0.7299, 0.7348, 0.7319, 0.7324, 0.7316, 0.7334, 0.7326, 0.7342, 0.7331, 0.7339, 0.7345, 0.7341, 0.7341, 0.7342 ], "test_acc": [ 0.2905, 0.569, 0.68, 0.7385, 0.7775, 0.7915, 0.813, 0.8245, 0.831, 0.831, 0.8305, 0.8425, 0.8345, 0.843, 0.833, 0.8295, 0.8155, 0.81, 0.789, 0.772, 0.764, 0.742, 0.7525, 0.724, 0.733, 0.7265, 0.735, 0.732, 0.7265, 0.7145, 0.7215, 0.7135, 0.7125, 0.704, 0.7055, 0.702, 0.7, 0.697, 0.703, 0.7005, 0.698, 0.691, 0.697, 0.696, 0.695, 0.6985, 0.6995, 0.694, 0.6925, 0.6915, 0.695, 0.6935, 0.6915, 0.6895, 0.6895, 0.69, 0.69, 0.6915, 0.692, 0.692 ], "value_loss": [ 2.9288026363372803, 0.7864144048690795, 0.639929295539856, 0.6204524069786072, 0.5754725531578064, 0.5040289174079895, 0.4698821117401123, 0.42889139366149903, 0.40420380544662476, 0.4028634844779968, 0.3892712847232819, 0.42402955713272095, 0.4190965398788452, 0.5044933345794678, 0.5825771816253662, 0.6768685617446899, 0.7133742139816284, 0.7950645107269287, 0.8662869777679444, 0.8996373329162598, 1.0280699882507325, 1.163149174976349, 1.221600127506256, 1.3104056980133056, 1.2766916957855226, 1.326834045124054, 1.134784700345993, 1.0404576797485352, 0.9483049005508423, 0.9540580884933472, 0.8205204145908356, 0.785475520324707, 0.7712423495292664, 0.7447103875160217, 0.7290693919181823, 0.7014289337158203, 0.6762246777057648, 0.6185135121822357, 0.5984228439331055, 0.5883202701568604, 0.5178473577141762, 0.49681459336280825, 0.47928457641601563, 0.4505615571975708, 0.4401890376567841, 0.4055981549263, 0.3913276084661484, 0.3749931034088135, 0.36367860050201417, 0.3544500424861908, 0.3396661903381348, 0.3323349492073059, 0.3219338518619537, 0.31491898312568667, 0.31108326172828676, 0.3048648599147797, 0.3013700053215027, 0.2964340720176697, 0.2898823614120483, 0.28658444921970366 ], "term_loss": [ 1.680461615371704, 0.318868265914917, 0.35254693756103517, 0.3742735361099243, 0.3474857358932495, 0.28915810022354127, 0.2642122935295105, 0.23409572947025298, 0.21996172314882279, 0.23002521407604218, 0.22711438574790954, 0.2580068214178085, 0.2574511836051941, 0.3300004418611526, 0.40008525619506835, 0.4885060411453247, 0.5082338293075561, 0.5783841617822647, 0.6369189880371093, 0.6535232496738433, 0.7590381214141846, 0.8601485894203186, 0.894815693473816, 0.9405028270721436, 0.8813811222076416, 0.9386566973686218, 0.7575348546385765, 0.6686955894470215, 0.584379263305664, 0.5871846159934998, 0.4701783618569374, 0.4340015830993652, 0.4127886173248291, 0.3876411557197571, 0.36765715140104294, 0.34130483388900756, 0.3164654992282391, 0.2649745005369186, 0.24806257448196412, 0.23591347963511944, 0.18224032307416202, 0.17264214125871657, 0.16115299315452575, 0.14498900377750396, 0.13794133849143983, 0.11381195783615113, 0.10435335038900376, 0.09480323598384857, 0.08906670632362365, 0.08353737684488297, 0.07434089761972427, 0.06973979330062866, 0.062392609396576884, 0.057668454825878145, 0.05661035113334656, 0.05194146478176117, 0.050404521048069, 0.04641184125840664, 0.04249159356355667, 0.040962481904029846 ], "bridge_loss": [ 0.9235159797744243, 0.14302324088811874, 0.027366681298613547, 0.007692705816030502, 0.010395049159228802, 0.019707173657417296, 0.02507652835845947, 0.02611555808186531, 0.021296515330672262, 0.013124176825582982, 0.008141374707221986, 0.007833877293765544, 0.008524406471848487, 0.010415069633722305, 0.013049487066268921, 0.016472193028777837, 0.021332170206308364, 0.026048093110322953, 0.029016028451919557, 0.034247407439351084, 0.04159984835982323, 0.050617339766025546, 0.06549989938735962, 0.09351733729839325, 0.11405401186943054, 0.11128878911733628, 0.10870532690286637, 0.10964111132621765, 0.10776555414199829, 0.106626724588871, 0.09811114823818207, 0.10090886116027832, 0.10686962119936944, 0.10767342432141304, 0.11076187438368797, 0.11315056962966918, 0.11132480944395065, 0.10967807099819184, 0.1067829899072647, 0.11111221095919609, 0.09527428455650806, 0.08718832828998566, 0.07998935594558716, 0.07022619643211364, 0.06896837931275368, 0.06022721946239471, 0.0557270368874073, 0.05167174000740051, 0.04623512443304062, 0.04293481481075287, 0.038837641191482544, 0.0364598036468029, 0.03402813461869955, 0.03277047674655914, 0.030157368355989457, 0.02910452802181244, 0.02725501443147659, 0.026727657391130925, 0.024257883021235466, 0.0227132670879364 ], "tgrad_loss": [ 0.32482506103515624, 0.3245229008197784, 0.26001567754745486, 0.23848616292476654, 0.21759176819324494, 0.19516364593505858, 0.18059329314231873, 0.1686801063299179, 0.16294556813240052, 0.15971409220695496, 0.15401552100181579, 0.1581888596534729, 0.15312094755172728, 0.16407781987190245, 0.16944243593215944, 0.17189033045768737, 0.1838082096338272, 0.19063225364685057, 0.200351966047287, 0.21186667006015777, 0.22743201670646668, 0.2523832549571991, 0.2612845244407654, 0.276385528755188, 0.28125656070709226, 0.2768885573148727, 0.26854453350305557, 0.26212098736763, 0.2561600820541382, 0.26024675402641295, 0.25223090353012084, 0.2505650712966919, 0.2515841117858887, 0.24939580075740814, 0.2506503685951233, 0.2469735339164734, 0.24843437323570253, 0.24386094369888306, 0.24357727665901185, 0.24129457442760469, 0.2403327546596527, 0.23698412399291993, 0.2381422297000885, 0.23534635643959045, 0.23327932082414626, 0.23155897912979126, 0.23124722099304199, 0.22851812629699708, 0.2283767698287964, 0.22797785167694093, 0.22648765294551848, 0.2261353533267975, 0.2255131096124649, 0.22448005208969116, 0.22431554079055785, 0.2238188648223877, 0.2237104712486267, 0.22329457123279572, 0.22313288278579713, 0.22290869793891907 ] }, "diagnostics": { "bp_cosine": [ 0.14308685064315796, 0.19856137037277222 ], "perturbation_rho": [ 0.26277071237564087, 0.35259145498275757 ], "nudging": { "0.001": [ -0.008868614211678505, -0.002737760543823242 ], "0.003": [ -0.026448238641023636, -0.008198779076337814 ], "0.01": [ -0.08629482984542847, -0.02716018632054329 ] } } } }