{ "bp": { "log": { "train_loss": [ 1.136691594696045, 0.46806032037734985, 0.4316451009750366, 0.4347771800994873, 0.3343221833229065, 0.3072679266691208, 0.2860998099684715, 0.2768943711280823, 0.3112841864347458, 0.25927799339294433, 0.3529360438346863, 0.25663795070648193, 0.24724824962615966, 0.21611351084709168, 0.18648713210821152, 0.15988158864974975, 0.15585354483127595, 0.18523548917770385, 0.22896917595863342, 0.2142798038750887, 0.1302151912689209, 0.16641850475668907, 0.12069643893241883, 0.08900030250549316, 0.08987545764446259, 0.10792131569385528, 0.16137572979927062, 0.1006333449959755, 0.06665127108097077, 0.08824220795631409, 0.08165898373126984, 0.06826103755831718, 0.04620580951422453, 0.028055201417207718, 0.02063491685986519, 0.01727813795208931, 0.02019768879711628, 0.01568793712258339, 0.012248684544116258, 0.010092336454987525, 0.00976453013420105, 0.009257472205534578, 0.008108717930689454, 0.007677602717280388, 0.007419238343834877, 0.0072768413543701175, 0.006870861586928368, 0.006650014963746071, 0.006521989097818732, 0.0062547821387648585, 0.006135749720607419, 0.00600387082695961, 0.005926267157122493, 0.005855366069078445, 0.005777022970467806, 0.0057358153447508815, 0.005699658918380738, 0.005675127564370632, 0.005658907664567232, 0.005650237935781479 ], "train_acc": [ 0.5999, 0.8146, 0.8325, 0.8321, 0.8652, 0.8786, 0.8874, 0.8888, 0.8769, 0.8976, 0.8648, 0.8974, 0.9054, 0.9145, 0.9254, 0.939, 0.9408, 0.9272, 0.9121, 0.9191, 0.9485, 0.9388, 0.9548, 0.9693, 0.9681, 0.9608, 0.9414, 0.9608, 0.9771, 0.9692, 0.9699, 0.9768, 0.9856, 0.9942, 0.9977, 0.9991, 0.9986, 0.9993, 1.0, 0.9999, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "test_acc": [ 0.798, 0.828, 0.834, 0.828, 0.8475, 0.849, 0.863, 0.838, 0.8405, 0.849, 0.8435, 0.8605, 0.86, 0.8595, 0.8585, 0.8665, 0.8675, 0.869, 0.8575, 0.8665, 0.8715, 0.861, 0.87, 0.884, 0.8745, 0.878, 0.861, 0.875, 0.878, 0.8755, 0.876, 0.8785, 0.882, 0.886, 0.8875, 0.8875, 0.8875, 0.8825, 0.882, 0.8835, 0.8805, 0.883, 0.8825, 0.881, 0.884, 0.8815, 0.882, 0.8805, 0.8835, 0.8815, 0.8825, 0.8825, 0.8825, 0.8825, 0.8825, 0.8825, 0.8825, 0.8825, 0.8825, 0.8825 ] }, "diagnostics": { "bp_cosine": [ 0.7438379526138306, 0.7323452234268188, 0.723551869392395, 0.7129155397415161, 0.6892737746238708, 0.6759694814682007, 0.6671421527862549, 0.658506453037262 ], "perturbation_rho": [ 0.9999985694885254, 0.9999985694885254, 0.9999951720237732, 0.9999872446060181, 0.9999734163284302, 0.9999377727508545, 0.9998385310173035, 0.9996463060379028 ], "nudging": { "0.001": [ -0.04311143979430199, -0.025736961513757706, -0.015766380354762077, -0.009858880192041397, -0.006290047895163298, -0.0040962668135762215, -0.0027405626606196165, -0.001892995205707848 ], "0.003": [ -0.11948808282613754, -0.07372619211673737, -0.04599824547767639, -0.02906736731529236, -0.018663030117750168, -0.012201843783259392, -0.008183058351278305, -0.005660833325237036 ], "0.01": [ -0.3025854229927063, -0.20860256254673004, -0.13888010382652283, -0.09112250804901123, -0.0598360076546669, -0.039668694138526917, -0.026830831542611122, -0.018658190965652466 ] } } }, "dfa": { "log": { "train_loss": [ 2.179273973274231, 1.1607816802024842, 1.0248043842315673, 3.511209108734131, 6.032191545772553, 3.914867709350586, 3.949158609008789, 5.983486985874176, 4.987364087677002, 5.680050399017334, 7.099758061218262, 5.354408818435669, 4.76497013092041, 4.123531845378876, 2.0574048504590916, 2.323176780796051, 2.782958260065317, 2.5619404708862303, 3.480497920135781, 3.101931768798828, 3.8787393211364747, 4.53973305053711, 4.699173797607422, 3.983302816152543, 2.5256453704833985, 2.8716179557800294, 6.437423288345337, 5.216130206298828, 3.4424527400970457, 2.7655251071929934, 2.3487059077380605, 1.864477375984192, 2.0987041217803957, 1.88752355449982, 1.6080115905761718, 2.913223678588867, 2.908343041229248, 2.2413818557739256, 1.606345883178711, 1.371524071931839, 1.3019395248413086, 1.273482549238205, 1.2922779474943877, 1.0599872829437256, 1.1355560552597046, 1.0550661331176758, 0.8672094687118195, 0.8589552932739258, 0.8731966491699219, 0.7816802364406933, 0.726442290687561, 0.6984855533599853, 0.6792838054656982, 0.6738904183980471, 0.6512476387023926, 0.6394786426544189, 0.6294556060791016, 0.6173530825614929, 0.6136219739913941, 0.6067015721155331 ], "train_acc": [ 0.2084, 0.5847, 0.674, 0.578, 0.6114, 0.7162, 0.7505, 0.7481, 0.7826, 0.7953, 0.7895, 0.8298, 0.8505, 0.8621, 0.9028, 0.8975, 0.8895, 0.8946, 0.8819, 0.8901, 0.8856, 0.874, 0.8729, 0.8867, 0.9077, 0.9028, 0.8631, 0.8812, 0.9016, 0.9094, 0.9176, 0.9257, 0.9212, 0.9291, 0.9327, 0.9092, 0.9081, 0.9217, 0.9326, 0.9422, 0.9406, 0.9399, 0.9404, 0.9463, 0.9438, 0.9485, 0.954, 0.955, 0.9564, 0.9593, 0.9616, 0.9631, 0.9652, 0.9652, 0.9654, 0.9658, 0.9679, 0.9675, 0.9688, 0.9688 ], "test_acc": [ 0.4305, 0.643, 0.4325, 0.5125, 0.6255, 0.678, 0.5685, 0.73, 0.746, 0.693, 0.7235, 0.697, 0.7775, 0.8565, 0.8395, 0.8115, 0.8285, 0.828, 0.8635, 0.8115, 0.8095, 0.8265, 0.831, 0.858, 0.8555, 0.821, 0.826, 0.8525, 0.8595, 0.85, 0.873, 0.873, 0.8635, 0.878, 0.851, 0.8725, 0.8675, 0.876, 0.873, 0.8765, 0.873, 0.8735, 0.877, 0.889, 0.879, 0.8815, 0.881, 0.876, 0.876, 0.879, 0.8825, 0.882, 0.882, 0.8805, 0.8835, 0.8805, 0.8815, 0.8815, 0.881, 0.8805 ] }, "diagnostics": { "bp_cosine": [ -0.0057187266647815704, 0.03526674211025238, 0.03511466830968857, 0.043710630387067795, 0.04474484175443649, 0.03394380211830139, 0.03243564814329147, 0.022118231281638145 ], "perturbation_rho": [ -0.08895743638277054, 0.2165505439043045, 0.14878079295158386, 0.23983460664749146, 0.23414158821105957, 0.22946099936962128, 0.044252023100852966, 0.14246688783168793 ], "nudging": { "0.001": [ 0.01978934183716774, -0.046600837260484695, -0.01815088465809822, -0.00800597295165062, -0.003184718545526266, -0.0009393530781380832, -0.0004502768279053271, -0.00020403253438416868 ], "0.003": [ 0.05996423214673996, -0.13848936557769775, -0.05431535094976425, -0.023991748690605164, -0.009551258757710457, -0.002814686391502619, -0.0013659803662449121, -0.0006229060236364603 ], "0.01": [ 0.20587505400180817, -0.4487733840942383, -0.17917752265930176, -0.0796520859003067, -0.03180943429470062, -0.009406229481101036, -0.004543165676295757, -0.0020739310421049595 ] } } }, "state_bridge": { "log": { "train_loss": [ 1.7562337284088134, 1.257188836669922, 1.2758575519561768, 1.4537065887451173, 4.792724206542969, 16.118391802978515, 51.218969592285156, 48.630170703125, 67.82239494628907, 283.23611538085936, 290.38378896484375, 2590.0150890625, 189232.429075, 11507255.3056, 83814626.9184, 556083459.6864, 1844555113.2672, 4752015027.4048, 9102063837.184, 15721989154.4064, 22484995447.1936, 47668534312.96, 72129013573.2224, 96852680389.4272, 118100167544.0128, 164099385982.976, 233045719357.8496, 258927479383.6544, 289939393295.1552, 320891180076.2368, 355023569656.2176, 426034706146.9184, 458971803235.1232, 431989108978.4832, 568470620287.7952, 535395968430.8992, 482758674140.3648, 466598119027.5072, 584723043083.8784, 447152531177.472, 457150332456.1408, 483606448989.7984, 493444037135.5648, 376356872074.0352, 351529334525.1328, 274896416879.4112, 218886323568.64, 218774933078.016, 185821763783.8848, 164821042043.2896, 130335844388.0448, 133878474814.2592, 86565364930.9696, 76351718686.72, 42520756237.1072, 42705961222.144, 20059558078.0544, 11325599613.7472, 4514770222.2848, 1008829087.0272 ], "train_acc": [ 0.3685, 0.5914, 0.6448, 0.6722, 0.5488, 0.4659, 0.3427, 0.2972, 0.2839, 0.2087, 0.1858, 0.1589, 0.1279, 0.1125, 0.1096, 0.1005, 0.1171, 0.1053, 0.1049, 0.1081, 0.1082, 0.1096, 0.1077, 0.1075, 0.1022, 0.1095, 0.1022, 0.111, 0.1071, 0.1092, 0.1054, 0.1141, 0.103, 0.1071, 0.108, 0.1053, 0.1096, 0.0984, 0.1037, 0.1036, 0.1063, 0.106, 0.1069, 0.11, 0.1116, 0.1099, 0.1091, 0.1007, 0.109, 0.1116, 0.1059, 0.1058, 0.1044, 0.1083, 0.1069, 0.1109, 0.1098, 0.1108, 0.112, 0.1261 ], "test_acc": [ 0.565, 0.5825, 0.65, 0.5875, 0.371, 0.344, 0.3245, 0.321, 0.2305, 0.2225, 0.147, 0.1465, 0.0775, 0.116, 0.099, 0.092, 0.1165, 0.096, 0.0785, 0.086, 0.114, 0.1155, 0.0995, 0.085, 0.107, 0.1245, 0.107, 0.113, 0.1135, 0.131, 0.113, 0.1115, 0.082, 0.0955, 0.1185, 0.12, 0.11, 0.075, 0.0715, 0.1145, 0.0785, 0.1215, 0.0925, 0.0995, 0.056, 0.1145, 0.116, 0.126, 0.092, 0.1085, 0.1115, 0.1025, 0.1165, 0.12, 0.109, 0.1105, 0.114, 0.1085, 0.107, 0.1155 ], "state_pred_error": [ 0.6633167713165283, 0.26668925323486325, 0.26785421018600464, 0.34208936038017274, 0.5517430818557739, 0.6263181097984314, 0.706014741897583, 0.7488139172554016, 0.8344351757049561, 0.8824913305282592, 0.9566375088691711, 0.9905429431915284, 0.9992951532363892, 0.9999922995567322, 0.9999997146606445, 1.0000000045776367, 0.9999999969482422, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "diagnostics": { "bp_cosine": [ 0.30725735425949097, 0.12316203862428665, -0.0629364550113678, 0.007313757669180632, -0.009149492718279362, -0.008323092944920063, -0.006843051873147488, 0.005654708482325077 ], "perturbation_rho": [ -0.0015011467039585114, 0.0004240265116095543, 0.0019385055638849735, 0.0008086063899099827, -0.11120367795228958, 0.0, 0.0, 0.0 ], "nudging": { "0.001": [ -2189696.0, -217512.0, 46920.0, 6430.0, -564.0, 0.0, 0.0, 0.0 ], "0.003": [ -6324534.0, -344800.0, -455572.0, 78020.0, -1050.0, 0.0, 0.0, 0.0 ], "0.01": [ -20625168.0, -717604.0, -58672.0, 134824.0, 16604.0, -6.0, 0.0, 0.0 ] }, "state_pred_error_per_layer": [ 1.2424051312422632e+29, 1.2424051312422632e+29, 1.2424051312422632e+29, 1.2424051312422632e+29, 1.2424051312422632e+29, 1.2424051312422632e+29, 1.2424051312422632e+29, 1.2424051312422632e+29 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.180813762664795, 1.15851598777771, 0.9752382919311523, 4.310234674072266, 5.409528110504151, 4.571157476806641, 5.59428627319336, 4.906880990600586, 7.153588356018067, 6.169279209899902, 3.151282291030884, 3.04000318069458, 6.902088081359863, 17.079356958007814, 434.114821875, 4274.5153546875, 173495.374425, 4126869.5424, 45074575.5072, 302295021.6704, 1100553773.8752, 3910569343.3856, 9480743307.6736, 16287986919.0144, 29592091230.208, 51855394812.7232, 83006749854.9248, 96506064981.1968, 116092555807.9488, 171146794840.8832, 207085592064.8192, 233484588574.3104, 283273713837.6704, 237359135195.136, 259830706549.5552, 291922276725.5552, 370882607054.848, 375864110035.7632, 391053997349.2736, 312687643538.2272, 361586948204.1344, 234246995286.4256, 305559670934.7328, 253578320569.9584, 266700764951.3472, 217946732442.4192, 196479827797.6064, 155095557891.6864, 144038231710.1056, 122997998983.5776, 80291857511.2192, 68673229920.6656, 65797288237.4656, 40392089901.4656, 38889432743.936, 24285740983.9104, 15643154428.7232, 7760484663.296, 3768164856.6272, 1482127218.2784 ], "train_acc": [ 0.207, 0.5837, 0.6796, 0.5624, 0.626, 0.7089, 0.7231, 0.7772, 0.7578, 0.7978, 0.8542, 0.8601, 0.788, 0.7148, 0.4485, 0.2829, 0.1504, 0.1176, 0.108, 0.1062, 0.1079, 0.1019, 0.105, 0.1026, 0.105, 0.1077, 0.1098, 0.1012, 0.1017, 0.1066, 0.0997, 0.1023, 0.1045, 0.0995, 0.1, 0.1057, 0.1021, 0.1046, 0.1054, 0.1032, 0.1046, 0.1034, 0.1026, 0.1062, 0.1054, 0.1081, 0.1028, 0.1015, 0.1012, 0.1019, 0.1052, 0.1001, 0.1075, 0.1084, 0.1051, 0.1085, 0.1046, 0.1054, 0.0986, 0.1106 ], "test_acc": [ 0.434, 0.6285, 0.5345, 0.3995, 0.493, 0.59, 0.644, 0.6435, 0.6805, 0.7895, 0.8255, 0.732, 0.7095, 0.532, 0.216, 0.193, 0.1255, 0.134, 0.128, 0.1135, 0.103, 0.1005, 0.1055, 0.113, 0.107, 0.1055, 0.0975, 0.109, 0.1115, 0.086, 0.1005, 0.1045, 0.1045, 0.1205, 0.1045, 0.117, 0.074, 0.11, 0.09, 0.0975, 0.112, 0.117, 0.116, 0.1095, 0.1225, 0.0945, 0.103, 0.0975, 0.071, 0.103, 0.08, 0.098, 0.1, 0.123, 0.1145, 0.0905, 0.0995, 0.1105, 0.0855, 0.1095 ], "value_loss": [ 2.9669607288360598, 1.0902458826065065, 2.4584463294982912, 73.88889157714844, 108.27681814575195, 115.91943471679687, 184.67528198242186, 185.08425294189453, 366.67125908203127, 319.5852258789063, 108.21394526367187, 110.3386819946289, 347.8569515869141, 1525.27198203125, 856406.213575, 47010726.9056, 133654556568.7808, 66485560641008.44, 5601329709154566.0, 2.5619643797350563e+17, 2.6437525286434504e+18, 3.759435327830707e+19, 2.0967746443938254e+20, 5.8249832460428005e+20, 1.900429415713445e+21, 5.965233893645854e+21, 1.5141398248046291e+22, 2.0838459753445628e+22, 3.0155778903345744e+22, 6.534392113196693e+22, 9.49085397644098e+22, 1.213205072102303e+23, 1.7861691251715246e+23, 1.2310981571846513e+23, 1.5074213926386971e+23, 1.8590761851447484e+23, 3.03252706604308e+23, 2.9249324086900395e+23, 3.357804742753062e+23, 2.1885845744735628e+23, 2.9055369486406765e+23, 1.2206187316440685e+23, 2.033396564696724e+23, 1.3890040725471885e+23, 1.5181943868702285e+23, 1.0498341258536981e+23, 8.700237478106012e+22, 5.5888224113303126e+22, 4.543935391813068e+22, 3.3037088316902575e+22, 1.3904496443146646e+22, 9.820491629311279e+21, 9.319735665267294e+21, 3.4896288732690126e+21, 3.242478367096937e+21, 1.2534107606733638e+21, 5.020361207667576e+20, 1.2250652965564804e+20, 2.762850564012813e+19, 1.0739092229740712e+19 ], "term_loss": [ 1.7164982944488525, 0.8336014386177063, 2.2766597854614257, 73.54188282470703, 107.95569302368165, 115.66435822753907, 184.40134716796874, 184.7544172607422, 366.257100390625, 319.2935396972656, 107.97936694335938, 109.77867339172363, 344.50278088378906, 1497.03217421875, 850602.74975, 45127585.504, 133558798774.272, 66483576837557.45, 5601311970080640.0, 2.5619634165628704e+17, 2.643752139856139e+18, 3.759435259924869e+19, 2.0967746386235884e+20, 5.8249832322505264e+20, 1.900429415713445e+21, 5.965233893645854e+21, 1.5141398248046291e+22, 2.0838459753445628e+22, 3.0155778903345744e+22, 6.534392111755541e+22, 9.49085397644098e+22, 1.213205072102303e+23, 1.786169119983378e+23, 1.2310981249028493e+23, 1.507421335857313e+23, 1.859076049964702e+23, 3.032526846411533e+23, 2.9249321106598305e+23, 3.357804382465092e+23, 2.1885840778526248e+23, 2.9055362533569517e+23, 1.2206178266006874e+23, 2.0333954119193347e+23, 1.3890026196499199e+23, 1.518192558336722e+23, 1.0498318148225422e+23, 8.700208820170359e+22, 5.58878513881922e+22, 4.543886667909131e+22, 3.303644348790505e+22, 1.3903648404528173e+22, 9.81934621260509e+21, 9.318203673079891e+21, 3.487588749168033e+21, 3.2397836163048517e+21, 1.2498825943945005e+21, 4.9747612976701296e+20, 1.1696705443212127e+20, 2.209300562524519e+19, 5.965625762330856e+18 ], "bridge_loss": [ 0.9642023840372916, 0.05619153835773468, 0.005403100261092186, 0.058217010986804964, 0.05494740681946278, 0.042279357314109804, 0.0697695098221302, 0.162632954120636, 0.23094681215286256, 0.13801171278953553, 0.12224743638038635, 0.452451789855957, 3.1901706958770752, 28.013733642578124, 5803.01872421875, 1883141.245, 95755957.4144, 1983570290.2784, 17710332162.8672, 96817318513.8688, 390040245397.0944, 1279194057775.5137, 3592114526591.3857, 9084595204626.842, 20649508923978.547, 43515842118916.51, 86588981919927.5, 168821964468020.84, 315478200580833.25, 569613611072435.0, 998514458413026.5, 1685223969845254.5, 2790164946525513.5, 4566915636675163.0, 7302383131868057.0, 1.1539139114325718e+16, 1.792385532122649e+16, 2.6165467718487532e+16, 3.703484551294238e+16, 5.036573563672792e+16, 6.666833228308184e+16, 8.993736963563118e+16, 1.160181461275235e+17, 1.4629456896849453e+17, 1.839375407288156e+17, 2.3162479642745126e+17, 2.8634254129500176e+17, 3.724947283800484e+17, 4.8719852038305664e+17, 6.446355790276814e+17, 8.479242257230209e+17, 1.1453916665696928e+18, 1.5320334050146908e+18, 2.0400817170051474e+18, 2.694757338137747e+18, 3.5281727448711936e+18, 4.559988939699667e+18, 5.539475408244719e+18, 5.535499985855834e+18, 4.773466424748804e+18 ], "tgrad_loss": [ 0.2862600553512573, 0.20045291225910186, 0.1763834413051605, 0.28879174451828005, 0.26617846899032593, 0.21279841418266296, 0.20416503925323487, 0.1672018569469452, 0.18320466527938842, 0.15367574200630188, 0.11233035919070244, 0.10755652726888656, 0.16400148527622224, 0.22606448984146119, 0.44932379856109617, 0.6031550155639649, 0.7285950341224671, 0.7613764246940613, 0.7669176729202271, 0.7755544228553772, 0.761812369441986, 0.7759272521972657, 0.7649501113891601, 0.7714386423110962, 0.7607672102928161, 0.7632091217041016, 0.7585373802185058, 0.7713048749923707, 0.7605478080749511, 0.7533323201179505, 0.7780433281898499, 0.7613308283805847, 0.7529919390678406, 0.7724364114761353, 0.7689524433135987, 0.7545342383384704, 0.7692763340950012, 0.7591918215751648, 0.7541144882202149, 0.7748589099884033, 0.7660150268554687, 0.7596425477027893, 0.7580499425888062, 0.7523354890823364, 0.7643221777915955, 0.7510903036117553, 0.7648061880111694, 0.7583307800292969, 0.7644666131973267, 0.7654717210769654, 0.7569819689750671, 0.7661532715797424, 0.7553690487861633, 0.7546149060249329, 0.7635059030532837, 0.7580290970802307, 0.7618262603759766, 0.7523887557983399, 0.7711429117202758, 0.753796951675415 ] }, "diagnostics": { "bp_cosine": [ 0.04903252795338631, 0.20776475965976715, 0.12520574033260345, -0.2015925794839859, -0.03666269779205322, 0.005083487834781408, 0.13890880346298218, 0.012853549793362617 ], "perturbation_rho": [ 0.011465835385024548, 0.00849771499633789, 0.0009214465972036123, -0.005531121976673603, 0.07564837485551834, 0.0, 0.0, 0.0 ], "nudging": { "0.001": [ 708984.0, -55272.0, -159328.0, 5952.0, 11760.0, 0.0, 0.0, 0.0 ], "0.003": [ 1608888.0, -316624.0, 189376.0, 38104.0, 40760.0, -16.0, 0.0, 0.0 ], "0.01": [ 10792360.0, -1553496.0, -27560.0, -69368.0, 49144.0, -96.0, 0.0, 0.0 ] } } } }