{ "bp": { "log": { "train_loss": [ 1.7533995316505433, 0.7836601768493653, 0.4336150965690613, 0.3156591456890106, 0.26115909841060636, 0.21855008835792541, 0.20245241773128508, 0.1854707410812378, 0.171177279484272, 0.1577904580116272, 0.16167830117940904, 0.13525569295883177, 0.15880949127674102, 0.1267966023683548, 0.135716259598732, 0.12722588217258454, 0.1248846586227417, 0.12528773012161254, 0.13043007722496985, 0.10238944809436798, 0.10000436370372773, 0.09743008491992951, 0.09774633845090866, 0.0909515031337738, 0.08864497351646423, 0.09541612682342529, 0.08492451270222665, 0.07652511271238327, 0.07194267210960388, 0.0679610144495964, 0.07048724781274796, 0.06801209087371826, 0.06563281005620956, 0.06872930953502655, 0.06238800450563431, 0.06467725517749787, 0.06289580785036088, 0.05844259022772312, 0.0557950256228447, 0.05462282573878765, 0.053031637322902676, 0.05512283474802971, 0.052326148790121076, 0.051231220483779906, 0.04978705406785011, 0.049222904124856, 0.04818815061151981, 0.04727265299856663, 0.04677308195531368, 0.04608564888834953, 0.0458140979886055, 0.04530899636745453, 0.045030354833602904, 0.04478087300062179, 0.044504375572502614, 0.04426856064796448, 0.04410454820394516, 0.04398917088881135, 0.04390392400026322, 0.043855037939548494 ], "train_acc": [ 0.4163, 0.796, 0.8972, 0.9216, 0.9325, 0.9467, 0.9423, 0.9446, 0.9512, 0.9541, 0.9472, 0.9636, 0.9431, 0.96, 0.9528, 0.9593, 0.9587, 0.9555, 0.9543, 0.9691, 0.9696, 0.9704, 0.9695, 0.9739, 0.9773, 0.97, 0.9778, 0.9804, 0.9834, 0.9887, 0.9839, 0.9856, 0.9865, 0.9843, 0.9888, 0.9862, 0.9877, 0.9917, 0.9918, 0.9936, 0.9945, 0.9926, 0.9938, 0.9948, 0.9954, 0.9959, 0.9962, 0.9968, 0.9973, 0.9969, 0.9976, 0.9979, 0.9975, 0.9979, 0.9978, 0.9981, 0.9981, 0.9981, 0.9981, 0.9981 ], "test_acc": [ 0.6825, 0.841, 0.888, 0.904, 0.909, 0.9115, 0.922, 0.9275, 0.921, 0.924, 0.916, 0.9305, 0.9225, 0.928, 0.917, 0.925, 0.9365, 0.919, 0.9295, 0.9355, 0.93, 0.937, 0.935, 0.9365, 0.932, 0.932, 0.938, 0.937, 0.9395, 0.941, 0.9415, 0.9385, 0.9405, 0.9355, 0.942, 0.937, 0.933, 0.939, 0.9395, 0.941, 0.944, 0.9445, 0.9425, 0.9405, 0.945, 0.944, 0.9435, 0.9445, 0.946, 0.946, 0.9445, 0.9445, 0.943, 0.9445, 0.946, 0.9445, 0.945, 0.9445, 0.9445, 0.9445 ] }, "diagnostics": { "bp_cosine": [ 0.841028094291687, 0.8316808938980103 ], "perturbation_rho": [ 0.9999988079071045, 0.9999943971633911 ], "nudging": { "0.001": [ -0.02241116389632225, -0.00732467882335186 ], "0.003": [ -0.05696076154708862, -0.02089458703994751 ], "0.01": [ -0.10806188732385635, -0.058222346007823944 ] } } }, "dfa": { "log": { "train_loss": [ 2.2681663370132448, 1.5578918802261352, 0.9035645442008973, 0.5999464567184448, 0.4491278485774994, 0.3660543300151825, 0.31826040496826175, 0.28996203372478485, 0.27258815791606905, 0.258673814201355, 0.2605429262816906, 0.2453741048812866, 0.2707838849082589, 0.24489454474449157, 0.2667243903636932, 0.24532563347816466, 0.2407766224384308, 0.2794936346054077, 0.23863817923367023, 0.227928395652771, 0.22128773531913756, 0.24110795383453368, 0.25780398631095885, 0.23606836762428285, 0.22999447169303894, 0.21888184334039687, 0.22170222326517106, 0.20384172608852386, 0.21664435220509767, 0.18759276245832443, 0.1907250598371029, 0.19302489280700683, 0.21028617808818817, 0.18639517907500266, 0.18032784458398818, 0.17618319692611695, 0.18565691118240357, 0.17661046228408814, 0.17732410440444946, 0.17734829990416764, 0.1658576126098633, 0.18027312584370375, 0.1593181769669056, 0.1599530577659607, 0.15934612050056457, 0.15842962717413903, 0.15354473167657853, 0.15257517569065093, 0.15343474090099335, 0.15061425738334655, 0.1513981466114521, 0.14823738946914672, 0.14945683048963546, 0.14723094618320465, 0.14593036649525165, 0.14519548625946044, 0.1448047935962677, 0.14448406311944126, 0.1441643814086914, 0.14402359859347344 ], "train_acc": [ 0.1713, 0.4916, 0.6924, 0.7834, 0.8324, 0.8582, 0.8748, 0.885, 0.8912, 0.9011, 0.8987, 0.9039, 0.9046, 0.9101, 0.9077, 0.9128, 0.915, 0.9068, 0.9177, 0.9215, 0.925, 0.9222, 0.9191, 0.9216, 0.9253, 0.9266, 0.9282, 0.9318, 0.9305, 0.9359, 0.9363, 0.9367, 0.9354, 0.9373, 0.9387, 0.942, 0.9376, 0.941, 0.9397, 0.9416, 0.9439, 0.9414, 0.946, 0.9467, 0.9471, 0.9448, 0.9478, 0.9485, 0.9475, 0.9489, 0.948, 0.9483, 0.9483, 0.9498, 0.9493, 0.9501, 0.9509, 0.9508, 0.9508, 0.9507 ], "test_acc": [ 0.3065, 0.6105, 0.7235, 0.7705, 0.8025, 0.8175, 0.8315, 0.843, 0.841, 0.8485, 0.855, 0.849, 0.865, 0.867, 0.858, 0.8625, 0.8545, 0.8615, 0.8605, 0.872, 0.8695, 0.861, 0.8765, 0.874, 0.8795, 0.8765, 0.878, 0.882, 0.8805, 0.886, 0.882, 0.88, 0.8805, 0.8835, 0.8875, 0.8865, 0.886, 0.8825, 0.8845, 0.885, 0.886, 0.8895, 0.8915, 0.891, 0.8915, 0.888, 0.886, 0.8925, 0.889, 0.8865, 0.887, 0.889, 0.889, 0.89, 0.891, 0.891, 0.891, 0.891, 0.8905, 0.8905 ] }, "diagnostics": { "bp_cosine": [ -0.002617625752463937, 0.059033285826444626 ], "perturbation_rho": [ -0.03406350687146187, 0.007601428776979446 ], "nudging": { "0.001": [ -0.0003772574127651751, -0.0005316028255037963 ], "0.003": [ -0.0009525500936433673, -0.001586500322446227 ], "0.01": [ -0.0010169181041419506, -0.005193162709474564 ] } } }, "state_bridge": { "log": { "train_loss": [ 2.0382345211029054, 1.0948151384353637, 0.6032020771503448, 0.40623809757232665, 0.33226056547164917, 0.3133425868034363, 0.30417577662467954, 0.3053503430366516, 0.31328839625120164, 0.31271673035621644, 0.3245254298210144, 0.31218559067249296, 0.3044342563152313, 0.31126695098876955, 0.3119384925365448, 0.30271564536094664, 0.30667407779693606, 0.3065519708395004, 0.30940110969543455, 0.3272845676660538, 0.3199685447216034, 0.32677091150283816, 0.32642143268585205, 0.33318281002044675, 0.36578635778427127, 0.37762247943878174, 0.39828639793396, 0.3289969065666199, 0.3450239597797394, 0.358044877243042, 0.36087529759407044, 0.36222470116615296, 0.33878248867988586, 0.3413470969080925, 0.3363194646835327, 0.343668280172348, 0.34620368288755415, 0.32506093147993087, 0.3287040949821472, 0.32957409336566923, 0.3357783727645874, 0.33654043445587156, 0.3232738302230835, 0.3100067971229553, 0.3171101568222046, 0.3073707001209259, 0.30577496590614317, 0.313213066983223, 0.29881200022697446, 0.2981369870185852, 0.30165741591453554, 0.2990313836097717, 0.29394608516693116, 0.2944581679344177, 0.2910430798530579, 0.2914781629562378, 0.2900803961753845, 0.28867093825340273, 0.28835845890045164, 0.2879593663215637 ], "train_acc": [ 0.2672, 0.6388, 0.7992, 0.8588, 0.879, 0.8775, 0.8801, 0.8794, 0.8784, 0.8798, 0.8755, 0.8774, 0.8824, 0.8796, 0.8779, 0.8837, 0.8817, 0.8798, 0.8804, 0.873, 0.8771, 0.8717, 0.8701, 0.8727, 0.8597, 0.8592, 0.8536, 0.8736, 0.8688, 0.8657, 0.8613, 0.8636, 0.8696, 0.8708, 0.8713, 0.8673, 0.8674, 0.8758, 0.8726, 0.8733, 0.8726, 0.871, 0.8732, 0.8793, 0.8785, 0.8824, 0.8814, 0.8756, 0.8846, 0.885, 0.8841, 0.8847, 0.8864, 0.887, 0.887, 0.8879, 0.8871, 0.8875, 0.8887, 0.8889 ], "test_acc": [ 0.504, 0.7175, 0.8095, 0.8285, 0.833, 0.834, 0.828, 0.8205, 0.8225, 0.829, 0.8275, 0.8185, 0.8205, 0.825, 0.8255, 0.8325, 0.831, 0.8215, 0.829, 0.817, 0.817, 0.817, 0.8235, 0.818, 0.7945, 0.7985, 0.8165, 0.8215, 0.7985, 0.8005, 0.8095, 0.816, 0.794, 0.819, 0.8165, 0.8045, 0.8145, 0.805, 0.8175, 0.7915, 0.807, 0.8145, 0.8265, 0.8245, 0.818, 0.817, 0.8295, 0.8165, 0.8215, 0.817, 0.827, 0.8245, 0.826, 0.8275, 0.8265, 0.8235, 0.825, 0.826, 0.8245, 0.825 ], "state_pred_error": [ 0.7940658317565918, 0.3446289403915405, 0.21205402789115907, 0.18055613265037537, 0.17316545538902284, 0.16974504861831666, 0.16455158114433288, 0.1532918233156204, 0.1344613233089447, 0.11496315777301788, 0.09990090398788452, 0.0852064457654953, 0.07807356501817703, 0.06980399495363235, 0.06664942329525947, 0.06597541292905808, 0.062055612790584566, 0.06308431391716003, 0.062131305885314944, 0.06258162593841553, 0.06345035761594772, 0.06398923227190971, 0.06478530389666558, 0.06886953679323196, 0.06948684022426606, 0.0712984862446785, 0.0716869054555893, 0.07109182901382446, 0.0715145544052124, 0.07274168980121612, 0.07417786152362824, 0.07344579526185989, 0.07273043178319931, 0.07403365852832794, 0.07517185529470444, 0.07344330585598946, 0.07345378184318542, 0.07930274074077606, 0.07390495628118515, 0.0726435121536255, 0.07187280968427658, 0.07082273955345154, 0.07124607337713242, 0.06916670203208923, 0.06908640279769898, 0.06788007100820541, 0.06682880482673645, 0.06678611476421356, 0.06645168607234955, 0.0616137608230114, 0.06136730970740318, 0.06039532200098038, 0.059799978923797605, 0.05922998292446136, 0.05737149256467819, 0.05544037868976593, 0.05257278437614441, 0.05509069833755493, 0.05201517162322998, 0.05045925542712212 ] }, "diagnostics": { "bp_cosine": [ 0.8860390186309814, 0.29011964797973633 ], "perturbation_rho": [ 0.729070782661438, 0.16372419893741608 ], "nudging": { "0.001": [ -0.0223261546343565, -0.002173823770135641 ], "0.003": [ -0.06377331912517548, -0.006489826366305351 ], "0.01": [ -0.17900359630584717, -0.021273087710142136 ] }, "state_pred_error_per_layer": [ 33793.6875, 17287.951171875 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.2692262367248537, 1.5542793827056884, 0.9020736213684082, 0.596830725479126, 0.4468186724662781, 0.3618718198776245, 0.31232853326797483, 0.2787938956260681, 0.2674659299373627, 0.2642947849750519, 0.2523771431446075, 0.24515730214118958, 0.2538480486392975, 0.28014468059539793, 0.31275188341140747, 0.36153240275383, 0.45546971778869627, 0.470155521774292, 0.49532660064697265, 0.6091033678054809, 0.6895332248687744, 0.8440474328041077, 0.9790623798370361, 1.0800415994644166, 1.2051820819854737, 1.2633331064224242, 1.2919290416717528, 1.3715517765998841, 1.3725673580169677, 1.4548830583572387, 1.4191310758590698, 1.3940866708755493, 1.4137959768295287, 1.3491390239715577, 1.3602781624317168, 1.2946188051223755, 1.3052873740196227, 1.271211790084839, 1.2458847396850585, 1.221630898284912, 1.2014152545928956, 1.1802498739242553, 1.1862596946716308, 1.1738021017074585, 1.149361166381836, 1.146301950263977, 1.123859150505066, 1.1185205829620362, 1.1123267906188965, 1.101036505126953, 1.088988446044922, 1.079156160736084, 1.0718450695037842, 1.065549393081665, 1.0595159755706787, 1.0557796686172485, 1.0525294914245606, 1.0508896852493286, 1.0492018606185913, 1.0485244590759277 ], "train_acc": [ 0.1678, 0.4881, 0.6916, 0.7856, 0.834, 0.8604, 0.8766, 0.8891, 0.8969, 0.8957, 0.9013, 0.9053, 0.9055, 0.9019, 0.8975, 0.8912, 0.8739, 0.8689, 0.8627, 0.8466, 0.8313, 0.8064, 0.7853, 0.7715, 0.7514, 0.7433, 0.7304, 0.7127, 0.7089, 0.6894, 0.6898, 0.6898, 0.6846, 0.6929, 0.6888, 0.6896, 0.6874, 0.6922, 0.6915, 0.6901, 0.6957, 0.6928, 0.689, 0.6875, 0.6931, 0.6961, 0.693, 0.6958, 0.6921, 0.7, 0.6966, 0.6992, 0.6993, 0.7002, 0.7014, 0.7012, 0.7017, 0.7013, 0.7013, 0.7015 ], "test_acc": [ 0.319, 0.61, 0.727, 0.7705, 0.8105, 0.818, 0.8355, 0.8335, 0.8395, 0.8495, 0.8565, 0.8575, 0.8595, 0.8455, 0.8455, 0.834, 0.817, 0.813, 0.793, 0.783, 0.7655, 0.7445, 0.73, 0.721, 0.7015, 0.7085, 0.6835, 0.6705, 0.661, 0.65, 0.662, 0.652, 0.6485, 0.6565, 0.6525, 0.6585, 0.6465, 0.66, 0.6535, 0.648, 0.647, 0.649, 0.6465, 0.655, 0.6475, 0.65, 0.653, 0.6525, 0.6485, 0.653, 0.6555, 0.6525, 0.656, 0.654, 0.654, 0.6575, 0.656, 0.6565, 0.656, 0.656 ], "value_loss": [ 2.909094351196289, 0.7658272996902465, 0.6340765568733215, 0.5706955344200134, 0.5016238324642182, 0.43215153760910036, 0.3868287033081055, 0.35505294566154477, 0.3537649361371994, 0.3869753558635712, 0.38371925399303436, 0.3659987478256226, 0.3994653451919556, 0.4804273064136505, 0.617082247543335, 0.8328494649887085, 1.19136689453125, 1.1524452226638795, 1.273973949432373, 1.6705972339630126, 1.947713963317871, 2.429694472694397, 2.9975417751312254, 3.3247394645690918, 4.073798774719238, 4.177117526245117, 4.067596185684204, 4.233567604827881, 3.9992895797729493, 4.0748225051879885, 3.6166735214233396, 3.5715755424499513, 3.170370510101318, 2.6065550357818603, 2.4747390007972716, 2.096208452987671, 1.974884965133667, 1.788527022743225, 1.615757702445984, 1.4653602067947387, 1.3991004487991332, 1.2780299221038818, 1.231626374053955, 1.1686214462280273, 1.0741170415878296, 1.009229591178894, 0.9554481613159179, 0.9123099586486817, 0.8534572563171386, 0.8179267116546631, 0.7517884971618652, 0.7146735996246338, 0.6941907648086548, 0.6707411470413208, 0.6082350830078125, 0.6151707311630249, 0.5768671339035034, 0.5514906231880188, 0.5400699325561523, 0.5207448813438416 ], "term_loss": [ 1.6756160216331482, 0.3529724612236023, 0.390537335395813, 0.3742113214969635, 0.33054120086431504, 0.26847299547195436, 0.22873805408477782, 0.213564708507061, 0.2188684166431427, 0.2586360571861267, 0.2644814089179039, 0.2492242072761059, 0.2802458667755127, 0.35211685800552367, 0.4764906127929687, 0.6769205916404724, 1.0035622982025147, 0.9530633958816528, 1.0660293413162232, 1.427315857410431, 1.6753887001037597, 2.1101916246414185, 2.6351540704727174, 2.93334910736084, 3.628789786529541, 3.7103049926757814, 3.5738488626480103, 3.7151432455062867, 3.4672480880737306, 3.5043161994934082, 3.0582513076782227, 2.9907237396240234, 2.609465662384033, 2.0792490367889402, 1.9462039555549622, 1.6056369823455812, 1.4855788904190064, 1.3233418182373047, 1.1531369215011598, 1.010161297416687, 0.9468067415237427, 0.8260270189285278, 0.7786426908493042, 0.7235319651603699, 0.6420190993309021, 0.5773346517562866, 0.5359861539840698, 0.506299984741211, 0.45566908836364745, 0.4283084735870361, 0.37325937843322754, 0.3429936631202698, 0.3306818127632141, 0.31145757360458376, 0.26386104679107664, 0.27378877906799315, 0.2430652662754059, 0.22444696111679077, 0.2165537470817566, 0.20168962478637695 ], "bridge_loss": [ 0.9061962479351089, 0.11340018844604492, 0.018831115587055684, 0.006585106197744608, 0.007741253206133843, 0.01931276010274887, 0.02597333793640137, 0.020665125489234923, 0.016416490584611892, 0.00939844745695591, 0.006557002264261246, 0.007693992963433266, 0.00838148719072342, 0.010554035685956479, 0.014100195910781621, 0.019740482191741467, 0.029861405584216117, 0.03811971082091332, 0.04297128603458405, 0.05843619774580002, 0.07096547927856445, 0.09096145362854004, 0.11484820014238357, 0.13357684574127196, 0.17190906581878662, 0.1907400098323822, 0.21238168239593505, 0.22990054244995117, 0.2459044690132141, 0.2736733878135681, 0.271633962059021, 0.29980236659049986, 0.28194295258522034, 0.2610706382751465, 0.26103880503177646, 0.23405041053295136, 0.23127240090370177, 0.21618038527965547, 0.21614487179517747, 0.21264133446216582, 0.2144686206102371, 0.21590589094161988, 0.21614528675079345, 0.21047820831537248, 0.20197302742004394, 0.20249471414089204, 0.19271916406154632, 0.1802452743768692, 0.17243436317443847, 0.1680455225944519, 0.1576254985809326, 0.15183655140399932, 0.1453061292052269, 0.14224059772491454, 0.1282794843673706, 0.1261581906080246, 0.11894494748115539, 0.11249599847793579, 0.10926979708671569, 0.10483724861145019 ], "tgrad_loss": [ 0.32728208103179934, 0.2994546513557434, 0.22470810203552247, 0.18989910242557526, 0.16334137752056122, 0.14436578254699706, 0.13211731100082397, 0.12082311434745789, 0.118480029129982, 0.1189408509016037, 0.1126808422088623, 0.10908054541349411, 0.11083799247741699, 0.11775641236305237, 0.12649144034385681, 0.1361883921146393, 0.15794320333003997, 0.1612621042728424, 0.16497332499027254, 0.184845175075531, 0.20135978260040283, 0.22854138774871827, 0.24753951168060304, 0.2578135227203369, 0.2730999213218689, 0.27607250838279723, 0.2813656562805176, 0.2885238247871399, 0.28613699531555176, 0.29683294076919553, 0.28678826389312745, 0.2810494341850281, 0.2789619082689285, 0.26623538064956664, 0.2674962314367294, 0.25652106018066406, 0.2580336720466614, 0.2490048062801361, 0.2464759041786194, 0.24255758218765258, 0.23782507863044738, 0.2360969993829727, 0.23683840417861937, 0.23461127347946167, 0.23012492628097533, 0.22940022025108336, 0.22674284510612489, 0.22576470098495482, 0.22535381288528442, 0.22157270841598511, 0.22090361948013307, 0.2198433807373047, 0.2182028178215027, 0.21704297912120818, 0.21609454655647278, 0.21522376427650453, 0.214856924533844, 0.21454766092300415, 0.214246386384964, 0.21421800775527955 ] }, "diagnostics": { "bp_cosine": [ 0.10150224715471268, 0.11179979145526886 ], "perturbation_rho": [ 0.24922937154769897, 0.2113790065050125 ], "nudging": { "0.001": [ -0.010911274701356888, -0.002249373123049736 ], "0.003": [ -0.032585203647613525, -0.006742686498910189 ], "0.01": [ -0.10681234300136566, -0.02240385115146637 ] } } } }