{ "bp": { "log": { "train_loss": [ 1.0280954638957978, 0.5170450178146362, 0.46660222864151, 0.3860828907012939, 0.3847982373714447, 0.37869311784505844, 0.3040668855667114, 0.43982459917068484, 0.3666351689338684, 0.30392495489120486, 0.3629165101528168, 0.3360342849731445, 0.3675597408294678, 0.2872942142009735, 0.2673515892028809, 0.27461685419082643, 0.2779176469087601, 0.25853867259025576, 0.30305951404571535, 0.2197611361503601, 0.2107482223033905, 0.278306410741806, 0.27574938082695005, 0.277136362361908, 0.23484622938632965, 0.19353969383239747, 0.22733799839019775, 0.22033537466526032, 0.17364222700595855, 0.16525054998397828, 0.1696811216711998, 0.13102262905836104, 0.12456847798824311, 0.1238709403514862, 0.1256138543844223, 0.13760859820842744, 0.11888999514579773, 0.10369425783157349, 0.1449669484615326, 0.09903482309579849, 0.08961749286651612, 0.08136189094781876, 0.06542902387678623, 0.0602282164812088, 0.0563331375837326, 0.05991012490987778, 0.05653515813350678, 0.06136429299712181, 0.048407906904816625, 0.043913619375228884, 0.042284037798829374, 0.039931213203072545, 0.03806337122917175, 0.03679427447915077, 0.03630924501419067, 0.03573910497426987, 0.034844432763755324, 0.034415369933843615, 0.03412407999634743, 0.03397467752844095 ], "train_acc": [ 0.6283, 0.8046, 0.8228, 0.8463, 0.8457, 0.851, 0.88, 0.8359, 0.8551, 0.8784, 0.8596, 0.8648, 0.858, 0.8826, 0.8913, 0.8935, 0.8925, 0.8946, 0.8815, 0.9137, 0.9155, 0.8924, 0.8921, 0.8934, 0.9096, 0.9199, 0.9091, 0.9155, 0.931, 0.9328, 0.9327, 0.9494, 0.9551, 0.949, 0.9489, 0.9443, 0.9525, 0.9607, 0.9447, 0.9623, 0.9664, 0.9723, 0.9808, 0.9832, 0.9863, 0.9823, 0.9842, 0.9815, 0.9907, 0.994, 0.9949, 0.9958, 0.9971, 0.9981, 0.998, 0.9985, 0.9987, 0.9987, 0.9989, 0.9989 ], "test_acc": [ 0.8035, 0.813, 0.8465, 0.8505, 0.853, 0.8565, 0.8505, 0.8325, 0.871, 0.8755, 0.863, 0.877, 0.8655, 0.869, 0.8865, 0.8845, 0.872, 0.8835, 0.8815, 0.8925, 0.8935, 0.8835, 0.8675, 0.9055, 0.9075, 0.904, 0.8925, 0.896, 0.917, 0.921, 0.9155, 0.9275, 0.9265, 0.9165, 0.92, 0.921, 0.9215, 0.9315, 0.922, 0.9335, 0.9315, 0.9345, 0.942, 0.944, 0.945, 0.9465, 0.949, 0.941, 0.9485, 0.947, 0.947, 0.949, 0.9495, 0.948, 0.9485, 0.947, 0.9475, 0.948, 0.9475, 0.948 ] }, "diagnostics": { "bp_cosine": [ 0.7277177572250366, 0.7186546921730042, 0.7086087465286255, 0.6982603073120117, 0.686427116394043, 0.6760239601135254, 0.6675269603729248, 0.6591541767120361 ], "perturbation_rho": [ 0.999999463558197, 0.999997615814209, 0.9999939203262329, 0.9999786019325256, 0.9999496340751648, 0.99991774559021, 0.9998468160629272, 0.9996647834777832 ], "nudging": { "0.001": [ -0.0279630608856678, -0.014471527189016342, -0.00800193939357996, -0.0047535281628370285, -0.003030599094927311, -0.002047237241640687, -0.0014431248418986797, -0.0010417262092232704 ], "0.003": [ -0.07214734703302383, -0.04029766097664833, -0.023058053106069565, -0.013927915133535862, -0.008957058191299438, -0.00608035596087575, -0.004299057647585869, -0.0031092879362404346 ], "0.01": [ -0.14217889308929443, -0.10304947197437286, -0.06661910563707352, -0.04270746558904648, -0.028325699269771576, -0.019565371796488762, -0.013980223797261715, -0.010182000696659088 ] } } }, "dfa": { "log": { "train_loss": [ 2.120793573760986, 1.1692349800109862, 4.318221380615235, 11.969316799926759, 7.433457641983032, 6.906938210105896, 5.740281340026855, 4.8412636898040775, 4.507975682801008, 3.7150641967773437, 4.818854993438721, 4.81442878112793, 20.13569976043701, 8.72026117067337, 6.009071774291992, 8.157103067016601, 8.301325323486328, 5.596079114532471, 5.222048434448242, 4.3211271118164065, 6.586086061096191, 7.058012394714355, 7.975131286621094, 4.45829043045044, 6.86703256225586, 5.461534704589844, 4.5320643615722656, 9.255783943176269, 5.773329333496093, 6.4948376953840254, 3.3313274047851564, 4.754503839111329, 2.9795879699707033, 2.045443130493164, 1.6959571681976318, 4.3149334289550785, 2.6201193557739257, 3.423483766937256, 3.6280470642089844, 1.005617715549469, 0.6395519275665283, 0.7112416195869445, 0.5932440514087505, 0.3480766498327255, 0.22201839945018279, 0.10360232348032086, 0.07467308974369516, 0.0435215163884204, 0.01338290655186513, 0.005486118838652374, 0.0007142521263321178, 9.912207722550193e-07, 1.192092824453539e-11, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "train_acc": [ 0.2294, 0.6006, 0.5854, 0.6087, 0.7444, 0.7746, 0.8255, 0.8538, 0.8616, 0.8829, 0.8721, 0.8787, 0.8112, 0.8775, 0.9052, 0.8905, 0.8932, 0.9182, 0.9206, 0.9299, 0.9097, 0.9155, 0.9093, 0.9347, 0.9187, 0.9291, 0.934, 0.9141, 0.9285, 0.93, 0.9466, 0.9384, 0.9501, 0.9621, 0.9649, 0.9431, 0.9575, 0.9503, 0.9522, 0.9747, 0.9804, 0.9788, 0.9829, 0.9877, 0.9907, 0.9941, 0.9956, 0.9967, 0.9986, 0.9992, 0.9999, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "test_acc": [ 0.467, 0.5225, 0.368, 0.651, 0.7435, 0.694, 0.744, 0.8385, 0.831, 0.849, 0.8375, 0.77, 0.816, 0.8785, 0.875, 0.8375, 0.8675, 0.9025, 0.898, 0.8805, 0.8725, 0.8845, 0.891, 0.892, 0.9035, 0.9075, 0.8945, 0.887, 0.9035, 0.9035, 0.9075, 0.913, 0.9235, 0.9195, 0.92, 0.9115, 0.9165, 0.9255, 0.924, 0.9355, 0.9335, 0.932, 0.936, 0.936, 0.943, 0.9405, 0.9415, 0.9445, 0.9455, 0.947, 0.948, 0.947, 0.9465, 0.9465, 0.9465, 0.9465, 0.9465, 0.9465, 0.9465, 0.9465 ] }, "diagnostics": { "bp_cosine": [ -0.003863303456455469, 0.017664283514022827, 0.01661803014576435, 0.018178246915340424, 0.015868376940488815, 0.014126626774668694, 0.014091677032411098, 0.008254537358880043 ], "perturbation_rho": [ -0.019435672089457512, 0.2941593527793884, 0.18103283643722534, 0.20650765299797058, 0.18732143938541412, 0.13352911174297333, 0.15822581946849823, -0.03437525033950806 ], "nudging": { "0.001": [ 0.036526963114738464, -0.0999140739440918, -0.04491303116083145, -0.01566406711935997, -0.003947979770600796, -0.0009792994242161512, -0.0003040542942471802, -9.614432929083705e-05 ], "0.003": [ 0.12329098582267761, -0.28696703910827637, -0.13323917984962463, -0.04670665040612221, -0.011821148917078972, -0.0029212406370788813, -0.0009074252448044717, -0.0002924713771790266 ], "0.01": [ 0.4985465407371521, -0.834585428237915, -0.4260305166244507, -0.15289700031280518, -0.03924320265650749, -0.009715870022773743, -0.002982086967676878, -0.0009573615971021354 ] } } }, "state_bridge": { "log": { "train_loss": [ 2.0005249774932863, 2.6273609729766845, 8.55051524810791, 28.19482956542969, 494.44503037109376, 145970.183125, 38351053.152, 783867611.5456, 5883874551.3984, 27799864927.8464, 85124742643.712, 195224481536.4096, 442692943845.7856, 842439712990.8224, 1651162470993.1008, 2556945754803.405, 3782613268221.133, 5426827993337.037, 8994248014063.207, 10276278090543.924, 12815248601487.77, 16660498968530.125, 22318331472537.19, 27810257342300.16, 29551719156075.727, 51621289471560.91, 45316131817888.16, 43844487198067.914, 57194053893724.57, 73896788449925.53, 61295718724062.414, 82310528867133.03, 93415520025024.92, 61149932904303.82, 68502432536697.24, 82411367948091.39, 82084643933991.73, 84632321762997.05, 89683307751328.97, 72435138440462.34, 54397312468149.86, 57919262188529.26, 61994143401482.65, 53247288374250.7, 55559185813104.23, 45703202357221.79, 37343173069609.37, 36908977404195.63, 26988508651664.18, 26102202092853.656, 20915066426412.24, 14917304209270.375, 10353277576360.756, 6941676885403.238, 4919116560544.563, 3041523188052.787, 1825675577131.008, 1313364471342.6943, 730159227338.752, 535084413327.7696 ], "train_acc": [ 0.3619, 0.4586, 0.3937, 0.2828, 0.1952, 0.145, 0.107, 0.1002, 0.1046, 0.1062, 0.1073, 0.1116, 0.1045, 0.1064, 0.1039, 0.1066, 0.1115, 0.1125, 0.1037, 0.1068, 0.1111, 0.1089, 0.1009, 0.1038, 0.1045, 0.1017, 0.1071, 0.1163, 0.1042, 0.1053, 0.1051, 0.1054, 0.1021, 0.1087, 0.1069, 0.1091, 0.1108, 0.1093, 0.1076, 0.1055, 0.1184, 0.1049, 0.104, 0.1111, 0.1133, 0.1057, 0.1088, 0.1193, 0.1099, 0.0994, 0.1083, 0.1094, 0.116, 0.1115, 0.1125, 0.1196, 0.1318, 0.1382, 0.1583, 0.1644 ], "test_acc": [ 0.4745, 0.4445, 0.3525, 0.1685, 0.228, 0.1435, 0.1015, 0.1125, 0.1075, 0.0965, 0.115, 0.1045, 0.1165, 0.089, 0.1045, 0.097, 0.127, 0.079, 0.1315, 0.098, 0.105, 0.128, 0.1015, 0.1335, 0.1075, 0.0925, 0.068, 0.1255, 0.0695, 0.1085, 0.123, 0.133, 0.1015, 0.1, 0.097, 0.0965, 0.1085, 0.076, 0.123, 0.112, 0.098, 0.109, 0.1115, 0.078, 0.137, 0.104, 0.0905, 0.102, 0.134, 0.1265, 0.0885, 0.126, 0.119, 0.0925, 0.142, 0.1215, 0.137, 0.1575, 0.156, 0.167 ], "state_pred_error": [ 0.6850057603836059, 0.468855588722229, 0.719591781616211, 0.9295594707489013, 0.9863706101417542, 0.9992992053031922, 0.9999989013671875, 1.0000000061035157, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.9999999999046326, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "diagnostics": { "bp_cosine": [ 0.09916997700929642, -0.0925145074725151, -0.12530964612960815, -0.051633648574352264, -0.0899374783039093, -0.005518035963177681, 1.1753130820579827e-05, -2.0197142021061154e-06 ], "perturbation_rho": [ 0.0036257803440093994, -0.0018100417219102383, 0.0009338338859379292, -0.0030421577394008636, 0.0, 0.0, 0.0, 0.0 ], "nudging": { "0.001": [ -1124003840.0, -22863872.0, -26816512.0, 2031616.0, 0.0, 0.0, 0.0, 0.0 ], "0.003": [ -3080515584.0, 60985344.0, -31789056.0, -13869056.0, 0.0, 0.0, 0.0, 0.0 ], "0.01": [ -9628057600.0, 254652416.0, -49807360.0, -1126400.0, 20480.0, 0.0, 0.0, 0.0 ] }, "state_pred_error_per_layer": [ 3.788521752616758e+33, 3.788521752616758e+33, 3.788521752616758e+33, 3.788521752616758e+33, 3.788521752616758e+33, 3.788521752616758e+33, 3.788521752616758e+33, 3.788521752616758e+33 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.1233988201141356, 1.162066788482666, 6.497762945556641, 7.657052541351319, 7.195169696044922, 8.47833557434082, 9.642318778991699, 5.338678979492188, 7.198572373962402, 11.581513494873047, 6.664580947875977, 10.820601950073241, 41.76819462890625, 25341.329733203125, 989068.8966, 20290034.592, 327517565.184, 2993445992.8576, 19252386037.76, 71484986648.1664, 268552830346.8544, 576653121552.384, 1236291385766.7073, 2171526277234.688, 3708553561689.293, 6411481239676.519, 7886516879202.714, 12247534797848.576, 14733154332337.766, 16258317710838.988, 23497199149121.535, 24087115828140.44, 39647623746525.59, 36765792046206.16, 36509247690348.95, 45728307340325.68, 32588393748837.17, 39329005865795.586, 50793491846293.09, 48569952628847.414, 36464852586410.805, 33697520137378.203, 41922094853783.555, 34577268358302.926, 26970957053060.71, 28872966972375.04, 28294261609227.88, 25690026637524.992, 17515176864723.764, 14857032527196.979, 13097298348841.37, 10537307935762.021, 8655926777085.952, 5209544274110.055, 4970898223058.125, 3055830361649.971, 2162992193994.752, 1569585720459.264, 638252859208.4991, 170934811387.4944 ], "train_acc": [ 0.2277, 0.5992, 0.5395, 0.653, 0.7253, 0.7552, 0.7777, 0.8482, 0.8421, 0.8272, 0.8818, 0.8542, 0.7639, 0.3423, 0.1487, 0.1153, 0.1127, 0.1017, 0.0974, 0.1009, 0.1066, 0.097, 0.0976, 0.1049, 0.1024, 0.1018, 0.1017, 0.1049, 0.1032, 0.1061, 0.105, 0.1095, 0.1048, 0.0993, 0.0988, 0.0961, 0.1016, 0.1035, 0.0983, 0.1016, 0.0998, 0.1062, 0.1033, 0.0971, 0.1027, 0.1041, 0.1012, 0.1046, 0.0974, 0.1008, 0.1016, 0.1064, 0.1067, 0.0981, 0.097, 0.1014, 0.1002, 0.102, 0.0967, 0.1007 ], "test_acc": [ 0.4615, 0.5575, 0.454, 0.684, 0.665, 0.699, 0.786, 0.781, 0.754, 0.8375, 0.833, 0.7865, 0.59, 0.1515, 0.12, 0.11, 0.071, 0.1075, 0.0895, 0.0835, 0.087, 0.125, 0.115, 0.113, 0.109, 0.11, 0.107, 0.1075, 0.097, 0.113, 0.115, 0.086, 0.101, 0.108, 0.091, 0.093, 0.106, 0.095, 0.1025, 0.1155, 0.0985, 0.1125, 0.0905, 0.1035, 0.0875, 0.1055, 0.122, 0.1115, 0.0915, 0.1115, 0.0985, 0.0875, 0.098, 0.109, 0.1145, 0.122, 0.104, 0.089, 0.104, 0.0965 ], "value_loss": [ 2.9206485233306885, 2.0991278984069823, 153.16756047363282, 262.89109077148436, 301.8986732177734, 495.5761693359375, 753.0837014160156, 342.91361103515624, 623.1438095703126, 1342.1768841796875, 688.7091521484375, 1468.21179375, 13486.07113125, 4533543333.752, 4295295710527.488, 1555069778667136.5, 3.543898946818405e+17, 2.835243663556606e+19, 1.0096818054899128e+21, 1.4048934563635221e+22, 1.8293547075063784e+23, 7.697987056110226e+23, 3.54912064433393e+24, 1.1125125750623107e+25, 3.1799350153452077e+25, 9.789950619326869e+25, 1.420868244737442e+26, 3.459160974195652e+26, 5.1043215119493686e+26, 6.537477195485665e+26, 1.2926765559111974e+27, 1.355836419967747e+27, 3.857192822771172e+27, 3.0881104638007575e+27, 2.98728819026721e+27, 4.973556844106116e+27, 2.4829612427916363e+27, 3.618593511782004e+27, 5.909823532870358e+27, 5.509981539949248e+27, 3.062461172506452e+27, 2.7797273823082046e+27, 4.165363838841025e+27, 2.921289151763202e+27, 1.6917021233293298e+27, 1.928555425022408e+27, 1.875115507311143e+27, 1.526313704196276e+27, 6.898097075137517e+26, 4.975919540275713e+26, 4.097411489423477e+26, 2.588628670357625e+26, 1.833065029932479e+26, 6.37755539204331e+25, 5.804486747312932e+25, 2.2065378859328795e+25, 1.1536604072952298e+25, 5.943531860139447e+24, 1.0235238164400898e+24, 7.270963528184324e+22 ], "term_loss": [ 1.7422680698394775, 1.8807483413696289, 152.85236198730468, 262.62057387695313, 301.65136936035157, 495.3016552734375, 752.7325140625, 342.58498349609374, 622.7896586547852, 1341.6220409179687, 687.97834453125, 1467.73975625, 13347.8051, 4533199027.5072, 4295237151857.05, 1555068234116366.2, 3.543898843189434e+17, 2.8352436632047624e+19, 1.0096818054899128e+21, 1.4048934563635221e+22, 1.8293547075063784e+23, 7.697987056110226e+23, 3.54912064433393e+24, 1.1125125750623107e+25, 3.1799350153452077e+25, 9.789950619326869e+25, 1.420868244737442e+26, 3.459160974195652e+26, 5.1043215119493686e+26, 6.537477195485665e+26, 1.2926765559111974e+27, 1.355836419967747e+27, 3.857192822771172e+27, 3.0881104638007575e+27, 2.98728819026721e+27, 4.973556844106116e+27, 2.4829612427916363e+27, 3.618593511782004e+27, 5.909823532870358e+27, 5.509981539949248e+27, 3.062461172506452e+27, 2.7797273823082046e+27, 4.165363838841025e+27, 2.921289151763202e+27, 1.6917021233293298e+27, 1.928555425022408e+27, 1.875115507311143e+27, 1.526313704196276e+27, 6.898097075137517e+26, 4.975919540275713e+26, 4.097411489423477e+26, 2.588628670357625e+26, 1.833065029932479e+26, 6.37755539204331e+25, 5.804486747312932e+25, 2.2065378859328795e+25, 1.1536604072952298e+25, 5.943531860139447e+24, 1.0235238164400898e+24, 7.270963401002671e+22 ], "bridge_loss": [ 0.9007177171653835, 0.03482201856076717, 0.03401930815577507, 0.044149079644680025, 0.06504781594276428, 0.10785873763561249, 0.19907727756500243, 0.22560245553255082, 0.2465970028400421, 0.43639145512580874, 0.6498134763002396, 0.37018338203430173, 138.0976214126587, 344382.48475625, 58528349.0368, 1544434832.9984, 15424911215.8208, 88761282487.9104, 359884191904.5632, 1146056050579.8655, 3082334455516.3647, 7280448903525.171, 15563046603089.51, 30748648594525.39, 56933510534083.38, 78527059769216.2, 69464854150250.49, 57126047046015.38, 46248430805817.75, 37585254076121.086, 31106447176839.99, 26525783025097.113, 23478969605029.887, 21575042935763.76, 20503348559583.64, 19995540443050.805, 19841517164586.598, 19924112197550.08, 20125042417755.75, 20383496081191.73, 20669371822322.484, 20946154892872.91, 21198758720254.77, 21420233960141.62, 21622274828691.047, 21798393734181.684, 21954262076909.16, 22072565790094.133, 22186079490670.594, 22270596729536.51, 22344026181494.375, 22409917999402.188, 22516087621314.152, 23653329912673.074, 26443035151695.87, 37578006567111.88, 100635763783237.62, 284677502217171.75, 748937290699715.4, 1784726332749172.0 ], "tgrad_loss": [ 0.2776627652645111, 0.18355755290985107, 0.28117700395584105, 0.22637253255844117, 0.18225482790470124, 0.16665410552024842, 0.15210829964876174, 0.10302361340522766, 0.10755606596469879, 0.11845469012856484, 0.08099215364456176, 0.1018688705444336, 0.16829132108688355, 0.4821447519302368, 0.6398852281570434, 0.67133180103302, 0.6683558599472046, 0.6734609581947326, 0.675953857421875, 0.6732820883750915, 0.6747180856704712, 0.6789773254394531, 0.6800599794387817, 0.6716786396980285, 0.6725797680854797, 0.6708943399429321, 0.6656238901138306, 0.6709495178222656, 0.6712634092330932, 0.6674262565612793, 0.6604786745071412, 0.6650773746490478, 0.6686529180526734, 0.6680105316162109, 0.6736366228103637, 0.6724730527877808, 0.6645567403793335, 0.6630275300979614, 0.672146079826355, 0.6698319987297058, 0.6705549544334412, 0.6641793041229248, 0.6620641376495361, 0.6850378318786621, 0.671090496635437, 0.6601127412796021, 0.6603810975074768, 0.6602658043861389, 0.6775860306739807, 0.6670328340530396, 0.6655113603591919, 0.661010055923462, 0.6625628248214722, 0.6739681219100953, 0.6659061016082763, 0.6693037282943726, 0.6730936048507691, 0.6696272415161133, 0.6722038083076477, 0.6689293840408325 ] }, "diagnostics": { "bp_cosine": [ 0.517741858959198, 0.33828628063201904, 0.4149113893508911, 0.23560978472232819, -0.15021789073944092, -0.1476898193359375, -0.3642715811729431, -0.040503572672605515 ], "perturbation_rho": [ -0.004317115992307663, 9.15133859962225e-05, 0.0010522708762437105, 0.0034065949730575085, -0.18388643860816956, 0.0, 0.0, 0.0 ], "nudging": { "0.001": [ -524155392.0, 29052416.0, 30197760.0, -8481792.0, -8960.0, 0.0, 0.0, 0.0 ], "0.003": [ -1570021760.0, -2878336.0, 22212864.0, -11307520.0, -150016.0, 0.0, 0.0, 0.0 ], "0.01": [ -5081367040.0, -74964928.0, 31930368.0, -13346304.0, 66048.0, 0.0, 0.0, 0.0 ] } } } }