{ "bp": { "log": { "train_loss": [ 1.8481016555786134, 0.9383245440483093, 0.5530562189102173, 0.4207325527191162, 0.3648026519775391, 0.33118328647613526, 0.30579332513809204, 0.2921482180595398, 0.27799103627204896, 0.2656113090753555, 0.24957744574546814, 0.24830586805343627, 0.23826434144973754, 0.2328869005203247, 0.23377245817184447, 0.21636449333429336, 0.20429278337955475, 0.20855472791194915, 0.19823554830551146, 0.2091533320426941, 0.20433888306617737, 0.19799854063987732, 0.19555453977584838, 0.20201841781139374, 0.17265325379371643, 0.17817161355018615, 0.1800253779888153, 0.17401057000160217, 0.15778406052589417, 0.15227047762870788, 0.15033258476257325, 0.1582992364168167, 0.14341525144577028, 0.14620398755073546, 0.13611152563095094, 0.13021500449180604, 0.13004287123680114, 0.12128764119148254, 0.12444672923088074, 0.12398484301567078, 0.11453234956264496, 0.11252437950372696, 0.10943108355998993, 0.10496705238819122, 0.10266255812644959, 0.10154881967306137, 0.10175266758203506, 0.09900797365903855, 0.09833709491491317, 0.09685812762379646, 0.09284526603221893, 0.09493725802898408, 0.09160899226665496, 0.08873112607002258, 0.08736398074626922, 0.08597083683013916, 0.08495140401124954, 0.0827208865404129, 0.08080789630413056, 0.08073672647476196, 0.0794020817041397, 0.07836829566955567, 0.07724489649534226, 0.07661290149688721, 0.07624617738723755, 0.07564639663696289, 0.07505405854582786, 0.07433921251296997, 0.07382495956420898, 0.07335682852268219, 0.07298146123290061, 0.07261739144325256, 0.07231389728188514, 0.07207126158475875, 0.07183933544158935, 0.07167200578451156, 0.07155075296163559, 0.07146113570928574, 0.07139736030101776, 0.07136157937049865 ], "train_acc": [ 0.3796, 0.7381, 0.8485, 0.8707, 0.8806, 0.8876, 0.8931, 0.8978, 0.8991, 0.9028, 0.9094, 0.9066, 0.9114, 0.9114, 0.9111, 0.9206, 0.9236, 0.9233, 0.9259, 0.9229, 0.9238, 0.9253, 0.924, 0.9242, 0.9379, 0.9344, 0.9337, 0.9342, 0.9451, 0.948, 0.9497, 0.9444, 0.9519, 0.9511, 0.9554, 0.9589, 0.9581, 0.9646, 0.9596, 0.9603, 0.9675, 0.9677, 0.9698, 0.9716, 0.9738, 0.9756, 0.9729, 0.9748, 0.9753, 0.9762, 0.9779, 0.9784, 0.9783, 0.981, 0.9822, 0.9824, 0.9817, 0.9852, 0.9859, 0.9858, 0.9865, 0.9864, 0.9874, 0.9876, 0.9883, 0.989, 0.9884, 0.9892, 0.9895, 0.9905, 0.9903, 0.9907, 0.9908, 0.9912, 0.9913, 0.9917, 0.9917, 0.9919, 0.9919, 0.9919 ], "test_acc": [ 0.6245, 0.792, 0.833, 0.848, 0.855, 0.85, 0.8595, 0.86, 0.86, 0.8615, 0.862, 0.8655, 0.86, 0.8685, 0.8695, 0.866, 0.87, 0.863, 0.8685, 0.864, 0.8715, 0.866, 0.8675, 0.8615, 0.8705, 0.867, 0.8665, 0.873, 0.876, 0.873, 0.874, 0.8655, 0.8695, 0.8665, 0.869, 0.872, 0.8735, 0.872, 0.87, 0.8685, 0.8725, 0.874, 0.875, 0.875, 0.874, 0.8765, 0.876, 0.8775, 0.8775, 0.875, 0.8745, 0.8755, 0.8735, 0.8765, 0.878, 0.8785, 0.874, 0.876, 0.875, 0.8785, 0.8775, 0.8765, 0.878, 0.877, 0.877, 0.876, 0.876, 0.874, 0.874, 0.8755, 0.876, 0.876, 0.876, 0.8765, 0.8755, 0.876, 0.875, 0.875, 0.875, 0.875 ] }, "diagnostics": { "bp_cosine": [ 0.8992727398872375, 0.8809841871261597 ], "perturbation_rho": [ 0.999998927116394, 0.9999969005584717 ], "nudging": { "0.001": [ -0.034776899963617325, -0.014410343021154404 ], "0.003": [ -0.09730946272611618, -0.04205682873725891 ], "0.01": [ -0.2502431571483612, -0.12689679861068726 ] } } }, "dfa": { "log": { "train_loss": [ 2.2870552124023438, 1.6535948223114014, 1.0296381690979004, 0.7126224917411804, 0.5591352634429931, 0.4811658450603485, 0.4388775806427002, 0.4253014211177826, 0.4193685954093933, 0.4093106484889984, 0.41880208411216735, 0.42850149631500245, 0.428736455821991, 0.43955466747283933, 0.4433642386198044, 0.44784595458507537, 0.435849981212616, 0.47222038536071775, 0.4397192087173462, 0.45586099319458007, 0.46415687026977537, 0.48371028423309326, 0.451132914352417, 0.47991643798351286, 0.45130317702293393, 0.480626265335083, 0.46450931119918826, 0.4824261344909668, 0.4816949737071991, 0.48009960498809817, 0.5074262315750122, 0.4895252437353134, 0.4705415657997131, 0.4835156498908997, 0.47929900856018065, 0.4537247060775757, 0.471054771232605, 0.48902023096084596, 0.49175932846069337, 0.5241551312446594, 0.451823796248436, 0.43896633648872374, 0.4653335520744324, 0.4502745701789856, 0.4341614744186401, 0.46303419842720034, 0.44793482451438904, 0.44024938931465146, 0.4392324646472931, 0.43231110212504864, 0.41355489072799684, 0.453599790096283, 0.4247152150630951, 0.4223084320545197, 0.42320016803741456, 0.4448660778999329, 0.4123545353651047, 0.4022479995727539, 0.412995005607605, 0.40325671529769896, 0.39850479309558867, 0.3982270024299622, 0.39613970642089846, 0.38792987279891966, 0.3912136312961578, 0.38957534875869754, 0.38518679401874545, 0.37867675232887266, 0.3806942042350769, 0.3797240556240082, 0.37711212148666384, 0.3763957218170166, 0.3759556182384491, 0.37444110627174376, 0.37315322313308713, 0.3726344390392303, 0.37197003917694094, 0.37117694425582887, 0.3707807907104492, 0.37058883180618285 ], "train_acc": [ 0.1553, 0.4555, 0.6508, 0.7471, 0.7963, 0.8138, 0.8276, 0.8342, 0.8353, 0.8425, 0.8412, 0.842, 0.8405, 0.8401, 0.8417, 0.8395, 0.8456, 0.8309, 0.8454, 0.8409, 0.8372, 0.8369, 0.8441, 0.8365, 0.8411, 0.8366, 0.8391, 0.8356, 0.8369, 0.8348, 0.8271, 0.834, 0.8399, 0.8353, 0.8389, 0.8421, 0.8418, 0.8384, 0.8358, 0.83, 0.8435, 0.8456, 0.8404, 0.8454, 0.8476, 0.8414, 0.8448, 0.8462, 0.8459, 0.8498, 0.8517, 0.8429, 0.8496, 0.8487, 0.8517, 0.8471, 0.8535, 0.8553, 0.8542, 0.8567, 0.8577, 0.8566, 0.8585, 0.8587, 0.8593, 0.8596, 0.862, 0.8632, 0.86, 0.861, 0.8631, 0.8617, 0.8635, 0.8641, 0.8646, 0.8644, 0.8636, 0.865, 0.8652, 0.8653 ], "test_acc": [ 0.292, 0.56, 0.691, 0.739, 0.776, 0.7805, 0.8045, 0.799, 0.8065, 0.8065, 0.8085, 0.8025, 0.8075, 0.794, 0.8075, 0.8135, 0.802, 0.7955, 0.8005, 0.801, 0.79, 0.7845, 0.798, 0.798, 0.7875, 0.791, 0.7895, 0.796, 0.7865, 0.777, 0.8005, 0.7835, 0.788, 0.7905, 0.806, 0.8025, 0.785, 0.789, 0.781, 0.798, 0.804, 0.799, 0.801, 0.8115, 0.8015, 0.797, 0.81, 0.797, 0.808, 0.796, 0.7955, 0.8085, 0.8125, 0.807, 0.8, 0.808, 0.811, 0.811, 0.812, 0.808, 0.8125, 0.812, 0.8135, 0.8135, 0.8125, 0.816, 0.8145, 0.813, 0.817, 0.8135, 0.816, 0.8165, 0.817, 0.815, 0.8155, 0.8175, 0.815, 0.8155, 0.816, 0.816 ] }, "diagnostics": { "bp_cosine": [ 0.017043430358171463, 0.0684005469083786 ], "perturbation_rho": [ -0.039058439433574677, 0.11359640955924988 ], "nudging": { "0.001": [ -0.0006350737530738115, -0.0003296324284747243 ], "0.003": [ -0.0018682447262108326, -0.0009874338284134865 ], "0.01": [ -0.005804130807518959, -0.0032830811105668545 ] } } }, "state_bridge": { "log": { "train_loss": [ 2.085509059524536, 1.1997124633789062, 0.7052989973068238, 0.4944884951114655, 0.42731611585617063, 0.40364177112579347, 0.40250489449501037, 0.39572899947166446, 0.3938576333761215, 0.3945821855545044, 0.3956324628829956, 0.39204095797538757, 0.38553655610084536, 0.39142296171188357, 0.38895199718475343, 0.3898035387039185, 0.3947607610702515, 0.3965999175071716, 0.40212894287109374, 0.40160218105316164, 0.4069850404262543, 0.41640855975151064, 0.4233110466003418, 0.44071909160614015, 0.4416384401321411, 0.44119831857681274, 0.43994840660095214, 0.44008309478759766, 0.43364879651069643, 0.43739947289228437, 0.4283482677459717, 0.4456914433956146, 0.4563638810157776, 0.4303118309020996, 0.4327080216407776, 0.42274960250854493, 0.4333017177581787, 0.4467815902233124, 0.4313963102340698, 0.4363329181671143, 0.4287542325496674, 0.43090186014175413, 0.4246362741470337, 0.4307769187927246, 0.4269701943397522, 0.4238660922050476, 0.4403623225688934, 0.4208802846908569, 0.42905401678085325, 0.4272002784252167, 0.4219598471641541, 0.420378928565979, 0.42290292086601255, 0.42269562950134276, 0.43232801451683045, 0.42110945229530333, 0.4163690044403076, 0.41736082611083986, 0.42144253940582277, 0.41818094477653506, 0.41234604358673094, 0.41562650147676466, 0.41009650206565856, 0.40981764011383054, 0.41089948043823243, 0.40907523860931394, 0.4101927646636963, 0.40733580865859986, 0.40593432711362837, 0.4065796292304993, 0.4045049686193466, 0.4033273178577423, 0.4033346746444702, 0.40280530282258986, 0.40217347147464755, 0.40183706488609316, 0.40159110057353975, 0.4014276859283447, 0.4012072265625, 0.4011442585945129 ], "train_acc": [ 0.2521, 0.5991, 0.755, 0.8222, 0.8411, 0.84, 0.8422, 0.8464, 0.8469, 0.8473, 0.8491, 0.8489, 0.8501, 0.8519, 0.8481, 0.8513, 0.8456, 0.8504, 0.8409, 0.8404, 0.8442, 0.8367, 0.8395, 0.8318, 0.8321, 0.8325, 0.8338, 0.8322, 0.8372, 0.8354, 0.8394, 0.8302, 0.8256, 0.8384, 0.8364, 0.8386, 0.8358, 0.8351, 0.8371, 0.8371, 0.8389, 0.8385, 0.84, 0.8378, 0.8431, 0.8455, 0.8375, 0.8435, 0.8435, 0.841, 0.8446, 0.843, 0.8406, 0.8426, 0.8414, 0.8449, 0.8453, 0.8452, 0.8436, 0.8447, 0.8475, 0.8473, 0.8463, 0.8479, 0.8491, 0.8491, 0.8477, 0.8484, 0.8494, 0.8499, 0.8498, 0.8509, 0.8502, 0.8514, 0.8519, 0.8517, 0.8518, 0.8512, 0.8514, 0.8515 ], "test_acc": [ 0.49, 0.6875, 0.7605, 0.804, 0.805, 0.802, 0.8065, 0.806, 0.8055, 0.808, 0.8085, 0.8055, 0.8105, 0.804, 0.807, 0.8155, 0.8115, 0.812, 0.7955, 0.8025, 0.8, 0.8115, 0.8055, 0.805, 0.796, 0.7895, 0.7965, 0.7935, 0.7905, 0.7845, 0.799, 0.7695, 0.7965, 0.7995, 0.7985, 0.7955, 0.799, 0.79, 0.787, 0.788, 0.792, 0.7935, 0.7915, 0.7995, 0.797, 0.7935, 0.7995, 0.799, 0.7975, 0.8025, 0.8005, 0.8015, 0.7955, 0.7985, 0.808, 0.8025, 0.802, 0.8045, 0.8015, 0.8035, 0.7955, 0.8025, 0.8085, 0.8055, 0.805, 0.8045, 0.8035, 0.8065, 0.8035, 0.8075, 0.807, 0.807, 0.806, 0.8065, 0.806, 0.8065, 0.8075, 0.807, 0.8075, 0.807 ], "state_pred_error": [ 0.8011611330986023, 0.3609474738121033, 0.21311738922595977, 0.17308431911468505, 0.15645604510307312, 0.13793717213869094, 0.11612963346242905, 0.09631521614789963, 0.07912670748233795, 0.06581646353006362, 0.055194634342193606, 0.046884950709342954, 0.04106640879511833, 0.03793207856416702, 0.03359296218752861, 0.03188889281153679, 0.029081323546171187, 0.02699935197234154, 0.025859476828575135, 0.024149730026721956, 0.023846294847130776, 0.022766227704286577, 0.02158056313097477, 0.020458749863505363, 0.019927274003624915, 0.019538553309440612, 0.0188307683467865, 0.01786738821566105, 0.01805778686106205, 0.017307938440144062, 0.01650934716016054, 0.01636997167468071, 0.016149957418441774, 0.015640711134672164, 0.015530829256772995, 0.015072985544800759, 0.014928080968558789, 0.014236513023078441, 0.013992103570699691, 0.013805941741168498, 0.013859274068474769, 0.013517734362185, 0.013017747814953327, 0.012777870306372643, 0.012784181451797485, 0.012523168560862542, 0.012562317198514939, 0.01242608730494976, 0.012103212547302246, 0.013212937520444393, 0.011627227926254272, 0.011481619267165661, 0.011224271242320538, 0.011096839188039304, 0.01085965276658535, 0.01071037351489067, 0.010505712181329728, 0.010282582534849644, 0.010697883084416389, 0.011361672592163086, 0.010023625978827477, 0.009966823917627335, 0.010207099059224128, 0.009507107688486576, 0.009546992440521717, 0.009390620791912078, 0.009162344363331795, 0.00911178617477417, 0.009029264736175538, 0.009068329860270024, 0.008832447521388532, 0.008576158338785172, 0.008559903579950333, 0.008348167736828328, 0.008216162344813347, 0.008780301743745804, 0.008052194035053252, 0.00799637444615364, 0.007933191792666912, 0.0086071118183434 ] }, "diagnostics": { "bp_cosine": [ 0.8896123766899109, 0.46193015575408936 ], "perturbation_rho": [ 0.8089620471000671, 0.3910723328590393 ], "nudging": { "0.001": [ -0.02786075323820114, -0.003570881672203541 ], "0.003": [ -0.08058245480060577, -0.010666092857718468 ], "0.01": [ -0.23563425242900848, -0.03502008318901062 ] }, "state_pred_error_per_layer": [ 1470.6129150390625, 266.84222412109375 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.2876405261993407, 1.6589315502166748, 1.032972918510437, 0.7166166153907776, 0.5627004514217376, 0.48185237402915954, 0.4412262492656708, 0.42024023895263674, 0.4159124126434326, 0.41783777375221254, 0.43015226793289185, 0.41944336700439455, 0.4336165071964264, 0.431957585144043, 0.4321355306863785, 0.443198069190979, 0.4393294587135315, 0.45416013383865356, 0.48345874342918393, 0.5023631313323974, 0.5149450803756714, 0.5199348605155945, 0.539059090423584, 0.5481982292175293, 0.5818891710281372, 0.5882292882919311, 0.5962150434494019, 0.6086743747711182, 0.6369373207092285, 0.65568203125, 0.6485560325622559, 0.6509528552055359, 0.6618397993087769, 0.6784751142501831, 0.6892412689208984, 0.6599728857994079, 0.6764159112930298, 0.7006567495346069, 0.7071641028404236, 0.6960477909088135, 0.6928154678344727, 0.7350670424461365, 0.7627396492004395, 0.7707545019149781, 0.737790333366394, 0.7868994663238525, 0.7634784624099732, 0.7762238646507263, 0.8018951994895935, 0.7849565597534179, 0.8176450714111329, 0.8360422663688659, 0.8193753229141235, 0.8155689338684082, 0.8275344564437866, 0.837344129371643, 0.8366100923538208, 0.8482813408851624, 0.8508966381072998, 0.8566178089141846, 0.8539601694107055, 0.8565668355941772, 0.8545724077224731, 0.8627288048744202, 0.8558533429145813, 0.8527083917617798, 0.8515555647850037, 0.8542263612747193, 0.8479507312774658, 0.8465972842216491, 0.8489613071441651, 0.8499880193710327, 0.846294707107544, 0.8456767027854919, 0.845595064163208, 0.8452041431427002, 0.8436063968658447, 0.8431942218780517, 0.8428546760559082, 0.8426003468513489 ], "train_acc": [ 0.1549, 0.4565, 0.6491, 0.7495, 0.7914, 0.8171, 0.8312, 0.8359, 0.8383, 0.8393, 0.836, 0.845, 0.8405, 0.8425, 0.847, 0.8429, 0.844, 0.8405, 0.834, 0.8242, 0.8215, 0.8184, 0.8131, 0.8131, 0.8035, 0.7999, 0.7919, 0.7925, 0.7806, 0.7764, 0.7749, 0.7707, 0.7607, 0.7559, 0.7527, 0.7565, 0.7486, 0.7427, 0.7405, 0.7469, 0.7427, 0.7273, 0.7239, 0.7253, 0.7276, 0.7123, 0.7175, 0.7178, 0.7059, 0.712, 0.7045, 0.6954, 0.704, 0.7011, 0.6979, 0.6962, 0.6944, 0.6863, 0.693, 0.6882, 0.6881, 0.6873, 0.6891, 0.6867, 0.6883, 0.6876, 0.6863, 0.6879, 0.6895, 0.6914, 0.6879, 0.6912, 0.6914, 0.691, 0.6902, 0.69, 0.691, 0.6912, 0.6911, 0.6911 ], "test_acc": [ 0.2915, 0.5615, 0.6735, 0.74, 0.766, 0.786, 0.7965, 0.798, 0.803, 0.811, 0.804, 0.8, 0.8035, 0.805, 0.802, 0.813, 0.801, 0.8045, 0.7865, 0.781, 0.7965, 0.7855, 0.776, 0.7705, 0.757, 0.763, 0.7455, 0.7345, 0.7365, 0.7225, 0.724, 0.7285, 0.6945, 0.703, 0.7045, 0.707, 0.6745, 0.698, 0.7005, 0.7015, 0.6935, 0.6745, 0.6835, 0.6915, 0.6855, 0.6795, 0.669, 0.657, 0.68, 0.6605, 0.6665, 0.66, 0.6615, 0.646, 0.663, 0.6575, 0.659, 0.655, 0.652, 0.6565, 0.662, 0.657, 0.657, 0.658, 0.6535, 0.659, 0.657, 0.653, 0.6525, 0.656, 0.6535, 0.657, 0.6565, 0.6585, 0.6575, 0.658, 0.658, 0.659, 0.66, 0.6605 ], "value_loss": [ 3.201891397190094, 0.779361897277832, 0.626858753490448, 0.6105666812896728, 0.5514641007423401, 0.517792618727684, 0.5215819624900818, 0.5292677600860596, 0.552981759929657, 0.5698205958366394, 0.5810090668201446, 0.5961851135253906, 0.6149938448905945, 0.6305486402511596, 0.6387381959915162, 0.6182627209663392, 0.6587734882354737, 0.6572166347026825, 0.7393287518978119, 0.7575859657287598, 0.7096261032104492, 0.7378914642333985, 0.7248077880859375, 0.7350102340698242, 0.7564734949111939, 0.6695011586904526, 0.644234440612793, 0.5980740191459656, 0.5971753816604615, 0.5931948877334595, 0.5637484560966491, 0.5179620209217072, 0.49389802017211915, 0.5098487597942353, 0.4865056258678436, 0.4405415944099426, 0.4353645149230957, 0.4501692766189575, 0.45002960472106934, 0.422652059841156, 0.4055860691070557, 0.4549039573431015, 0.46190376739501954, 0.471636429977417, 0.4265621903419495, 0.4594758994102478, 0.42435137259960176, 0.44350295667648315, 0.46465742254257203, 0.44208196215629575, 0.4832916920661926, 0.5232693849563599, 0.4623278817176819, 0.4547371855735779, 0.4594089942932129, 0.46912296028137207, 0.47726550636291504, 0.4601418377876282, 0.46802607822418213, 0.4529942394256592, 0.4592748096942902, 0.47371763911247255, 0.4452900604248047, 0.4446146511077881, 0.4409138162612915, 0.45059286756515504, 0.42469289593696596, 0.4136852811336517, 0.4327469911813736, 0.4167798330545425, 0.4059099773406982, 0.4036043640613556, 0.4098508264541626, 0.4066617407798767, 0.39713848648071287, 0.40763027248382566, 0.3894461953163147, 0.3812183334350586, 0.38804075756073, 0.3851433990240097 ], "term_loss": [ 1.8095692808151245, 0.3307587965011597, 0.3579055207252502, 0.38751730251312255, 0.3419568935394287, 0.31203726736307147, 0.31745839205980303, 0.33440028057098387, 0.3659660063266754, 0.3876699714303017, 0.39679462888240813, 0.4184996568202972, 0.43375586037635805, 0.44975857195854185, 0.45838220162391663, 0.435672639131546, 0.4776378852844238, 0.4704463632583618, 0.5460535125732422, 0.5489175643920898, 0.49749358978271485, 0.5227905928611756, 0.4984749317169189, 0.5076854391098022, 0.5196511005163192, 0.4271921033501625, 0.39845617814064027, 0.3495673320531845, 0.3406120599746704, 0.3369556130170822, 0.3124081336021423, 0.26228452085256576, 0.23591850142478943, 0.24258239690363406, 0.21891801595687865, 0.18692822000980377, 0.17564877446889876, 0.1858476457595825, 0.18565895201563834, 0.16571398117542266, 0.1499946511030197, 0.18262819264009594, 0.18550563032627107, 0.19401416344642639, 0.15707174652814865, 0.17475576095581055, 0.1460891138225794, 0.16268992478847505, 0.17513533658981323, 0.15897264647483825, 0.1887047908782959, 0.21617013705968857, 0.16718865274786948, 0.16259072281122208, 0.16479001131057738, 0.16972213253974913, 0.17816825335025788, 0.160431849360466, 0.1674132004737854, 0.1533277048110962, 0.15940114099383354, 0.16802982873916625, 0.14754837176799773, 0.14664715819358826, 0.14326468232870102, 0.15353368443846702, 0.13146308953166008, 0.12186262704730035, 0.13736094230413437, 0.12571639954447747, 0.1161090140581131, 0.1144715744972229, 0.12061160337924957, 0.11733541253209114, 0.11001659770011901, 0.11899287624359131, 0.10357448959499597, 0.09714262957572938, 0.1018681374579668, 0.10070284021273256 ], "bridge_loss": [ 1.0979772183747263, 0.14488070307970047, 0.032327918493747713, 0.01006056183576584, 0.01405837194621563, 0.02506896505355835, 0.029270013190805914, 0.024456803676486016, 0.01778325879126787, 0.011628757537901402, 0.010623802649974824, 0.01033981561884284, 0.010671415086835622, 0.012105880802869796, 0.015091647936403751, 0.014290212792158127, 0.017276279383152723, 0.01755652065873146, 0.01865756440013647, 0.025649653977155684, 0.025815965831279753, 0.026902742621302603, 0.03349096584320068, 0.03358717203140259, 0.03484274614453316, 0.036431199651956556, 0.03821594860553741, 0.03984641134142876, 0.0399793375492096, 0.035500000548362734, 0.0335044051527977, 0.03535626398921013, 0.034901417164504525, 0.03535908999443054, 0.03244625160694122, 0.0270990745306015, 0.028194128577411173, 0.025620638090372086, 0.02424610341191292, 0.02160915930122137, 0.01955409088283777, 0.02624212960600853, 0.022223139250278474, 0.023016857573390007, 0.0221236746609211, 0.023469938251376152, 0.022684386810660363, 0.02442432513833046, 0.02541698269248009, 0.024323033849895, 0.02966375322341919, 0.03533650541305542, 0.028947667813301086, 0.02696481726169586, 0.027019736531376837, 0.029223014229536055, 0.02940545443892479, 0.026615454608201982, 0.02830494921207428, 0.025745924377441408, 0.027217651453614235, 0.03207499958276749, 0.024836220550537108, 0.023358790194988252, 0.024930324649065732, 0.024928521275520324, 0.022257217685878277, 0.01982123215943575, 0.025022566971182825, 0.021975069151818752, 0.01949193856716156, 0.018918460190296173, 0.02019774815738201, 0.020446433125436307, 0.01855314065515995, 0.02024043953716755, 0.017883623769879342, 0.01658413535952568, 0.019047247916460036, 0.01744421122968197 ], "tgrad_loss": [ 0.294344884967804, 0.30372239556312564, 0.23662530732154846, 0.2129888197660446, 0.19544884057044984, 0.18068639143705367, 0.17485355710983277, 0.17041067209243774, 0.16923249213695526, 0.1705218675136566, 0.17359062929153443, 0.16734564185142517, 0.17056657358407976, 0.16868418793678283, 0.16526433700919152, 0.1682998752593994, 0.1638593245267868, 0.16921375732421876, 0.17461767234802247, 0.18301874628067016, 0.18631654744148254, 0.18819813222885132, 0.19284189145565034, 0.19373762021064758, 0.20197965245246888, 0.20587785987854004, 0.2075623162984848, 0.20866027362346648, 0.21658398847579957, 0.22073927323818207, 0.21783591961860657, 0.22032123794555664, 0.2230780988931656, 0.2319072772026062, 0.2351413604259491, 0.22651429884433746, 0.23152161231040955, 0.238700989484787, 0.24012455048561096, 0.23532891595363617, 0.23603732614517212, 0.24603363862037658, 0.2541750002861023, 0.2546054096698761, 0.24736676750183106, 0.26125019659996035, 0.2555778726577759, 0.2563887059211731, 0.264105103969574, 0.25878628327846526, 0.26492314825057983, 0.27176274490356445, 0.26619156007766726, 0.26518164477348327, 0.26759924521446227, 0.27017781343460084, 0.26969179601669313, 0.2730945366859436, 0.2723079304218292, 0.2739206102371216, 0.2726560173988342, 0.2736128067970276, 0.27290546894073486, 0.27460870208740235, 0.272718811917305, 0.2721306644439697, 0.270972588634491, 0.2720014189720154, 0.2703634834766388, 0.2690883653879166, 0.27030902328491213, 0.2702143274307251, 0.26904147510528564, 0.2688798934936523, 0.26856874713897705, 0.2683969561100006, 0.26798808333873747, 0.26749156715869904, 0.2671253750085831, 0.26699634662866595 ] }, "diagnostics": { "bp_cosine": [ 0.15452352166175842, 0.31575465202331543 ], "perturbation_rho": [ 0.26963475346565247, 0.4633495509624481 ], "nudging": { "0.001": [ -0.007989507168531418, -0.002687511034309864 ], "0.003": [ -0.02384537272155285, -0.008051736280322075 ], "0.01": [ -0.07802344858646393, -0.026711856946349144 ] } } } }