{ "bp": { "log": { "train_loss": [ 1.838883076095581, 0.9228713939666748, 0.5369283601760865, 0.40869176201820373, 0.35351916384696963, 0.3149320938587189, 0.29885801305770876, 0.28874192085266115, 0.27495671865940097, 0.25859400782585146, 0.2618196714401245, 0.23570404744148254, 0.23764698023796083, 0.22304832377433778, 0.22278955578804016, 0.21679949054718017, 0.2098624146461487, 0.22450098567008972, 0.20582314471006394, 0.19091342453956603, 0.20230956523418425, 0.19248483119010926, 0.18207436051368714, 0.17455288028717042, 0.1746367334008217, 0.16596168351173402, 0.1632581250101328, 0.15257979717254638, 0.16552851646244526, 0.14555678157806395, 0.14922121838331223, 0.14138047268390655, 0.14168458592295646, 0.1322138198852539, 0.14060876342654227, 0.12736148176193238, 0.12787616213560105, 0.1222807457447052, 0.12329775819778442, 0.11754269520044326, 0.11509358530044556, 0.11533700299263, 0.11486885561943054, 0.11302210004329681, 0.10378158293962479, 0.10055346679091454, 0.09701502611041068, 0.09453871037364006, 0.09318371058702468, 0.09154418442249299, 0.09060858163833618, 0.09153713397979736, 0.09077880887985229, 0.088396619617939, 0.08532250515222549, 0.08318007454872131, 0.08344659991264343, 0.08225398402810097, 0.07986635602712631, 0.0784351842880249, 0.07738790756464005, 0.07704619092941284, 0.07655080541372299, 0.07576740589141846, 0.07471019058227539, 0.07399410808086396, 0.07352103772759437, 0.07262729846835136, 0.07196982672214508, 0.07155210624933243, 0.07116250815391541, 0.0708568405330181, 0.07056542416810989, 0.0702718249976635, 0.07004092693328857, 0.06988665665090084, 0.06974752879142761, 0.06964604835510253, 0.06959020309448243, 0.06955153443813324 ], "train_acc": [ 0.3784, 0.7515, 0.8523, 0.8765, 0.8855, 0.8965, 0.8923, 0.8925, 0.8988, 0.9032, 0.8988, 0.9143, 0.9105, 0.9173, 0.9156, 0.9185, 0.9199, 0.9103, 0.9237, 0.9303, 0.9244, 0.9259, 0.9334, 0.937, 0.9364, 0.9408, 0.9403, 0.9477, 0.9368, 0.9522, 0.9467, 0.9517, 0.9516, 0.9582, 0.9506, 0.9601, 0.9585, 0.9614, 0.9597, 0.9636, 0.9653, 0.9646, 0.963, 0.9651, 0.9713, 0.9737, 0.9769, 0.9776, 0.9782, 0.9795, 0.9796, 0.9782, 0.9778, 0.979, 0.9821, 0.9832, 0.9823, 0.9834, 0.986, 0.9868, 0.9869, 0.9865, 0.9863, 0.9871, 0.9871, 0.9887, 0.9888, 0.9896, 0.9905, 0.9898, 0.9901, 0.9902, 0.9901, 0.9903, 0.9905, 0.9907, 0.9906, 0.9906, 0.9907, 0.9907 ], "test_acc": [ 0.624, 0.7945, 0.8405, 0.8615, 0.864, 0.867, 0.8645, 0.8595, 0.8565, 0.8585, 0.8625, 0.872, 0.87, 0.8735, 0.8735, 0.879, 0.8725, 0.8635, 0.8725, 0.8785, 0.875, 0.8775, 0.8735, 0.8815, 0.8775, 0.874, 0.883, 0.8805, 0.873, 0.8815, 0.8765, 0.88, 0.8785, 0.877, 0.8795, 0.879, 0.8785, 0.882, 0.8855, 0.883, 0.884, 0.8845, 0.8805, 0.884, 0.882, 0.8845, 0.881, 0.8845, 0.882, 0.883, 0.883, 0.887, 0.8835, 0.8845, 0.8825, 0.8825, 0.888, 0.8845, 0.886, 0.884, 0.885, 0.882, 0.8825, 0.8805, 0.882, 0.8825, 0.885, 0.8855, 0.8835, 0.8865, 0.886, 0.8845, 0.885, 0.885, 0.885, 0.8845, 0.885, 0.8845, 0.8845, 0.8845 ] }, "diagnostics": { "bp_cosine": [ 0.9165740013122559, 0.911247193813324 ], "perturbation_rho": [ 0.9999988079071045, 0.9999961853027344 ], "nudging": { "0.001": [ -0.031085949391126633, -0.012861143797636032 ], "0.003": [ -0.08586536347866058, -0.037327297031879425 ], "0.01": [ -0.21485117077827454, -0.11073540896177292 ] } } }, "dfa": { "log": { "train_loss": [ 2.2755904403686524, 1.6745083744049072, 1.051408309841156, 0.7111780145645141, 0.5445409080028534, 0.45879194836616516, 0.41605077290534975, 0.3957563140869141, 0.389960843372345, 0.39417654418945314, 0.40389546192884446, 0.3980479574203491, 0.4083562989473343, 0.4132358487606049, 0.4187182967185974, 0.4203802880525589, 0.4387013870239258, 0.44252231817245485, 0.42820124464035036, 0.42269960770606996, 0.4413509990692139, 0.43839888401031496, 0.43627189745903017, 0.44073323020935057, 0.454564675951004, 0.4474758553981781, 0.4394855237007141, 0.42114640197753905, 0.4659817192912102, 0.4296913712501526, 0.46042858691215516, 0.4541965922832489, 0.450060701084137, 0.4527084307670593, 0.42569710931777954, 0.43842885856628416, 0.44364037351608276, 0.4300214008808136, 0.43460112380981447, 0.4649988492846489, 0.42098810606002807, 0.44036443765163424, 0.4068041382312775, 0.40084986300468445, 0.41328212876319886, 0.4015606360435486, 0.3978891236066818, 0.38384996640682223, 0.3901183885335922, 0.3906126615524292, 0.3949475336074829, 0.39353401985168457, 0.3902185819149017, 0.37436509132385254, 0.3824869274377823, 0.3752282187461853, 0.37405086925029757, 0.36902116994857787, 0.3608111560344696, 0.3636643335342407, 0.3624928609967232, 0.35216776008605954, 0.3643767790794373, 0.35711028456687927, 0.35238478226661685, 0.3484013397693634, 0.3534255467891693, 0.348143867456913, 0.3460024874687195, 0.3450613434791565, 0.3417489238739014, 0.34155446233749387, 0.3391765214204788, 0.3387234467029572, 0.3374306505203247, 0.3369725195646286, 0.3359765763282776, 0.3355955307006836, 0.33527027835845946, 0.33505802783966065 ], "train_acc": [ 0.1665, 0.4478, 0.6483, 0.7502, 0.8014, 0.8266, 0.8438, 0.8473, 0.8477, 0.8517, 0.8501, 0.8535, 0.8499, 0.8495, 0.8522, 0.8513, 0.8458, 0.8451, 0.851, 0.8505, 0.8496, 0.847, 0.8494, 0.8488, 0.8426, 0.8479, 0.8514, 0.852, 0.8439, 0.8499, 0.8395, 0.8447, 0.8463, 0.845, 0.8544, 0.8501, 0.8467, 0.8505, 0.8497, 0.84, 0.8514, 0.8481, 0.8557, 0.8585, 0.8563, 0.8562, 0.8607, 0.8612, 0.8577, 0.8597, 0.8584, 0.8559, 0.8588, 0.8641, 0.86, 0.8622, 0.8628, 0.862, 0.8658, 0.8662, 0.8701, 0.8703, 0.8654, 0.8655, 0.8704, 0.8694, 0.8693, 0.8692, 0.8702, 0.8704, 0.8721, 0.8719, 0.875, 0.8726, 0.8731, 0.8743, 0.8737, 0.8737, 0.8739, 0.8742 ], "test_acc": [ 0.291, 0.555, 0.6845, 0.7495, 0.7785, 0.7975, 0.8, 0.803, 0.802, 0.8, 0.798, 0.801, 0.809, 0.7975, 0.8, 0.8045, 0.787, 0.805, 0.7945, 0.8025, 0.7985, 0.7985, 0.793, 0.7855, 0.795, 0.7945, 0.8085, 0.801, 0.788, 0.7925, 0.784, 0.8085, 0.801, 0.783, 0.799, 0.7995, 0.812, 0.801, 0.781, 0.7775, 0.801, 0.8085, 0.8085, 0.8015, 0.8015, 0.8015, 0.806, 0.805, 0.81, 0.804, 0.7985, 0.803, 0.8185, 0.8125, 0.81, 0.808, 0.812, 0.8115, 0.8165, 0.813, 0.8155, 0.8165, 0.814, 0.82, 0.8245, 0.819, 0.816, 0.816, 0.822, 0.8165, 0.819, 0.817, 0.815, 0.819, 0.8215, 0.82, 0.819, 0.8175, 0.8185, 0.8185 ] }, "diagnostics": { "bp_cosine": [ -0.008949288167059422, 0.035725876688957214 ], "perturbation_rho": [ -0.042064815759658813, 0.02075618878006935 ], "nudging": { "0.001": [ 0.00033832876943051815, -0.00013122413656674325 ], "0.003": [ 0.0010789502412080765, -0.00039280677447095513 ], "0.01": [ 0.004335631616413593, -0.0013084581587463617 ] } } }, "state_bridge": { "log": { "train_loss": [ 2.0824829721450806, 1.1837396372795106, 0.6673484756469726, 0.46784576473236084, 0.39523904933929443, 0.38305578269958496, 0.3820614227294922, 0.37770698080062864, 0.3784868881225586, 0.37788698201179505, 0.3775497382640839, 0.3720602925300598, 0.3787012303352356, 0.3716680085659027, 0.3765100636959076, 0.37162504646778105, 0.3775796483516693, 0.3912089412689209, 0.387017729139328, 0.4038709951400757, 0.40551300468444823, 0.3929386008262634, 0.396329621219635, 0.4018239990234375, 0.4215829294204712, 0.41799877495765686, 0.400916418671608, 0.4175464694023132, 0.4196605001449585, 0.4193920916557312, 0.4106157903432846, 0.4156774042248726, 0.4019841181755066, 0.42924740953445434, 0.3962015940189362, 0.39606657152175906, 0.4141406083583832, 0.38865602951049805, 0.38985962376594546, 0.3957322010993958, 0.3951152558326721, 0.3955321859359741, 0.38211313061714175, 0.3885132269382477, 0.38207339782714844, 0.3849307601928711, 0.3814076686859131, 0.3850557041168213, 0.38029749584197997, 0.3717133730888367, 0.372594402885437, 0.36705199470520017, 0.3703877753973007, 0.3687688379049301, 0.36827292232513426, 0.36861963114738466, 0.37049537568092344, 0.3622209189414978, 0.3624863251686096, 0.36258873243331907, 0.3604560327529907, 0.3598629186630249, 0.3558103786945343, 0.35572401695251465, 0.355719638299942, 0.35422387681007383, 0.35251914834976195, 0.3532273498058319, 0.35069880657196045, 0.35031716957092285, 0.35007772364616396, 0.348374769115448, 0.3486006237268448, 0.34740313987731936, 0.34712638473510743, 0.3469550308704376, 0.3464403437614441, 0.34619485507011416, 0.34601595051288603, 0.3458989464759827 ], "train_acc": [ 0.2525, 0.6165, 0.7765, 0.8288, 0.8516, 0.8542, 0.8548, 0.8578, 0.8525, 0.8583, 0.86, 0.8615, 0.8544, 0.8571, 0.855, 0.8575, 0.855, 0.8501, 0.8497, 0.8444, 0.8439, 0.847, 0.8461, 0.8469, 0.8394, 0.8386, 0.8468, 0.8443, 0.8435, 0.8421, 0.8452, 0.8418, 0.8473, 0.8383, 0.8475, 0.8508, 0.845, 0.8518, 0.8531, 0.8483, 0.8518, 0.8501, 0.8565, 0.8506, 0.854, 0.8562, 0.8542, 0.8513, 0.8526, 0.8579, 0.8569, 0.8608, 0.8564, 0.8592, 0.86, 0.8594, 0.8585, 0.8609, 0.8615, 0.8614, 0.8597, 0.861, 0.8636, 0.8645, 0.8643, 0.8661, 0.8645, 0.8628, 0.865, 0.8676, 0.8665, 0.8651, 0.8654, 0.8665, 0.866, 0.8674, 0.8664, 0.8674, 0.8668, 0.8667 ], "test_acc": [ 0.4625, 0.687, 0.7785, 0.809, 0.818, 0.8145, 0.816, 0.8135, 0.816, 0.8225, 0.8045, 0.816, 0.809, 0.7965, 0.818, 0.802, 0.8055, 0.806, 0.801, 0.7785, 0.7905, 0.786, 0.796, 0.7845, 0.7915, 0.793, 0.781, 0.789, 0.797, 0.7885, 0.794, 0.7775, 0.7755, 0.8045, 0.809, 0.7795, 0.8005, 0.8025, 0.805, 0.793, 0.806, 0.8155, 0.7985, 0.81, 0.8055, 0.807, 0.8065, 0.8025, 0.8065, 0.8015, 0.815, 0.808, 0.821, 0.8065, 0.8095, 0.8065, 0.813, 0.812, 0.8115, 0.813, 0.812, 0.812, 0.812, 0.8125, 0.815, 0.8105, 0.811, 0.8145, 0.8105, 0.812, 0.811, 0.809, 0.813, 0.8125, 0.8115, 0.8115, 0.8135, 0.8125, 0.812, 0.8125 ], "state_pred_error": [ 0.8001734064102173, 0.35873693199157713, 0.20844954159259796, 0.16903454799652098, 0.1555667249441147, 0.14051846435070037, 0.1219131733417511, 0.10268338766098023, 0.08544955713748932, 0.0714530954003334, 0.05912637507915497, 0.051166046524047853, 0.046080123180150985, 0.039346986520290374, 0.03611734768152237, 0.0322635617017746, 0.030359485450387, 0.03046627066731453, 0.026333281344175338, 0.024863469672203063, 0.023385335299372673, 0.022591026341915132, 0.02149942193031311, 0.02068497442305088, 0.020433403274416923, 0.019626461285352708, 0.018830640947818757, 0.018304855170845985, 0.017805312702059747, 0.01717169118821621, 0.016883350095152856, 0.016305500897765158, 0.015936558076739313, 0.01556376437842846, 0.015504471227526665, 0.014957618600130082, 0.014713572627305984, 0.014142402538657188, 0.013960958057641982, 0.013590541940927505, 0.013389594730734825, 0.01309183569997549, 0.012976301842927933, 0.012886276030540466, 0.012688130004703998, 0.012546944618225097, 0.012055124607682228, 0.01186397502720356, 0.01177666329741478, 0.011594580093026162, 0.011158815479278564, 0.011128936088085175, 0.011975047792494297, 0.011167761707305908, 0.011209322269260883, 0.010609170261025428, 0.010340626280009747, 0.010262261213362217, 0.010345043289661408, 0.009869915609061718, 0.009639052687585354, 0.0098008942425251, 0.009379881481826306, 0.009180352842807769, 0.009155150799453258, 0.009056310991942882, 0.009078112874925137, 0.008794386529922486, 0.009374980270862579, 0.00883906733840704, 0.00854088044166565, 0.008424869784712791, 0.008193799455463887, 0.008154722370207309, 0.008421275785565376, 0.008421709784865379, 0.007775320902466774, 0.007672330512851476, 0.007632624515891075, 0.007539259477704763 ] }, "diagnostics": { "bp_cosine": [ 0.8927175402641296, 0.4237706661224365 ], "perturbation_rho": [ 0.8139950037002563, 0.41992679238319397 ], "nudging": { "0.001": [ -0.025281934067606926, -0.002599178347736597 ], "0.003": [ -0.0727418065071106, -0.007764648646116257 ], "0.01": [ -0.20875152945518494, -0.02549745701253414 ] }, "state_pred_error_per_layer": [ 1690.90478515625, 278.7707214355469 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.2748748617172243, 1.6707266681671142, 1.0525237585067748, 0.7069919948577881, 0.5450144615650176, 0.45492432718276976, 0.41742202892303465, 0.3915238172531128, 0.39175787649154664, 0.402530827999115, 0.3909166872024536, 0.4053274774312973, 0.4120564586639404, 0.4225111320972443, 0.41647812595367434, 0.4272260865688324, 0.4241933352470398, 0.436232319188118, 0.4387337839603424, 0.48842136354446414, 0.4558315635681152, 0.496497424864769, 0.5087396056175232, 0.5397198664665223, 0.5651827428102494, 0.5744139050483703, 0.6307690343141555, 0.6128013428688049, 0.60693001537323, 0.6117362999916076, 0.6191363915443421, 0.6438410203933715, 0.6246722332954406, 0.6266048515319824, 0.7066175966262818, 0.6940338945388794, 0.7162334120035172, 0.6737902103900909, 0.6885660154342651, 0.7021305454254151, 0.7599561199188233, 0.7359864574432373, 0.7280522350311279, 0.7489439949035644, 0.7662384524345398, 0.7572000256061554, 0.793046563911438, 0.8030659034729004, 0.8452127780914307, 0.8339548164367676, 0.8519316087722778, 0.8606153854370118, 0.8828687825202942, 0.8765805198669434, 0.8856307614326477, 0.8939145570755005, 0.9057541777610779, 0.9066044025421143, 0.9265142164230347, 0.9460746621131897, 0.9285282844543457, 0.9477956159591675, 0.9402782894134522, 0.9547298575401306, 0.9442226867675781, 0.9431581373214721, 0.9486260055541992, 0.9491145337104797, 0.9437961555480957, 0.9449379459381103, 0.9478061424255371, 0.9438842529296875, 0.9436823980331421, 0.9449532516479492, 0.9425712206840515, 0.9426206575393676, 0.9418610684394837, 0.9410846166610718, 0.9404826469421387, 0.9403811920166015 ], "train_acc": [ 0.1647, 0.4464, 0.6456, 0.7527, 0.799, 0.8277, 0.8397, 0.8494, 0.8508, 0.8487, 0.854, 0.8527, 0.8524, 0.8481, 0.852, 0.8512, 0.8519, 0.8467, 0.8483, 0.8324, 0.8415, 0.8269, 0.8204, 0.8121, 0.7989, 0.7968, 0.779, 0.7808, 0.7806, 0.7763, 0.7698, 0.7613, 0.772, 0.7673, 0.7448, 0.7523, 0.7421, 0.7509, 0.7413, 0.7353, 0.723, 0.7235, 0.7278, 0.7207, 0.7179, 0.7164, 0.707, 0.7045, 0.6896, 0.6959, 0.6871, 0.6856, 0.6808, 0.6836, 0.6847, 0.6802, 0.6752, 0.6736, 0.6755, 0.6695, 0.6699, 0.6663, 0.6683, 0.6646, 0.6638, 0.6659, 0.6658, 0.6623, 0.6667, 0.6675, 0.6626, 0.6646, 0.6644, 0.6634, 0.6665, 0.6678, 0.6671, 0.6661, 0.6671, 0.6662 ], "test_acc": [ 0.296, 0.559, 0.678, 0.75, 0.779, 0.785, 0.8035, 0.8045, 0.8035, 0.803, 0.8035, 0.7935, 0.8035, 0.8075, 0.7975, 0.803, 0.8045, 0.7895, 0.7895, 0.7865, 0.777, 0.783, 0.7405, 0.746, 0.7595, 0.7225, 0.7535, 0.7385, 0.7125, 0.72, 0.7055, 0.72, 0.715, 0.6885, 0.6685, 0.682, 0.7085, 0.691, 0.7045, 0.6865, 0.67, 0.6955, 0.694, 0.6645, 0.697, 0.6845, 0.674, 0.648, 0.661, 0.6545, 0.6685, 0.6485, 0.66, 0.6625, 0.657, 0.6355, 0.653, 0.6455, 0.6315, 0.649, 0.6295, 0.635, 0.64, 0.6355, 0.633, 0.639, 0.637, 0.644, 0.636, 0.636, 0.6355, 0.6365, 0.6395, 0.639, 0.6385, 0.6365, 0.635, 0.638, 0.6375, 0.6365 ], "value_loss": [ 2.9257629440307618, 0.7867631932258606, 0.6331243370056152, 0.5934987301826478, 0.5538255891799927, 0.5144483612060546, 0.5357967885971069, 0.5191175822257995, 0.5425653838157654, 0.5752897667884826, 0.5554038842201233, 0.5964856115818024, 0.6071936506271363, 0.615453130531311, 0.6215356389522553, 0.640991295337677, 0.6377853952407837, 0.6480764210224151, 0.6319464739322662, 0.7916026724815368, 0.6787179851531983, 0.7052958431005478, 0.7116784429550171, 0.7465570999145508, 0.7610727603912354, 0.7122495373725891, 0.7205907410621643, 0.657422287940979, 0.5804553174972534, 0.5339653887748719, 0.5028113806247712, 0.5306310165405274, 0.5148042221546173, 0.4575808104991913, 0.5487925732135772, 0.520268959236145, 0.5565902183890342, 0.4398930975198746, 0.428002223110199, 0.46429021530151365, 0.5170863667488098, 0.49451336669921875, 0.44284208660125735, 0.4522279070854187, 0.4726058319091797, 0.4598690043926239, 0.49018758878707885, 0.49822337799072264, 0.5199945873260498, 0.5039699987411499, 0.502354536151886, 0.506885662651062, 0.5282695870876313, 0.5126925681591034, 0.5460992843151092, 0.54484206199646, 0.5474184717178344, 0.531292943572998, 0.5684735743522644, 0.580509339427948, 0.5237845591068268, 0.5362084387779236, 0.5471626996994019, 0.5834163922786713, 0.5274406147003173, 0.5316431431770324, 0.5337949501037598, 0.5416967335224152, 0.5303698273181915, 0.5200471870422363, 0.517787770652771, 0.5033083886146545, 0.5138760683059692, 0.4955048748970032, 0.5053999238967896, 0.4936981360912323, 0.4910477494955063, 0.511811295413971, 0.5135351393938065, 0.48061015357971193 ], "term_loss": [ 1.6786233594894409, 0.3261142881393433, 0.35359204120635984, 0.36565287389755247, 0.3406023171067238, 0.30883846073150634, 0.33299512271881104, 0.3214617775917053, 0.3527043153762817, 0.3891282879829407, 0.3804077454328537, 0.41708505935668944, 0.4277315420150757, 0.4346309417724609, 0.44325669355392455, 0.45943074939250944, 0.4560778746962547, 0.46359605444073676, 0.44748154599666595, 0.5874906051158905, 0.4832541675567627, 0.49596090741157534, 0.49860577583312987, 0.5199280709385872, 0.5220767303347588, 0.47179154951572416, 0.4561684895634651, 0.396670174407959, 0.3203327759504318, 0.2695784947603941, 0.23113118069171906, 0.26142542295455934, 0.24953778635263443, 0.1960149597465992, 0.25626748807430266, 0.23220936818122864, 0.25846885913610457, 0.15887275909483434, 0.14909111514091491, 0.17712726273536683, 0.2125454505801201, 0.19927165834903718, 0.15077278842926026, 0.15682997941970825, 0.17086780786514283, 0.1594958031475544, 0.17793601125180722, 0.18321620383262635, 0.18637006669044495, 0.18034391679763795, 0.17549167909622193, 0.17889143224954604, 0.19318077889084817, 0.1766836573123932, 0.20506124428510666, 0.2066309697151184, 0.2060998435020447, 0.19079111275672914, 0.21746273097991944, 0.22661366835832597, 0.18412061611413955, 0.18906878393888474, 0.20128634595870973, 0.22696166688501834, 0.18461333600878715, 0.184559454703331, 0.1873170636177063, 0.19381926721930504, 0.1840388169169426, 0.1760092082500458, 0.1739466248512268, 0.16277697925567627, 0.1703468280673027, 0.1561721340417862, 0.162870410490036, 0.15363481096029283, 0.1529178817510605, 0.16665865235328675, 0.16918066250383854, 0.14492559936642646 ], "bridge_loss": [ 0.9221068814527592, 0.13852903740406036, 0.027906007751822472, 0.007166545861959458, 0.014753102254867553, 0.026205083185434342, 0.029608502185344696, 0.031953351217508315, 0.02295173071026802, 0.01737342191487551, 0.012457077103853225, 0.012833337373286485, 0.013563652062416076, 0.015525699077546596, 0.015380015002191067, 0.01761208213567734, 0.018523025204241275, 0.019238843723386526, 0.020741728362441064, 0.026043444299697877, 0.026606431709229945, 0.026109171213954688, 0.02512398416996002, 0.02966944384723902, 0.03190348414927721, 0.03136296460032463, 0.0352400288939476, 0.03681477851495147, 0.03777945480048656, 0.03949151403903961, 0.042446378648281095, 0.03484680913388729, 0.03507048722356558, 0.03070030620098114, 0.037034362864494325, 0.03802529795318842, 0.03755567114502192, 0.03274250242859125, 0.025108824491500856, 0.02743995731472969, 0.030794216075539588, 0.027399995332956315, 0.025184972828626633, 0.021072593542933463, 0.023606113910675047, 0.023853830067813397, 0.02481825648620725, 0.025949978299438955, 0.031083991938829422, 0.02635702279806137, 0.023137952852249146, 0.0238148014575243, 0.024979108849167823, 0.02769171332716942, 0.03249237573444843, 0.026965303349494932, 0.027073483538627624, 0.026444199299812315, 0.0334527153134346, 0.031996575450897215, 0.022713612192869187, 0.02537522009909153, 0.026704606008529662, 0.03316631828993559, 0.022604483069479465, 0.027801525264978408, 0.026084369909763337, 0.027263763999938965, 0.028293249532580375, 0.02589754301905632, 0.024716552674770357, 0.023096822041273116, 0.02594154703617096, 0.021842101486027242, 0.026323819369077683, 0.023422936725616454, 0.02182629337310791, 0.029627591571211816, 0.028926070278510452, 0.020528473022580148 ], "tgrad_loss": [ 0.3250327301979065, 0.32211986951828003, 0.25162628445625307, 0.22067930517196654, 0.19847016725540162, 0.17940481848716736, 0.17319316334724427, 0.16570244748592378, 0.1669093354701996, 0.1687880607366562, 0.16253906288146971, 0.1665672171831131, 0.16589845621585847, 0.16529648394584656, 0.16289891986846924, 0.16394846611022948, 0.1631844938635826, 0.16524152487516403, 0.16372319452762604, 0.17806861238479615, 0.16885738246440887, 0.18322576223015785, 0.1879486857175827, 0.1969595804452896, 0.20709255154132844, 0.20909501893520355, 0.22918222160339355, 0.2239373251914978, 0.22234308688640594, 0.22489537620544434, 0.2292338173866272, 0.23435878076553346, 0.2301959456205368, 0.230865545129776, 0.2554907244682312, 0.25003429362773893, 0.2605656830072403, 0.24827783651351928, 0.2538022830486298, 0.2597229935646057, 0.2737467042684555, 0.267841713476181, 0.2668843271255493, 0.2743253367424011, 0.27813191254138947, 0.27651937108039853, 0.2874333247303963, 0.2890572003364563, 0.30254052896499634, 0.29726906032562256, 0.3037249053001404, 0.3041794305801392, 0.3101097016096115, 0.3083171933889389, 0.3085456686496735, 0.3112457883834839, 0.31424513998031617, 0.3140576331615448, 0.317558126449585, 0.3218990971326828, 0.316950329208374, 0.32176443276405337, 0.31917174434661866, 0.32328840069770814, 0.3202227909088135, 0.31928216705322265, 0.3203935170173645, 0.3206137029647827, 0.31803776168823245, 0.318140433883667, 0.31912459449768066, 0.3174345845222473, 0.3175876950263977, 0.3174906392097473, 0.3162056918144226, 0.3166403913497925, 0.3163035747528076, 0.3155250496149063, 0.315428409576416, 0.31515607919692995 ] }, "diagnostics": { "bp_cosine": [ 0.12511783838272095, 0.3428286910057068 ], "perturbation_rho": [ 0.21235734224319458, 0.40894150733947754 ], "nudging": { "0.001": [ -0.006335020065307617, -0.0028843185864388943 ], "0.003": [ -0.01891140267252922, -0.008641792461276054 ], "0.01": [ -0.061930932104587555, -0.028679829090833664 ] } } } }