{ "bp": { "log": { "train_loss": [ 1.7540335287094115, 0.7887995930671692, 0.45601481485366824, 0.3563029076099396, 0.3058449071407318, 0.27814644107818604, 0.256092844247818, 0.2486086864233017, 0.2273713537454605, 0.22320388717651368, 0.22591865739822387, 0.21023976492881774, 0.21006116704940797, 0.2019081612110138, 0.19240621073246003, 0.17767472962141037, 0.17261487174034118, 0.18222670216560363, 0.18264247782230378, 0.16773689975738526, 0.18042192044258118, 0.17836842503547667, 0.17410975818634034, 0.17574358505010604, 0.15518579416275025, 0.14563439567089081, 0.14957009754180908, 0.16893083366155626, 0.14229146575927734, 0.1370330379009247, 0.1540110511779785, 0.16346854424476623, 0.13422132856845856, 0.12666763162612915, 0.12608725222349168, 0.12264905602931976, 0.1324379847049713, 0.13239208903312683, 0.1317316207408905, 0.12270301322340965, 0.11590332639217377, 0.11994003572463989, 0.11405094165802002, 0.1112155341386795, 0.10668404247760772, 0.10974465991258621, 0.1068548722743988, 0.10398986601829528, 0.10589976058006287, 0.1045347521185875, 0.09930369100570678, 0.09925224586725236, 0.10005474714636803, 0.09637348690032958, 0.09619558620452881, 0.09599231715202332, 0.09453698312044144, 0.09238649787902832, 0.09135240658521653, 0.09056207950115204, 0.0904913359284401, 0.08896962072849274, 0.08807550078630447, 0.08736293792724609, 0.0872790049791336, 0.08682763931751251, 0.0863328184247017, 0.08547967915534974, 0.08507368334531784, 0.08477922387123107, 0.08439313389062882, 0.08397663788795472, 0.08362844693660736, 0.08331081527471543, 0.0830932537317276, 0.08289919497966766, 0.08278876669406891, 0.0826721666097641, 0.08259252429008485, 0.08254909700155258 ], "train_acc": [ 0.4207, 0.7857, 0.8773, 0.894, 0.8987, 0.9076, 0.9143, 0.9122, 0.9185, 0.9164, 0.9167, 0.9216, 0.9235, 0.9238, 0.93, 0.9363, 0.9374, 0.9328, 0.9317, 0.9368, 0.9311, 0.9307, 0.9329, 0.9344, 0.9447, 0.946, 0.9452, 0.937, 0.9509, 0.9534, 0.9455, 0.9371, 0.9516, 0.9572, 0.9578, 0.9583, 0.9521, 0.953, 0.9548, 0.9569, 0.9621, 0.9563, 0.963, 0.9664, 0.9689, 0.967, 0.967, 0.9678, 0.9681, 0.9689, 0.9727, 0.9735, 0.9715, 0.9752, 0.974, 0.9752, 0.975, 0.9778, 0.9781, 0.9787, 0.9785, 0.9787, 0.9804, 0.9802, 0.9801, 0.9803, 0.9816, 0.9826, 0.9823, 0.9821, 0.9823, 0.9826, 0.9829, 0.983, 0.9833, 0.9833, 0.9832, 0.9838, 0.9839, 0.9839 ], "test_acc": [ 0.6795, 0.8435, 0.8735, 0.887, 0.887, 0.904, 0.908, 0.9, 0.9045, 0.9015, 0.903, 0.906, 0.9035, 0.9135, 0.9175, 0.9075, 0.9125, 0.913, 0.908, 0.913, 0.906, 0.911, 0.914, 0.9145, 0.921, 0.9215, 0.92, 0.915, 0.923, 0.923, 0.916, 0.917, 0.9285, 0.921, 0.921, 0.9275, 0.919, 0.927, 0.924, 0.9265, 0.928, 0.9215, 0.923, 0.9205, 0.928, 0.9235, 0.93, 0.927, 0.931, 0.929, 0.9305, 0.9275, 0.927, 0.93, 0.932, 0.9305, 0.9305, 0.932, 0.9295, 0.9305, 0.9305, 0.929, 0.93, 0.9325, 0.93, 0.9285, 0.9325, 0.9295, 0.929, 0.929, 0.931, 0.931, 0.93, 0.93, 0.929, 0.93, 0.9295, 0.9295, 0.9295, 0.9295 ] }, "diagnostics": { "bp_cosine": [ 0.8826531171798706, 0.8583619594573975 ], "perturbation_rho": [ 0.9999988079071045, 0.9999959468841553 ], "nudging": { "0.001": [ -0.021625827997922897, -0.0073820194229483604 ], "0.003": [ -0.0571812242269516, -0.021265367045998573 ], "0.01": [ -0.12340263277292252, -0.06141046807169914 ] } } }, "dfa": { "log": { "train_loss": [ 2.2789152168273925, 1.5198317989349366, 0.864434551525116, 0.5843122736930847, 0.45720995845794676, 0.4017148985385895, 0.3776179392337799, 0.37144901649951934, 0.3685629499435425, 0.37063308811187745, 0.37334213446378706, 0.3977362024307251, 0.3849859349250793, 0.3885465118408203, 0.4121596324086189, 0.4142354433834553, 0.41292374534606935, 0.4443123857498169, 0.44203310720920563, 0.42226147565841676, 0.4249496959686279, 0.4256349886894226, 0.43858823890686033, 0.4887267217159271, 0.4046924789428711, 0.44023080163002015, 0.4586866247177124, 0.47388719167709353, 0.4657478348731995, 0.4368759090423584, 0.49420316143035886, 0.455893372297287, 0.43190188279151914, 0.4301922942638397, 0.4683740642309189, 0.41559304761886595, 0.4515250599861145, 0.44344369277954104, 0.5267878504753113, 0.44394594959020617, 0.4324127757668495, 0.40358923535346986, 0.4648085826396942, 0.4322748986721039, 0.3977247392654419, 0.4430144777774811, 0.4182663669586182, 0.4156523362159729, 0.41285320320129393, 0.4263911725178361, 0.3818113656997681, 0.40127683003544806, 0.38001128873825074, 0.395466704750061, 0.37924830303192136, 0.39582441291809084, 0.38846483197212217, 0.3674187141418457, 0.37231723667383193, 0.3590473205566406, 0.3668627885401249, 0.35952253170013426, 0.3661739505529404, 0.35552182607650756, 0.35606588587760923, 0.3480822557926178, 0.3466999515578151, 0.3430781412124634, 0.3444066115856171, 0.34685713081359865, 0.3389283345222473, 0.3368847903251648, 0.33722841114997865, 0.3348792476654053, 0.335844083404541, 0.33308425464630126, 0.33272774691581725, 0.33165184540748593, 0.3310907633304596, 0.3308901508331299 ], "train_acc": [ 0.159, 0.4941, 0.7011, 0.7898, 0.8315, 0.85, 0.8575, 0.8576, 0.8634, 0.8631, 0.8649, 0.8574, 0.8654, 0.8661, 0.8592, 0.8603, 0.8626, 0.8547, 0.856, 0.8636, 0.8584, 0.8637, 0.8627, 0.8485, 0.8733, 0.8618, 0.8621, 0.859, 0.8585, 0.8637, 0.8544, 0.8631, 0.868, 0.8694, 0.8606, 0.873, 0.8584, 0.8689, 0.856, 0.8702, 0.871, 0.8764, 0.8614, 0.8719, 0.8793, 0.8682, 0.8713, 0.8756, 0.8757, 0.8733, 0.8849, 0.8772, 0.8819, 0.8792, 0.8835, 0.8813, 0.8817, 0.8863, 0.8835, 0.8858, 0.8857, 0.8845, 0.8833, 0.886, 0.8875, 0.8875, 0.8927, 0.8909, 0.891, 0.8876, 0.891, 0.892, 0.8939, 0.8924, 0.8919, 0.8912, 0.8928, 0.8941, 0.8947, 0.8946 ], "test_acc": [ 0.323, 0.6025, 0.745, 0.7805, 0.8, 0.8155, 0.806, 0.8185, 0.819, 0.8075, 0.8195, 0.8265, 0.8285, 0.814, 0.814, 0.8155, 0.8205, 0.813, 0.825, 0.8265, 0.809, 0.83, 0.8195, 0.839, 0.8095, 0.8245, 0.81, 0.8155, 0.835, 0.8135, 0.8325, 0.8325, 0.834, 0.813, 0.836, 0.842, 0.81, 0.8265, 0.834, 0.82, 0.833, 0.832, 0.8315, 0.8425, 0.824, 0.8375, 0.8375, 0.823, 0.824, 0.8375, 0.8415, 0.842, 0.842, 0.8365, 0.8405, 0.8435, 0.841, 0.85, 0.8425, 0.848, 0.844, 0.847, 0.849, 0.845, 0.8465, 0.846, 0.8445, 0.85, 0.8455, 0.8485, 0.847, 0.8475, 0.847, 0.848, 0.847, 0.8485, 0.851, 0.8495, 0.8485, 0.8485 ] }, "diagnostics": { "bp_cosine": [ 0.016239378601312637, 0.08700481057167053 ], "perturbation_rho": [ -0.0633457601070404, 0.09238316863775253 ], "nudging": { "0.001": [ -0.0005403641844168305, -0.0003429484786465764 ], "0.003": [ -0.0015787126030772924, -0.0010280576534569263 ], "0.01": [ -0.004778302274644375, -0.003415417857468128 ] } } }, "state_bridge": { "log": { "train_loss": [ 2.03510007686615, 1.077442472267151, 0.609830850982666, 0.4300918912887573, 0.3839862449645996, 0.3708487091064453, 0.36614356565475464, 0.3628130876541138, 0.36194450925588606, 0.3576546109199524, 0.3619418657779694, 0.3517365313529968, 0.34097144956588743, 0.35138510484695434, 0.3435681216239929, 0.352434642791748, 0.3715478811264038, 0.3778843415737152, 0.3998612182617188, 0.3988710145950317, 0.41688702239990233, 0.4265467617034912, 0.4248304518222809, 0.40923274965286255, 0.3897163356781006, 0.3885489140033722, 0.3746957459449768, 0.3795012855529785, 0.3912307156085968, 0.38832212753295897, 0.39127745122909546, 0.4051106197834015, 0.4201839946746826, 0.4025802077293396, 0.413509761428833, 0.4256944602966309, 0.4097448627471924, 0.4372278747558594, 0.4230543599128723, 0.4329932454109192, 0.4262246448993683, 0.4197934967517853, 0.4233694318771362, 0.4268952363014221, 0.41731767301559447, 0.416495183467865, 0.4137693079948425, 0.42386709623336793, 0.40960294895172117, 0.40348369274139406, 0.4084292630195618, 0.393343914270401, 0.39545347409248355, 0.391191748046875, 0.3969509807109833, 0.3895566881656647, 0.3817503587841988, 0.37462963981628417, 0.3790303818464279, 0.3720798149585724, 0.37286534557342527, 0.37294170576334, 0.3663740547180176, 0.36788779735565186, 0.3682312522411346, 0.36158624505996706, 0.362826536655426, 0.35837330026626585, 0.35764170565605163, 0.3563748463153839, 0.3544979793548584, 0.35291474685668944, 0.3523685070037842, 0.351926808154583, 0.3506764990568161, 0.3501978385448456, 0.3497668510437012, 0.3495366275787353, 0.3492322545051575, 0.3491422838926315 ], "train_acc": [ 0.2744, 0.6311, 0.7872, 0.8484, 0.8554, 0.8602, 0.8602, 0.8633, 0.8637, 0.8656, 0.8633, 0.8667, 0.8716, 0.8655, 0.8699, 0.8666, 0.8529, 0.8537, 0.8501, 0.848, 0.8471, 0.8413, 0.8409, 0.8409, 0.8532, 0.8535, 0.8604, 0.858, 0.8543, 0.857, 0.8538, 0.8501, 0.8501, 0.8543, 0.8504, 0.8482, 0.8537, 0.8499, 0.8539, 0.848, 0.8512, 0.856, 0.8522, 0.8492, 0.8551, 0.8557, 0.8557, 0.8555, 0.8581, 0.862, 0.859, 0.8629, 0.8608, 0.8622, 0.8617, 0.8624, 0.8643, 0.8697, 0.8672, 0.8676, 0.8683, 0.8667, 0.8679, 0.8667, 0.866, 0.8722, 0.8701, 0.8718, 0.872, 0.8713, 0.8714, 0.8731, 0.8729, 0.873, 0.8724, 0.873, 0.8736, 0.8731, 0.8733, 0.8734 ], "test_acc": [ 0.525, 0.726, 0.7975, 0.8225, 0.8235, 0.825, 0.8225, 0.8235, 0.8195, 0.827, 0.8265, 0.8295, 0.835, 0.8375, 0.8315, 0.83, 0.824, 0.8095, 0.809, 0.8125, 0.799, 0.8075, 0.8115, 0.812, 0.812, 0.817, 0.812, 0.812, 0.8065, 0.815, 0.815, 0.81, 0.805, 0.817, 0.808, 0.823, 0.8045, 0.8, 0.801, 0.8115, 0.82, 0.814, 0.812, 0.8155, 0.8105, 0.8175, 0.8065, 0.817, 0.8135, 0.8205, 0.824, 0.8145, 0.8215, 0.812, 0.8215, 0.819, 0.8195, 0.815, 0.8225, 0.8205, 0.8225, 0.823, 0.8175, 0.8265, 0.8225, 0.829, 0.8255, 0.8255, 0.8265, 0.8255, 0.8285, 0.8265, 0.8285, 0.828, 0.829, 0.8275, 0.8275, 0.829, 0.8285, 0.8285 ], "state_pred_error": [ 0.7936658924102783, 0.33496607384681704, 0.20223751559257508, 0.16735892939567565, 0.14485984333753585, 0.11955849848985672, 0.09462791703939438, 0.07538449263572693, 0.05961660117506981, 0.04735348780155182, 0.038567446672916415, 0.03213091719150543, 0.028004648900032042, 0.024515093371272088, 0.022012931832671164, 0.020446427571773527, 0.018394847139716147, 0.016773300230503083, 0.015448834140598774, 0.014468847262859344, 0.013597128289937973, 0.012880013291537762, 0.012064755845069886, 0.011425680384039879, 0.010745641595125198, 0.010167037642002106, 0.0096464214771986, 0.009187596023082733, 0.008730744183063507, 0.008276390147954225, 0.007866678546369075, 0.00768265388160944, 0.007270389303565025, 0.007174727764725685, 0.0070541538849473, 0.0067812193542718885, 0.006654527989774942, 0.00636177619099617, 0.006175523652881384, 0.006045299311727285, 0.005936238116025925, 0.005970760487020016, 0.005785428526252508, 0.005630842386931181, 0.005440417719632387, 0.005434160755574703, 0.005252558408677578, 0.005300074205547571, 0.005076368814706802, 0.005021050906181336, 0.004854675306379795, 0.004958594182133675, 0.004614286011457443, 0.004535953061282635, 0.004470928203314543, 0.004415199124440551, 0.0042777580007910725, 0.004198400410264731, 0.004141696321219206, 0.004083840855211019, 0.004052111233770847, 0.003930420187115669, 0.003949926514923573, 0.0037584460385143756, 0.0037061349514871836, 0.003612276028469205, 0.0035469237841665746, 0.0035739093132317067, 0.0034136051505804063, 0.0034378198258578777, 0.003333174591511488, 0.0032446157082915306, 0.003214318350702524, 0.0031311317443847657, 0.003078432670608163, 0.003057278237864375, 0.0029395090855658056, 0.003017135479673743, 0.0030766903996467592, 0.0030378309611231087 ] }, "diagnostics": { "bp_cosine": [ 0.9387110471725464, 0.5040415525436401 ], "perturbation_rho": [ 0.7997298240661621, 0.4891185164451599 ], "nudging": { "0.001": [ -0.02664007619023323, -0.0032268627546727657 ], "0.003": [ -0.07605530321598053, -0.00962437316775322 ], "0.01": [ -0.21233828365802765, -0.031433407217264175 ] }, "state_pred_error_per_layer": [ 387.8657531738281, 319.336669921875 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.2791277053833006, 1.5271975772857667, 0.8674576456069947, 0.587049162864685, 0.4626688796043396, 0.4040388158321381, 0.37643657150268556, 0.37468256072998046, 0.3784513481616974, 0.3786823602676392, 0.37917218251228335, 0.38788830342292785, 0.3958303390264511, 0.393599364900589, 0.39977145621776583, 0.40370213751792905, 0.4120421281814575, 0.45399587993621826, 0.4687366197824478, 0.4652291350364685, 0.5005440378189087, 0.5234059304714203, 0.5221618666172028, 0.5542463368415832, 0.5820084628105163, 0.5705709765195847, 0.5702225286483764, 0.5786975580215454, 0.6307714500427246, 0.6665315362930297, 0.6137196712493896, 0.6527844795227051, 0.690822039604187, 0.7107784267425538, 0.7316474711418152, 0.718277031326294, 0.7050886112213135, 0.708720292520523, 0.7131800124168396, 0.7192850646018982, 0.7119332159996032, 0.7151562330245972, 0.7151052355766296, 0.7357472681999206, 0.7336779589653015, 0.7310818168640136, 0.7227139064788818, 0.7629635635375976, 0.7363060358047485, 0.7154419450759888, 0.7398526870727539, 0.7556214105606079, 0.7158489876747132, 0.7164914712905884, 0.7232932413101196, 0.720790207862854, 0.7382160652160644, 0.7421017236709595, 0.7198905362606048, 0.7215996326446533, 0.713732839012146, 0.7260521041870117, 0.7214395964860916, 0.7165161167144776, 0.718010532951355, 0.7195493728637695, 0.7165915153503418, 0.7138662039756775, 0.7102315483093262, 0.7073148555755615, 0.7073911678314209, 0.7052887998104096, 0.7047561235427856, 0.7036817129135132, 0.7020157369613648, 0.7008753277301788, 0.7001741619110108, 0.6988817626953125, 0.6988485893249512, 0.6985764275550842 ], "train_acc": [ 0.1601, 0.491, 0.7022, 0.7916, 0.8288, 0.8486, 0.8581, 0.8577, 0.8589, 0.8612, 0.8592, 0.8631, 0.8628, 0.8636, 0.8657, 0.8659, 0.8624, 0.8518, 0.8531, 0.8528, 0.8367, 0.8354, 0.8307, 0.8247, 0.8166, 0.8139, 0.8134, 0.8052, 0.793, 0.7851, 0.7952, 0.7803, 0.7699, 0.7628, 0.7577, 0.7532, 0.7604, 0.7578, 0.7536, 0.7537, 0.7561, 0.7468, 0.7497, 0.7416, 0.7428, 0.7422, 0.7463, 0.7339, 0.7393, 0.7454, 0.7379, 0.7354, 0.7424, 0.7436, 0.7415, 0.7443, 0.7379, 0.7353, 0.743, 0.7401, 0.744, 0.7405, 0.7417, 0.7408, 0.7428, 0.7408, 0.7425, 0.7423, 0.742, 0.7447, 0.7421, 0.7443, 0.7463, 0.745, 0.7458, 0.7467, 0.7485, 0.747, 0.7475, 0.7478 ], "test_acc": [ 0.3225, 0.6005, 0.735, 0.7835, 0.799, 0.8105, 0.813, 0.8105, 0.815, 0.8275, 0.816, 0.8135, 0.8275, 0.8225, 0.8215, 0.819, 0.809, 0.812, 0.8025, 0.8145, 0.804, 0.7925, 0.7875, 0.7805, 0.771, 0.7595, 0.7835, 0.761, 0.756, 0.7445, 0.7525, 0.733, 0.722, 0.7035, 0.718, 0.7215, 0.724, 0.722, 0.718, 0.716, 0.7085, 0.7115, 0.7125, 0.704, 0.705, 0.711, 0.6985, 0.696, 0.719, 0.703, 0.6875, 0.708, 0.706, 0.708, 0.7035, 0.695, 0.6985, 0.6985, 0.702, 0.7065, 0.706, 0.713, 0.71, 0.7165, 0.705, 0.711, 0.7115, 0.708, 0.709, 0.7055, 0.707, 0.7125, 0.7065, 0.7095, 0.7125, 0.711, 0.7115, 0.7115, 0.7115, 0.7115 ], "value_loss": [ 3.1635106006622316, 0.7740020160675048, 0.6276501627922058, 0.5707134353637695, 0.5015447573661804, 0.4983567372083664, 0.5175379848480225, 0.547992883682251, 0.5898804153442383, 0.6042054812431336, 0.6014190244197846, 0.6637537957787514, 0.6845919721126557, 0.6927346345424652, 0.7124938590049744, 0.7445667055130005, 0.7623097400665283, 0.8733150297164917, 0.9832132648468017, 0.8608565040588378, 0.9329591770648956, 0.9217451201438904, 0.8799381763935089, 0.9203727130889893, 0.9129298717975617, 0.8228008040904998, 0.723678154373169, 0.6765096341133118, 0.7649027530670166, 0.8161859791755677, 0.6514515069007873, 0.7141245938301086, 0.7329993425369262, 0.7307948766708374, 0.7585475451469421, 0.6689410001754761, 0.624963953590393, 0.6088551391601562, 0.6095617308139801, 0.5894894409894943, 0.5563288737297059, 0.5322869329929352, 0.4976848304748535, 0.524449465751648, 0.5014263719558716, 0.4898082717895508, 0.46659274439811704, 0.5616481122970581, 0.4971419037818909, 0.4274770281791687, 0.46093521366119383, 0.4697890731334686, 0.43194802646636965, 0.4221532721042633, 0.4475786390304565, 0.42143903999328614, 0.4458761687278748, 0.45337565126419066, 0.4238472384929657, 0.40281684017181396, 0.38932490911483764, 0.3897231784820557, 0.38490687227249143, 0.38104017810821533, 0.3687279556751251, 0.3669544050216675, 0.36931539878845215, 0.36263137147426605, 0.349668848323822, 0.34732296204566954, 0.3342470671653748, 0.33395242664813996, 0.33387985258102415, 0.33358972406387327, 0.3530650995254517, 0.3312079078435898, 0.31177036271095276, 0.3145587480545044, 0.3253957736968994, 0.31588549439907077 ], "term_loss": [ 1.7951480650424958, 0.3761807126045227, 0.4006756747245789, 0.3907634472846985, 0.33307474012374877, 0.33421838104128837, 0.3550305375099182, 0.3851635645866394, 0.4342513330459595, 0.45601325892210004, 0.45521873558163645, 0.5165402359724045, 0.5361827510595322, 0.5454751461267471, 0.5646561876296997, 0.5965961949110031, 0.6103998653411865, 0.7111995510339737, 0.8167527445793152, 0.6931714932918549, 0.747134658908844, 0.7326245096206665, 0.6787485965967178, 0.7093002405881882, 0.6855188606858253, 0.595027423453331, 0.5057091500282288, 0.4579630083799362, 0.5400014482975006, 0.5755828867912293, 0.43018956017494203, 0.477418512403965, 0.49788543190956114, 0.4815887330055237, 0.5000800666809082, 0.4204012803554535, 0.3826768821001053, 0.3597612362623215, 0.3625356485247612, 0.34448800829648973, 0.3180155368089676, 0.28404023527503014, 0.2569198631286621, 0.27715443172454834, 0.2526350587069988, 0.2411904234647751, 0.22838947129249573, 0.299795917224884, 0.246653905916214, 0.191054323387146, 0.21536591811180114, 0.217297107899189, 0.1931860875606537, 0.1848979764148593, 0.20436019200086594, 0.18643514511585235, 0.2030245313167572, 0.2116449776649475, 0.18160687791109084, 0.16249994401931764, 0.15484164142608642, 0.1528463675737381, 0.1489361402630806, 0.14461671495437622, 0.13463031718730928, 0.1294142901301384, 0.13273104189634324, 0.12744402947425842, 0.11626906907856464, 0.11444123766869306, 0.10322715325504542, 0.10297624860405923, 0.10388474629819393, 0.10207910882234573, 0.1196654408454895, 0.10161699144244193, 0.08757407498955727, 0.08594336168766022, 0.09848421711921691, 0.09000624770522117 ], "bridge_loss": [ 1.0729727275717247, 0.11431841832399368, 0.023766263148188593, 0.007563671678304672, 0.013874480509757996, 0.021678775465488433, 0.025472599875926972, 0.025822595372796058, 0.01795407388061285, 0.011467179806530475, 0.01033123205602169, 0.01144010070860386, 0.012751704286038876, 0.013523769325017929, 0.014328493074327707, 0.015080985119193792, 0.01630606939792633, 0.01711897891610861, 0.020690989595651625, 0.02325695974826813, 0.028962209689617158, 0.027630632358789445, 0.03822321012318134, 0.041376910424232485, 0.050044859862327574, 0.04990889082849026, 0.04164786594510078, 0.03684647643864155, 0.03118742448091507, 0.03392234752178192, 0.029907469933480025, 0.03319982000291347, 0.024718015414476394, 0.030926838570833205, 0.036485740578174594, 0.027715866570174694, 0.02814151096343994, 0.033959431263804435, 0.03254524117708206, 0.029349126595258714, 0.02586204304397106, 0.03363803274035454, 0.02803821322321892, 0.0314576941460371, 0.03330667742192745, 0.03362447772026062, 0.0266525205463171, 0.04000154567956925, 0.03556216908097267, 0.026239325052499773, 0.029197816705703736, 0.033797084963321684, 0.029408058428764344, 0.027986173009872436, 0.032767310640215874, 0.026094853281974792, 0.029071284955739976, 0.02895135208964348, 0.032204047930240634, 0.030318710601329804, 0.026927110385894775, 0.026824868822097777, 0.02698569309413433, 0.02751481302976608, 0.02610580772459507, 0.02898943041563034, 0.02892138159275055, 0.028138772577047347, 0.026615089032053948, 0.02712062079310417, 0.025527843962609768, 0.026397538816928863, 0.025526897245645525, 0.026975207622349263, 0.029337245070934295, 0.02542050951719284, 0.02072744626104832, 0.025458942368626593, 0.023841479897499084, 0.023082720217108728 ], "tgrad_loss": [ 0.29538979725837705, 0.2835028868198395, 0.20320821890830992, 0.1723863210439682, 0.15459553496837616, 0.14245957915782928, 0.13703485209941865, 0.1370067240715027, 0.13767500700950622, 0.13672504227161408, 0.13586905403137206, 0.13577345745563507, 0.1356575172126293, 0.13373572314977647, 0.13350917862653733, 0.1328895225763321, 0.13560380978584288, 0.1449965008020401, 0.14576953587532043, 0.14442804169654846, 0.15686230430603026, 0.16148997682332994, 0.16296637887954712, 0.1696955554485321, 0.17736615447998047, 0.17786449105739593, 0.17632114362716675, 0.18170014889240266, 0.1937138816833496, 0.20668074293136596, 0.1913544800758362, 0.20350626287460327, 0.21039589591026306, 0.2182793056488037, 0.22198174507617952, 0.22082385530471801, 0.21414556305408478, 0.21513447856903076, 0.21448083605766297, 0.2156523087978363, 0.21245129132270812, 0.21460866712331772, 0.21272675414085387, 0.21583734347820283, 0.21548463908433915, 0.21499337368011476, 0.21155075321197508, 0.22185065126419068, 0.2149258313894272, 0.21018337931632997, 0.21637148156166078, 0.2186948810338974, 0.2093538791656494, 0.20926912331581116, 0.21045113792419434, 0.2089090428352356, 0.2137803575515747, 0.2127793226003647, 0.21003631122112273, 0.20999818406105042, 0.20755615634918212, 0.21005194301605223, 0.2089850417137146, 0.20890865128040315, 0.2079918318271637, 0.20855068507194519, 0.20766297452449797, 0.20704856889247894, 0.20678469212055206, 0.20576110424995422, 0.20549206850528717, 0.20457864027023315, 0.20446821138858795, 0.20453540694713593, 0.20406241462230681, 0.20417041058540344, 0.20346884107589722, 0.20315644788742065, 0.2030700761795044, 0.20279652795791625 ] }, "diagnostics": { "bp_cosine": [ 0.08927787840366364, 0.2430092990398407 ], "perturbation_rho": [ 0.16060538589954376, 0.35060590505599976 ], "nudging": { "0.001": [ -0.004890232812613249, -0.001682603731751442 ], "0.003": [ -0.01459127850830555, -0.005042100325226784 ], "0.01": [ -0.047705113887786865, -0.016734274104237556 ] } } } }