{ "bp": { "log": { "train_loss": [ 1.7207277019500733, 0.7790515207290649, 0.45965238094329836, 0.344505589389801, 0.305948727107048, 0.265342556476593, 0.25686684017181394, 0.24114981298446655, 0.22925823230743408, 0.23424035305976867, 0.21124905035495758, 0.19400378139019012, 0.18992817602157594, 0.20065753853321075, 0.1758887457370758, 0.18987385909557342, 0.1766733213186264, 0.17402569117546082, 0.16750437734127044, 0.1609703923225403, 0.1667053633213043, 0.15978011922836305, 0.16382880132198333, 0.15408793671131135, 0.1573232760667801, 0.15904042587280273, 0.16996713733673097, 0.16745088925361634, 0.1407752888917923, 0.1437982935667038, 0.1288691416501999, 0.13675620369911193, 0.1404436342716217, 0.1322325788140297, 0.1205964973449707, 0.12338397283554077, 0.11539463124275208, 0.11405454754829407, 0.11564468727111817, 0.11277760289907456, 0.10829375276565552, 0.10773034353256225, 0.10590754004120827, 0.10246410021781921, 0.10704636499881745, 0.10346804196238518, 0.09824472286701202, 0.09875981305241585, 0.09532992283701897, 0.09478073754310608, 0.09963924968242645, 0.09461190940141678, 0.09311110566854477, 0.09307761950492859, 0.09144059424400329, 0.09472406225204467, 0.09397407406568527, 0.08954561126232147, 0.08714181256294251, 0.08698110367059708, 0.0848695909947157, 0.08321986048221588, 0.08306121920347213, 0.0825563444018364, 0.0815550530552864, 0.08082753023505211, 0.08034503507614135, 0.07994237960577011, 0.07942863342761994, 0.07910665745735168, 0.0787971821308136, 0.0786789097070694, 0.078331869161129, 0.07799442697763442, 0.07777877117395401, 0.07760189070105553, 0.07745174323320389, 0.07733372535705567, 0.0772703528702259, 0.07722830307483673 ], "train_acc": [ 0.4324, 0.7882, 0.875, 0.9066, 0.9012, 0.9149, 0.9096, 0.9135, 0.9191, 0.9118, 0.9244, 0.9294, 0.9321, 0.9245, 0.9372, 0.9291, 0.932, 0.937, 0.9356, 0.9412, 0.9378, 0.9412, 0.9395, 0.9424, 0.9405, 0.9422, 0.9318, 0.9324, 0.95, 0.9485, 0.9534, 0.9511, 0.9495, 0.9511, 0.9588, 0.9603, 0.9626, 0.9636, 0.9609, 0.9649, 0.9659, 0.9662, 0.9662, 0.9694, 0.9661, 0.9688, 0.9715, 0.9703, 0.9743, 0.974, 0.9705, 0.9722, 0.974, 0.9737, 0.9759, 0.9726, 0.975, 0.9765, 0.9784, 0.9791, 0.9809, 0.9814, 0.9807, 0.9816, 0.9824, 0.9836, 0.9833, 0.9834, 0.9835, 0.9838, 0.9846, 0.9842, 0.9848, 0.9848, 0.9846, 0.9848, 0.9852, 0.9851, 0.9852, 0.9853 ], "test_acc": [ 0.669, 0.8435, 0.8705, 0.879, 0.874, 0.8965, 0.899, 0.89, 0.8975, 0.8895, 0.896, 0.903, 0.9, 0.902, 0.9035, 0.907, 0.907, 0.897, 0.907, 0.9025, 0.9065, 0.905, 0.904, 0.9025, 0.903, 0.906, 0.9055, 0.9035, 0.919, 0.905, 0.9065, 0.9085, 0.9075, 0.9085, 0.911, 0.9135, 0.906, 0.91, 0.917, 0.9215, 0.915, 0.9145, 0.915, 0.916, 0.9155, 0.912, 0.916, 0.9135, 0.9155, 0.9185, 0.917, 0.918, 0.9215, 0.92, 0.9165, 0.915, 0.9155, 0.917, 0.9145, 0.919, 0.9165, 0.914, 0.9155, 0.914, 0.916, 0.917, 0.918, 0.9185, 0.9195, 0.9195, 0.9195, 0.92, 0.92, 0.9205, 0.92, 0.9205, 0.9195, 0.92, 0.9205, 0.9205 ] }, "diagnostics": { "bp_cosine": [ 0.8634263277053833, 0.8499601483345032 ], "perturbation_rho": [ 0.9999988079071045, 0.9999933838844299 ], "nudging": { "0.001": [ -0.022913530468940735, -0.0076592592522501945 ], "0.003": [ -0.06158487871289253, -0.022190168499946594 ], "0.01": [ -0.13922545313835144, -0.06537239253520966 ] } } }, "dfa": { "log": { "train_loss": [ 2.2145429794311524, 1.4832333190917968, 0.8427700979232788, 0.5642387649536132, 0.44259997854232785, 0.3797396701812744, 0.36115866856575013, 0.3420704277038574, 0.34744873743057253, 0.35834124784469606, 0.34505550694465636, 0.37205679273605347, 0.36223536982536314, 0.3897885517209768, 0.3661109811067581, 0.3905520539283752, 0.3873382499694824, 0.4310034593820572, 0.379075954246521, 0.3956090630054474, 0.41010830894708633, 0.3871167766094208, 0.4128729253053665, 0.37673398666381835, 0.4386045214653015, 0.4175387234687805, 0.5163568344116211, 0.41816404705047605, 0.3691399229049683, 0.3856747570514679, 0.3798481074810028, 0.3966631019592285, 0.4648309063076973, 0.3615638767376542, 0.35468427698612215, 0.38685988901853563, 0.3459345358610153, 0.3860490513801575, 0.40029369468688963, 0.3782256749629974, 0.35560350346565245, 0.3603634602546692, 0.3720236937999725, 0.379230254983902, 0.3613779128074646, 0.3320357777953148, 0.3244936734318733, 0.3268082529783249, 0.316782475566864, 0.3409638210296631, 0.34503824408650396, 0.31332876653671266, 0.3428362133741379, 0.32030015414953233, 0.31090027656555175, 0.3185324101924896, 0.3263511387348175, 0.30935111100673673, 0.30104202661514284, 0.30687724331617355, 0.29393203148841857, 0.2826761653423309, 0.28839151701927185, 0.2897114434480667, 0.2847494943141937, 0.28069971054792403, 0.27908870706558225, 0.2764286852836609, 0.2836688223004341, 0.27157128534317015, 0.2719319869995117, 0.27284973291158676, 0.2693837205886841, 0.2679568641424179, 0.26705331959724427, 0.26758628270626067, 0.2656683373451233, 0.2651437629699707, 0.26474326791763303, 0.26457467867136003 ], "train_acc": [ 0.1934, 0.5051, 0.7204, 0.8027, 0.8378, 0.855, 0.8574, 0.8678, 0.867, 0.8666, 0.8729, 0.868, 0.8718, 0.8671, 0.8734, 0.8663, 0.8653, 0.862, 0.8727, 0.8701, 0.8711, 0.8743, 0.8727, 0.8771, 0.8627, 0.8671, 0.8467, 0.8678, 0.881, 0.8785, 0.8742, 0.871, 0.8619, 0.8833, 0.8836, 0.8765, 0.887, 0.8747, 0.8724, 0.8812, 0.8841, 0.8831, 0.8812, 0.8799, 0.8799, 0.8887, 0.8908, 0.8877, 0.8959, 0.8881, 0.8856, 0.8951, 0.8854, 0.8905, 0.892, 0.892, 0.8897, 0.894, 0.8976, 0.8963, 0.8993, 0.9014, 0.9001, 0.8995, 0.9015, 0.9031, 0.9016, 0.9033, 0.9009, 0.9056, 0.9043, 0.9036, 0.9049, 0.9055, 0.9051, 0.9051, 0.9057, 0.9055, 0.9061, 0.9063 ], "test_acc": [ 0.355, 0.6045, 0.7335, 0.7805, 0.8005, 0.805, 0.813, 0.826, 0.826, 0.8285, 0.816, 0.821, 0.815, 0.828, 0.8065, 0.827, 0.797, 0.826, 0.797, 0.792, 0.82, 0.812, 0.817, 0.8115, 0.806, 0.8075, 0.804, 0.831, 0.8235, 0.827, 0.805, 0.8145, 0.821, 0.8315, 0.813, 0.8245, 0.8245, 0.8145, 0.815, 0.8255, 0.8275, 0.821, 0.8175, 0.8095, 0.8385, 0.835, 0.8395, 0.8305, 0.8305, 0.8365, 0.826, 0.835, 0.834, 0.82, 0.8245, 0.8285, 0.821, 0.836, 0.837, 0.833, 0.8415, 0.832, 0.84, 0.8435, 0.8405, 0.8465, 0.839, 0.849, 0.843, 0.8425, 0.8395, 0.843, 0.8395, 0.845, 0.84, 0.841, 0.8415, 0.841, 0.841, 0.841 ] }, "diagnostics": { "bp_cosine": [ 0.048809632658958435, 0.12263120710849762 ], "perturbation_rho": [ 0.09689537435770035, 0.10561469197273254 ], "nudging": { "0.001": [ -0.001597832073457539, -0.00047309682122431695 ], "0.003": [ -0.004742181394249201, -0.001416387502104044 ], "0.01": [ -0.015226385556161404, -0.00468847481533885 ] } } }, "state_bridge": { "log": { "train_loss": [ 2.0100293533325195, 1.0204413017272949, 0.54354176902771, 0.39702820897102353, 0.3586913129806519, 0.3554326295375824, 0.361624427986145, 0.36465097951889036, 0.3603580026626587, 0.3543916482686996, 0.3507106711387634, 0.35224332275390624, 0.3475004379510879, 0.3553124601364136, 0.37312231225967407, 0.37028597445487976, 0.3665724731683731, 0.37034252033233644, 0.38506430788040164, 0.4009858402252197, 0.41984470853805544, 0.4130363565444946, 0.4252812045574188, 0.43580607299804686, 0.466691482257843, 0.4120105969429016, 0.4388778105735779, 0.418408594417572, 0.42251289710998535, 0.42326131315231325, 0.41453264694213865, 0.4108378723144531, 0.42514692809581756, 0.41193596658706666, 0.4172293882369995, 0.4110143481254578, 0.3909164998292923, 0.38413406591415405, 0.38740381708145144, 0.38655886726379396, 0.38635201063156127, 0.3766866379261017, 0.3757282977819443, 0.37710726108551024, 0.3712064995765686, 0.37017061100006105, 0.3811788000822067, 0.3592162804841995, 0.368729523897171, 0.38313820214271543, 0.3553819965362549, 0.38453965463638307, 0.352666961979866, 0.35594648966789244, 0.35147202444076536, 0.3434806545257568, 0.350411687374115, 0.3472837806224823, 0.34532749392986295, 0.34017591814994813, 0.33683158864974977, 0.3410106474876404, 0.3374420499801636, 0.3345813477516174, 0.33512692725658416, 0.33064404239654543, 0.3299761538028717, 0.32880062866806986, 0.3271276932477951, 0.3273114435195923, 0.32523203148841856, 0.32425895788669584, 0.32357494492530825, 0.3230543273448944, 0.32268554170131686, 0.32191982040405276, 0.32155804014205935, 0.32106889061927796, 0.3208657922267914, 0.3206909418106079 ], "train_acc": [ 0.2879, 0.6675, 0.8151, 0.8582, 0.8655, 0.8656, 0.8608, 0.8595, 0.8647, 0.8689, 0.8684, 0.8684, 0.8691, 0.8643, 0.8616, 0.8616, 0.8673, 0.8624, 0.8547, 0.8522, 0.8427, 0.8437, 0.8419, 0.8374, 0.8276, 0.8474, 0.8357, 0.843, 0.842, 0.8394, 0.8435, 0.8439, 0.8437, 0.8477, 0.8473, 0.8446, 0.8546, 0.8604, 0.8586, 0.8571, 0.8605, 0.8645, 0.8609, 0.8647, 0.8645, 0.8668, 0.8617, 0.8685, 0.8675, 0.861, 0.8705, 0.8656, 0.8723, 0.8709, 0.8723, 0.8763, 0.8751, 0.8766, 0.8715, 0.8758, 0.8782, 0.8767, 0.8801, 0.8774, 0.8801, 0.8824, 0.8806, 0.8808, 0.8815, 0.8819, 0.8825, 0.8823, 0.8819, 0.883, 0.8819, 0.8831, 0.8823, 0.8828, 0.8826, 0.8828 ], "test_acc": [ 0.5255, 0.7235, 0.7935, 0.8195, 0.8155, 0.818, 0.8185, 0.8195, 0.819, 0.8235, 0.8145, 0.8175, 0.822, 0.8115, 0.8185, 0.809, 0.809, 0.806, 0.7985, 0.789, 0.802, 0.795, 0.7785, 0.767, 0.782, 0.7785, 0.793, 0.7765, 0.798, 0.7875, 0.8025, 0.799, 0.808, 0.794, 0.81, 0.8045, 0.8135, 0.8065, 0.8235, 0.8165, 0.819, 0.8085, 0.8145, 0.8115, 0.8125, 0.815, 0.819, 0.812, 0.8155, 0.8175, 0.8125, 0.811, 0.8125, 0.8235, 0.8155, 0.8145, 0.8215, 0.816, 0.818, 0.8225, 0.825, 0.8205, 0.818, 0.818, 0.8235, 0.824, 0.8185, 0.8175, 0.821, 0.818, 0.8195, 0.822, 0.8185, 0.8205, 0.82, 0.8195, 0.8205, 0.82, 0.822, 0.822 ], "state_pred_error": [ 0.7962929263591766, 0.331514656496048, 0.19661902210712434, 0.16503102767467498, 0.14755443301200866, 0.12628681234121322, 0.10449981281757355, 0.08584924747943878, 0.0699757203578949, 0.05582202136516571, 0.04389634461402893, 0.036387173852324484, 0.03049680006802082, 0.02591462894678116, 0.02221634505391121, 0.019373500156402587, 0.017665761670470237, 0.0157645114377141, 0.014524527588486671, 0.013737535402178765, 0.012687528398633003, 0.011898116055130959, 0.011640684556961059, 0.010859360812604427, 0.010485637862980365, 0.009991707500815392, 0.009739254067838193, 0.008777845013141631, 0.00828778415173292, 0.008094209410250188, 0.007691447506099939, 0.007422742694616318, 0.007276442471146584, 0.006999653156101703, 0.0067770635947585105, 0.006470148958265781, 0.006286166054010391, 0.00604953683167696, 0.006004941011965275, 0.005863147027045488, 0.005500460632890463, 0.005411263838410377, 0.005238449747860432, 0.005156481459736824, 0.004926877556741238, 0.004763428920507431, 0.004753794524073601, 0.004590867299586535, 0.004666488307341933, 0.004403108169138432, 0.004165763948857784, 0.00412739000916481, 0.0041623744465410705, 0.004234333600848913, 0.004279930933192373, 0.00375170355848968, 0.003802278782427311, 0.0036928312376141546, 0.0036528290495276452, 0.0038295471183955668, 0.003527464033663273, 0.0033376181811094283, 0.003297599468007684, 0.0033206129163503646, 0.003547699999809265, 0.0032429821506142617, 0.0031518954910337927, 0.003168932900391519, 0.002991512390971184, 0.0029735447630286215, 0.0029666012093424797, 0.0029554983984678984, 0.002873803383857012, 0.002869913595914841, 0.00284024139046669, 0.0029223025660961867, 0.0027367467910051346, 0.0027474096663296223, 0.0026910540357232096, 0.0027065009888261556 ] }, "diagnostics": { "bp_cosine": [ 0.9309895038604736, 0.47941499948501587 ], "perturbation_rho": [ 0.8439192175865173, 0.37250760197639465 ], "nudging": { "0.001": [ -0.0257757268846035, -0.0026356291491538286 ], "0.003": [ -0.07368925958871841, -0.007871035486459732 ], "0.01": [ -0.2068808674812317, -0.025803586468100548 ] }, "state_pred_error_per_layer": [ 436.0709533691406, 352.44915771484375 ] } }, "credit_bridge": { "log": { "train_loss": [ 2.2166633338928223, 1.4822776604652406, 0.8527356213569641, 0.5706128049373627, 0.43896263313293454, 0.38758574914932253, 0.3662052785873413, 0.35315943990945814, 0.3356183546543121, 0.3451760648012161, 0.35537444372177124, 0.3936114372730255, 0.35565873963832856, 0.3649965980768204, 0.37292858068943024, 0.3939949078083038, 0.39196848384141925, 0.39390314302444457, 0.42576994676589963, 0.4276782782554627, 0.49126899070739743, 0.5104124393463135, 0.5060470756292343, 0.5146438408851624, 0.5792045258522034, 0.58794528465271, 0.6390262460947037, 0.6486665966033935, 0.6689690710544586, 0.7052691784381866, 0.7274600021362305, 0.7133333879470826, 0.7636545959472656, 0.7814437804698944, 0.7844102795600891, 0.775709469127655, 0.8138838304996491, 0.8132558471679687, 0.8678097775459289, 0.8119752780914307, 0.8714342193603516, 0.9063542318344117, 0.925028806400299, 0.8863205076217652, 0.9204323357582093, 0.9434663917541504, 0.9461792286872863, 0.9343688268661499, 0.9500316833496094, 0.9462117325782776, 0.9365047801971436, 0.935371301651001, 0.9619980144500733, 0.9775615167617798, 0.9611524658203126, 0.9673760023117065, 0.9664952352523803, 0.9738808612823486, 0.9750494892120362, 0.997103341293335, 0.9816123373031617, 0.9958496462821961, 1.0000357272148133, 0.9956781629562378, 1.0005756943702697, 1.0038517833709717, 1.0042228302001952, 1.0025716598510743, 1.002968798828125, 1.0022998886108399, 1.0010733880996705, 0.9982695043563843, 0.9950118174552918, 0.9933666072845458, 0.9921276975631714, 0.990613134765625, 0.9894881931304932, 0.9888591194152831, 0.9883952844619751, 0.9880848827362061 ], "train_acc": [ 0.1912, 0.5078, 0.712, 0.8031, 0.8345, 0.8512, 0.8565, 0.8636, 0.8719, 0.8714, 0.8708, 0.8646, 0.8746, 0.8757, 0.8688, 0.866, 0.867, 0.8694, 0.8589, 0.8607, 0.8507, 0.8413, 0.8457, 0.8431, 0.8284, 0.822, 0.8066, 0.8036, 0.7986, 0.7888, 0.7845, 0.7843, 0.7753, 0.764, 0.7626, 0.7606, 0.7499, 0.7428, 0.7326, 0.738, 0.7238, 0.7095, 0.7052, 0.7201, 0.7072, 0.7003, 0.6995, 0.6979, 0.699, 0.6974, 0.701, 0.6997, 0.6946, 0.6889, 0.6945, 0.6899, 0.6912, 0.6881, 0.6871, 0.6842, 0.6865, 0.6847, 0.6883, 0.6848, 0.6851, 0.6841, 0.6878, 0.6856, 0.6872, 0.6879, 0.686, 0.6866, 0.6869, 0.6855, 0.6881, 0.6875, 0.688, 0.6885, 0.6881, 0.6881 ], "test_acc": [ 0.348, 0.5945, 0.728, 0.782, 0.7995, 0.811, 0.8105, 0.818, 0.825, 0.8175, 0.811, 0.8265, 0.824, 0.821, 0.821, 0.8255, 0.8055, 0.827, 0.814, 0.77, 0.795, 0.789, 0.788, 0.783, 0.764, 0.7615, 0.7575, 0.7545, 0.734, 0.735, 0.728, 0.7295, 0.718, 0.721, 0.7195, 0.709, 0.687, 0.661, 0.671, 0.6885, 0.6745, 0.6765, 0.6655, 0.6745, 0.657, 0.675, 0.6705, 0.6505, 0.6705, 0.673, 0.6785, 0.666, 0.6705, 0.6695, 0.669, 0.6715, 0.672, 0.666, 0.6715, 0.6685, 0.674, 0.6665, 0.6655, 0.6695, 0.6565, 0.6595, 0.6655, 0.6545, 0.6655, 0.6625, 0.6615, 0.6615, 0.6645, 0.666, 0.6625, 0.664, 0.6635, 0.6635, 0.6635, 0.664 ], "value_loss": [ 2.862312266921997, 0.7870045631408692, 0.5866680012226104, 0.487851585483551, 0.42467003531455993, 0.42933752834796907, 0.4517250923156738, 0.49036711559295654, 0.5370833713054657, 0.5225693160533905, 0.5723625789642334, 0.6810438357830048, 0.6196456489801407, 0.6161580103397369, 0.6767898920059204, 0.6839942785263061, 0.7228468099951744, 0.731743062210083, 0.8153413344562054, 0.8487729335784913, 1.1239148555755616, 1.111784733581543, 1.0937595278739929, 1.1393394327163697, 1.3184698207855226, 1.2240205763816834, 1.281676392173767, 1.3282772884368896, 1.277956589794159, 1.3837186878204346, 1.3530437088012695, 1.1659054378509521, 1.209618302154541, 1.0256237523555756, 0.9905264866828919, 0.8770509265899659, 0.9170616325616836, 0.8460413787841797, 0.978120857000351, 0.7710761907577515, 0.7819046745300293, 0.8031992895126343, 0.8599374737739564, 0.7989227243423462, 0.8483824888706207, 0.838105262184143, 0.831775927734375, 0.8010647817611695, 0.7901058013916016, 0.7647614275455474, 0.764328832244873, 0.7659363707542419, 0.7591242840766906, 0.793391801738739, 0.774118152999878, 0.6988259189605713, 0.7934306571006775, 0.754872838139534, 0.7264098434448242, 0.7199796464920044, 0.7088566905021667, 0.7621092021942139, 0.7465033507347107, 0.7402997331619263, 0.697352447605133, 0.722913084411621, 0.7380389479637146, 0.6805807943344117, 0.6974307493209839, 0.6769652221679687, 0.6623517539978028, 0.6548144243717193, 0.6477350507736206, 0.6379247413635254, 0.6550224852561951, 0.6673833505630493, 0.6371668090820313, 0.6245359985351563, 0.6310369262695312, 0.6019191103935242 ], "term_loss": [ 1.6362721346855165, 0.37781597232818603, 0.35956392331123355, 0.30113453228473663, 0.2540520797491074, 0.26107953673601153, 0.28645103769302366, 0.33103201488256456, 0.3847377519249916, 0.369207483792305, 0.41831262006759645, 0.5161090086460114, 0.4692179684817791, 0.4602657828330994, 0.5237038430452347, 0.5198972980499268, 0.5641665159583091, 0.5718718901395797, 0.6431136459127068, 0.677467121887207, 0.9314209022521973, 0.9112024291992188, 0.8943795773983002, 0.9359503910779953, 1.0914871151924133, 0.9879622640609741, 1.026415785932541, 1.078644213104248, 1.0273881074905395, 1.1246179870605468, 1.085285704421997, 0.8998660541534423, 0.9242175249814987, 0.7358711883544922, 0.6963623027563095, 0.5854673199653625, 0.6217934660077095, 0.5570110441207886, 0.6709790559053421, 0.4901563432216644, 0.4858744155883789, 0.4959319089889526, 0.5449313802719116, 0.4945675350189209, 0.5295222800731659, 0.5174280918598175, 0.5047948003768921, 0.4674406248092651, 0.4568398364067078, 0.4325192159175873, 0.4349327120780945, 0.4375899739265442, 0.42619164731502535, 0.45259529867172243, 0.4362746577501297, 0.36338143222332003, 0.4524987346172333, 0.4116030908584595, 0.38697444515228274, 0.3790359831929207, 0.3727722673654556, 0.41500336648225783, 0.4030157947540283, 0.39471385617256166, 0.35684009437263015, 0.37995485734939577, 0.3932207664966583, 0.3434924767494202, 0.3561821739196777, 0.33800402256250384, 0.32919570360183714, 0.32527549781799314, 0.32046796481013295, 0.3076671746253967, 0.32101710920333865, 0.329897655916214, 0.3110539279192686, 0.289623655128479, 0.30524736881256104, 0.28414561631679536 ], "bridge_loss": [ 0.9257246531827085, 0.11931550175547599, 0.019036986203491688, 0.009200494468957186, 0.01670405386686325, 0.022144653449952603, 0.02092598076760769, 0.017403891210258007, 0.014749217769503593, 0.014875961096584797, 0.012387205076217652, 0.013591324252635241, 0.01249192453622818, 0.015692542472481728, 0.011785203318297863, 0.014191117997467518, 0.012356174829602242, 0.015679762499034404, 0.018022386149317025, 0.018556285762786864, 0.025691469037532805, 0.027234909960627555, 0.026883753621578216, 0.02885721744298935, 0.036984953236579896, 0.042136997365951535, 0.04648944373428822, 0.0383615080177784, 0.03299343649148941, 0.036316176214814186, 0.037490837126970294, 0.03762312990427017, 0.04573201023340225, 0.04586766301393509, 0.05017340140193701, 0.048964026015996934, 0.044927955681830646, 0.03785374255180359, 0.0429724424123764, 0.028634057849645615, 0.032143977612257006, 0.03326438666582108, 0.038441793063282964, 0.03851528071463108, 0.04538965437486768, 0.041940523386001585, 0.04745692467689514, 0.05371042605638504, 0.053415575397014615, 0.053903627383708956, 0.05321261163949966, 0.053114770835638044, 0.0531739701628685, 0.057856653088331225, 0.059756802570819854, 0.05648564575314522, 0.06359097779989242, 0.06458331343829632, 0.060640481400489804, 0.05943436603546143, 0.058031611156463624, 0.06803198567032814, 0.06276154099106789, 0.06635524654388428, 0.06129389543533325, 0.06432680562734604, 0.06636923305988311, 0.059899713945388795, 0.0640624837398529, 0.062204831221699716, 0.057054962158203125, 0.054482452845573424, 0.05312725995779038, 0.05630911908447742, 0.06101996395587921, 0.06387735533714295, 0.0534395126581192, 0.0628511904478073, 0.0538769678235054, 0.04602321577072144 ], "tgrad_loss": [ 0.3003154767036438, 0.2898730874300003, 0.20806708674430846, 0.17751656254529952, 0.15391390190124513, 0.14611333754062653, 0.14434807376861572, 0.14193120997697115, 0.13759640024900435, 0.13848587619662284, 0.14166275129318237, 0.15134349975585937, 0.13793575568199157, 0.14019968309402467, 0.14130084238052368, 0.14990585656166078, 0.1463241186618805, 0.14419140665531158, 0.1542052926674485, 0.1527495301246643, 0.1668024854183197, 0.17334739017486572, 0.17249620418548584, 0.17453181505203247, 0.18999774327278138, 0.1939213035583496, 0.2087711593389511, 0.2112715651512146, 0.21757504351139068, 0.22278451583385467, 0.23026716661453248, 0.2284162474632263, 0.23966876842975615, 0.24388489694595336, 0.24399078636169433, 0.24261958465576172, 0.25034020925164224, 0.2511765937805176, 0.2641693664073944, 0.2522857914686203, 0.2638862795829773, 0.2740029864311218, 0.2765643033981323, 0.2658399072170258, 0.2734705581665039, 0.27873664593696595, 0.27952420189380645, 0.2799137293815613, 0.279850385761261, 0.2783385745048523, 0.27618350377082823, 0.27523162972927095, 0.2797586728334427, 0.28293985466957094, 0.2780866926670075, 0.2789588441610336, 0.27734094581604, 0.27868643355369566, 0.27879491510391236, 0.2815093013763428, 0.2780528148651123, 0.2790738520145416, 0.2807260126113892, 0.27923062591552733, 0.2792184523820877, 0.2786314179420471, 0.27844894323349, 0.2771886028289795, 0.2771860946416855, 0.2767563671588898, 0.2761010935783386, 0.2750564743757248, 0.2741398271083832, 0.27394844496250154, 0.2729854103088379, 0.2736083378314972, 0.2726733682632446, 0.27206115741729736, 0.2719125874519348, 0.27175028200149537 ] }, "diagnostics": { "bp_cosine": [ 0.08253486454486847, 0.21193227171897888 ], "perturbation_rho": [ 0.16999724507331848, 0.38439691066741943 ], "nudging": { "0.001": [ -0.006295680068433285, -0.0018268785206601024 ], "0.003": [ -0.01877513900399208, -0.005475326906889677 ], "0.01": [ -0.06126694008708, -0.018186643719673157 ] } } } }