diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.0_L8_s456.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.0_L8_s456.json | 1638 |
1 files changed, 1638 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L8_s456.json b/results/synth_ladder_v2_lo/synth_a0.0_L8_s456.json new file mode 100644 index 0000000..98e3c0a --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L8_s456.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0602704408168793, + 0.5027601260185242, + 0.43080672092437744, + 0.4305861669540405, + 0.35372886188030245, + 0.35343530569076537, + 0.3411521464467049, + 0.3113056640148163, + 0.3555877588272095, + 0.35838791880607607, + 0.310362742805481, + 0.2821650200843811, + 0.26945531539916995, + 0.27178956003189086, + 0.3010430852890015, + 0.28751621344089506, + 0.2822985043525696, + 0.28170071473121644, + 0.2461530613899231, + 0.2909035976409912, + 0.2241233106136322, + 0.22891775674819947, + 0.2648821008682251, + 0.29351482318639754, + 0.21875614569187166, + 0.19591772537231444, + 0.19844525773525237, + 0.1983874746322632, + 0.21039879322052002, + 0.1819182156085968, + 0.2276622181892395, + 0.191768607711792, + 0.18294820175170898, + 0.17453236331939698, + 0.20749281368255615, + 0.17378860583305358, + 0.1630034108877182, + 0.1688230975151062, + 0.1894659786939621, + 0.15866619582176208, + 0.17937585167884826, + 0.16238984402418136, + 0.15362602603435516, + 0.15638497247695923, + 0.14544389412403105, + 0.14327869791686534, + 0.13311278290748596, + 0.1496122142314911, + 0.15034341797828674, + 0.14216417129039766, + 0.14079184398651123, + 0.14070965950489045, + 0.12715232799053192, + 0.1181271733045578, + 0.12163998708724975, + 0.11910948114395141, + 0.12497851085662842, + 0.12175717628002167, + 0.11586888887882232, + 0.11415803298354149, + 0.10847577197551728, + 0.11201638069152832, + 0.10924316263198852, + 0.10966023950576782, + 0.10431095411777497, + 0.10155300235748291, + 0.10120472279787064, + 0.09946133661270141, + 0.09955022404193878, + 0.09832342414855957, + 0.09743722066879272, + 0.0961718876838684, + 0.09559566440582275, + 0.09503851671218871, + 0.0945616308093071, + 0.09419615615606308, + 0.09386814022064209, + 0.09363705427646637, + 0.09348938752114773, + 0.09341154512763024 + ], + "train_acc": [ + 0.6262, + 0.8013, + 0.8277, + 0.8347, + 0.8597, + 0.856, + 0.8639, + 0.8759, + 0.8605, + 0.8558, + 0.876, + 0.8879, + 0.8957, + 0.8886, + 0.8799, + 0.8868, + 0.8868, + 0.8889, + 0.898, + 0.8824, + 0.9111, + 0.9088, + 0.8934, + 0.8869, + 0.9131, + 0.9217, + 0.9206, + 0.9224, + 0.9156, + 0.928, + 0.9094, + 0.9244, + 0.9292, + 0.9307, + 0.9179, + 0.9306, + 0.938, + 0.9331, + 0.9251, + 0.9413, + 0.9292, + 0.9359, + 0.9409, + 0.9407, + 0.9444, + 0.9484, + 0.9544, + 0.9445, + 0.9418, + 0.9453, + 0.9472, + 0.9467, + 0.957, + 0.9605, + 0.9597, + 0.9608, + 0.9553, + 0.9582, + 0.9636, + 0.9629, + 0.968, + 0.9654, + 0.966, + 0.9668, + 0.9684, + 0.9709, + 0.9703, + 0.9731, + 0.9733, + 0.973, + 0.9743, + 0.9753, + 0.976, + 0.9762, + 0.9765, + 0.9766, + 0.9766, + 0.9769, + 0.9771, + 0.9771 + ], + "test_acc": [ + 0.786, + 0.819, + 0.8195, + 0.8455, + 0.8495, + 0.847, + 0.857, + 0.8615, + 0.851, + 0.862, + 0.862, + 0.8575, + 0.8705, + 0.86, + 0.8645, + 0.859, + 0.864, + 0.8685, + 0.866, + 0.8715, + 0.8755, + 0.869, + 0.8595, + 0.868, + 0.875, + 0.8755, + 0.8865, + 0.8725, + 0.8845, + 0.8835, + 0.871, + 0.881, + 0.881, + 0.891, + 0.883, + 0.8805, + 0.891, + 0.8805, + 0.889, + 0.889, + 0.89, + 0.8835, + 0.896, + 0.889, + 0.888, + 0.892, + 0.898, + 0.893, + 0.899, + 0.8955, + 0.892, + 0.895, + 0.9015, + 0.8965, + 0.8935, + 0.895, + 0.902, + 0.896, + 0.9005, + 0.8985, + 0.8925, + 0.9015, + 0.899, + 0.8965, + 0.8985, + 0.8985, + 0.9005, + 0.899, + 0.8965, + 0.9005, + 0.8975, + 0.901, + 0.899, + 0.8975, + 0.8975, + 0.898, + 0.8965, + 0.8965, + 0.8965, + 0.8965 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9283311367034912, + 0.9162832498550415, + 0.8925424814224243, + 0.8799441456794739, + 0.8746041655540466, + 0.8698863983154297, + 0.8666130304336548, + 0.863634467124939 + ], + "perturbation_rho": [ + 0.9999991059303284, + 0.9999967217445374, + 0.9999891519546509, + 0.9999651908874512, + 0.9999410510063171, + 0.9999043941497803, + 0.9998966455459595, + 0.9999027252197266 + ], + "nudging": { + "0.001": [ + -0.0268093291670084, + -0.012417184188961983, + -0.006203295662999153, + -0.0037101488560438156, + -0.0026736343279480934, + -0.002185049932450056, + -0.0019234392093494534, + -0.0017743848729878664 + ], + "0.003": [ + -0.07339517027139664, + -0.0357743538916111, + -0.018248513340950012, + -0.011002784594893456, + -0.007955053821206093, + -0.0065111806616187096, + -0.005736147053539753, + -0.005294123664498329 + ], + "0.01": [ + -0.17811693251132965, + -0.10346511751413345, + -0.05678309500217438, + -0.035222865641117096, + -0.025761041790246964, + -0.021198198199272156, + -0.01872769370675087, + -0.017311803996562958 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.130140475845337, + 1.068121821975708, + 0.6906124912261963, + 0.5849464416503907, + 0.539908002948761, + 0.5278588153839111, + 0.4802340653896332, + 0.4802248366832733, + 0.5312753393173217, + 0.5193623352050781, + 0.5183892659187317, + 0.5653032401919365, + 0.5576160436630249, + 0.5253325591087341, + 0.6005686638832092, + 0.600859852027893, + 0.6416343383789063, + 0.6754157733917237, + 0.6742553455352783, + 0.6983654169082641, + 0.7714478206634522, + 0.907026005935669, + 0.7574946401596069, + 0.7974853692531586, + 0.6163667502880097, + 0.6207158555030823, + 0.6624710424423218, + 0.767758971786499, + 0.7936295557022095, + 0.7818759674072265, + 0.6439841373443603, + 0.7241471338272095, + 0.7835567468881607, + 0.5556868800163269, + 0.7838432991981507, + 0.6678941816329956, + 0.5996702154159546, + 0.6219454681396485, + 0.6077403234004974, + 0.5930344202041626, + 0.7072095224380494, + 0.6957413219451904, + 0.6925682455062866, + 0.5746548117637634, + 0.5665205227851867, + 0.652870412158966, + 0.5017711290359497, + 0.5837478618621826, + 0.4854253540992737, + 0.4386099347114563, + 0.4709485713005066, + 0.5079970285415649, + 0.5075192336320877, + 0.49625477714538574, + 0.5056534718036652, + 0.4276254318237305, + 0.5216204251050949, + 0.41532413592338563, + 0.42688399028778073, + 0.4528659384965897, + 0.40737592430114744, + 0.4285537419319153, + 0.4251507745742798, + 0.3982658393383026, + 0.3921439680337906, + 0.4048129905462265, + 0.3849823941230774, + 0.37166397957801817, + 0.3756074117660522, + 0.37098817892074587, + 0.37144046624898913, + 0.36408291239738466, + 0.36373486807346345, + 0.3633287199020386, + 0.35742094442248346, + 0.35612085094451906, + 0.35380580410957335, + 0.3545500941991806, + 0.3522390522420406, + 0.3517058536529541 + ], + "train_acc": [ + 0.2243, + 0.6106, + 0.7399, + 0.7827, + 0.794, + 0.8004, + 0.8171, + 0.8253, + 0.8161, + 0.8205, + 0.8272, + 0.8178, + 0.8203, + 0.8305, + 0.8221, + 0.8243, + 0.8261, + 0.8204, + 0.8166, + 0.821, + 0.8069, + 0.7971, + 0.8102, + 0.8044, + 0.8348, + 0.8323, + 0.8294, + 0.8073, + 0.8135, + 0.8034, + 0.829, + 0.8167, + 0.811, + 0.8429, + 0.8065, + 0.8205, + 0.8317, + 0.8341, + 0.8319, + 0.8325, + 0.8167, + 0.8122, + 0.818, + 0.8326, + 0.8371, + 0.8246, + 0.8514, + 0.8328, + 0.8522, + 0.8603, + 0.8509, + 0.8455, + 0.8445, + 0.8496, + 0.8461, + 0.86, + 0.8445, + 0.8679, + 0.8654, + 0.8542, + 0.8667, + 0.8642, + 0.8677, + 0.8696, + 0.8685, + 0.8666, + 0.8719, + 0.8757, + 0.8746, + 0.8747, + 0.8768, + 0.8776, + 0.8759, + 0.8769, + 0.8774, + 0.8784, + 0.8793, + 0.8792, + 0.8796, + 0.8795 + ], + "test_acc": [ + 0.463, + 0.6815, + 0.744, + 0.7455, + 0.7515, + 0.7875, + 0.7565, + 0.7965, + 0.764, + 0.77, + 0.778, + 0.7455, + 0.768, + 0.7625, + 0.8125, + 0.745, + 0.7205, + 0.774, + 0.709, + 0.7445, + 0.7275, + 0.787, + 0.7495, + 0.7855, + 0.809, + 0.7825, + 0.718, + 0.7635, + 0.7445, + 0.7795, + 0.755, + 0.7165, + 0.7715, + 0.734, + 0.768, + 0.778, + 0.76, + 0.7275, + 0.7785, + 0.714, + 0.765, + 0.7515, + 0.779, + 0.713, + 0.7855, + 0.797, + 0.7775, + 0.79, + 0.811, + 0.7785, + 0.7895, + 0.7415, + 0.7975, + 0.7715, + 0.8085, + 0.7865, + 0.8095, + 0.8235, + 0.81, + 0.8135, + 0.8165, + 0.808, + 0.828, + 0.8165, + 0.8235, + 0.8185, + 0.8275, + 0.828, + 0.8235, + 0.824, + 0.823, + 0.824, + 0.8315, + 0.8305, + 0.832, + 0.834, + 0.831, + 0.833, + 0.8335, + 0.833 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.020978286862373352, + 0.16464680433273315, + 0.15073026716709137, + 0.08116275072097778, + 0.08070477098226547, + 0.0867747962474823, + 0.10854049026966095, + 0.11201675236225128 + ], + "perturbation_rho": [ + 0.032643549144268036, + 0.2071959227323532, + 0.2057623416185379, + 0.09326457977294922, + 0.06205561012029648, + 0.1389445811510086, + 0.11340519785881042, + 0.08505052328109741 + ], + "nudging": { + "0.001": [ + -0.0014469942543655634, + -0.000573523691855371, + -0.00041266781045123935, + -0.00018763300613500178, + -0.00020507823501247913, + -0.00022557468037120998, + -0.0002862402761820704, + -0.00027868736651726067 + ], + "0.003": [ + -0.004212609492242336, + -0.0017168434569612145, + -0.0012332911137491465, + -0.0005597122944891453, + -0.000612777890637517, + -0.0006744061829522252, + -0.0008597993873991072, + -0.0008341555367223918 + ], + "0.01": [ + -0.012655803002417088, + -0.005697320215404034, + -0.004094945732504129, + -0.0018561023753136396, + -0.0020380420610308647, + -0.0022426587529480457, + -0.002856952603906393, + -0.0027735023759305477 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.6613537705421448, + 0.8804613601207734, + 0.6975507205963135, + 0.7853355399608613, + 0.8572468722343445, + 0.9299439128875733, + 0.9885676727294922, + 1.0133089805603028, + 0.9962917245864868, + 0.9606268395423889, + 0.9880515659332275, + 0.9777737205505371, + 0.9968037183761597, + 0.9445726100921631, + 1.020095972442627, + 1.0027801685333253, + 0.9952171697616577, + 0.9394625225067139, + 0.9024322465896606, + 0.8761118396759033, + 0.8587080497741699, + 0.8608775177001953, + 0.858176763343811, + 0.8500239983558655, + 0.8605942026138306, + 0.8296343204498291, + 0.8473277267456054, + 0.9032470754623413, + 0.8595288021087647, + 0.8529232517242432, + 0.8514831623077392, + 0.7993372547149659, + 0.7925733268737793, + 0.7777183090209961, + 0.752255222415924, + 0.737820636177063, + 0.718349192905426, + 0.7632894110679627, + 0.7490254787445069, + 0.7206074246406555, + 0.72772101688385, + 0.7681838896751404, + 0.7500456344604493, + 0.7505516075134278, + 0.7438103253364563, + 0.7039294353485107, + 0.7070825775623322, + 0.7316446516036987, + 0.6909497563362121, + 0.6812596918106079, + 0.6990848143577576, + 0.6861800757408142, + 0.6805085423469543, + 0.6727995056152344, + 0.6663222888946533, + 0.6554413802146911, + 0.65927137966156, + 0.6400224656105041, + 0.626771753025055, + 0.6305665927886963, + 0.6282225363254547, + 0.6152347024440765, + 0.6126221405029297, + 0.6149387537956238, + 0.6082951297283172, + 0.5970498047828674, + 0.6011845873832703, + 0.5955050713539124, + 0.5878239162445068, + 0.5866915851593018, + 0.5876003602027893, + 0.5810875995635987, + 0.5816027210235596, + 0.5784582069873809, + 0.5760020084381103, + 0.5744486512184143, + 0.5738656497955322, + 0.5729139318466187, + 0.5723003579139709, + 0.5719887516021729 + ], + "train_acc": [ + 0.3893, + 0.6696, + 0.7401, + 0.7421, + 0.719, + 0.6886, + 0.6631, + 0.6603, + 0.6661, + 0.6592, + 0.6494, + 0.6491, + 0.6455, + 0.6682, + 0.6508, + 0.6536, + 0.6601, + 0.6722, + 0.6882, + 0.6953, + 0.7005, + 0.7068, + 0.6992, + 0.6956, + 0.7035, + 0.7091, + 0.703, + 0.689, + 0.6964, + 0.7009, + 0.7001, + 0.7172, + 0.7219, + 0.7283, + 0.7337, + 0.7369, + 0.745, + 0.7332, + 0.7355, + 0.7415, + 0.7396, + 0.7345, + 0.736, + 0.7369, + 0.7385, + 0.7482, + 0.7451, + 0.7373, + 0.7529, + 0.7547, + 0.7536, + 0.7591, + 0.7564, + 0.7642, + 0.7664, + 0.766, + 0.7665, + 0.7756, + 0.78, + 0.7785, + 0.7795, + 0.7829, + 0.7842, + 0.7826, + 0.7866, + 0.7876, + 0.7873, + 0.7893, + 0.7907, + 0.7927, + 0.7913, + 0.7943, + 0.7931, + 0.796, + 0.7968, + 0.7963, + 0.7959, + 0.7962, + 0.7964, + 0.7964 + ], + "test_acc": [ + 0.5895, + 0.683, + 0.724, + 0.7075, + 0.659, + 0.6335, + 0.64, + 0.645, + 0.645, + 0.6335, + 0.6375, + 0.6195, + 0.651, + 0.6245, + 0.648, + 0.6265, + 0.6325, + 0.663, + 0.644, + 0.634, + 0.6665, + 0.6655, + 0.6565, + 0.6745, + 0.6635, + 0.669, + 0.6515, + 0.631, + 0.6075, + 0.611, + 0.6985, + 0.6515, + 0.678, + 0.6845, + 0.6845, + 0.696, + 0.6915, + 0.689, + 0.7035, + 0.6985, + 0.695, + 0.6895, + 0.692, + 0.689, + 0.716, + 0.704, + 0.6965, + 0.708, + 0.7095, + 0.701, + 0.735, + 0.71, + 0.722, + 0.722, + 0.7365, + 0.734, + 0.7335, + 0.728, + 0.733, + 0.7315, + 0.728, + 0.74, + 0.7435, + 0.7445, + 0.746, + 0.7455, + 0.7425, + 0.7465, + 0.7495, + 0.7565, + 0.755, + 0.742, + 0.7545, + 0.7535, + 0.753, + 0.749, + 0.749, + 0.7495, + 0.7505, + 0.7495 + ], + "state_pred_error": [ + 0.6588439248561859, + 0.18840705387592316, + 0.14289978892803193, + 0.15212055261135102, + 0.17622629220485686, + 0.19014827156066894, + 0.1907501521587372, + 0.1974239867210388, + 0.20479401926994323, + 0.19324371876716614, + 0.1692460091352463, + 0.14547201271057128, + 0.13392872540950776, + 0.13207265970706938, + 0.12733380571603775, + 0.12442956283092499, + 0.11992262068986893, + 0.11454836254119873, + 0.10640433104038238, + 0.09588282935619354, + 0.08941714116334915, + 0.08326569969654084, + 0.08106024689674378, + 0.07807673720121383, + 0.06985928665399552, + 0.05780385282039642, + 0.04903316358923912, + 0.042540194964408876, + 0.03769502246379852, + 0.03340193069577217, + 0.030505492842197418, + 0.027835199296474458, + 0.026414455169439317, + 0.026154682007431984, + 0.027012317779660226, + 0.027285932829976083, + 0.02783989610671997, + 0.02848111428618431, + 0.02768479132056236, + 0.026838592088222504, + 0.025692131254076957, + 0.0250046414911747, + 0.024446581745147706, + 0.023822997540235518, + 0.023123727387189864, + 0.023240181931853295, + 0.022701505839824675, + 0.022446804578602313, + 0.02224079295396805, + 0.02201542984545231, + 0.022186503106355667, + 0.022374201011657716, + 0.022197162532806396, + 0.022024760249257088, + 0.021556022208929063, + 0.020752609607577324, + 0.02029846299290657, + 0.01939405950307846, + 0.01925926080942154, + 0.0179039378374815, + 0.01723805043101311, + 0.016645756682753563, + 0.016013126088678838, + 0.015421504980325698, + 0.014981058233976365, + 0.014707353785634042, + 0.014117280274629593, + 0.013762151800096035, + 0.013112149319052696, + 0.012881575208902358, + 0.01252510030567646, + 0.012011728531122208, + 0.011849733792245389, + 0.01146787409633398, + 0.011190799026191234, + 0.01094292304366827, + 0.01079139669984579, + 0.010453094108402729, + 0.010252758046984672, + 0.010227990358322859 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8467778563499451, + 0.3549606502056122, + 0.1711018681526184, + 0.12375819683074951, + 0.1153455525636673, + 0.12219913303852081, + 0.12895643711090088, + 0.10622675716876984 + ], + "perturbation_rho": [ + 0.7416437268257141, + 0.2796669900417328, + 0.14060860872268677, + 0.09820520132780075, + 0.10454020649194717, + 0.08740514516830444, + 0.10375625640153885, + 0.12008601427078247 + ], + "nudging": { + "0.001": [ + -0.02524612657725811, + -0.0010118680074810982, + -0.00039384554838761687, + -0.0002958686964120716, + -0.00027316075284034014, + -0.0002826714771799743, + -0.0002984246239066124, + -0.00024543559993617237 + ], + "0.003": [ + -0.07356468588113785, + -0.003032396547496319, + -0.0011817947961390018, + -0.0008877563523128629, + -0.0008196210255846381, + -0.0008473420166410506, + -0.0008945445879362524, + -0.0007367263897322118 + ], + "0.01": [ + -0.2212277054786682, + -0.010068328119814396, + -0.00393392750993371, + -0.002955838106572628, + -0.0027290289290249348, + -0.0028208147268742323, + -0.002979037119075656, + -0.002453283406794071 + ] + }, + "state_pred_error_per_layer": [ + 10942.7939453125, + 10293.740234375, + 7482.4482421875, + 5008.9619140625, + 4863.818359375, + 4492.451171875, + 3565.2744140625, + 3837.47998046875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.1349513092041015, + 1.0799473155021668, + 0.6904095640182495, + 0.5730169864654541, + 0.5376711503982544, + 0.5217435983657837, + 0.5241446275711059, + 0.5752555076599121, + 0.5162794561386108, + 0.5799625160217285, + 0.5156625980377197, + 0.54727692527771, + 0.5622692403793335, + 0.6077177556037903, + 0.6142744152069092, + 0.5783923351287842, + 0.5948413852691651, + 0.7985807825088501, + 0.7876970001220703, + 1.0439940561294556, + 0.7259676246643066, + 0.8126457204818726, + 0.7394346284866333, + 0.8870538883209228, + 0.8942244791984558, + 1.018878134918213, + 1.1607880065917968, + 1.2915550483703613, + 1.0802051795959473, + 1.132888382291794, + 1.0752713064193726, + 1.2749524337768554, + 1.3533095266342163, + 1.254620951271057, + 1.327561699104309, + 1.3512781272888184, + 1.358589473247528, + 1.3133805484771728, + 1.3522217433929444, + 1.2569283782958984, + 1.2115153579711915, + 1.1729324398040772, + 1.458994796180725, + 1.1794059185028076, + 1.1593233011245727, + 1.1951527072906494, + 1.3532650127410888, + 1.2816025928497314, + 1.2753959981918335, + 1.3296147323608398, + 1.3296164437294007, + 1.4913486896514894, + 1.4076004596948624, + 1.4025042806625365, + 1.5456968538284301, + 1.5032260831832887, + 1.541390106201172, + 1.5214945098876953, + 1.5504541542053223, + 1.6073409852027893, + 1.5711617599487304, + 1.5610263828277589, + 1.5516953735351562, + 1.538286647415161, + 1.5312161500930785, + 1.5014611629486083, + 1.49632290391922, + 1.4762050870895387, + 1.4426008732795714, + 1.4320516025543213, + 1.4142663345336914, + 1.4014085182189941, + 1.3942050539970399, + 1.3843670928955079, + 1.381881692504883, + 1.3740321586608886, + 1.370679066848755, + 1.3696322021484375, + 1.3669484914779664, + 1.3658903411865235 + ], + "train_acc": [ + 0.2258, + 0.6057, + 0.7399, + 0.781, + 0.794, + 0.806, + 0.8037, + 0.7994, + 0.8165, + 0.809, + 0.8278, + 0.8214, + 0.825, + 0.8179, + 0.8185, + 0.8293, + 0.8265, + 0.7944, + 0.8036, + 0.7689, + 0.8042, + 0.7954, + 0.7949, + 0.7834, + 0.7894, + 0.767, + 0.7489, + 0.7289, + 0.7411, + 0.7199, + 0.7209, + 0.6906, + 0.6894, + 0.6987, + 0.6832, + 0.6712, + 0.6676, + 0.6648, + 0.6652, + 0.6608, + 0.665, + 0.6695, + 0.6347, + 0.6647, + 0.6674, + 0.6599, + 0.6289, + 0.637, + 0.6461, + 0.6344, + 0.6359, + 0.6245, + 0.6301, + 0.6303, + 0.6141, + 0.6183, + 0.6157, + 0.6167, + 0.6148, + 0.6119, + 0.6073, + 0.6164, + 0.6129, + 0.6116, + 0.6111, + 0.6167, + 0.6114, + 0.6142, + 0.6226, + 0.6232, + 0.625, + 0.6244, + 0.6286, + 0.628, + 0.6261, + 0.6275, + 0.6284, + 0.6295, + 0.6297, + 0.6298 + ], + "test_acc": [ + 0.452, + 0.688, + 0.7325, + 0.7685, + 0.7775, + 0.752, + 0.767, + 0.7435, + 0.757, + 0.785, + 0.76, + 0.7375, + 0.761, + 0.7525, + 0.786, + 0.766, + 0.681, + 0.745, + 0.6875, + 0.737, + 0.7465, + 0.7495, + 0.707, + 0.731, + 0.7445, + 0.7165, + 0.654, + 0.6635, + 0.699, + 0.6565, + 0.6125, + 0.609, + 0.6125, + 0.669, + 0.634, + 0.6155, + 0.6165, + 0.612, + 0.5675, + 0.669, + 0.619, + 0.514, + 0.632, + 0.6165, + 0.635, + 0.533, + 0.586, + 0.5425, + 0.554, + 0.6015, + 0.5345, + 0.586, + 0.6125, + 0.5765, + 0.5875, + 0.613, + 0.608, + 0.61, + 0.5825, + 0.5925, + 0.5925, + 0.5935, + 0.608, + 0.6025, + 0.6035, + 0.5975, + 0.611, + 0.605, + 0.6095, + 0.6115, + 0.6155, + 0.616, + 0.6105, + 0.6155, + 0.616, + 0.615, + 0.6185, + 0.6185, + 0.618, + 0.617 + ], + "value_loss": [ + 2.727321440219879, + 0.9396097582817078, + 0.8612026205062866, + 0.8072550956726074, + 0.7662750400066376, + 0.8116222425937653, + 0.7918028060913086, + 1.058762281036377, + 0.9410865303039551, + 1.1683196662902833, + 0.8891641233444214, + 1.0408354179382324, + 1.2426973400115966, + 1.3723524351119996, + 1.3864970308303832, + 1.2711094731330872, + 1.4452000873565674, + 2.0964325157165526, + 2.503941488647461, + 3.8773516985416414, + 2.1931466732025147, + 2.4717007579803467, + 1.8694116882324219, + 2.562740281677246, + 2.7024575206756594, + 3.388196944236755, + 4.119316976737976, + 4.325601746749878, + 3.317746393966675, + 3.243412302494049, + 2.8255897121429445, + 3.7306121185302734, + 4.122640119934082, + 3.4347802352905275, + 3.8012741462707518, + 3.5787492347717285, + 3.369715265369415, + 2.77193868560791, + 3.474485213088989, + 2.375825690841675, + 2.1312103996276854, + 1.956772960472107, + 3.083518902397156, + 1.9400283665657043, + 1.692312808418274, + 1.5720748712539674, + 1.8764948084831239, + 1.6743739032745362, + 1.567044317626953, + 1.7899606132507324, + 1.9826876150131225, + 2.5111199203491212, + 1.8491062855243683, + 1.746228759765625, + 2.085294245147705, + 1.9948427753448486, + 1.9512831954956054, + 2.158460530471802, + 2.0963551795959474, + 2.327825161552429, + 2.352580466079712, + 2.054654391479492, + 1.8559182556152343, + 1.8292891555786133, + 1.755587695646286, + 1.710701921081543, + 1.6332559819698333, + 1.5935078775405884, + 1.5094772003889083, + 1.5422865842342377, + 1.476211569213867, + 1.4243068096637725, + 1.2866611572265625, + 1.2408681606292724, + 1.2721347715377807, + 1.1996249546051025, + 1.210354462814331, + 1.1556780391693116, + 1.1320207769393922, + 1.2871107803344726 + ], + "term_loss": [ + 1.6279608231544496, + 0.704119206237793, + 0.7059318660736084, + 0.6708632150650025, + 0.6246756870269775, + 0.6474101797103882, + 0.6305780605316162, + 0.9013450145721436, + 0.8003977013587952, + 1.014212282562256, + 0.7516019021987915, + 0.8989673347473145, + 1.1009173652648925, + 1.221914840745926, + 1.2337085500240326, + 1.1299663187503814, + 1.2949002643585206, + 1.9072193572998046, + 2.2973386978149413, + 3.4965499984025956, + 1.9051358992099763, + 2.1613095233917234, + 1.5260497505187989, + 2.1684676694869993, + 2.3560955852508543, + 3.0179900035858154, + 3.702320911979675, + 3.7875602326393127, + 2.8640588617324827, + 2.8004565309524536, + 2.397008271789551, + 3.191488564300537, + 3.68539259185791, + 2.979008136749268, + 3.262051542663574, + 3.0784937271118165, + 2.832118960571289, + 2.343948299407959, + 2.996490676879883, + 1.9708608936309815, + 1.7158579580783844, + 1.5594909168243407, + 2.6169842109680177, + 1.5474250222682953, + 1.3258218050837516, + 1.1993716355800628, + 1.4649041637420654, + 1.2486765979766845, + 1.1667367574691772, + 1.3506693029403687, + 1.5352664937973022, + 2.035203108596802, + 1.457682236149907, + 1.3602924033164978, + 1.679940075302124, + 1.588972739124298, + 1.552276259613037, + 1.731438402557373, + 1.7071564056396484, + 1.8799896495819093, + 1.9350618648529052, + 1.6424618713378907, + 1.4868921995162965, + 1.446955292892456, + 1.3913815165519714, + 1.34365530128479, + 1.2715293394446372, + 1.2260353670597077, + 1.1480308882594108, + 1.1766893856525422, + 1.1144582271575927, + 1.0618839118480683, + 0.9506599808931351, + 0.9098234622478485, + 0.9204758085250855, + 0.8746725267410278, + 0.8588070724487304, + 0.8281577826499938, + 0.797250756931305, + 0.9274139808654785 + ], + "bridge_loss": [ + 0.8083143433531106, + 0.03534272773116827, + 0.004054905174672604, + 0.0025750217221677304, + 0.0111042478621006, + 0.03642336260080337, + 0.03164129929542542, + 0.01822726946026087, + 0.013087374910712242, + 0.01670566949248314, + 0.012304777045547962, + 0.013311486148834229, + 0.012470375210046769, + 0.015150112447142601, + 0.017846742632985114, + 0.012756926289200783, + 0.01719350122511387, + 0.029539665845036506, + 0.049753447246551515, + 0.19335796689391135, + 0.1377138121843338, + 0.14538880939483642, + 0.1858158534049988, + 0.22088744847774505, + 0.17615320081710814, + 0.17890373020172118, + 0.208697167468071, + 0.317703052854538, + 0.2462163796842098, + 0.21817022037506104, + 0.20710145602226257, + 0.2946344936847687, + 0.18753280954360962, + 0.21550205829143523, + 0.28386482191085816, + 0.238300489795208, + 0.2713253611803055, + 0.16291713156700136, + 0.21267032642364503, + 0.14305857858657836, + 0.1569474487543106, + 0.14258797616362573, + 0.18065397282838822, + 0.13496598809361457, + 0.11368236303329468, + 0.11145756494998932, + 0.12573257199525834, + 0.14761312683820724, + 0.12837004759311677, + 0.15965413780212404, + 0.1698465512096882, + 0.18340668123960496, + 0.10641542260348796, + 0.10253700153827668, + 0.10657473990917206, + 0.1121935983300209, + 0.10271678879261018, + 0.13303805556297302, + 0.09351474790573121, + 0.14432539250850676, + 0.11737795681953431, + 0.11367511397600175, + 0.07074648933410645, + 0.08508506771326065, + 0.06773971323072911, + 0.07468509637117386, + 0.06730701846480369, + 0.07540959911942482, + 0.07412677040994167, + 0.08127087873220444, + 0.07701363701820374, + 0.07957754820287227, + 0.05529560489952564, + 0.05010534638762474, + 0.0712317577123642, + 0.046139729899168015, + 0.072980900400877, + 0.04892427727878094, + 0.056062604546546935, + 0.0815536917924881 + ], + "tgrad_loss": [ + 0.2910462556838989, + 0.2001478245973587, + 0.15121584887504577, + 0.13381686885356903, + 0.13049510194063188, + 0.12778870586156846, + 0.129583452129364, + 0.13919000265598297, + 0.1276014597415924, + 0.13740170998573303, + 0.12525744400024413, + 0.12855659551620482, + 0.12930960359573365, + 0.13528747370243072, + 0.13494173312187194, + 0.12838622679710388, + 0.1331063397884369, + 0.15967349395751954, + 0.15684934887886048, + 0.18744370300769805, + 0.15029693999290467, + 0.16500240364074706, + 0.1575460779428482, + 0.17338516240119933, + 0.1702087482213974, + 0.19130323677062988, + 0.2082989068508148, + 0.22033847556114197, + 0.20747117023468017, + 0.2247855720281601, + 0.2214799639225006, + 0.2444890670776367, + 0.24971474064588547, + 0.24027000885009767, + 0.2553577440261841, + 0.26195502963066103, + 0.2662709293603897, + 0.2650732141494751, + 0.2653242133140564, + 0.261906224489212, + 0.2584049981594086, + 0.25469407353401186, + 0.28588071343898774, + 0.2576373676300049, + 0.25280862176418306, + 0.2612456651687622, + 0.28585807564258575, + 0.27808416323661805, + 0.27193750815391543, + 0.2796371641159058, + 0.2775745363712311, + 0.2925101243019104, + 0.2850086217224598, + 0.2833993576049805, + 0.2987794400215149, + 0.2936764407157898, + 0.2962901576042175, + 0.2939840517044067, + 0.2956840163230896, + 0.3035101066350937, + 0.30014064073562624, + 0.29851739921569825, + 0.2982795658111572, + 0.297248807144165, + 0.29646646108627317, + 0.2923615251541138, + 0.2944196360826492, + 0.2920629088878632, + 0.2873195513010025, + 0.2843263193130493, + 0.28473971853256225, + 0.28284534950256346, + 0.28070557026863097, + 0.2809393483161926, + 0.2804271911859512, + 0.27881269562244415, + 0.2785664937496185, + 0.2785959745883942, + 0.27870741724967957, + 0.2781431001186371 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.03283574804663658, + 0.05836774408817291, + 0.11590129137039185, + 0.10100162029266357, + 0.1079024076461792, + 0.10276803374290466, + 0.11581481993198395, + 0.11350809782743454 + ], + "perturbation_rho": [ + 0.06095704063773155, + 0.13836193084716797, + 0.1803440898656845, + 0.1439131498336792, + 0.14064353704452515, + 0.15858328342437744, + 0.22606094181537628, + 0.17918413877487183 + ], + "nudging": { + "0.001": [ + -0.002448005136102438, + -0.0006180563941597939, + -0.0009603539947420359, + -0.0008934920188039541, + -0.0009336093789897859, + -0.0008919704705476761, + -0.0009885210311040282, + -0.000981275225058198 + ], + "0.003": [ + -0.007285828702151775, + -0.0018541133031249046, + -0.00287721143104136, + -0.0026775901205837727, + -0.00279964879155159, + -0.002672631060704589, + -0.002965346910059452, + -0.0029417702462524176 + ], + "0.01": [ + -0.023668643087148666, + -0.006166210863739252, + -0.009575091302394867, + -0.00891521479934454, + -0.00932026281952858, + -0.008899858221411705, + -0.009868312627077103, + -0.009792262688279152 + ] + } + } + } +}
\ No newline at end of file |