diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.25_L4_s123.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.25_L4_s123.json | 1554 |
1 files changed, 1554 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L4_s123.json b/results/synth_ladder_v2_lo/synth_a0.25_L4_s123.json new file mode 100644 index 0000000..76c8d7a --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L4_s123.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.4145605772018432, + 0.4837885675907135, + 0.3509865976333618, + 0.3320046304702759, + 0.3153838852882385, + 0.26510489492416384, + 0.29119865114092824, + 0.23000359807014464, + 0.25192048209905626, + 0.22606405482292175, + 0.22339799184799194, + 0.24050125465393066, + 0.21707800154685974, + 0.24954306988716127, + 0.23637027411460876, + 0.21085137324333192, + 0.19512076714038848, + 0.17245010232925415, + 0.1894634276986122, + 0.1650419453382492, + 0.1778180214881897, + 0.21894844360351562, + 0.19933833799362183, + 0.1771628651380539, + 0.1553717818260193, + 0.1399657424926758, + 0.14071936559677123, + 0.1601772675037384, + 0.13696529176235198, + 0.14105643473863602, + 0.13802141556739808, + 0.16569645638465882, + 0.12720199494361878, + 0.14186724331378936, + 0.11719292199611664, + 0.11274782953262329, + 0.12050781357288361, + 0.10908292927742004, + 0.10698790650367737, + 0.10439169973134994, + 0.09679698523283005, + 0.10081665986776352, + 0.09919646325707436, + 0.09050822926163674, + 0.08451937192380428, + 0.08149686356782913, + 0.08619351840019226, + 0.08559241333007812, + 0.08397664375305176, + 0.08652843645811081, + 0.08116253237724304, + 0.08460511593818665, + 0.07957250861525536, + 0.07245188212394714, + 0.07476602460145951, + 0.07214559998512268, + 0.06864421527385711, + 0.06543551899790764, + 0.06294125034213066, + 0.06161921464204788, + 0.06044542417526245, + 0.05924299967288971, + 0.05897243957519531, + 0.05819726123511791, + 0.05668298012018204, + 0.057375379399955274, + 0.055825320994853975, + 0.05605454614162445, + 0.05520648413896561, + 0.05462213642001152, + 0.05396175765991211, + 0.05345057912766933, + 0.05290921161174774, + 0.05259452617168427, + 0.052336494362354276, + 0.05208745345771313, + 0.051927010026574134, + 0.05178932168483734, + 0.05169431391954422, + 0.05163790632486343 + ], + "train_acc": [ + 0.5311, + 0.8383, + 0.8684, + 0.8673, + 0.8741, + 0.8952, + 0.885, + 0.9126, + 0.9, + 0.9109, + 0.9124, + 0.903, + 0.9143, + 0.8996, + 0.9057, + 0.9155, + 0.9265, + 0.9344, + 0.9234, + 0.9368, + 0.9274, + 0.9132, + 0.9217, + 0.9312, + 0.9425, + 0.9491, + 0.9462, + 0.9374, + 0.9484, + 0.9474, + 0.9492, + 0.9317, + 0.9533, + 0.9466, + 0.9565, + 0.96, + 0.9521, + 0.962, + 0.9643, + 0.9634, + 0.9697, + 0.9658, + 0.967, + 0.9707, + 0.9744, + 0.976, + 0.973, + 0.9729, + 0.9738, + 0.9721, + 0.974, + 0.9728, + 0.9765, + 0.9806, + 0.9788, + 0.9807, + 0.9819, + 0.985, + 0.9862, + 0.9879, + 0.9879, + 0.9884, + 0.9892, + 0.9888, + 0.9906, + 0.9886, + 0.9909, + 0.9905, + 0.9906, + 0.9918, + 0.9922, + 0.9921, + 0.9931, + 0.9933, + 0.9934, + 0.994, + 0.9938, + 0.9942, + 0.9942, + 0.9942 + ], + "test_acc": [ + 0.7885, + 0.864, + 0.864, + 0.8825, + 0.878, + 0.8865, + 0.881, + 0.888, + 0.881, + 0.8775, + 0.898, + 0.894, + 0.891, + 0.885, + 0.8865, + 0.9005, + 0.8945, + 0.91, + 0.8925, + 0.9065, + 0.901, + 0.897, + 0.895, + 0.9, + 0.9015, + 0.9055, + 0.91, + 0.903, + 0.908, + 0.912, + 0.9095, + 0.902, + 0.9105, + 0.9025, + 0.9115, + 0.909, + 0.9045, + 0.913, + 0.9035, + 0.918, + 0.912, + 0.9045, + 0.912, + 0.9185, + 0.9135, + 0.9085, + 0.914, + 0.9175, + 0.913, + 0.915, + 0.916, + 0.9135, + 0.916, + 0.9145, + 0.919, + 0.918, + 0.9195, + 0.917, + 0.919, + 0.9155, + 0.917, + 0.9165, + 0.917, + 0.9195, + 0.918, + 0.9185, + 0.917, + 0.9175, + 0.9155, + 0.9165, + 0.9175, + 0.918, + 0.918, + 0.9175, + 0.917, + 0.9165, + 0.917, + 0.917, + 0.917, + 0.917 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8279672861099243, + 0.8114954233169556, + 0.7863935232162476, + 0.7482712268829346 + ], + "perturbation_rho": [ + 0.9999987483024597, + 0.9999956488609314, + 0.999983012676239, + 0.9999275207519531 + ], + "nudging": { + "0.001": [ + -0.024539310485124588, + -0.011202658526599407, + -0.004987813998013735, + -0.0025163067039102316 + ], + "0.003": [ + -0.06480148434638977, + -0.031804408878088, + -0.014610698446631432, + -0.00745969545096159 + ], + "0.01": [ + -0.14138484001159668, + -0.08725307881832123, + -0.04476301744580269, + -0.023845836520195007 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2260922397613525, + 1.3989790941238402, + 0.8063462790489196, + 0.5810352697372436, + 0.4776177051544189, + 0.4156474907875061, + 0.40407221131324766, + 0.3906784576416016, + 0.4220227051138878, + 0.408127818775177, + 0.48602376890182497, + 0.4391589762687683, + 0.4726590826034546, + 0.45469081001281736, + 0.46395344314575193, + 0.641008736038208, + 0.4606993099212646, + 0.48619530363082886, + 0.6209182878494263, + 0.579438009929657, + 0.5570708718299866, + 0.6080478384017944, + 0.5757816455364227, + 0.5000022046089172, + 0.554708060836792, + 0.6522365891456604, + 0.5476735515594482, + 0.7547416234016419, + 0.5390356698989868, + 0.5642839532852173, + 0.5649113851547242, + 0.6092495996952056, + 0.5237593853950501, + 0.7170518593788147, + 0.7146096199989319, + 0.4854401762008667, + 0.5638167533874512, + 0.4516558566093445, + 0.7109629370689392, + 0.5448078726768494, + 0.6100124780654907, + 0.647748377609253, + 0.5807090089797974, + 0.5962627920150757, + 0.4787724911212921, + 0.44061123929023743, + 0.45318230543136595, + 0.4324454571247101, + 0.48582389402389525, + 0.48784693965911863, + 0.4654889596939087, + 0.4910616933822632, + 0.44223530769348146, + 0.4255864576339722, + 0.43338484077453615, + 0.40529030129909516, + 0.3956596384048462, + 0.41429238247871397, + 0.4396337124347687, + 0.396600995016098, + 0.37550678915977476, + 0.36028911843299866, + 0.37281743416786195, + 0.36315483593940734, + 0.36328665294647217, + 0.3824797859072685, + 0.35487752180099486, + 0.35909159870147705, + 0.3572547873020172, + 0.336571563911438, + 0.34290257511138916, + 0.3480034410953522, + 0.3370935582637787, + 0.33314969940185546, + 0.33331610808372497, + 0.3301537363290787, + 0.3311965983390808, + 0.3278242862701416, + 0.32672062397003176, + 0.32609617538452146 + ], + "train_acc": [ + 0.1885, + 0.5103, + 0.7062, + 0.7826, + 0.8192, + 0.8434, + 0.8457, + 0.8501, + 0.8376, + 0.8434, + 0.8194, + 0.8365, + 0.8233, + 0.8306, + 0.8244, + 0.7857, + 0.8258, + 0.8158, + 0.7827, + 0.7945, + 0.8047, + 0.7925, + 0.7908, + 0.8134, + 0.797, + 0.7749, + 0.7952, + 0.7653, + 0.8022, + 0.7932, + 0.7963, + 0.7798, + 0.8089, + 0.7659, + 0.7638, + 0.8216, + 0.7988, + 0.8301, + 0.7648, + 0.7997, + 0.787, + 0.7806, + 0.7963, + 0.7918, + 0.8211, + 0.8302, + 0.8283, + 0.8372, + 0.8209, + 0.8197, + 0.8281, + 0.823, + 0.8352, + 0.8373, + 0.8393, + 0.8439, + 0.8478, + 0.8453, + 0.837, + 0.8479, + 0.8551, + 0.86, + 0.8595, + 0.8613, + 0.8576, + 0.8564, + 0.8631, + 0.8603, + 0.8618, + 0.8703, + 0.8667, + 0.8674, + 0.8688, + 0.8719, + 0.8714, + 0.8698, + 0.8719, + 0.8732, + 0.874, + 0.8739 + ], + "test_acc": [ + 0.3485, + 0.642, + 0.7375, + 0.7915, + 0.802, + 0.7915, + 0.807, + 0.812, + 0.804, + 0.767, + 0.8025, + 0.79, + 0.7975, + 0.7715, + 0.7125, + 0.757, + 0.7585, + 0.665, + 0.6875, + 0.6805, + 0.7355, + 0.6705, + 0.7525, + 0.742, + 0.6565, + 0.727, + 0.606, + 0.6405, + 0.7245, + 0.7345, + 0.715, + 0.745, + 0.6045, + 0.578, + 0.712, + 0.7905, + 0.733, + 0.7005, + 0.754, + 0.681, + 0.7345, + 0.6195, + 0.6645, + 0.7995, + 0.754, + 0.72, + 0.739, + 0.7355, + 0.7415, + 0.752, + 0.716, + 0.742, + 0.784, + 0.688, + 0.7865, + 0.8035, + 0.7615, + 0.808, + 0.796, + 0.8005, + 0.8245, + 0.814, + 0.823, + 0.801, + 0.806, + 0.8105, + 0.806, + 0.806, + 0.8265, + 0.8235, + 0.8115, + 0.82, + 0.8275, + 0.823, + 0.826, + 0.8175, + 0.8225, + 0.8235, + 0.8245, + 0.824 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.030194921419024467, + 0.3003618121147156, + 0.18209302425384521, + 0.12414582818746567 + ], + "perturbation_rho": [ + -0.038011275231838226, + 0.29912513494491577, + 0.1735759675502777, + 0.14118143916130066 + ], + "nudging": { + "0.001": [ + 0.0004484695091377944, + -0.0008491222397424281, + -0.0005047788145020604, + -0.0003660085494630039 + ], + "0.003": [ + 0.001385596813634038, + -0.0025426694191992283, + -0.0015110077802091837, + -0.0010910483542829752 + ], + "0.01": [ + 0.005076530389487743, + -0.00841662660241127, + -0.005011391825973988, + -0.0036195346619933844 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8123929222106934, + 0.7969598731994629, + 0.4681823432445526, + 0.4493808107376099, + 0.4859991237640381, + 0.5615512335777283, + 0.6788585278511048, + 0.769824936580658, + 0.7635405010223388, + 0.7253447900772094, + 0.7080011105537415, + 0.7129657225131989, + 0.7468086644172669, + 0.7786125428199768, + 0.7598382493972778, + 0.7637535655975342, + 0.784446928024292, + 0.791630249786377, + 0.8042271808624267, + 0.8116328013420105, + 0.7919122304916382, + 0.8624911094665527, + 0.8134118410110474, + 0.8004576719284058, + 0.826051163482666, + 0.7835210838317871, + 0.8537725872993469, + 0.8074887325286865, + 0.7989932650566101, + 0.7464404977798462, + 0.7878874625682831, + 0.7705603090286255, + 0.8202200212478638, + 0.7995859888076782, + 0.8566022305488586, + 0.8265386112213134, + 0.8467596694946289, + 0.8278987077713013, + 0.839235195350647, + 0.8700848264694214, + 0.8941480784416199, + 0.8706226264953614, + 0.8077309101104736, + 0.8231417049407959, + 0.8741218314170838, + 0.8338860015869141, + 0.7885824256896973, + 0.7956271339416504, + 0.7766273180007934, + 0.7837719497680664, + 0.7901550762176514, + 0.7942577618598938, + 0.7556007875442505, + 0.7318876386642456, + 0.7315496717453003, + 0.7372453187942505, + 0.7162431858062744, + 0.7204227170467377, + 0.7074315301895142, + 0.7244995565414428, + 0.7033161953926086, + 0.6938653470993043, + 0.7081535718917846, + 0.6887570705413818, + 0.6773336295127869, + 0.6713978358268737, + 0.6677473924636841, + 0.6675515371322632, + 0.6589781717300415, + 0.6592945998191834, + 0.6567529281616211, + 0.6525886249542237, + 0.6496815184593201, + 0.6495527265548706, + 0.6473081888198853, + 0.6461846683502197, + 0.6442305462837219, + 0.6443143812179566, + 0.6430024762630463, + 0.642762578868866 + ], + "train_acc": [ + 0.3465, + 0.7012, + 0.8236, + 0.8291, + 0.8176, + 0.8032, + 0.7708, + 0.7513, + 0.7483, + 0.7484, + 0.7417, + 0.74, + 0.7308, + 0.7243, + 0.7347, + 0.7333, + 0.7311, + 0.7299, + 0.7266, + 0.7204, + 0.732, + 0.7169, + 0.7258, + 0.7261, + 0.7164, + 0.7349, + 0.7103, + 0.7278, + 0.7384, + 0.7499, + 0.7403, + 0.7424, + 0.736, + 0.7367, + 0.7227, + 0.7313, + 0.7293, + 0.7359, + 0.7336, + 0.7305, + 0.7218, + 0.7235, + 0.7413, + 0.7317, + 0.7181, + 0.726, + 0.7331, + 0.7324, + 0.7392, + 0.7341, + 0.7313, + 0.7293, + 0.7439, + 0.7451, + 0.7482, + 0.7447, + 0.7498, + 0.7466, + 0.754, + 0.7472, + 0.7547, + 0.7577, + 0.7519, + 0.7566, + 0.7652, + 0.7641, + 0.7657, + 0.7642, + 0.767, + 0.7672, + 0.7684, + 0.7686, + 0.7703, + 0.7693, + 0.77, + 0.7684, + 0.7718, + 0.771, + 0.7711, + 0.7713 + ], + "test_acc": [ + 0.593, + 0.771, + 0.813, + 0.8005, + 0.7815, + 0.753, + 0.7255, + 0.708, + 0.739, + 0.7295, + 0.7435, + 0.7325, + 0.715, + 0.698, + 0.7005, + 0.6945, + 0.702, + 0.6985, + 0.6985, + 0.711, + 0.694, + 0.695, + 0.715, + 0.6785, + 0.6955, + 0.646, + 0.709, + 0.699, + 0.687, + 0.711, + 0.7145, + 0.692, + 0.6905, + 0.6385, + 0.676, + 0.6885, + 0.685, + 0.694, + 0.693, + 0.663, + 0.642, + 0.6935, + 0.6885, + 0.673, + 0.686, + 0.6815, + 0.693, + 0.704, + 0.686, + 0.6805, + 0.6965, + 0.7025, + 0.7115, + 0.71, + 0.706, + 0.705, + 0.7055, + 0.7155, + 0.709, + 0.714, + 0.7215, + 0.72, + 0.7195, + 0.7185, + 0.73, + 0.725, + 0.727, + 0.723, + 0.725, + 0.7305, + 0.7285, + 0.7285, + 0.728, + 0.734, + 0.733, + 0.733, + 0.734, + 0.7325, + 0.733, + 0.733 + ], + "state_pred_error": [ + 0.7424910880565644, + 0.24538831996917726, + 0.1696438634634018, + 0.1582905143260956, + 0.1631220199584961, + 0.1723755702495575, + 0.1831033411026001, + 0.18637536973953248, + 0.1819893986463547, + 0.16733712508678436, + 0.15095561995506288, + 0.132748974442482, + 0.11434644386768342, + 0.09421088438034057, + 0.08756505841016769, + 0.08341595257520676, + 0.0805468656539917, + 0.07775743334293365, + 0.07735535364151001, + 0.07478679238557816, + 0.06856273975372315, + 0.06119619631767273, + 0.05259707286357879, + 0.04269158652424812, + 0.03410064045786858, + 0.027179633522033692, + 0.023885729551315307, + 0.021235701763629912, + 0.02094485488831997, + 0.02022430610358715, + 0.01988106532692909, + 0.01952715065330267, + 0.019609414368867876, + 0.020033554589748384, + 0.020146991772949697, + 0.01961232684701681, + 0.01936790647506714, + 0.019153894048929216, + 0.01937529597133398, + 0.018842387399077416, + 0.018071847139298915, + 0.017307695150375366, + 0.016579271717369556, + 0.01552603451013565, + 0.015096754413843155, + 0.013859699180722237, + 0.012979740312695503, + 0.012281061121821403, + 0.011574527004361153, + 0.010909687869250775, + 0.010257076373696328, + 0.009821538998931647, + 0.009271138358861208, + 0.008785224071145058, + 0.008230697739124299, + 0.007849063183367252, + 0.0074681182123720645, + 0.007055782772600651, + 0.0067631045818328855, + 0.006486539483070373, + 0.006212053466588259, + 0.005942052242159843, + 0.005858693596720695, + 0.005584450083971023, + 0.005323304799944162, + 0.005180257834494114, + 0.0050939571440219876, + 0.004897539104521275, + 0.004757686843723059, + 0.004607934882491827, + 0.004440061054006219, + 0.004348039439320564, + 0.004419275801628828, + 0.0041590200409293175, + 0.004140176199376583, + 0.00423978632427752, + 0.003907272329181433, + 0.003829565724730492, + 0.003753288455680013, + 0.003695953545719385 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.821143627166748, + 0.36722686886787415, + 0.20176959037780762, + 0.1750764548778534 + ], + "perturbation_rho": [ + 0.6905952095985413, + 0.36183467507362366, + 0.19890159368515015, + 0.15810276567935944 + ], + "nudging": { + "0.001": [ + -0.021994680166244507, + -0.0013722439762204885, + -0.0006841139402240515, + -0.0005768820992670953 + ], + "0.003": [ + -0.06444752216339111, + -0.00411063339561224, + -0.0020494144409894943, + -0.0017298792954534292 + ], + "0.01": [ + -0.1973220407962799, + -0.013631552457809448, + -0.0068134344182908535, + -0.0057535795494914055 + ] + }, + "state_pred_error_per_layer": [ + 3017.568359375, + 2069.30517578125, + 2103.28662109375, + 1370.3270263671875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2304506519317626, + 1.3942056268692016, + 0.8183312824249268, + 0.5797962010383606, + 0.4764002899169922, + 0.4094866346359253, + 0.4068061854362488, + 0.38665450406074525, + 0.3990870332241058, + 0.4220907788276672, + 0.496053104019165, + 0.4371034680366516, + 0.45066176986694334, + 0.5061244255065918, + 0.4739286370754242, + 0.4944791939735413, + 0.5044361748695374, + 0.6503571970939637, + 0.47436288118362424, + 0.5432016505241394, + 0.5854156719207764, + 0.47859073028564453, + 0.566104229259491, + 0.6238331944465637, + 0.6042083335876465, + 0.7139152729034424, + 0.6597491868972778, + 0.6986511729240418, + 0.6769212335586547, + 0.7593953706741333, + 0.7314193179130554, + 0.7335153755187989, + 0.7572157611846924, + 0.7321065183639527, + 0.7649673822879791, + 0.6976259819984436, + 0.7286087586402893, + 0.7189216842651367, + 0.7617496681213379, + 0.7480665018081665, + 0.7844495740890502, + 0.8273416324615479, + 0.843971639251709, + 0.8851293493270874, + 0.8638077151298523, + 0.8672280294895172, + 0.8649810727119446, + 0.8554271353721619, + 0.8371897335052491, + 0.8481480210304261, + 0.8235589872360229, + 0.8250558439731598, + 0.821573218536377, + 0.8396482845306397, + 0.8538236341476441, + 0.8500017461776733, + 0.8449060009002686, + 0.8542348052978516, + 0.85397573928833, + 0.8410406700134277, + 0.8542406044006348, + 0.8490435265541076, + 0.8294786353111268, + 0.8252912633419037, + 0.8250881828308105, + 0.8167968341827393, + 0.8243150682449341, + 0.810345893573761, + 0.8054994924545288, + 0.8062832556724548, + 0.803090742111206, + 0.7987750416755677, + 0.8018800824165344, + 0.7949400223731995, + 0.7933959410667419, + 0.7913647750854492, + 0.7914622924804687, + 0.7898741424560547, + 0.7892889207839966, + 0.7888304642677307 + ], + "train_acc": [ + 0.192, + 0.518, + 0.7025, + 0.7851, + 0.8191, + 0.8447, + 0.8429, + 0.8512, + 0.8493, + 0.8355, + 0.8181, + 0.8327, + 0.8287, + 0.8171, + 0.8261, + 0.8175, + 0.8159, + 0.7771, + 0.8218, + 0.803, + 0.7916, + 0.8252, + 0.8046, + 0.7807, + 0.7822, + 0.7604, + 0.7775, + 0.7722, + 0.7831, + 0.7659, + 0.7596, + 0.756, + 0.7421, + 0.7452, + 0.7408, + 0.7511, + 0.7441, + 0.744, + 0.7328, + 0.7355, + 0.7311, + 0.7234, + 0.7211, + 0.711, + 0.7102, + 0.7178, + 0.7071, + 0.7128, + 0.7173, + 0.7083, + 0.7174, + 0.7133, + 0.7121, + 0.7048, + 0.7029, + 0.7051, + 0.7006, + 0.7005, + 0.6974, + 0.7041, + 0.696, + 0.6999, + 0.7074, + 0.7052, + 0.7056, + 0.7099, + 0.7086, + 0.7113, + 0.7112, + 0.7122, + 0.7124, + 0.7142, + 0.7134, + 0.7167, + 0.7134, + 0.7162, + 0.7182, + 0.7158, + 0.7159, + 0.7162 + ], + "test_acc": [ + 0.3505, + 0.6215, + 0.7385, + 0.776, + 0.8105, + 0.819, + 0.809, + 0.811, + 0.8155, + 0.749, + 0.796, + 0.8045, + 0.752, + 0.729, + 0.786, + 0.7715, + 0.6865, + 0.72, + 0.7255, + 0.669, + 0.778, + 0.687, + 0.7285, + 0.7615, + 0.734, + 0.7575, + 0.71, + 0.777, + 0.735, + 0.744, + 0.742, + 0.701, + 0.7025, + 0.6955, + 0.7175, + 0.735, + 0.693, + 0.7025, + 0.7245, + 0.6985, + 0.698, + 0.716, + 0.668, + 0.6525, + 0.695, + 0.6575, + 0.702, + 0.7145, + 0.7045, + 0.705, + 0.6925, + 0.7065, + 0.7, + 0.6855, + 0.7, + 0.6935, + 0.696, + 0.6985, + 0.685, + 0.7045, + 0.6975, + 0.701, + 0.6955, + 0.7, + 0.699, + 0.699, + 0.712, + 0.7065, + 0.7075, + 0.7055, + 0.71, + 0.709, + 0.705, + 0.7095, + 0.7125, + 0.7095, + 0.7105, + 0.711, + 0.71, + 0.7085 + ], + "value_loss": [ + 2.875565072822571, + 0.8934291703224182, + 0.7643266316890717, + 0.6411794909477234, + 0.5538642876625061, + 0.5101048704147338, + 0.5553470899581909, + 0.4691417839050293, + 0.4629878062009811, + 0.555866827583313, + 0.7427106724739074, + 0.5367072154998779, + 0.6318443626403809, + 0.720150242805481, + 0.6702281295776367, + 0.6685273101329804, + 0.7366531593322754, + 1.1599597629070282, + 0.6955488331794739, + 0.8128993940353394, + 0.9401766692161561, + 0.7360081169128418, + 0.9247368459701538, + 0.9366291213035584, + 0.850796000289917, + 1.201850381565094, + 1.087157346343994, + 1.1369871886253358, + 1.0918189323425294, + 1.2658386784076692, + 0.9737425192832947, + 0.9713388110160828, + 0.8103028650283813, + 0.7689808444976807, + 0.7541267780303955, + 0.6178562547683716, + 0.6552725201368332, + 0.651333825969696, + 0.6328555109381676, + 0.6119258517742157, + 0.6578858529090882, + 0.7603759881734848, + 0.7731849906921386, + 0.8381655234336853, + 0.7553952046990394, + 0.7562767848968506, + 0.7243463092803956, + 0.6914454604864121, + 0.7287011550903321, + 0.7079713569641113, + 0.5950203428268432, + 0.61903060131073, + 0.6206758731842041, + 0.6741137755393982, + 0.638280230140686, + 0.5789763841867447, + 0.5631655465126038, + 0.6306552550315857, + 0.5531370044708251, + 0.5336048315048217, + 0.6597217742919922, + 0.5602773515224457, + 0.550052008497715, + 0.5294891984701157, + 0.50927531375885, + 0.5022766840934754, + 0.5141903561592102, + 0.4788236827850342, + 0.46827283239364625, + 0.44508712520599364, + 0.4594296352863312, + 0.4582284578323364, + 0.47078573088645936, + 0.4428159856557846, + 0.45073776305913926, + 0.440414612865448, + 0.438992391872406, + 0.44469812307357787, + 0.4330620062351227, + 0.44552071504592894 + ], + "term_loss": [ + 1.6042461963653565, + 0.5282565028190612, + 0.5590828673362732, + 0.47629781847000124, + 0.3978954189300537, + 0.3636821876525879, + 0.4072596705198288, + 0.3282800791442394, + 0.32510876396894456, + 0.4085556797027588, + 0.5720677609920501, + 0.38465584144592285, + 0.47195274906158446, + 0.5482156983375549, + 0.5044927421092987, + 0.49531292711496355, + 0.5535180912971497, + 0.928170532798767, + 0.5174768854379654, + 0.6144302132129669, + 0.7212574210643768, + 0.556490356349945, + 0.7165425998687744, + 0.7060825702667236, + 0.6239088512420654, + 0.9418239488124848, + 0.8416530807495117, + 0.8893139802455902, + 0.851651100063324, + 1.0026947542667388, + 0.7173096209526062, + 0.7091760641098023, + 0.5505894849777222, + 0.5145378706932068, + 0.4895065601348877, + 0.36691248669624327, + 0.3942630385398865, + 0.3903921950340271, + 0.35521844633817673, + 0.33440421884059907, + 0.36932155704498293, + 0.45691595553159714, + 0.4697963525772095, + 0.522415696144104, + 0.4547668980836868, + 0.4589268930077553, + 0.42205919748544696, + 0.3977071187138557, + 0.42937303175926206, + 0.41034482958316804, + 0.3034935749053955, + 0.3259772541999817, + 0.3256353075265884, + 0.3720514593601227, + 0.3364347091197967, + 0.2779531095802784, + 0.2669277866601944, + 0.33009841556549074, + 0.2530543705701828, + 0.24142619206905366, + 0.35455005407333373, + 0.26008426011800767, + 0.25793272792994976, + 0.23912566680461167, + 0.2228550751209259, + 0.21906529731750488, + 0.2285044935464859, + 0.19956185779571534, + 0.1911724850535393, + 0.16786679723262787, + 0.18276870269179343, + 0.18051835017204285, + 0.19217048416137694, + 0.16508175657987595, + 0.17382024183571337, + 0.16160465959310533, + 0.16125739208459855, + 0.1634468115568161, + 0.15457683594822882, + 0.1639193995475769 + ], + "bridge_loss": [ + 0.9688761974389432, + 0.09757226877212524, + 0.012632294435054064, + 0.006896629202365875, + 0.016848481428623198, + 0.02207008745521307, + 0.022640679097175598, + 0.017478782982379197, + 0.010638495054841041, + 0.0098322123169899, + 0.011913983760774136, + 0.00792585155069828, + 0.009292545095086098, + 0.009518902608752251, + 0.008932905950024723, + 0.009623992730677128, + 0.010149495212733745, + 0.01872984848022461, + 0.014103599740564823, + 0.012476106625795364, + 0.021234536376595496, + 0.015649695736169814, + 0.018796107818186282, + 0.017918908199667932, + 0.01956285170018673, + 0.02622278172969818, + 0.026339271712303162, + 0.020386182287335394, + 0.023761410945653916, + 0.027614238518476487, + 0.02414468483030796, + 0.023320833349227906, + 0.012906089831888675, + 0.01244986510872841, + 0.014011499826610088, + 0.014019607320427894, + 0.016671525955200196, + 0.020415333633124828, + 0.022233861681073903, + 0.02509751079156995, + 0.02855886407494545, + 0.03512386602535844, + 0.03239926918745041, + 0.03483687193393707, + 0.02414971941784024, + 0.021885205315425992, + 0.023786303965747355, + 0.01902258104905486, + 0.027144915854930878, + 0.021862186920642852, + 0.019822580271959305, + 0.02127928227558732, + 0.023540232962369918, + 0.024526968252658845, + 0.021736864572763442, + 0.022946330963075162, + 0.017184075573086738, + 0.02062335392832756, + 0.018120812475681303, + 0.015307850694656372, + 0.023829158449172973, + 0.018856425175070763, + 0.018164710475504397, + 0.01771858846768737, + 0.01473103111088276, + 0.013859573656320573, + 0.014396251887083053, + 0.012541232538223267, + 0.011693280148506164, + 0.011579178339242935, + 0.012598556798696517, + 0.014540255971252919, + 0.01518781537413597, + 0.01615833755284548, + 0.015597678692266345, + 0.018065750354528426, + 0.017838929241895677, + 0.02107308625280857, + 0.01863815703690052, + 0.022096455523371698 + ], + "tgrad_loss": [ + 0.3024426766872406, + 0.26760040110349653, + 0.19261146736145018, + 0.15798504416942596, + 0.13912039029598236, + 0.12435259215831757, + 0.12544673397541045, + 0.1233829214334488, + 0.12724055438041687, + 0.1374789370059967, + 0.15872892727851867, + 0.14412552337646484, + 0.15059907083511354, + 0.16241564388275145, + 0.15680248302221297, + 0.16359038968086242, + 0.17298557314872742, + 0.21305938571691513, + 0.16396834471225738, + 0.1859930724620819, + 0.1976847105026245, + 0.1638680607318878, + 0.1893981406211853, + 0.2126276472568512, + 0.20732428936958314, + 0.23380364923477173, + 0.21916499223709107, + 0.22728701264858245, + 0.2164064181804657, + 0.2355296877384186, + 0.23228821861743926, + 0.23884190742969513, + 0.24680728578567504, + 0.24199310512542724, + 0.2506087215423584, + 0.2369241587638855, + 0.24433795733451844, + 0.2405263027191162, + 0.2554032007455826, + 0.25242412157058713, + 0.2600054337501526, + 0.26833617506027224, + 0.2709893661499023, + 0.2809129590988159, + 0.27647859499454497, + 0.275464682662487, + 0.27850080614089967, + 0.27471575455665587, + 0.2721832049369812, + 0.27576433696746827, + 0.2717041887283325, + 0.2717740647315979, + 0.27150033550262453, + 0.2775353482723236, + 0.2801086558818817, + 0.27807693454027177, + 0.2790536849021912, + 0.27993348541259766, + 0.2819618251562119, + 0.2768707938671112, + 0.2813425661563873, + 0.2813366662502289, + 0.2739545676112175, + 0.2726449445486069, + 0.2716892107963562, + 0.26935181140899656, + 0.2712896113157272, + 0.2667205859661102, + 0.2654070652484894, + 0.26564114809036254, + 0.2640623729944229, + 0.26316985001564025, + 0.26342742853164675, + 0.26157588943243026, + 0.26131984198093416, + 0.26074419956207273, + 0.2598960707902908, + 0.26017822399139406, + 0.25984701359272006, + 0.2595048580646515 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.021101564168930054, + 0.1092284768819809, + 0.14931762218475342, + 0.16334021091461182 + ], + "perturbation_rho": [ + 0.026919251307845116, + 0.23688018321990967, + 0.28421375155448914, + 0.2676014304161072 + ], + "nudging": { + "0.001": [ + -0.0008864067494869232, + -0.0009627565741539001, + -0.0012677897466346622, + -0.001255445065908134 + ], + "0.003": [ + -0.0026319557800889015, + -0.0028857083525508642, + -0.003800811246037483, + -0.0037655923515558243 + ], + "0.01": [ + -0.008425744250416756, + -0.009595570154488087, + -0.012630455195903778, + -0.012512242421507835 + ] + } + } + } +}
\ No newline at end of file |