diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a0.5_L12_s42.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a0.5_L12_s42.json | 1722 |
1 files changed, 1722 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L12_s42.json b/results/synth_ladder_v2_hi/synth_a0.5_L12_s42.json new file mode 100644 index 0000000..534cbe6 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L12_s42.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0289972447395326, + 0.5518267907142639, + 0.4511595572471619, + 0.39422388381958007, + 0.44242291359901426, + 0.35389120923280715, + 0.31342196378707887, + 0.3463186399459839, + 0.32175993151664734, + 0.2832035564661026, + 0.2801107416152954, + 0.2918631485939026, + 0.3457958580970764, + 0.3110818340301514, + 0.26716538116931915, + 0.2110436717748642, + 0.21322266802787782, + 0.23035920186042785, + 0.2469690625667572, + 0.20660339014530182, + 0.17914194725751878, + 0.16029981126785278, + 0.2650108504295349, + 0.23070593461990357, + 0.22895147225856782, + 0.1446519785642624, + 0.15114033766984938, + 0.13604806888103485, + 0.14886143884658815, + 0.14153230743408204, + 0.1639685553073883, + 0.1721979957818985, + 0.12600361688137054, + 0.09298437514305115, + 0.0910780445933342, + 0.0859093768119812, + 0.0917577600479126, + 0.11107840504646302, + 0.1042894508600235, + 0.0790501122713089, + 0.060757651767134664, + 0.052207192993164064, + 0.07682168252468109, + 0.08167480888366699, + 0.05967919422090054, + 0.042717813885211946, + 0.04176127468943596, + 0.03670722253918648, + 0.03259751065224409, + 0.030135507690906525, + 0.03625146338418126, + 0.02841401128768921, + 0.03439460081905127, + 0.026802394422888755, + 0.024497890919446944, + 0.023438648000359535, + 0.0227094176530838, + 0.020777325369045137, + 0.019944287514686583, + 0.020628850987553595, + 0.01877836397886276, + 0.019591398665308953, + 0.01804204930663109, + 0.017368639394640922, + 0.01685231066942215, + 0.016730269909650087, + 0.016215140321850778, + 0.016110457883775235, + 0.01567506283596158, + 0.01538568799868226, + 0.015168684274703264, + 0.015022477886080741, + 0.014880986557900905, + 0.014766420166194439, + 0.014667600397765636, + 0.014582521318644286, + 0.014523118747770786, + 0.014479038575291633, + 0.014449081733822823, + 0.01443173177242279 + ], + "train_acc": [ + 0.6277, + 0.7816, + 0.8214, + 0.8428, + 0.8261, + 0.857, + 0.8746, + 0.8661, + 0.8744, + 0.8865, + 0.8865, + 0.882, + 0.8687, + 0.878, + 0.8936, + 0.916, + 0.9192, + 0.908, + 0.9018, + 0.9187, + 0.9326, + 0.9371, + 0.9017, + 0.9109, + 0.9141, + 0.9478, + 0.9455, + 0.9496, + 0.9445, + 0.9454, + 0.9359, + 0.9367, + 0.951, + 0.9693, + 0.9695, + 0.9721, + 0.9683, + 0.9605, + 0.9637, + 0.9745, + 0.9842, + 0.9876, + 0.9748, + 0.9709, + 0.9832, + 0.9909, + 0.9922, + 0.9944, + 0.9957, + 0.9985, + 0.9954, + 0.9975, + 0.9927, + 0.9984, + 0.9985, + 0.999, + 0.9993, + 0.9997, + 0.9997, + 0.9995, + 0.9996, + 0.9995, + 0.9998, + 0.9999, + 0.9999, + 0.9998, + 0.9999, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.7515, + 0.8025, + 0.806, + 0.811, + 0.8295, + 0.834, + 0.8235, + 0.8265, + 0.836, + 0.837, + 0.8325, + 0.8185, + 0.8215, + 0.8335, + 0.8405, + 0.8485, + 0.8455, + 0.8475, + 0.8395, + 0.8535, + 0.838, + 0.8455, + 0.839, + 0.8415, + 0.8415, + 0.8625, + 0.861, + 0.8545, + 0.855, + 0.845, + 0.853, + 0.8455, + 0.8555, + 0.86, + 0.8545, + 0.861, + 0.8545, + 0.86, + 0.8525, + 0.856, + 0.8595, + 0.8595, + 0.854, + 0.858, + 0.854, + 0.8535, + 0.8555, + 0.861, + 0.8625, + 0.858, + 0.8545, + 0.861, + 0.864, + 0.8605, + 0.861, + 0.8605, + 0.8585, + 0.8595, + 0.862, + 0.8635, + 0.8615, + 0.863, + 0.859, + 0.8605, + 0.861, + 0.862, + 0.8605, + 0.862, + 0.8615, + 0.859, + 0.861, + 0.8595, + 0.8605, + 0.8595, + 0.8595, + 0.859, + 0.859, + 0.8585, + 0.8585, + 0.8585 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8657882213592529, + 0.8541754484176636, + 0.8436384201049805, + 0.832263708114624, + 0.8208613991737366, + 0.8122134208679199, + 0.8057717084884644, + 0.8017721176147461, + 0.7986597418785095, + 0.7967146635055542, + 0.7952107787132263, + 0.7936121225357056 + ], + "perturbation_rho": [ + 0.9999991655349731, + 0.9999977350234985, + 0.9999939203262329, + 0.9999861121177673, + 0.9999700784683228, + 0.9999415874481201, + 0.9999051094055176, + 0.9998413324356079, + 0.9998086094856262, + 0.9997647404670715, + 0.9996839165687561, + 0.9996654987335205 + ], + "nudging": { + "0.001": [ + -0.04849132150411606, + -0.02874898351728916, + -0.017109278589487076, + -0.010623453184962273, + -0.007099856156855822, + -0.00517381401732564, + -0.004027326591312885, + -0.003302204655483365, + -0.002826581709086895, + -0.0024977410212159157, + -0.0022658759262412786, + -0.002098134718835354 + ], + "0.003": [ + -0.13462388515472412, + -0.08245518803596497, + -0.049992166459560394, + -0.03135458379983902, + -0.021068472415208817, + -0.015398472547531128, + -0.012007322162389755, + -0.009856492280960083, + -0.008443145081400871, + -0.0074646552093327045, + -0.006774362176656723, + -0.00627471599727869 + ], + "0.01": [ + -0.3461707830429077, + -0.23528623580932617, + -0.151905819773674, + -0.0986800491809845, + -0.06758347898721695, + -0.04991145431995392, + -0.039162103086709976, + -0.032274406403303146, + -0.02771918475627899, + -0.024551689624786377, + -0.02231007255613804, + -0.020684588700532913 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.1235100923538206, + 1.1082965564727782, + 0.750099405670166, + 0.6328572737693786, + 0.5875409540176392, + 0.5631556386470795, + 0.5060072989463806, + 0.540234273815155, + 0.5666848608016968, + 0.5682762460708618, + 0.5639706572532653, + 0.5890132635116577, + 0.6135262609481812, + 0.602108911037445, + 0.6072693287372589, + 0.6348110971450805, + 0.7817256136894226, + 0.6661777521133423, + 0.6966238568305969, + 0.7440887294769287, + 0.7967543980598449, + 0.7141374285697937, + 0.7286955251693725, + 0.7677665306091308, + 0.9173848634719849, + 0.7543825769424438, + 0.7648948078155517, + 0.7503327812194824, + 0.7647949110984802, + 0.7902673944473266, + 0.9369182168960571, + 0.8630489279747009, + 0.7868163341522216, + 0.7187879699707032, + 0.7061111800193787, + 0.7407430360794067, + 0.6999222482681274, + 0.7179792369842529, + 0.7611988479614258, + 0.9336099584102631, + 0.7458975120544433, + 0.7050964839935303, + 0.7907829219818115, + 0.8120410600662231, + 0.8178721930742264, + 0.8078300096511841, + 0.7027412726402282, + 0.7329458427906036, + 0.738685355424881, + 0.7487446063995361, + 0.7514049421310425, + 0.730554404258728, + 0.7941344120979309, + 0.7334264843940735, + 0.6445084705352783, + 0.6251215059280395, + 0.6134120052337646, + 0.649115455532074, + 0.633389378452301, + 0.6228324326515198, + 0.611019660949707, + 0.6410484097003937, + 0.5912066791534424, + 0.5904429639816284, + 0.6285253910064698, + 0.5794477666854858, + 0.5771131004333496, + 0.5889648357391357, + 0.5780286474227905, + 0.5594178355693817, + 0.5606797921180725, + 0.5604514053821563, + 0.5562048003673553, + 0.5510331042289733, + 0.5497398493766784, + 0.545871854686737, + 0.5429510949134827, + 0.5423210851669311, + 0.5398131627082825, + 0.5393634226799011 + ], + "train_acc": [ + 0.2323, + 0.596, + 0.7208, + 0.7599, + 0.7788, + 0.7874, + 0.8057, + 0.8007, + 0.7918, + 0.7962, + 0.7997, + 0.8031, + 0.8048, + 0.8065, + 0.8051, + 0.8065, + 0.7841, + 0.8036, + 0.8097, + 0.7995, + 0.7896, + 0.8078, + 0.8071, + 0.8026, + 0.7855, + 0.8111, + 0.8127, + 0.8163, + 0.8174, + 0.8154, + 0.791, + 0.8028, + 0.8168, + 0.8281, + 0.8279, + 0.8255, + 0.8283, + 0.8251, + 0.8235, + 0.8042, + 0.8284, + 0.8306, + 0.8251, + 0.8193, + 0.8153, + 0.8206, + 0.8358, + 0.8319, + 0.8309, + 0.8326, + 0.8313, + 0.8342, + 0.8227, + 0.8297, + 0.8425, + 0.8437, + 0.8475, + 0.8429, + 0.8449, + 0.846, + 0.8498, + 0.8461, + 0.8488, + 0.8512, + 0.8447, + 0.8533, + 0.8547, + 0.8538, + 0.8497, + 0.8569, + 0.8574, + 0.8529, + 0.8559, + 0.8562, + 0.8583, + 0.8588, + 0.8603, + 0.8591, + 0.86, + 0.86 + ], + "test_acc": [ + 0.4615, + 0.655, + 0.702, + 0.7135, + 0.721, + 0.7235, + 0.7425, + 0.7335, + 0.7075, + 0.7205, + 0.7285, + 0.7125, + 0.737, + 0.756, + 0.72, + 0.708, + 0.72, + 0.6935, + 0.7225, + 0.7035, + 0.731, + 0.7365, + 0.757, + 0.6705, + 0.74, + 0.7185, + 0.7655, + 0.725, + 0.741, + 0.7335, + 0.728, + 0.6915, + 0.7585, + 0.7555, + 0.7625, + 0.755, + 0.7535, + 0.7325, + 0.7505, + 0.7705, + 0.7305, + 0.763, + 0.7435, + 0.7545, + 0.726, + 0.741, + 0.7665, + 0.756, + 0.7335, + 0.7705, + 0.7425, + 0.7435, + 0.7435, + 0.772, + 0.789, + 0.773, + 0.776, + 0.7705, + 0.776, + 0.782, + 0.784, + 0.783, + 0.779, + 0.78, + 0.7885, + 0.786, + 0.78, + 0.7735, + 0.789, + 0.7865, + 0.7915, + 0.7865, + 0.7925, + 0.7905, + 0.784, + 0.79, + 0.789, + 0.7905, + 0.79, + 0.791 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.023988625034689903, + 0.0961650088429451, + 0.10208466649055481, + 0.07022920250892639, + 0.09604307264089584, + 0.07800711691379547, + 0.08064866811037064, + 0.015484225004911423, + 0.04617477208375931, + 0.10530653595924377, + 0.06217034161090851, + 0.07844939827919006 + ], + "perturbation_rho": [ + -0.021668296307325363, + 0.13302525877952576, + 0.14676621556282043, + 0.11482817679643631, + 0.09230026602745056, + 0.15572097897529602, + 0.084853395819664, + 0.06741442531347275, + 0.09585727006196976, + 0.17402535676956177, + 0.1249062716960907, + 0.10308724641799927 + ], + "nudging": { + "0.001": [ + -0.0014991102507337928, + -0.0009640245698392391, + -0.0004538548528216779, + -0.00034582847729325294, + -0.00034230330493301153, + -0.0003880904405377805, + -0.00031353221856988966, + -0.00012767358566634357, + -0.0002463337150402367, + -0.0004554776242002845, + -0.00027469650376588106, + -0.00030673964647576213 + ], + "0.003": [ + -0.004409522749483585, + -0.002890376141294837, + -0.0013566706329584122, + -0.0010372062679380178, + -0.001026148907840252, + -0.001161768101155758, + -0.0009411850478500128, + -0.0003798047546297312, + -0.0007346655474975705, + -0.001363673829473555, + -0.0008243860211223364, + -0.0009191210265271366 + ], + "0.01": [ + -0.013704460114240646, + -0.009605048224329948, + -0.004514003172516823, + -0.00345102627761662, + -0.003412249032407999, + -0.0038682736922055483, + -0.0031317053362727165, + -0.0012646813411265612, + -0.002444072160869837, + -0.004538315813988447, + -0.0027466074097901583, + -0.0030584305059164762 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.807085013961792, + 1.102435264968872, + 0.8967913342475891, + 0.8658248983383179, + 1.0182812132835388, + 0.9767744832992554, + 0.9880819606781006, + 1.035093484020233, + 1.0461988681793213, + 1.0764453081130982, + 1.1296374977111816, + 1.1917438926696777, + 1.222821136856079, + 1.174761890888214, + 1.14142276802063, + 1.1630746793746949, + 1.0981647139549255, + 1.1113210584640503, + 1.151859906578064, + 1.1268991245269775, + 1.1279105222702026, + 1.1556508625030517, + 1.1305137939453125, + 1.185821006011963, + 1.138044129371643, + 1.1439549321651459, + 1.1212958415985108, + 1.0799880672454834, + 1.0542625444412232, + 1.0640178268432616, + 1.10920906085968, + 1.1122959064483642, + 1.0692581912994386, + 1.0431142856597901, + 1.0079946722984314, + 1.004625850868225, + 0.9657065452575684, + 0.987287603187561, + 0.9696861606597901, + 0.9506798803329468, + 0.9282126628875732, + 0.927169044971466, + 0.8895869630813599, + 0.9118406322479248, + 0.880739783000946, + 0.8995118801116944, + 0.9030367485046387, + 0.8806243282318115, + 0.859384224319458, + 0.8554368983268738, + 0.8580255534172058, + 0.8396073943138123, + 0.8226373916625976, + 0.8179270943164826, + 0.8061285870552063, + 0.8003266729354859, + 0.7872838403701782, + 0.7727557550430297, + 0.7704776877403259, + 0.7667377745628357, + 0.7585975839614868, + 0.7477805254936218, + 0.7369667429924012, + 0.7361846633911133, + 0.7324250010490417, + 0.7300120206832885, + 0.7282338066101074, + 0.7252779340744019, + 0.7199260646820068, + 0.7161426591873169, + 0.7162261745452881, + 0.7125815645217896, + 0.7121326784133911, + 0.712986146068573, + 0.7102373764991761, + 0.709166716003418, + 0.7090627272605896, + 0.7080635800361633, + 0.7075329236984252, + 0.7072855897903443 + ], + "train_acc": [ + 0.3632, + 0.6056, + 0.6822, + 0.7026, + 0.6763, + 0.6838, + 0.6698, + 0.6532, + 0.6384, + 0.6301, + 0.6145, + 0.5902, + 0.5922, + 0.6063, + 0.6007, + 0.6007, + 0.6167, + 0.6197, + 0.6073, + 0.6184, + 0.6022, + 0.5992, + 0.6109, + 0.5973, + 0.6053, + 0.6094, + 0.606, + 0.6251, + 0.6317, + 0.6342, + 0.6262, + 0.6251, + 0.6305, + 0.6374, + 0.6449, + 0.6433, + 0.6553, + 0.6504, + 0.6565, + 0.6661, + 0.6722, + 0.675, + 0.6841, + 0.6819, + 0.6916, + 0.689, + 0.6844, + 0.6898, + 0.697, + 0.6968, + 0.6992, + 0.7051, + 0.7069, + 0.7039, + 0.7086, + 0.7106, + 0.7106, + 0.7148, + 0.7182, + 0.7197, + 0.7222, + 0.7262, + 0.7283, + 0.7306, + 0.7298, + 0.7304, + 0.7295, + 0.7306, + 0.7326, + 0.7349, + 0.7313, + 0.7338, + 0.7356, + 0.7332, + 0.7336, + 0.7353, + 0.7341, + 0.7366, + 0.7364, + 0.7364 + ], + "test_acc": [ + 0.5135, + 0.618, + 0.6695, + 0.6515, + 0.6515, + 0.6315, + 0.6225, + 0.6055, + 0.5995, + 0.584, + 0.5585, + 0.557, + 0.551, + 0.5605, + 0.5265, + 0.599, + 0.558, + 0.551, + 0.563, + 0.5645, + 0.57, + 0.577, + 0.563, + 0.546, + 0.5685, + 0.571, + 0.588, + 0.5825, + 0.6095, + 0.585, + 0.5855, + 0.604, + 0.5945, + 0.587, + 0.5875, + 0.62, + 0.6, + 0.6235, + 0.627, + 0.64, + 0.633, + 0.641, + 0.6375, + 0.6475, + 0.6465, + 0.633, + 0.648, + 0.6575, + 0.654, + 0.639, + 0.6655, + 0.6525, + 0.6625, + 0.662, + 0.6645, + 0.666, + 0.6765, + 0.67, + 0.674, + 0.678, + 0.681, + 0.6715, + 0.674, + 0.6805, + 0.674, + 0.678, + 0.6785, + 0.684, + 0.6795, + 0.6855, + 0.6845, + 0.685, + 0.6815, + 0.682, + 0.684, + 0.681, + 0.68, + 0.6825, + 0.684, + 0.684 + ], + "state_pred_error": [ + 0.6512474334239959, + 0.23058344020843505, + 0.1896287111759186, + 0.18471159949302673, + 0.18485726273059844, + 0.1737810070514679, + 0.16258639628887175, + 0.16076858344078063, + 0.15332085819244384, + 0.14920532870292663, + 0.14722106504440308, + 0.14300990376472472, + 0.1492370625972748, + 0.1439142399072647, + 0.12816479614973067, + 0.1202324061870575, + 0.117945645570755, + 0.11019849457740784, + 0.10783304533958435, + 0.10931210429668427, + 0.10170301874876023, + 0.09073063535690308, + 0.08647769033908843, + 0.08548861846923828, + 0.08252622492313386, + 0.08297095057964325, + 0.08413988354206085, + 0.08291892770528793, + 0.08127011013031006, + 0.08014206212759017, + 0.07530246855020523, + 0.07383085484504699, + 0.07433314504027366, + 0.07500043790340423, + 0.06373311177492141, + 0.053063148951530456, + 0.04655604932308197, + 0.04248758298754692, + 0.039597957611083985, + 0.03774079847335816, + 0.036414392232894895, + 0.036177867931127546, + 0.03710191646814346, + 0.03799050847887993, + 0.03865900856852531, + 0.03986500010490417, + 0.04025968971848488, + 0.04023946278095245, + 0.03935071052908897, + 0.038617061150074, + 0.03697362271547318, + 0.03568208778500557, + 0.03376017547249794, + 0.03194519720077515, + 0.03046695657968521, + 0.028837302082777024, + 0.026821034044027327, + 0.025166314297914504, + 0.023858547830581667, + 0.022523800045251847, + 0.02142890711426735, + 0.02049182191491127, + 0.019461944046616553, + 0.018724638411402702, + 0.018098203578591345, + 0.017532397788763046, + 0.017125102549791337, + 0.016625906114280223, + 0.016127729009091853, + 0.0156772187769413, + 0.01534948223233223, + 0.01498309828042984, + 0.014769109533727169, + 0.014400660943984985, + 0.014128298926353455, + 0.013869472323358058, + 0.013623444560170174, + 0.013534102323651313, + 0.013178734815120698, + 0.012914137981832028 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7669721841812134, + 0.3159201741218567, + 0.12931227684020996, + 0.11285121738910675, + 0.11607236415147781, + 0.09898597002029419, + 0.08882047981023788, + 0.08661012351512909, + 0.08416090905666351, + 0.07891363650560379, + 0.08571723103523254, + 0.07797139883041382 + ], + "perturbation_rho": [ + 0.6671731472015381, + 0.26826971769332886, + 0.10340800136327744, + 0.06843797862529755, + 0.0669264942407608, + 0.08176875114440918, + 0.10683348774909973, + 0.06641782820224762, + 0.09755225479602814, + 0.04477599635720253, + 0.0847611278295517, + 0.05422855541110039 + ], + "nudging": { + "0.001": [ + -0.020674603059887886, + -0.0009852666407823563, + -0.00032257993007078767, + -0.00028019698220305145, + -0.00029603225993923843, + -0.0002484910364728421, + -0.00022453245765063912, + -0.0002270418481202796, + -0.0002228383964393288, + -0.00021279064822010696, + -0.00022745912428945303, + -0.00021358227240853012 + ], + "0.003": [ + -0.06080744415521622, + -0.0029529533348977566, + -0.000967606611084193, + -0.0008409440633840859, + -0.0008881675312295556, + -0.0007449040422216058, + -0.000672660768032074, + -0.0006811338244006038, + -0.000667730113491416, + -0.0006377690588124096, + -0.0006822676514275372, + -0.0006406885222531855 + ], + "0.01": [ + -0.18878120183944702, + -0.009807860478758812, + -0.003219514386728406, + -0.0027990485541522503, + -0.0029557342641055584, + -0.002479594200849533, + -0.0022394107654690742, + -0.0022681057453155518, + -0.0022236446384340525, + -0.0021239176858216524, + -0.002271223347634077, + -0.0021332399919629097 + ] + }, + "state_pred_error_per_layer": [ + 11168.2578125, + 8443.55078125, + 4301.74609375, + 3486.31884765625, + 3134.353515625, + 2733.8369140625, + 2666.431640625, + 2571.673095703125, + 2489.172119140625, + 2732.81298828125, + 3179.04296875, + 3116.75927734375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.1315750801086426, + 1.1275678437232972, + 0.7608565049171447, + 0.6336094784736633, + 0.5893053354263306, + 0.5536110488414765, + 0.5473899070739746, + 0.5555015350341796, + 0.5377608227729798, + 0.5654601648330688, + 0.5768093711853027, + 0.5968125733375549, + 0.5762377287864685, + 0.6280837037563324, + 0.6525607712745667, + 0.6160441763401031, + 0.6452989727020264, + 0.6671710391998291, + 0.7498049283504487, + 0.7619616928100585, + 0.8783720811843873, + 0.8115640605926514, + 0.8540671677589416, + 0.9438815314292908, + 1.0194129499912261, + 1.3004956233024598, + 1.208273486328125, + 1.1028277763366698, + 0.9904912512779236, + 1.0831217368125916, + 1.6056551074981689, + 1.5679107995986938, + 1.3498116270065308, + 1.2021915550231934, + 1.233414642238617, + 1.173053926086426, + 1.244126808643341, + 1.2047833410263062, + 1.3103191875457765, + 1.450556330871582, + 1.338700449371338, + 1.394380598449707, + 1.3369567630767822, + 1.3830016635894775, + 1.4491120206832886, + 1.355772504043579, + 1.4613750009536743, + 1.3933008644104004, + 1.4618995168685913, + 1.4758007205963135, + 1.3685514781951904, + 1.3153245384216308, + 1.376934875679016, + 1.3746307342529296, + 1.379645304107666, + 1.3670798933029176, + 1.3901595281600951, + 1.4185121158599854, + 1.4470027433395385, + 1.5002961723327637, + 1.5068544860839843, + 1.5301587196350097, + 1.513092244720459, + 1.5387826145172119, + 1.5067788402557374, + 1.4915789882659911, + 1.4699815629959105, + 1.4490281288146973, + 1.4375888122558593, + 1.4150205673217773, + 1.400378854084015, + 1.3909439609527587, + 1.3824152030944825, + 1.3735420917510985, + 1.3697484756469727, + 1.366435227203369, + 1.3618904499053954, + 1.3581113803863525, + 1.356816044807434, + 1.3559203275680543 + ], + "train_acc": [ + 0.224, + 0.5908, + 0.7109, + 0.7607, + 0.7744, + 0.794, + 0.79, + 0.7914, + 0.8039, + 0.802, + 0.8029, + 0.801, + 0.8075, + 0.8013, + 0.7967, + 0.8075, + 0.8041, + 0.8037, + 0.7932, + 0.7959, + 0.7755, + 0.7864, + 0.78, + 0.7553, + 0.7388, + 0.7019, + 0.7005, + 0.7057, + 0.7206, + 0.698, + 0.6358, + 0.6414, + 0.6436, + 0.6583, + 0.6537, + 0.6534, + 0.6344, + 0.6334, + 0.6075, + 0.585, + 0.6124, + 0.5768, + 0.5856, + 0.5795, + 0.5786, + 0.5889, + 0.5765, + 0.5842, + 0.5754, + 0.5733, + 0.5886, + 0.5993, + 0.578, + 0.5823, + 0.5771, + 0.589, + 0.5874, + 0.5864, + 0.5841, + 0.581, + 0.5822, + 0.5828, + 0.5828, + 0.5829, + 0.585, + 0.5876, + 0.591, + 0.5893, + 0.5924, + 0.5971, + 0.5978, + 0.5993, + 0.5975, + 0.5989, + 0.6019, + 0.5996, + 0.6014, + 0.6027, + 0.6026, + 0.6024 + ], + "test_acc": [ + 0.4435, + 0.637, + 0.691, + 0.7055, + 0.742, + 0.723, + 0.724, + 0.698, + 0.71, + 0.7455, + 0.7285, + 0.727, + 0.7385, + 0.7515, + 0.734, + 0.736, + 0.7215, + 0.719, + 0.7625, + 0.697, + 0.724, + 0.7325, + 0.711, + 0.701, + 0.667, + 0.6085, + 0.6425, + 0.637, + 0.6435, + 0.488, + 0.5185, + 0.5225, + 0.5955, + 0.617, + 0.612, + 0.5595, + 0.554, + 0.5335, + 0.539, + 0.5405, + 0.4145, + 0.5155, + 0.524, + 0.4825, + 0.5755, + 0.477, + 0.5435, + 0.4805, + 0.4845, + 0.5665, + 0.5725, + 0.494, + 0.5165, + 0.55, + 0.538, + 0.5355, + 0.5435, + 0.5345, + 0.5575, + 0.561, + 0.556, + 0.563, + 0.564, + 0.56, + 0.562, + 0.572, + 0.568, + 0.557, + 0.564, + 0.574, + 0.5685, + 0.5775, + 0.563, + 0.568, + 0.5705, + 0.572, + 0.572, + 0.5725, + 0.572, + 0.571 + ], + "value_loss": [ + 2.9138871958732606, + 1.1022631580352784, + 0.9319236121177673, + 0.7978519012451172, + 0.7577287331581116, + 0.7042515501976013, + 0.6586682022094726, + 0.7588884521484375, + 0.7518065408706665, + 0.8810499990463256, + 0.9755400789260864, + 1.0526361764431, + 1.0445400088310242, + 1.252692174434662, + 1.3889376731872558, + 1.300380541419983, + 1.3794576427936553, + 1.4253910701751709, + 1.9810868307113647, + 2.194575175476074, + 3.0307659772872926, + 2.4067670707702638, + 2.5513597805023194, + 2.7336216793060304, + 3.053514086151123, + 4.7302221481323246, + 3.3925644401550294, + 2.775765018463135, + 2.221942966938019, + 2.2246411628723144, + 5.384357067489624, + 5.233831034374237, + 3.163105836868286, + 2.1542870338439943, + 2.1550992218017577, + 2.6656919672012327, + 2.002714876174927, + 1.74481948928833, + 1.8624648433685302, + 2.076787268447876, + 1.8710257823944092, + 1.958513571166992, + 1.649655185508728, + 1.6125932949066162, + 2.0081273155212402, + 1.4420139938354493, + 1.8238695256233215, + 1.6240278913497925, + 1.8388916667938233, + 1.5901467416763306, + 1.4791289331436157, + 1.3453978649139404, + 1.297918366909027, + 1.200528673171997, + 1.2604325717926026, + 1.2986903020858764, + 1.3409297351837157, + 1.3383622268676758, + 1.5519800048828125, + 1.4891740257263184, + 1.6088176250457764, + 1.7245799392700196, + 1.7291366215705872, + 1.5569227603912354, + 1.5849707220077516, + 1.453390936088562, + 1.4432776542663575, + 1.4676635822296142, + 1.273773190689087, + 1.1522198958158494, + 1.3450853576660156, + 1.1712487615585327, + 1.1006177734375, + 1.117146457862854, + 1.159826749610901, + 1.040153635787964, + 1.0537519412994385, + 0.9792304852485657, + 1.0188624217987061, + 0.95497522315979 + ], + "term_loss": [ + 1.6808870628356933, + 0.8418537575721741, + 0.7667020098686218, + 0.6550530954360962, + 0.6069779561758042, + 0.5468185155630112, + 0.4998374924182892, + 0.6111144859313965, + 0.6096799449920655, + 0.7287877419471741, + 0.8274648229598999, + 0.8995155854701996, + 0.9002441462039947, + 1.097049927520752, + 1.2271722087860106, + 1.1485843418121338, + 1.2233097215652466, + 1.26716976146698, + 1.7900210740089417, + 1.9460071144104003, + 2.6685218320846555, + 2.036626290512085, + 2.1439288049697875, + 2.35301021528244, + 2.6526825618743897, + 4.199914279556275, + 2.894145081329346, + 2.3209693365097044, + 1.8253290235519408, + 1.8232774297714234, + 4.733495523166656, + 4.460964757013321, + 2.59017871131897, + 1.7353513706207275, + 1.7227497034072876, + 2.170975755023956, + 1.5856938004493712, + 1.3557625965118407, + 1.4581338554382324, + 1.65160093460083, + 1.460218872833252, + 1.5324822853088378, + 1.2387194828033448, + 1.1904955023765564, + 1.5343577083587647, + 1.0203948043823243, + 1.3787709797382355, + 1.1686672458648681, + 1.3607313781142234, + 1.164192317056656, + 1.0531481260299682, + 0.9685713556289672, + 0.9191585310459137, + 0.8289684215545654, + 0.8956387975692749, + 0.9272360958099365, + 0.9794390370845795, + 0.9855687606811523, + 1.181628607749939, + 1.123434832572937, + 1.2307934044837952, + 1.335347871017456, + 1.3480947745800018, + 1.1828620002746582, + 1.2076996083259584, + 1.0852937175512314, + 1.0779944334030152, + 1.0861511331558227, + 0.9256630334854126, + 0.8190074906170368, + 0.9839356534004211, + 0.8315309607505799, + 0.7704235172271728, + 0.7783107600212097, + 0.8086720629692078, + 0.7087357486724853, + 0.7182173488616943, + 0.6559986435174942, + 0.6836358494758606, + 0.6288936994552612 + ], + "bridge_loss": [ + 0.9492729762485367, + 0.05790521508902311, + 0.008084059101343155, + 0.0038914968118071557, + 0.014953732180595397, + 0.026874115404486656, + 0.025175111523270607, + 0.013569228036701679, + 0.011279044309258461, + 0.015361159473657609, + 0.010007666802406312, + 0.010759075009822846, + 0.008863374817371369, + 0.010565215808153153, + 0.01431704029738903, + 0.01245639272481203, + 0.011864153837412596, + 0.013191274722665548, + 0.036286889004707334, + 0.08858205670118333, + 0.1876173447370529, + 0.2052448028087616, + 0.23761723659038544, + 0.19063645343780516, + 0.19986087894439697, + 0.2954687296628952, + 0.2650281882286072, + 0.22584694170951844, + 0.18357310107946395, + 0.17081516757011414, + 0.3614925577163696, + 0.48578131484985354, + 0.29585003600120546, + 0.16319083409309387, + 0.16577295184135438, + 0.23821018815040587, + 0.14544457584619522, + 0.11933779344558716, + 0.1195192194223404, + 0.12099922590255738, + 0.11734530322551727, + 0.1201287920832634, + 0.11132868221998214, + 0.12015857456922531, + 0.16084424114227294, + 0.12574590224027635, + 0.12926621383428574, + 0.15031628198623656, + 0.16125666260719299, + 0.10902463984489441, + 0.12337167377471923, + 0.0837235963344574, + 0.07390378758907318, + 0.06712040519714356, + 0.05870588574409485, + 0.07018440127372742, + 0.05867706568241119, + 0.047857114362716675, + 0.0606671004652977, + 0.05209314270019531, + 0.06518135804533959, + 0.07501878665685653, + 0.06833717626929284, + 0.06045493056178093, + 0.06650661500692368, + 0.060288525009155276, + 0.06200537823438644, + 0.07822481272220612, + 0.04460304388999939, + 0.03354956085383892, + 0.0633296797245741, + 0.04248417546153069, + 0.03512862289845944, + 0.04510229033231735, + 0.05826025112867356, + 0.03656574003100395, + 0.04282294084429741, + 0.03138661871179938, + 0.043345933312177655, + 0.0344168305516243 + ], + "tgrad_loss": [ + 0.2837271708488464, + 0.20250418248176574, + 0.1571375395655632, + 0.13890730676651, + 0.13579704699516296, + 0.13055892231464386, + 0.1336555983543396, + 0.13420473737716676, + 0.1308475558042526, + 0.13690110483169557, + 0.13806758637428285, + 0.14236151192188262, + 0.13543248913288117, + 0.14507703199386596, + 0.14744842977523803, + 0.1393398109436035, + 0.14428377581238747, + 0.14503003504276277, + 0.1547788742184639, + 0.1599859984397888, + 0.17462680044174195, + 0.16489596152305602, + 0.1698137484550476, + 0.1899749903678894, + 0.20097066857814788, + 0.2348391308784485, + 0.23339117636680604, + 0.22894872980117797, + 0.21304085222482683, + 0.2305485824584961, + 0.28936895632743836, + 0.28708498154878614, + 0.2770771013736725, + 0.2557448182106018, + 0.2665765688657761, + 0.2565060169696808, + 0.2715765025138855, + 0.2697190866470337, + 0.2848117718219757, + 0.3041871148586273, + 0.2934616066932678, + 0.3059024829864502, + 0.29960701389312744, + 0.30193921012878416, + 0.3129253786087036, + 0.29587329483032226, + 0.31583235063552856, + 0.305044357919693, + 0.31690361921787263, + 0.31692978138923644, + 0.3026091367721558, + 0.29310291533470156, + 0.30485604639053343, + 0.30443984775543215, + 0.30608788843154905, + 0.3012698002338409, + 0.302813631105423, + 0.3049363513946533, + 0.30968429160118105, + 0.3136460470676422, + 0.3128428608894348, + 0.31421328043937685, + 0.31270467071533203, + 0.31360582246780394, + 0.3107645062446594, + 0.30780868940353395, + 0.30327784061431884, + 0.30328763818740845, + 0.3035071188926697, + 0.29966285078525545, + 0.29782002868652346, + 0.29723363511562345, + 0.29506562762260435, + 0.29373341407775877, + 0.2928944456100464, + 0.29485214648246766, + 0.29271164841651914, + 0.29184522535800933, + 0.2918806325912476, + 0.2916646807193756 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.009321734309196472, + 0.04962325841188431, + 0.06880976259708405, + 0.07808464020490646, + 0.08887439966201782, + 0.0946938544511795, + 0.09941184520721436, + 0.09979166835546494, + 0.10197117179632187, + 0.10147081315517426, + 0.09914548695087433, + 0.0936545580625534 + ], + "perturbation_rho": [ + -0.0036096302792429924, + 0.0626683160662651, + 0.10237888991832733, + 0.12722331285476685, + 0.138666570186615, + 0.14094725251197815, + 0.1720128357410431, + 0.18820315599441528, + 0.1971924901008606, + 0.19901405274868011, + 0.18742212653160095, + 0.1956271380186081 + ], + "nudging": { + "0.001": [ + -0.000869398470968008, + -0.00042921488056890666, + -0.0005759936757385731, + -0.0006805005250498652, + -0.0007694564992561936, + -0.0008467672159895301, + -0.0008808936108835042, + -0.0009030184592120349, + -0.0009463174501433969, + -0.000948121421970427, + -0.0009286807617172599, + -0.000908168382011354 + ], + "0.003": [ + -0.00256392196752131, + -0.0012864901218563318, + -0.0017271814867854118, + -0.002043036511167884, + -0.0023080133832991123, + -0.002536242129281163, + -0.002642394509166479, + -0.00270812027156353, + -0.0028397280257195234, + -0.002845325041562319, + -0.0027879015542566776, + -0.0027260873466730118 + ], + "0.01": [ + -0.00799381174147129, + -0.0042757005430758, + -0.005744780879467726, + -0.006799482740461826, + -0.0076793828047811985, + -0.008442584425210953, + -0.008797119371592999, + -0.009013657458126545, + -0.009450232610106468, + -0.009471941739320755, + -0.009278533980250359, + -0.009069977328181267 + ] + } + } + } +}
\ No newline at end of file |