diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.25_L8_s123.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.25_L8_s123.json | 1638 |
1 files changed, 1638 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L8_s123.json b/results/synth_ladder_v2_lo/synth_a0.25_L8_s123.json new file mode 100644 index 0000000..93d3f69 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L8_s123.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.1118465336799621, + 0.5127583791732788, + 0.4302346032857895, + 0.37507710180282594, + 0.37874902119636533, + 0.358110169172287, + 0.35485055913925173, + 0.33637689504623414, + 0.3376781231403351, + 0.3360303322792053, + 0.31282922410964964, + 0.3255835328102112, + 0.3264058362007141, + 0.2988388967514038, + 0.30576341066360474, + 0.24885234112739563, + 0.2645626920938492, + 0.23710116493701935, + 0.24498434176445008, + 0.25262943110466, + 0.2529470352172852, + 0.20808778538703918, + 0.2323320601463318, + 0.23393779978752136, + 0.21029739031791686, + 0.24577522869110108, + 0.22287568016052245, + 0.19683470277786255, + 0.1955713812351227, + 0.17762795400619508, + 0.1949590757369995, + 0.18015179319381713, + 0.1866455442428589, + 0.17878031969070435, + 0.19590353157520293, + 0.1689172378182411, + 0.15855673022270203, + 0.15442313380241393, + 0.16103034844398498, + 0.18334496784210205, + 0.16386926609277724, + 0.1371785285949707, + 0.16594724979400635, + 0.14151557245254517, + 0.14597930274009704, + 0.1496479096889496, + 0.13319487171173094, + 0.11989519445896149, + 0.12711271942853927, + 0.11571666107177735, + 0.11865356831550598, + 0.11254985160827637, + 0.11379962211847305, + 0.10502011337280273, + 0.10288234763145447, + 0.10125789151191711, + 0.10343788154125214, + 0.10045303144454956, + 0.09661244961619377, + 0.09317599536180496, + 0.09172046147584915, + 0.08994480850696564, + 0.08916794685721398, + 0.08730547853112221, + 0.08572156699895858, + 0.08500556135177613, + 0.08433900206089019, + 0.08323287000656128, + 0.0837702313899994, + 0.0822386646747589, + 0.08129152666330337, + 0.08034330849051476, + 0.0798836398601532, + 0.07978663072586059, + 0.07928232147693634, + 0.07865171662569045, + 0.07832024211883545, + 0.07813211903572083, + 0.07798754007816315, + 0.0779093979716301 + ], + "train_acc": [ + 0.6131, + 0.8006, + 0.8286, + 0.8535, + 0.85, + 0.8578, + 0.8604, + 0.8656, + 0.8674, + 0.8656, + 0.8772, + 0.8694, + 0.8738, + 0.8861, + 0.8785, + 0.9037, + 0.893, + 0.9038, + 0.9026, + 0.9001, + 0.9007, + 0.9186, + 0.9088, + 0.9052, + 0.9204, + 0.9002, + 0.9107, + 0.9242, + 0.9226, + 0.9326, + 0.922, + 0.9286, + 0.9288, + 0.9285, + 0.9246, + 0.934, + 0.9397, + 0.9436, + 0.939, + 0.9281, + 0.9353, + 0.9521, + 0.9383, + 0.9485, + 0.9444, + 0.9469, + 0.9521, + 0.9613, + 0.9543, + 0.96, + 0.9607, + 0.9629, + 0.9618, + 0.9687, + 0.9691, + 0.9694, + 0.9674, + 0.9696, + 0.9733, + 0.9745, + 0.9762, + 0.9756, + 0.9756, + 0.9781, + 0.979, + 0.9801, + 0.9806, + 0.9814, + 0.9808, + 0.9821, + 0.9825, + 0.9836, + 0.9836, + 0.9833, + 0.9839, + 0.9844, + 0.9849, + 0.9851, + 0.9853, + 0.9854 + ], + "test_acc": [ + 0.813, + 0.837, + 0.8425, + 0.8485, + 0.8455, + 0.8655, + 0.8635, + 0.8605, + 0.8615, + 0.865, + 0.867, + 0.856, + 0.874, + 0.8745, + 0.867, + 0.874, + 0.8805, + 0.8845, + 0.88, + 0.8655, + 0.8795, + 0.8875, + 0.8735, + 0.884, + 0.883, + 0.872, + 0.882, + 0.8835, + 0.889, + 0.8835, + 0.8805, + 0.8945, + 0.8845, + 0.879, + 0.8805, + 0.8875, + 0.8875, + 0.893, + 0.887, + 0.8885, + 0.888, + 0.888, + 0.888, + 0.89, + 0.8915, + 0.8925, + 0.8985, + 0.887, + 0.897, + 0.8925, + 0.892, + 0.897, + 0.891, + 0.8965, + 0.892, + 0.8875, + 0.8985, + 0.89, + 0.8895, + 0.893, + 0.8935, + 0.896, + 0.893, + 0.891, + 0.894, + 0.893, + 0.896, + 0.8975, + 0.8955, + 0.8945, + 0.896, + 0.8965, + 0.8955, + 0.894, + 0.893, + 0.895, + 0.895, + 0.8955, + 0.8955, + 0.896 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8995364308357239, + 0.8806806802749634, + 0.8653636574745178, + 0.852218508720398, + 0.8451849222183228, + 0.8416627645492554, + 0.8401176333427429, + 0.8391873240470886 + ], + "perturbation_rho": [ + 0.9999992251396179, + 0.9999973773956299, + 0.9999878406524658, + 0.9999729990959167, + 0.9999438524246216, + 0.9999128580093384, + 0.9999063611030579, + 0.9998599290847778 + ], + "nudging": { + "0.001": [ + -0.031149130314588547, + -0.015606172382831573, + -0.008217571303248405, + -0.0049289376474916935, + -0.0034725882578641176, + -0.0027561166789382696, + -0.002373086055740714, + -0.0021542953327298164 + ], + "0.003": [ + -0.08652011305093765, + -0.045093510299921036, + -0.02417786791920662, + -0.01461886614561081, + -0.010336171835660934, + -0.008218012750148773, + -0.00708259642124176, + -0.006432861555367708 + ], + "0.01": [ + -0.2192329615354538, + -0.13158643245697021, + -0.07524827122688293, + -0.04681030660867691, + -0.03351406753063202, + -0.026811176910996437, + -0.02318240888416767, + -0.02109483815729618 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.261511936378479, + 1.2388046113967897, + 0.7586671992301941, + 0.6045363289833069, + 0.5250408117294312, + 0.48988793330192565, + 0.5181452042102813, + 0.5053172904968262, + 0.5486225427627563, + 0.5680201857566833, + 0.5442982167243957, + 0.5434341896057129, + 0.5798220394134521, + 0.6215977661132812, + 0.6024371314048768, + 0.6234730455398559, + 0.7227652837753296, + 0.677713514328003, + 0.7502383768081665, + 0.6929981166839599, + 0.7150569809913635, + 0.7497701435089111, + 0.7523667077064514, + 0.6890098321437835, + 0.7717183069229125, + 0.8535002285003662, + 0.8195102759838104, + 0.7173164275169372, + 0.7014232642412186, + 0.715224802017212, + 0.8105577381134034, + 0.7098001989364624, + 0.708190748167038, + 0.6264257973670959, + 0.6868150623321533, + 0.8327555156707763, + 0.6983069515705108, + 0.5560035873413086, + 0.5894664196968079, + 0.6142511510848999, + 0.6013524094581604, + 0.6179712162017822, + 0.6110873061180114, + 0.631993100976944, + 0.5848042451381683, + 0.5451607653617859, + 0.5357456830024719, + 0.5887676968812943, + 0.4930126025676727, + 0.48339043197631837, + 0.5699405021667481, + 0.46138914337158204, + 0.5336585921287537, + 0.49541006507873536, + 0.48422760076522825, + 0.47822090463638306, + 0.43970393233299254, + 0.42637463035583495, + 0.4183799235343933, + 0.4340782505989075, + 0.41429271087646485, + 0.4338860253572464, + 0.4003063027858734, + 0.3960654589653015, + 0.3939968942642212, + 0.4079068598270416, + 0.38723310424238444, + 0.37670145826339724, + 0.3791983846902847, + 0.3762376324176788, + 0.37861898155212403, + 0.3750154300689697, + 0.3714167318344116, + 0.36765710716247557, + 0.3650678370475769, + 0.3651044800758362, + 0.3632787693023682, + 0.3633064881324768, + 0.3616319328308105, + 0.36102755069732667 + ], + "train_acc": [ + 0.1812, + 0.5543, + 0.7177, + 0.7696, + 0.8019, + 0.8181, + 0.8078, + 0.8178, + 0.8087, + 0.811, + 0.8164, + 0.8208, + 0.8133, + 0.8118, + 0.8191, + 0.8137, + 0.7918, + 0.8062, + 0.796, + 0.8068, + 0.808, + 0.8087, + 0.8089, + 0.8194, + 0.7966, + 0.7969, + 0.8, + 0.8094, + 0.8111, + 0.8104, + 0.7975, + 0.8106, + 0.8132, + 0.8255, + 0.8132, + 0.8011, + 0.8157, + 0.8347, + 0.8276, + 0.8217, + 0.8287, + 0.823, + 0.8201, + 0.8186, + 0.8244, + 0.8276, + 0.8337, + 0.8308, + 0.8433, + 0.8451, + 0.8317, + 0.8506, + 0.8363, + 0.8437, + 0.8446, + 0.8477, + 0.8536, + 0.8539, + 0.8546, + 0.8535, + 0.8587, + 0.8539, + 0.8631, + 0.8665, + 0.8647, + 0.8588, + 0.8681, + 0.8706, + 0.8658, + 0.8695, + 0.8679, + 0.8699, + 0.8709, + 0.8686, + 0.8715, + 0.8716, + 0.8723, + 0.8723, + 0.8727, + 0.8733 + ], + "test_acc": [ + 0.3855, + 0.659, + 0.7405, + 0.76, + 0.7855, + 0.7495, + 0.7865, + 0.7785, + 0.749, + 0.7695, + 0.799, + 0.774, + 0.773, + 0.77, + 0.738, + 0.753, + 0.759, + 0.774, + 0.7425, + 0.7075, + 0.7635, + 0.7665, + 0.7655, + 0.74, + 0.7105, + 0.7445, + 0.778, + 0.7455, + 0.7895, + 0.7475, + 0.7935, + 0.756, + 0.78, + 0.765, + 0.73, + 0.734, + 0.7685, + 0.8075, + 0.799, + 0.7535, + 0.797, + 0.754, + 0.759, + 0.7985, + 0.81, + 0.7925, + 0.772, + 0.7925, + 0.8055, + 0.7655, + 0.8105, + 0.7975, + 0.7865, + 0.795, + 0.8045, + 0.8255, + 0.824, + 0.808, + 0.8165, + 0.817, + 0.812, + 0.816, + 0.826, + 0.826, + 0.827, + 0.835, + 0.8315, + 0.8255, + 0.829, + 0.8355, + 0.827, + 0.8385, + 0.833, + 0.835, + 0.8305, + 0.8375, + 0.8345, + 0.835, + 0.8335, + 0.833 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.030230171978473663, + 0.1515132635831833, + 0.08784028142690659, + 0.07231537997722626, + 0.09554086625576019, + 0.09082843363285065, + 0.05412551760673523, + 0.0802278220653534 + ], + "perturbation_rho": [ + 0.04074572026729584, + 0.1662997603416443, + 0.08309999853372574, + 0.07389070093631744, + 0.14882703125476837, + 0.04519672691822052, + 0.0252661295235157, + 0.13430552184581757 + ], + "nudging": { + "0.001": [ + 0.0013187117874622345, + -0.00048215428250841796, + -0.0002008694427786395, + -0.00015290860028471798, + -0.0002134581736754626, + -0.00020460024825297296, + -0.00012665732356254011, + -0.00018164707580581307 + ], + "0.003": [ + 0.0040077767334878445, + -0.0014419222716242075, + -0.0006034976686351001, + -0.00045742784277535975, + -0.0006395922391675413, + -0.0006131009431555867, + -0.00037914267159067094, + -0.0005448061274364591 + ], + "0.01": [ + 0.013973418623209, + -0.0047885943204164505, + -0.0020089128520339727, + -0.0015227446565404534, + -0.002120924647897482, + -0.0020366935059428215, + -0.001262089004740119, + -0.0018124101916328073 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.6900189414978026, + 0.8411433074951172, + 0.7035821089744568, + 0.7662129473209381, + 0.9238048450469971, + 0.9465261736869812, + 0.9431295600891113, + 0.9430153847694397, + 0.8930066148757935, + 0.9253942659378052, + 0.9403049263000488, + 0.9278807380676269, + 0.8983365282058716, + 0.9111938871383667, + 0.9078270839691163, + 0.8715127088546752, + 0.8760508625030518, + 0.881078330039978, + 0.9000071779251099, + 0.8816269577026368, + 0.8535635885238647, + 0.8596017469406128, + 0.8243531321525573, + 0.7686523287773133, + 0.7980530646324158, + 0.8087049605369568, + 0.837258325958252, + 0.8231134150981904, + 0.7930005051612854, + 0.8175304112434387, + 0.8106185255527496, + 0.8360982533454895, + 0.8089555241584778, + 0.801400167274475, + 0.7769281364440918, + 0.7804566509246826, + 0.8003368796348572, + 0.7595265312194824, + 0.7870783394813538, + 0.7793847578048706, + 0.7527281112670898, + 0.7428017363548279, + 0.7277878652572631, + 0.7209976235866546, + 0.6881004619121551, + 0.6684544267654419, + 0.6671716670036316, + 0.6666352137565613, + 0.6382144281387329, + 0.6509482036590576, + 0.6767562778472901, + 0.654830322265625, + 0.6389662846565246, + 0.6350968457221985, + 0.6284485641479493, + 0.647821770477295, + 0.6315829051017762, + 0.6223490614891052, + 0.6269909280776977, + 0.6192478479385376, + 0.6175517374992371, + 0.6139361786365509, + 0.609162579536438, + 0.6077277057647705, + 0.6055359146118164, + 0.6021604907035828, + 0.5979869828224182, + 0.5947234419345856, + 0.5964722720146179, + 0.590346819114685, + 0.5898373236656189, + 0.5876562358856201, + 0.5882755388259888, + 0.5854528706550598, + 0.5841325942993164, + 0.5842094928741455, + 0.5827160774230957, + 0.5819865200996399, + 0.5816016881942749, + 0.5813780869483948 + ], + "train_acc": [ + 0.3832, + 0.6771, + 0.7406, + 0.7347, + 0.71, + 0.7016, + 0.686, + 0.678, + 0.6834, + 0.6698, + 0.6698, + 0.6718, + 0.6788, + 0.6772, + 0.6813, + 0.691, + 0.6899, + 0.695, + 0.6891, + 0.6964, + 0.707, + 0.7036, + 0.7172, + 0.7299, + 0.7151, + 0.7181, + 0.7095, + 0.7151, + 0.7253, + 0.7209, + 0.7192, + 0.7166, + 0.7258, + 0.725, + 0.7318, + 0.7339, + 0.7231, + 0.7392, + 0.7281, + 0.7321, + 0.7389, + 0.7402, + 0.7472, + 0.7497, + 0.7526, + 0.7587, + 0.7684, + 0.7649, + 0.7713, + 0.7675, + 0.7624, + 0.7696, + 0.7703, + 0.7689, + 0.7748, + 0.7647, + 0.7778, + 0.7745, + 0.7737, + 0.7737, + 0.7767, + 0.7766, + 0.777, + 0.7776, + 0.7778, + 0.7808, + 0.7852, + 0.7824, + 0.783, + 0.7826, + 0.7859, + 0.7833, + 0.7826, + 0.784, + 0.7842, + 0.7835, + 0.7839, + 0.7845, + 0.7851, + 0.7849 + ], + "test_acc": [ + 0.5965, + 0.721, + 0.702, + 0.7045, + 0.673, + 0.663, + 0.659, + 0.6615, + 0.6405, + 0.6295, + 0.6435, + 0.66, + 0.642, + 0.628, + 0.654, + 0.6645, + 0.66, + 0.673, + 0.6645, + 0.6425, + 0.667, + 0.6895, + 0.692, + 0.699, + 0.6915, + 0.655, + 0.6745, + 0.688, + 0.694, + 0.6655, + 0.6765, + 0.7015, + 0.7005, + 0.691, + 0.7035, + 0.7115, + 0.715, + 0.6985, + 0.698, + 0.7125, + 0.7095, + 0.728, + 0.7225, + 0.732, + 0.725, + 0.738, + 0.74, + 0.728, + 0.733, + 0.744, + 0.736, + 0.7385, + 0.7385, + 0.7355, + 0.7405, + 0.741, + 0.7445, + 0.744, + 0.7515, + 0.7385, + 0.755, + 0.754, + 0.752, + 0.7495, + 0.75, + 0.7515, + 0.7495, + 0.748, + 0.752, + 0.7535, + 0.7515, + 0.75, + 0.754, + 0.752, + 0.7535, + 0.751, + 0.752, + 0.7525, + 0.753, + 0.753 + ], + "state_pred_error": [ + 0.6595856385231018, + 0.18581391699314118, + 0.1389737048149109, + 0.15264776089191437, + 0.17834623737335206, + 0.19413653922080992, + 0.191989035487175, + 0.1882333307504654, + 0.17752823297977446, + 0.17005732750892638, + 0.15737969760894777, + 0.14760457775592803, + 0.13923091561794282, + 0.13096291363239287, + 0.11957425270080567, + 0.11095487377643586, + 0.10258402088880539, + 0.09473015838861465, + 0.08757123013734817, + 0.08079066828489304, + 0.07320248563289643, + 0.06493292402625084, + 0.06027614688873291, + 0.055440726804733276, + 0.05134773366451263, + 0.04849834374189377, + 0.04514253498911858, + 0.04645976569652557, + 0.04907238126993179, + 0.04952519537210465, + 0.04985421462655067, + 0.05048102289438248, + 0.04867895898222923, + 0.04612752487659454, + 0.04500051750540733, + 0.045100632554292676, + 0.046106376844644546, + 0.0457755237698555, + 0.04623996165394783, + 0.04506723956465721, + 0.043494783210754395, + 0.04170223961472511, + 0.03998277345299721, + 0.03828683572411537, + 0.03590715619921684, + 0.03458526620268822, + 0.03327381777763367, + 0.03220812490582466, + 0.03136191112399101, + 0.02989975645840168, + 0.02867936817407608, + 0.027766828721761703, + 0.02639162071943283, + 0.025170314267277717, + 0.02407517617344856, + 0.023122122532129287, + 0.022436111107468605, + 0.02156193360090256, + 0.021339575743675232, + 0.020296311607956887, + 0.019706446814537048, + 0.019259731712937354, + 0.018796706795692442, + 0.018336333370208742, + 0.01777996554672718, + 0.017483672569692136, + 0.017091735473275183, + 0.016544194155931474, + 0.016263828212022782, + 0.015896252320706843, + 0.015430272005498409, + 0.015053019705414773, + 0.014817306607961654, + 0.01454771189391613, + 0.01425941243469715, + 0.013928838320076466, + 0.013689049163460731, + 0.013394512391090393, + 0.013211432878673077, + 0.013250160820782184 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8559742569923401, + 0.48324936628341675, + 0.20313377678394318, + 0.15002062916755676, + 0.13207414746284485, + 0.11473802477121353, + 0.10703189671039581, + 0.10419630259275436 + ], + "perturbation_rho": [ + 0.712527871131897, + 0.4307812452316284, + 0.20181137323379517, + 0.13881561160087585, + 0.15075963735580444, + 0.09288278967142105, + 0.0890430212020874, + 0.0776105523109436 + ], + "nudging": { + "0.001": [ + -0.022853977978229523, + -0.0013667396269738674, + -0.0004074485623277724, + -0.00029726148932240903, + -0.0002571522491052747, + -0.00022330728825181723, + -0.00020516786025837064, + -0.0002069434995064512 + ], + "0.003": [ + -0.06612209230661392, + -0.004091121722012758, + -0.001220933860167861, + -0.0008915449725463986, + -0.0007706802571192384, + -0.0006697832723148167, + -0.0006152803543955088, + -0.0006209201528690755 + ], + "0.01": [ + -0.19413721561431885, + -0.013532894663512707, + -0.004060069564729929, + -0.0029658200219273567, + -0.00256463885307312, + -0.0022291922941803932, + -0.00204793200828135, + -0.002066785003989935 + ] + }, + "state_pred_error_per_layer": [ + 8381.830078125, + 6536.470703125, + 4195.43359375, + 3240.16162109375, + 3085.78857421875, + 3078.50390625, + 3156.81787109375, + 3267.9345703125 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2583779270172117, + 1.2328803764343261, + 0.7562720144271851, + 0.6132963244438171, + 0.5287181121349335, + 0.5030574288368225, + 0.48532198963165285, + 0.4846679763793945, + 0.5304994377136231, + 0.5362592101097107, + 0.583180138206482, + 0.6139261585235596, + 0.6087016160964965, + 0.5905431600570679, + 0.6277781929016113, + 0.6474135057091713, + 0.59157626247406, + 0.6946684947490692, + 0.8211458179473877, + 0.861908533668518, + 0.7924225975036621, + 0.7633697302818299, + 0.7515091026306152, + 0.720926753616333, + 0.7768987985610962, + 0.8449177289962768, + 0.9629317569732666, + 0.931460041809082, + 0.9021932872772217, + 0.9415567704200745, + 0.8805705249786377, + 0.7279726833343506, + 0.7522793537139892, + 0.8977339170455932, + 0.9053890051841735, + 1.0313119258880614, + 1.0500091316223144, + 1.081573693037033, + 1.0122951402664184, + 1.0065685977935792, + 0.9492526316642761, + 0.9367160196304322, + 1.049492422771454, + 0.979865022277832, + 0.9994352771759033, + 1.162679231929779, + 1.165749097442627, + 1.0634778610229492, + 1.14915854473114, + 1.1030800518035888, + 1.0413856769561767, + 1.0413285767555236, + 1.051336719417572, + 1.0110527751922607, + 1.0733316102981567, + 0.9999018778800964, + 0.9840315793991089, + 0.9711315458297729, + 0.9857265590667724, + 0.9506656970977784, + 0.9560299934387207, + 0.9371125869750977, + 0.9474420023918152, + 0.9461492855072021, + 0.9556923686981201, + 0.9554297721862793, + 0.9499578125, + 0.9548584213256835, + 0.9492132287979126, + 0.9530534173965454, + 0.9477035552978516, + 0.9484292861938477, + 0.9435903357505798, + 0.9424657020568847, + 0.9434539100646973, + 0.941624609375, + 0.9386807306289673, + 0.937810022354126, + 0.9365644121170044, + 0.936181538105011 + ], + "train_acc": [ + 0.1853, + 0.5561, + 0.7227, + 0.7667, + 0.8014, + 0.8089, + 0.816, + 0.8187, + 0.8118, + 0.8168, + 0.8048, + 0.812, + 0.8117, + 0.8194, + 0.8117, + 0.8144, + 0.8229, + 0.8042, + 0.7841, + 0.7748, + 0.7876, + 0.7866, + 0.797, + 0.8064, + 0.8003, + 0.795, + 0.7719, + 0.7755, + 0.7714, + 0.7484, + 0.7513, + 0.7644, + 0.7457, + 0.7144, + 0.7069, + 0.6809, + 0.6746, + 0.6693, + 0.674, + 0.6698, + 0.676, + 0.6723, + 0.6479, + 0.6576, + 0.6479, + 0.6187, + 0.6106, + 0.6341, + 0.6163, + 0.629, + 0.6411, + 0.6433, + 0.638, + 0.6516, + 0.6381, + 0.6526, + 0.6608, + 0.6575, + 0.6575, + 0.6638, + 0.6603, + 0.6717, + 0.6666, + 0.6704, + 0.6663, + 0.6646, + 0.6687, + 0.6665, + 0.6701, + 0.67, + 0.6699, + 0.6699, + 0.6689, + 0.6709, + 0.6748, + 0.67, + 0.6722, + 0.6723, + 0.6729, + 0.6723 + ], + "test_acc": [ + 0.3875, + 0.661, + 0.7345, + 0.771, + 0.7855, + 0.763, + 0.785, + 0.768, + 0.786, + 0.7535, + 0.748, + 0.75, + 0.7505, + 0.763, + 0.7635, + 0.784, + 0.7555, + 0.7285, + 0.7145, + 0.7325, + 0.769, + 0.7425, + 0.783, + 0.774, + 0.7725, + 0.7325, + 0.7345, + 0.7085, + 0.69, + 0.652, + 0.7025, + 0.7115, + 0.686, + 0.635, + 0.5775, + 0.619, + 0.607, + 0.6335, + 0.587, + 0.559, + 0.577, + 0.5445, + 0.6055, + 0.5975, + 0.5495, + 0.536, + 0.6035, + 0.578, + 0.5465, + 0.6125, + 0.632, + 0.6125, + 0.614, + 0.6215, + 0.644, + 0.646, + 0.654, + 0.6265, + 0.6415, + 0.646, + 0.651, + 0.656, + 0.655, + 0.66, + 0.656, + 0.655, + 0.6535, + 0.643, + 0.6525, + 0.65, + 0.657, + 0.6535, + 0.6525, + 0.653, + 0.652, + 0.65, + 0.651, + 0.651, + 0.651, + 0.651 + ], + "value_loss": [ + 3.048217420578003, + 1.0343286740779876, + 0.9000125793457031, + 0.8277910697937012, + 0.7453249110221862, + 0.7300011464118957, + 0.7402240177154541, + 0.7579312013626098, + 0.9181204793930053, + 0.975448628616333, + 1.1214078811645507, + 1.2724024196147918, + 1.3290605850219726, + 1.259645761871338, + 1.3672408729553223, + 1.5799061000347137, + 1.3602543179512023, + 1.712525807094574, + 2.2426450706481935, + 2.359542562866211, + 2.1532579238891603, + 1.9830763484954834, + 1.982039828968048, + 1.8818614783287049, + 2.2171711694717406, + 2.3556669063568116, + 3.0178351165771486, + 3.1578522092819212, + 2.68718074798584, + 2.373463029575348, + 1.8590419352769851, + 1.2517694076538086, + 1.02772789478302, + 1.2108542333602905, + 1.0830044956207276, + 2.0529207768440245, + 1.2919132787704468, + 1.2424284775733947, + 1.0443824444293976, + 1.1778054037094117, + 0.9631912262439728, + 0.8378017754554749, + 1.0295626225471497, + 0.7373762512207032, + 0.7012673536300659, + 0.98064923620224, + 0.862914551448822, + 0.7986299896240234, + 0.8213993213653564, + 0.7129971002578736, + 0.754508529138565, + 0.6246828708648682, + 0.7121831396102906, + 0.5870893394470215, + 0.6755351794242859, + 0.5818774876117706, + 0.5521341813087464, + 0.5238836415290833, + 0.5890642763614654, + 0.5481948862075806, + 0.5332052557468414, + 0.4778835234642029, + 0.49222251901626585, + 0.5597867136955261, + 0.4953978775501251, + 0.5712323989391327, + 0.49952770709991456, + 0.5085798627853394, + 0.45753829402923585, + 0.48174678115844727, + 0.4655922472000122, + 0.4551719659328461, + 0.4378785256385803, + 0.43562724137306214, + 0.4843036180496216, + 0.42520372521877287, + 0.4271356852054596, + 0.4239115475654602, + 0.41854572505950927, + 0.41045001599788666 + ], + "term_loss": [ + 1.7620765068054198, + 0.7570293057441712, + 0.7365578352928162, + 0.6820572528839112, + 0.607182498049736, + 0.5735599759578704, + 0.5921525184631348, + 0.6111434427261353, + 0.7693612571716308, + 0.8335376226425171, + 0.9712094970703125, + 1.1207456881999969, + 1.1779227069854736, + 1.1121969150543214, + 1.209087449645996, + 1.4206154627799987, + 1.2058612494468688, + 1.5412679631948472, + 2.0407606628417967, + 2.108829928779602, + 1.9323839492797852, + 1.738079938840866, + 1.738319782948494, + 1.668429842185974, + 1.9542716176986694, + 2.082409756851196, + 2.71076455078125, + 2.7950469175338744, + 2.3576751346588134, + 2.0379406468629835, + 1.5563349723756312, + 0.987390661239624, + 0.7408796440124512, + 0.8990295526981353, + 0.7904975162506104, + 1.5982429100751876, + 0.9677811861038208, + 0.9073515085697174, + 0.6968293826818466, + 0.8219095712423324, + 0.6385633600115777, + 0.5180883571147918, + 0.6821171250283719, + 0.42861852970123293, + 0.4132593111038208, + 0.6532857032775878, + 0.56343485455513, + 0.5125517870903015, + 0.5286973226547241, + 0.4325035630941391, + 0.4782088125705719, + 0.35716295001506804, + 0.43347521109580994, + 0.32357389335632325, + 0.3969691284179688, + 0.32031551563739774, + 0.29744037152528763, + 0.26996316730976105, + 0.3282479860842228, + 0.2972265742301941, + 0.2775776801109314, + 0.2335032631635666, + 0.24737662796378135, + 0.30518129110336306, + 0.24973544117212296, + 0.31368190834522247, + 0.24900891828536986, + 0.2601964050769806, + 0.21727401604652405, + 0.23666752195358276, + 0.2217332841873169, + 0.2150446552991867, + 0.19714454250335695, + 0.1972746223449707, + 0.23860706584453584, + 0.1892410013794899, + 0.18599554433822632, + 0.18529752838611602, + 0.17899176458120347, + 0.17502211028933526 + ], + "bridge_loss": [ + 0.9885711992692668, + 0.06202600108981132, + 0.005225318079441786, + 0.00572426804304123, + 0.011327691495418549, + 0.033182587127387524, + 0.028435595631599427, + 0.02591904165148735, + 0.019612548558413982, + 0.014960378871113062, + 0.01257537133693695, + 0.015017039102315903, + 0.014422192126512528, + 0.016067288851737978, + 0.019453916008770465, + 0.02241444058343768, + 0.024118383884429932, + 0.025934281665086746, + 0.03934095601439476, + 0.08211781105995178, + 0.06123144483566284, + 0.08744931157231331, + 0.09062072249054909, + 0.06713926913738251, + 0.10762440345287323, + 0.11356958830356598, + 0.12857519801855088, + 0.18905064516067505, + 0.1532894235134125, + 0.15086396114826203, + 0.12008241270184516, + 0.09492742450237274, + 0.10648579494953156, + 0.10877807049751281, + 0.09025130966901779, + 0.22308929166793823, + 0.09408268320858479, + 0.09969470508098602, + 0.11703467042446136, + 0.12739645974636077, + 0.10452780928909779, + 0.10022395522594452, + 0.10734874422848224, + 0.08138678241968154, + 0.05771932463645935, + 0.0699296027958393, + 0.04624857715070248, + 0.048479430437088016, + 0.04053354227542877, + 0.032970554107427594, + 0.0381986954331398, + 0.027493790555000307, + 0.03619121195077896, + 0.029564367485046386, + 0.033955201983451845, + 0.03008670448064804, + 0.02573939528465271, + 0.025961067897081375, + 0.031735689258575436, + 0.0286233449280262, + 0.030725829449296, + 0.023821466904878616, + 0.022386557137966157, + 0.03191109481453896, + 0.022437436121702195, + 0.03390852664113045, + 0.028159854693710806, + 0.024796000277996062, + 0.018291607961058616, + 0.022655895307660105, + 0.021983556759357453, + 0.01841803635209799, + 0.019089927835389972, + 0.017243927240371704, + 0.025458976861834525, + 0.015187921732664108, + 0.020197597947716712, + 0.018675634610652924, + 0.019476617947220803, + 0.01536440534889698 + ], + "tgrad_loss": [ + 0.2975697236061096, + 0.2152733613014221, + 0.15822943115234375, + 0.14000954415798186, + 0.12681471655368806, + 0.12325858645439149, + 0.11963590017557144, + 0.1208687183380127, + 0.12914666900634766, + 0.12695061504840852, + 0.13762302379608155, + 0.13663968855142594, + 0.13671568200588227, + 0.13138156263828277, + 0.13869950284957885, + 0.1368761875152588, + 0.13027468709945678, + 0.14532355861663818, + 0.16254346389770508, + 0.168594819521904, + 0.15964251264333726, + 0.1575471007347107, + 0.1530993018746376, + 0.14629238090515137, + 0.1552751208782196, + 0.15968756294250488, + 0.17849535081386567, + 0.17375466558933259, + 0.17621618556976318, + 0.1846583988547325, + 0.18262455696463584, + 0.16945131740570069, + 0.18036246223449706, + 0.2030466163635254, + 0.20225566873550416, + 0.23158856897354127, + 0.23004940370321275, + 0.23538226161003112, + 0.2305183897972107, + 0.22849935948848724, + 0.22010006467103957, + 0.21948946959972382, + 0.2400967527270317, + 0.22737093563079833, + 0.23028871989250183, + 0.25743392400741577, + 0.2532311152935028, + 0.2375987785100937, + 0.25216845297813417, + 0.2475229881286621, + 0.23810101900100708, + 0.2400261275291443, + 0.24251671900749205, + 0.23395108041763304, + 0.24461085169315339, + 0.231475268471241, + 0.22895441274642944, + 0.2279594036579132, + 0.22908060483932496, + 0.22234496841430665, + 0.22490174407958985, + 0.22055879101753234, + 0.22245933241844176, + 0.22269432792663574, + 0.22322500309944152, + 0.2236419643878937, + 0.22235892748832703, + 0.22358745093345642, + 0.22197266473770141, + 0.22242336502075194, + 0.2218754021167755, + 0.22170927753448486, + 0.2216440571308136, + 0.22110869097709657, + 0.22023757584095002, + 0.22077479939460753, + 0.22094254281520845, + 0.21993838548660277, + 0.22007734408378601, + 0.2200635038137436 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.021486874669790268, + 0.13597777485847473, + 0.14020901918411255, + 0.16125136613845825, + 0.15609152615070343, + 0.1541982889175415, + 0.14447104930877686, + 0.13689197599887848 + ], + "perturbation_rho": [ + 0.021052071824669838, + 0.17873916029930115, + 0.25896143913269043, + 0.18253415822982788, + 0.20761561393737793, + 0.24419330060482025, + 0.21560567617416382, + 0.25087088346481323 + ], + "nudging": { + "0.001": [ + -0.000705907354131341, + -0.0009686042903922498, + -0.0009376371745020151, + -0.0010404230561107397, + -0.0010180952958762646, + -0.0010082813678309321, + -0.0009501518215984106, + -0.0009206526447087526 + ], + "0.003": [ + -0.0020928888116031885, + -0.0029041701927781105, + -0.0028102626092731953, + -0.003118767635896802, + -0.0030542444437742233, + -0.0030217969324439764, + -0.0028490517288446426, + -0.002759187947958708 + ], + "0.01": [ + -0.006693178787827492, + -0.009655885398387909, + -0.009345939382910728, + -0.010369300842285156, + -0.010154420509934425, + -0.010046296752989292, + -0.009472687728703022, + -0.009175874292850494 + ] + } + } + } +}
\ No newline at end of file |