diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a1.0_L12_s42.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a1.0_L12_s42.json | 1722 |
1 files changed, 1722 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L12_s42.json b/results/synth_ladder_v2_hi/synth_a1.0_L12_s42.json new file mode 100644 index 0000000..25bd6f4 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L12_s42.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.2167138540267943, + 0.6644192937850952, + 0.5506165061473847, + 0.48336037511825564, + 0.4182848771095276, + 0.40661907227039334, + 0.3424934825897217, + 0.35799139835834504, + 0.26511010785102845, + 0.23195732245445252, + 0.21270024724006653, + 0.2823052164077759, + 0.21164472794532777, + 0.13219849714040757, + 0.10133266744017601, + 0.06582562736868858, + 0.054910096859931944, + 0.0435772212266922, + 0.06975247826576234, + 0.09024971271753311, + 0.06281453031748534, + 0.0336100251019001, + 0.030896341681480408, + 0.013370775660872459, + 0.0070056052580475805, + 0.005166941817849874, + 0.004177044635638594, + 0.003664903662353754, + 0.0034957939501851797, + 0.0031688468992710113, + 0.00291866621337831, + 0.002714762531220913, + 0.002580664499104023, + 0.002398674404248595, + 0.0022654061004519464, + 0.002146232843864709, + 0.002038132343813777, + 0.001949047568999231, + 0.0018736178727820517, + 0.0017870874792337418, + 0.001717707582563162, + 0.0016691381417214871, + 0.0015940914524719119, + 0.0015403639724478125, + 0.0014816656844690442, + 0.0014313775778748096, + 0.0013872252825647593, + 0.0013475412249565125, + 0.0013132355155423283, + 0.0012787189619615673, + 0.0012495384665206074, + 0.0012182915758341551, + 0.0011908044705167412, + 0.0011678429022431373, + 0.0011426269576884807, + 0.0011216053618118167, + 0.0011020653950050473, + 0.001083208804158494, + 0.0010670971114188433, + 0.0010516460586339235, + 0.001039433507528156, + 0.0010266986285336315, + 0.0010152279118075967, + 0.0010044794451911003, + 0.0009945416286587716, + 0.0009859108565375208, + 0.000978297258168459, + 0.0009711428828537464, + 0.0009655707112513483, + 0.0009599804351106286, + 0.0009553508592769504, + 0.0009515129062347114, + 0.0009484084218507633, + 0.0009458189880475402, + 0.0009438993757590651, + 0.0009421453967690468, + 0.0009409848362207413, + 0.0009402696459554136, + 0.0009398385908454657, + 0.0009396035427227616 + ], + "train_acc": [ + 0.559, + 0.7404, + 0.787, + 0.8131, + 0.8387, + 0.8419, + 0.8708, + 0.8645, + 0.8993, + 0.9156, + 0.919, + 0.8953, + 0.9204, + 0.9563, + 0.9676, + 0.985, + 0.988, + 0.9916, + 0.9793, + 0.9696, + 0.9793, + 0.9926, + 0.9932, + 0.9992, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.7175, + 0.7345, + 0.7475, + 0.7525, + 0.7525, + 0.743, + 0.757, + 0.7615, + 0.7705, + 0.76, + 0.757, + 0.7545, + 0.759, + 0.76, + 0.768, + 0.7605, + 0.766, + 0.7695, + 0.7615, + 0.7475, + 0.7565, + 0.7525, + 0.762, + 0.758, + 0.7625, + 0.7645, + 0.763, + 0.7625, + 0.7615, + 0.765, + 0.761, + 0.7625, + 0.7595, + 0.761, + 0.7635, + 0.7615, + 0.7625, + 0.762, + 0.763, + 0.7625, + 0.763, + 0.7625, + 0.763, + 0.7635, + 0.761, + 0.7625, + 0.761, + 0.7625, + 0.762, + 0.7625, + 0.7625, + 0.7615, + 0.7605, + 0.761, + 0.7625, + 0.761, + 0.762, + 0.7615, + 0.7615, + 0.761, + 0.7615, + 0.761, + 0.7605, + 0.761, + 0.761, + 0.76, + 0.7605, + 0.76, + 0.762, + 0.7615, + 0.7615, + 0.7615, + 0.7615, + 0.7615, + 0.761, + 0.761, + 0.761, + 0.761, + 0.761, + 0.761 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9098777174949646, + 0.9046642780303955, + 0.8960509300231934, + 0.8827707171440125, + 0.8719829320907593, + 0.8605888485908508, + 0.8495617508888245, + 0.8414114117622375, + 0.8343594074249268, + 0.8291183114051819, + 0.8250235915184021, + 0.8201327323913574 + ], + "perturbation_rho": [ + 0.9999990463256836, + 0.9999990463256836, + 0.9999988675117493, + 0.9999977946281433, + 0.9999968409538269, + 0.9999942779541016, + 0.9999903440475464, + 0.9999786615371704, + 0.9999630451202393, + 0.9999446272850037, + 0.9999108910560608, + 0.9998850226402283 + ], + "nudging": { + "0.001": [ + -0.07562384009361267, + -0.062235549092292786, + -0.04947236552834511, + -0.037844814360141754, + -0.02797994762659073, + -0.020565558224916458, + -0.015074005350470543, + -0.01117792073637247, + -0.008472632616758347, + -0.006596862338483334, + -0.005293367430567741, + -0.004384535364806652 + ], + "0.003": [ + -0.21770286560058594, + -0.1805628389120102, + -0.1445462554693222, + -0.11127626150846481, + -0.0827074944972992, + -0.0610310398042202, + -0.044867098331451416, + -0.03334078937768936, + -0.025308270007371902, + -0.0197245292365551, + -0.015837673097848892, + -0.0131243746727705 + ], + "0.01": [ + -0.6227189302444458, + -0.5321269631385803, + -0.43762683868408203, + -0.34503036737442017, + -0.26150017976760864, + -0.1957385241985321, + -0.14543747901916504, + -0.10888919234275818, + -0.08308196067810059, + -0.06497863680124283, + -0.05229911208152771, + -0.043410398066043854 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.186298126029968, + 1.3170648136138916, + 0.9388262815475464, + 0.8259288063049316, + 0.7871681312561035, + 0.768296202325821, + 0.7554679615020752, + 0.7938834943771362, + 0.7564283534049988, + 0.7607723757743835, + 0.7925523330688476, + 0.8989389373779297, + 0.8784029937744141, + 0.8638933157920837, + 0.8698528030395508, + 0.8701005321502685, + 0.8684252815246583, + 0.9089286350250244, + 0.960618631362915, + 0.9822033012390137, + 1.020843323135376, + 0.9711806545257569, + 1.0430698785305024, + 1.0095568243026734, + 1.1050530094146729, + 1.069895089530945, + 1.1716613415718078, + 1.201347763824463, + 1.1283303380966188, + 1.1557568897247315, + 1.1250453087806702, + 1.1819004883766175, + 1.194346431541443, + 1.130011873483658, + 1.0376260078430175, + 1.0971675140380859, + 1.1035215358734132, + 1.1104521294593812, + 1.13454789352417, + 1.1742041780471801, + 1.2229691701889038, + 1.1794398748397827, + 1.1231036127090455, + 1.1594393963813783, + 1.1276930301189423, + 1.061903306388855, + 1.1229245660781861, + 1.073384938621521, + 1.0648032081604004, + 1.1271088062286376, + 1.068476490879059, + 1.0994879371643067, + 1.058270964050293, + 1.0784939964294433, + 1.0614496122360229, + 1.0508124362945557, + 1.065734383392334, + 1.0627044410705566, + 1.04440792427063, + 1.0639379348754883, + 1.0314187761306763, + 1.0538115164756774, + 1.0259352924346923, + 1.0052897773742675, + 0.9986613960266113, + 1.0119889862060547, + 0.9931197847366333, + 0.9905490432739258, + 0.9864775718688965, + 0.9887168021202087, + 0.9828311577796937, + 0.9784416509628295, + 0.9733598571777343, + 0.970889217376709, + 0.9696053255081176, + 0.9671486230850219, + 0.9651715932846069, + 0.9634749843597412, + 0.9624634768486023, + 0.9618757415771484 + ], + "train_acc": [ + 0.2057, + 0.5339, + 0.6457, + 0.6927, + 0.7074, + 0.7106, + 0.7227, + 0.7066, + 0.7186, + 0.7196, + 0.7107, + 0.6967, + 0.6987, + 0.7051, + 0.708, + 0.7071, + 0.7125, + 0.7034, + 0.6963, + 0.697, + 0.6885, + 0.6975, + 0.6901, + 0.694, + 0.6855, + 0.687, + 0.6777, + 0.6749, + 0.6809, + 0.6801, + 0.6866, + 0.6751, + 0.6789, + 0.6849, + 0.7045, + 0.6896, + 0.6886, + 0.6874, + 0.6841, + 0.6747, + 0.6727, + 0.6804, + 0.6875, + 0.6828, + 0.6875, + 0.6957, + 0.6864, + 0.6946, + 0.6966, + 0.6819, + 0.6936, + 0.6934, + 0.6954, + 0.6925, + 0.6991, + 0.6986, + 0.6928, + 0.6922, + 0.7001, + 0.695, + 0.6988, + 0.6989, + 0.7008, + 0.7025, + 0.7056, + 0.7027, + 0.7091, + 0.7075, + 0.7056, + 0.7094, + 0.7092, + 0.7108, + 0.7113, + 0.7103, + 0.7105, + 0.7119, + 0.712, + 0.7127, + 0.7119, + 0.7109 + ], + "test_acc": [ + 0.411, + 0.5885, + 0.6495, + 0.6605, + 0.6575, + 0.658, + 0.643, + 0.6645, + 0.6845, + 0.6295, + 0.612, + 0.5725, + 0.645, + 0.617, + 0.6705, + 0.663, + 0.6495, + 0.641, + 0.646, + 0.6305, + 0.6545, + 0.605, + 0.617, + 0.6125, + 0.6185, + 0.5835, + 0.6215, + 0.624, + 0.611, + 0.584, + 0.565, + 0.5905, + 0.5835, + 0.6395, + 0.6435, + 0.6235, + 0.6055, + 0.648, + 0.606, + 0.6105, + 0.6005, + 0.6235, + 0.5885, + 0.622, + 0.6285, + 0.6185, + 0.6225, + 0.644, + 0.628, + 0.6225, + 0.606, + 0.631, + 0.6295, + 0.6475, + 0.631, + 0.6455, + 0.6295, + 0.627, + 0.644, + 0.6445, + 0.627, + 0.6465, + 0.643, + 0.654, + 0.6615, + 0.6595, + 0.6365, + 0.6615, + 0.6505, + 0.661, + 0.657, + 0.653, + 0.6545, + 0.6515, + 0.6575, + 0.654, + 0.6565, + 0.656, + 0.6565, + 0.6555 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.019931811839342117, + 0.08357247710227966, + 0.07596792280673981, + 0.07454836368560791, + 0.08405900746583939, + 0.09273561835289001, + 0.08532143384218216, + 0.014841631054878235, + 0.05702097713947296, + 0.11365848034620285, + 0.0635562390089035, + 0.09192724525928497 + ], + "perturbation_rho": [ + -0.021908380091190338, + 0.08644437789916992, + 0.133758544921875, + 0.11560394614934921, + 0.09019643068313599, + 0.10901004821062088, + 0.05401141196489334, + 0.06626297533512115, + 0.10668720304965973, + 0.11482831090688705, + 0.07995637506246567, + 0.14062434434890747 + ], + "nudging": { + "0.001": [ + 0.0011563966982066631, + -0.0008197429706342518, + -0.00036967784399166703, + -0.00036756350891664624, + -0.0003487933427095413, + -0.0004525642143562436, + -0.0003745106514543295, + -0.00010148633737117052, + -0.00033267418621107936, + -0.00054067128803581, + -0.00029341079061850905, + -0.0004061080398969352 + ], + "0.003": [ + 0.00442184554412961, + -0.0024542496539652348, + -0.0011048256419599056, + -0.001102155540138483, + -0.0010442640632390976, + -0.0013546040281653404, + -0.0011223775800317526, + -0.00030574860284104943, + -0.0009935388807207346, + -0.0016202303813770413, + -0.0008805043180473149, + -0.0012169405817985535 + ], + "0.01": [ + 0.012093277648091316, + -0.00814887322485447, + -0.0036774289328604937, + -0.0036643892526626587, + -0.0034756590612232685, + -0.0045063551515340805, + -0.003735880134627223, + -0.00101565255317837, + -0.0033070247154682875, + -0.005390047561377287, + -0.0029281126335263252, + -0.004048082046210766 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7927106206893921, + 1.0314875890731812, + 0.8727929697036744, + 0.9138810105323791, + 0.9269397434234619, + 0.9882902357101441, + 1.054063469696045, + 1.1199199728012086, + 1.1510957370758057, + 1.147088790512085, + 1.1919541924476624, + 1.234068378829956, + 1.2097180450439453, + 1.1891298070907592, + 1.1807195945739746, + 1.2230972785949707, + 1.1718537767410278, + 1.1954543895721434, + 1.2653305320739745, + 1.2169406047821045, + 1.1939767074584962, + 1.1432181312561036, + 1.13808095703125, + 1.1338830974578857, + 1.1148282649993897, + 1.125065263557434, + 1.084688761138916, + 1.1044120174407959, + 1.1321100765228271, + 1.1385612312316895, + 1.1563688796997071, + 1.1437482376098633, + 1.1149125736236571, + 1.1060235730171204, + 1.0663122928619384, + 1.0548065941810607, + 1.037735648727417, + 1.040986361694336, + 1.0317749416351318, + 1.0356540889739991, + 1.0302827856063843, + 1.0450294395446778, + 1.046817469215393, + 1.054090824508667, + 1.0731036259651183, + 1.0649280383110047, + 1.0700508375167848, + 1.0669750782966614, + 1.0659932651519775, + 1.0457564308166505, + 1.0646298887252807, + 1.033217864227295, + 1.020263679790497, + 1.0093394360542298, + 0.9962293283462524, + 1.002608583831787, + 0.9913532760620117, + 0.9975923980712891, + 0.9923603912353516, + 0.9835381677627564, + 0.9838607303619384, + 0.9828417135238647, + 0.9760973712921143, + 0.9737089462280274, + 0.9740158191680908, + 0.9762706676483154, + 0.9749209213256836, + 0.9819463082313538, + 0.9734501623153686, + 0.9739530671119689, + 0.9739078194618225, + 0.9717803599357605, + 0.9706060266494752, + 0.9709286643981934, + 0.9693692140579223, + 0.9688454288482666, + 0.9685833683967591, + 0.968160081577301, + 0.9678136520385742, + 0.9676551561355591 + ], + "train_acc": [ + 0.3529, + 0.617, + 0.6865, + 0.684, + 0.6808, + 0.6645, + 0.6281, + 0.6079, + 0.5946, + 0.606, + 0.5938, + 0.5933, + 0.585, + 0.5874, + 0.5821, + 0.5693, + 0.585, + 0.5767, + 0.5594, + 0.5723, + 0.5785, + 0.5954, + 0.5957, + 0.6033, + 0.5983, + 0.5932, + 0.6125, + 0.6031, + 0.5973, + 0.6013, + 0.5975, + 0.5991, + 0.6068, + 0.6046, + 0.6157, + 0.6177, + 0.6224, + 0.6263, + 0.6237, + 0.6244, + 0.6273, + 0.6203, + 0.6219, + 0.6184, + 0.6144, + 0.6174, + 0.6135, + 0.6197, + 0.617, + 0.6202, + 0.6124, + 0.6257, + 0.6283, + 0.6294, + 0.6354, + 0.6396, + 0.6378, + 0.641, + 0.6431, + 0.6427, + 0.6436, + 0.6436, + 0.6449, + 0.6471, + 0.6451, + 0.6463, + 0.6456, + 0.6422, + 0.6467, + 0.6457, + 0.6461, + 0.6474, + 0.6446, + 0.6444, + 0.646, + 0.6458, + 0.6446, + 0.6441, + 0.6447, + 0.6456 + ], + "test_acc": [ + 0.519, + 0.664, + 0.6565, + 0.6705, + 0.636, + 0.619, + 0.579, + 0.5705, + 0.5865, + 0.5705, + 0.562, + 0.5375, + 0.561, + 0.558, + 0.5465, + 0.532, + 0.5275, + 0.486, + 0.5195, + 0.5395, + 0.55, + 0.573, + 0.556, + 0.5605, + 0.5615, + 0.574, + 0.5745, + 0.556, + 0.5575, + 0.556, + 0.5545, + 0.5625, + 0.5675, + 0.57, + 0.573, + 0.588, + 0.583, + 0.5995, + 0.593, + 0.5865, + 0.588, + 0.584, + 0.587, + 0.5745, + 0.578, + 0.584, + 0.581, + 0.577, + 0.578, + 0.5575, + 0.581, + 0.588, + 0.59, + 0.5965, + 0.5935, + 0.5995, + 0.607, + 0.6035, + 0.606, + 0.617, + 0.61, + 0.6075, + 0.616, + 0.616, + 0.6045, + 0.609, + 0.6005, + 0.6105, + 0.609, + 0.612, + 0.609, + 0.61, + 0.6095, + 0.6105, + 0.6115, + 0.6105, + 0.6135, + 0.6115, + 0.6115, + 0.612 + ], + "state_pred_error": [ + 0.6679646494865418, + 0.208888227891922, + 0.15699384171962738, + 0.1473097540616989, + 0.14668454189300537, + 0.14812699263095855, + 0.14335613057613372, + 0.13920899329185485, + 0.12979220235347746, + 0.128491516828537, + 0.13504859671592712, + 0.1396056207180023, + 0.13049439578056335, + 0.1227945753455162, + 0.11947583696842194, + 0.10677306697368621, + 0.09056728343963623, + 0.0806899295091629, + 0.07537768748998643, + 0.07152788438796998, + 0.06905149774551392, + 0.062417028772830965, + 0.06347229870557786, + 0.06624231204986572, + 0.06285614745020866, + 0.0503471009016037, + 0.04555290793180466, + 0.050627702116966246, + 0.05441606894731522, + 0.055547272217273715, + 0.062450043869018555, + 0.06494303442835808, + 0.06485141371488572, + 0.06386149806976318, + 0.05790943026542664, + 0.05235746785998344, + 0.04955936104059219, + 0.05004490375518799, + 0.04749767688512802, + 0.04710491924285889, + 0.0465313448369503, + 0.04374815753698349, + 0.04258050545454025, + 0.03991454938054085, + 0.0385970116853714, + 0.03645361765027046, + 0.034857989984750745, + 0.033499520513415336, + 0.03257660132646561, + 0.03282006865441799, + 0.03126014052629471, + 0.03070251874923706, + 0.02945106231868267, + 0.02763169339597225, + 0.026091488403081894, + 0.024555341643095016, + 0.023253344959020615, + 0.02221344622075558, + 0.021545387333631514, + 0.02069348260462284, + 0.02002821311056614, + 0.019566327910125254, + 0.019089816910028458, + 0.018679450111091137, + 0.01807071948647499, + 0.017758635139465333, + 0.017390955182909965, + 0.016965231823921203, + 0.01691897337138653, + 0.016519649094343187, + 0.01632954144179821, + 0.015909486715495587, + 0.015621637430787087, + 0.01549294995367527, + 0.01523477383106947, + 0.015047570972144604, + 0.014741873973608016, + 0.014865786504745484, + 0.0145689842492342, + 0.01426824083328247 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6137553453445435, + 0.458263099193573, + 0.30694735050201416, + 0.21984770894050598, + 0.18884725868701935, + 0.1519574671983719, + 0.14165323972702026, + 0.13691727817058563, + 0.1416233777999878, + 0.126474529504776, + 0.13544593751430511, + 0.15268874168395996 + ], + "perturbation_rho": [ + 0.5528259873390198, + 0.43722641468048096, + 0.3177984952926636, + 0.20145072042942047, + 0.17441785335540771, + 0.10548915714025497, + 0.16265320777893066, + 0.1351865828037262, + 0.16532285511493683, + 0.1285737156867981, + 0.14820542931556702, + 0.13290725648403168 + ], + "nudging": { + "0.001": [ + -0.017212403938174248, + -0.002171289175748825, + -0.0011191105004400015, + -0.0007672292995266616, + -0.0006296404171735048, + -0.0005172825185582042, + -0.00045882861013524234, + -0.00044813245767727494, + -0.0004553778562694788, + -0.00039569500950165093, + -0.00041053537279367447, + -0.0004746984923258424 + ], + "0.003": [ + -0.051028184592723846, + -0.006504997611045837, + -0.0033547731582075357, + -0.002300845691934228, + -0.0018879442941397429, + -0.0015519845765084028, + -0.001375660765916109, + -0.0013441899791359901, + -0.0013661098200827837, + -0.0011867693392559886, + -0.0012310168240219355, + -0.0014232922112569213 + ], + "0.01": [ + -0.16301177442073822, + -0.02157333306968212, + -0.011153988540172577, + -0.00765608623623848, + -0.006283854134380817, + -0.005166183691471815, + -0.0045799510553479195, + -0.004474613815546036, + -0.004547867923974991, + -0.003950329497456551, + -0.004098072648048401, + -0.004737637937068939 + ] + }, + "state_pred_error_per_layer": [ + 9663.3720703125, + 2355.42919921875, + 1189.673095703125, + 946.2671508789062, + 890.0131225585938, + 836.83837890625, + 765.7700805664062, + 776.2135009765625, + 909.9769287109375, + 744.7386474609375, + 809.6233520507812, + 764.1907958984375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.187571883392334, + 1.326188510799408, + 0.9483794553756714, + 0.8345242721557617, + 0.7889606231689453, + 0.7665260448455811, + 0.7712172222137451, + 0.7981748757362366, + 0.7899593097686768, + 0.7801628154754638, + 0.8586313926696777, + 0.8269656328201294, + 0.807786918926239, + 0.8667379869461059, + 0.899315183544159, + 0.9044795955657959, + 0.8931566469192505, + 0.9207966779708863, + 1.0783265449047088, + 1.0466851587295531, + 1.093337151145935, + 1.1578910236358642, + 1.167968105840683, + 1.23159896774292, + 1.2349544055938722, + 1.2180055444717408, + 1.3142979488372803, + 1.2654387786865235, + 1.171596767616272, + 1.2007275730133056, + 1.1795954244613647, + 1.1870033908843993, + 1.1767311180114746, + 1.2135950805664062, + 1.158268939971924, + 1.1288424992561341, + 1.1108321193695068, + 1.1112286039352417, + 1.175734718990326, + 1.2268269479751588, + 1.26170970993042, + 1.2978283054351807, + 1.238773140335083, + 1.2101145763397216, + 1.1873152170181274, + 1.2330628694534302, + 1.226954536819458, + 1.2110083309173585, + 1.1265845808029176, + 1.116980394744873, + 1.1078424495697021, + 1.1030315553665162, + 1.1111802764892578, + 1.1046845901489257, + 1.118118372440338, + 1.123797571182251, + 1.1151752515792848, + 1.1250915416717528, + 1.1366710498809816, + 1.1448557445526124, + 1.1518292568206787, + 1.159379100227356, + 1.1686466316223145, + 1.1710848539352416, + 1.1695413871765137, + 1.1633276565551758, + 1.1677356637954712, + 1.1538119668006896, + 1.1502773937225341, + 1.1475828493118285, + 1.1402593296051025, + 1.1347655990600587, + 1.1332295770645142, + 1.1308751027107238, + 1.1288191188812255, + 1.1274588232040406, + 1.1259936437606812, + 1.1247959713935851, + 1.1243038135528565, + 1.1238948013305663 + ], + "train_acc": [ + 0.2013, + 0.5327, + 0.6437, + 0.6861, + 0.704, + 0.7125, + 0.7112, + 0.7059, + 0.7086, + 0.7123, + 0.7009, + 0.7122, + 0.7157, + 0.706, + 0.703, + 0.7039, + 0.7054, + 0.7067, + 0.6783, + 0.68, + 0.6715, + 0.6585, + 0.6541, + 0.6474, + 0.6488, + 0.6484, + 0.6234, + 0.6167, + 0.6265, + 0.6152, + 0.6068, + 0.598, + 0.6005, + 0.5804, + 0.593, + 0.5996, + 0.6022, + 0.6074, + 0.5925, + 0.5753, + 0.5686, + 0.5582, + 0.5762, + 0.5799, + 0.5923, + 0.5848, + 0.5937, + 0.5908, + 0.6006, + 0.6011, + 0.6017, + 0.6061, + 0.6037, + 0.6052, + 0.6025, + 0.6042, + 0.6109, + 0.6127, + 0.6036, + 0.6001, + 0.6004, + 0.6013, + 0.6002, + 0.5997, + 0.5996, + 0.6016, + 0.6004, + 0.6023, + 0.6007, + 0.5986, + 0.6028, + 0.6049, + 0.605, + 0.6036, + 0.6054, + 0.6047, + 0.6046, + 0.6047, + 0.605, + 0.6055 + ], + "test_acc": [ + 0.411, + 0.5885, + 0.636, + 0.6585, + 0.67, + 0.65, + 0.667, + 0.6335, + 0.6685, + 0.673, + 0.6455, + 0.6705, + 0.6075, + 0.6715, + 0.6535, + 0.649, + 0.651, + 0.53, + 0.6265, + 0.601, + 0.605, + 0.627, + 0.622, + 0.5865, + 0.6085, + 0.594, + 0.5815, + 0.589, + 0.57, + 0.5685, + 0.5505, + 0.5145, + 0.459, + 0.478, + 0.528, + 0.564, + 0.553, + 0.5485, + 0.5305, + 0.501, + 0.5365, + 0.529, + 0.5225, + 0.5515, + 0.5195, + 0.5455, + 0.5615, + 0.582, + 0.5635, + 0.574, + 0.5735, + 0.5645, + 0.551, + 0.5465, + 0.5655, + 0.5755, + 0.5495, + 0.558, + 0.5565, + 0.549, + 0.55, + 0.5515, + 0.5405, + 0.537, + 0.5375, + 0.54, + 0.5495, + 0.5415, + 0.541, + 0.5485, + 0.5475, + 0.549, + 0.549, + 0.5525, + 0.5485, + 0.5505, + 0.552, + 0.552, + 0.5505, + 0.551 + ], + "value_loss": [ + 3.0176044733047487, + 1.0615758232116699, + 1.060210463142395, + 1.0228195582389832, + 1.010133931159973, + 0.9419147435188293, + 0.9213042179107666, + 0.983886623954773, + 0.9630082674980164, + 0.9914523235321044, + 1.2916864912033081, + 1.2033885765075683, + 1.1053708289146424, + 1.3117134510040283, + 1.4571176118850708, + 1.4822016599655152, + 1.4464408508300781, + 1.494612897491455, + 1.8919828211784362, + 1.818289499282837, + 2.0769482429504396, + 2.12258825340271, + 2.033720273256302, + 2.0954800230026245, + 2.042681290435791, + 1.6873159214019775, + 1.8694674877166748, + 1.7658453981399536, + 1.2227107414245606, + 1.1675872913360597, + 1.0477982774734498, + 1.0205717498779296, + 0.988148659324646, + 1.2007792435646056, + 1.2352806282043458, + 0.7386786937713623, + 0.6201939727783203, + 0.6657010184288025, + 0.6853000906467438, + 0.8492486668586731, + 0.9932778938293457, + 0.7683114501953126, + 0.7004810465812683, + 0.6364181649208069, + 0.7614990028381348, + 0.9295081817626953, + 0.9417757865428924, + 0.9216889915466309, + 1.110058699989319, + 0.6404524593353271, + 0.5510710064888, + 0.5543017141342164, + 0.5552202627182007, + 0.5762319219589234, + 0.5093711531162262, + 0.5778757699012756, + 0.5336550855636597, + 0.5517868465423584, + 0.5429261692523957, + 0.5305708591222763, + 0.5233953864097595, + 0.5504776068687439, + 0.539759356212616, + 0.549393851852417, + 0.5086777307510376, + 0.5206843482017517, + 0.5520425520896911, + 0.48353495416641235, + 0.4974589912414551, + 0.44917406425476075, + 0.43793688774108885, + 0.45631180305480956, + 0.4439697093963623, + 0.42663677763938906, + 0.42073239850997923, + 0.42288827419281005, + 0.41220576906204226, + 0.4032818036079407, + 0.39890543241500853, + 0.40481987361907956 + ], + "term_loss": [ + 1.7119286471366881, + 0.7037585079193115, + 0.8388954549789429, + 0.8274686014175415, + 0.8159207627296448, + 0.7364932671546937, + 0.7016430713653564, + 0.7591273450374604, + 0.7492439122200012, + 0.7837357002258301, + 1.0731903156280518, + 0.9902451916694641, + 0.8949025638103485, + 1.0940426338195801, + 1.2338541860580445, + 1.2540717607498169, + 1.2233770456314086, + 1.266107029724121, + 1.6277973073005676, + 1.5449570091247558, + 1.7487831764221191, + 1.7418235130310058, + 1.6319917914390565, + 1.6619985774993897, + 1.5998232263565064, + 1.291028978919983, + 1.443897636795044, + 1.282541985321045, + 0.8302469918251038, + 0.7786969506263733, + 0.6696095920085907, + 0.629389222240448, + 0.6078266143798828, + 0.7563104814052581, + 0.7805323437929154, + 0.4057512969493866, + 0.3186667461395264, + 0.36671760559082034, + 0.3813627925157547, + 0.5274563785791397, + 0.6265791069030762, + 0.42749316444396973, + 0.3737451464653015, + 0.3232894562005997, + 0.4397853298187256, + 0.603940721321106, + 0.6182400625228882, + 0.5936727350234985, + 0.729513829421997, + 0.3043965761899948, + 0.25340475018024444, + 0.27099439952373505, + 0.2766846051216125, + 0.29747566282749177, + 0.24260444918870927, + 0.3014756342887878, + 0.2654747169494629, + 0.2814042194366455, + 0.2751402094900608, + 0.2607534381270409, + 0.2544426300525665, + 0.2766920667171478, + 0.26777749214172364, + 0.27581927382946014, + 0.24122158317565917, + 0.25178992862701416, + 0.27741119154691696, + 0.22030126638412476, + 0.2316324962377548, + 0.19071975877285002, + 0.1823152543067932, + 0.196656636095047, + 0.186306823015213, + 0.16951884495019912, + 0.1646258558511734, + 0.16557776184082032, + 0.15581585245132445, + 0.1488703131914139, + 0.1448495783805847, + 0.14867231681346893 + ], + "bridge_loss": [ + 1.0148520425139926, + 0.10943376184105873, + 0.016118820284307004, + 0.00479079963862896, + 0.00932531143128872, + 0.022979111295938492, + 0.03275809189677238, + 0.030009772622585296, + 0.018097961828112602, + 0.01276451837271452, + 0.011840740299224854, + 0.011681876456737518, + 0.011498133054375649, + 0.012259974516928196, + 0.012814128774404526, + 0.016967138912528754, + 0.015625382725894452, + 0.016673024797439574, + 0.026665059140324594, + 0.040999473381042484, + 0.08775637840032577, + 0.13471563642024995, + 0.15264853343963622, + 0.17042632131576538, + 0.1846267404794693, + 0.1426714852333069, + 0.15643644499778747, + 0.21692225222587586, + 0.1381309385061264, + 0.13067246084213258, + 0.12024339685440064, + 0.12863199595212937, + 0.11999726004600525, + 0.1790491102874279, + 0.19895550255775452, + 0.07846425278186799, + 0.0521241464138031, + 0.050531299328804014, + 0.048225503075122834, + 0.0573767644226551, + 0.09494609681367874, + 0.06426656882762909, + 0.057834729897975924, + 0.04925961502492428, + 0.061063556718826295, + 0.05985300147533417, + 0.062644553732872, + 0.0668293038368225, + 0.13089194159507753, + 0.08827434695959091, + 0.051028902739286425, + 0.03809687232673168, + 0.033848379123210905, + 0.03457036361694336, + 0.02108327111005783, + 0.029492683643102646, + 0.02455984553694725, + 0.02582640761435032, + 0.021667973601818085, + 0.022328672303259373, + 0.02060983867049217, + 0.023895200684666634, + 0.022121075198054313, + 0.02329711413383484, + 0.017430856196582318, + 0.019568592843413352, + 0.025390091779083013, + 0.015601030120253562, + 0.019178162130713463, + 0.011871388348937034, + 0.011855170375108718, + 0.016089519263803958, + 0.014637802371382713, + 0.014631265115737915, + 0.014274802702665328, + 0.014835487592220307, + 0.014966160023212433, + 0.013275021009892226, + 0.013311498472094535, + 0.015895452450215817 + ], + "tgrad_loss": [ + 0.29082378821372984, + 0.2483835512638092, + 0.2051961945772171, + 0.1905601591825485, + 0.18488785667419433, + 0.1824423761844635, + 0.1869030656814575, + 0.1947495018005371, + 0.19566639924049378, + 0.1949521035194397, + 0.20665544452667237, + 0.20146149559020995, + 0.19897012882232665, + 0.20541083397865295, + 0.21044929957389832, + 0.21116275901794435, + 0.20743842515945435, + 0.21183283591270446, + 0.2375204436659813, + 0.23233302335739137, + 0.24040868864059448, + 0.24604910697937013, + 0.2490799533367157, + 0.2630551248550415, + 0.258231339263916, + 0.25361546020507814, + 0.2691334120750427, + 0.2663811700344086, + 0.2543328045845032, + 0.2582178777694702, + 0.2579452847003937, + 0.2625505379915237, + 0.26032478485107424, + 0.265419658946991, + 0.2557927810668945, + 0.2544631404399872, + 0.2494030824661255, + 0.24845211391448974, + 0.2557117907762527, + 0.26441551985740663, + 0.2717526791572571, + 0.2765517095565796, + 0.2689011663913727, + 0.2638690975189209, + 0.2606501162528992, + 0.26571446528434756, + 0.26089117522239685, + 0.2611869606494904, + 0.2496529348373413, + 0.2477815414428711, + 0.2466373523712158, + 0.2452104380130768, + 0.2446872700691223, + 0.24418589582443237, + 0.2456834303855896, + 0.24690745534896852, + 0.24362052619457245, + 0.244556223154068, + 0.24611798746585847, + 0.24748875288963318, + 0.2483429102420807, + 0.24989033243656159, + 0.24986078734397887, + 0.25027746453285216, + 0.25002529113292693, + 0.24932582616806032, + 0.24924127697944642, + 0.24763265438079834, + 0.24664833087921142, + 0.24658291368484497, + 0.24376646332740784, + 0.24356564955711366, + 0.2430250828266144, + 0.24248666682243347, + 0.24183174138069152, + 0.24247501969337462, + 0.24142375493049623, + 0.24113646895885468, + 0.2407443552494049, + 0.24025210301876068 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.050826266407966614, + 0.1324397623538971, + 0.19395378232002258, + 0.22954219579696655, + 0.24835197627544403, + 0.26261672377586365, + 0.2866933345794678, + 0.3069983422756195, + 0.3148944675922394, + 0.31817084550857544, + 0.3155951499938965, + 0.31555619835853577 + ], + "perturbation_rho": [ + 0.024354537948966026, + 0.23902058601379395, + 0.29458120465278625, + 0.31519168615341187, + 0.3208061456680298, + 0.38384467363357544, + 0.38460177183151245, + 0.4478553831577301, + 0.41032421588897705, + 0.452781081199646, + 0.43433815240859985, + 0.434899240732193 + ], + "nudging": { + "0.001": [ + -0.0018732836470007896, + -0.0014186109183356166, + -0.0016378036234527826, + -0.001764438347890973, + -0.0018913769163191319, + -0.002036110032349825, + -0.0021226275712251663, + -0.0021735229529440403, + -0.002216566586866975, + -0.0022331401705741882, + -0.002216600114479661, + -0.0022018395829945803 + ], + "0.003": [ + -0.005605676211416721, + -0.004251755774021149, + -0.004909512121230364, + -0.00528964027762413, + -0.005669655278325081, + -0.0061027128249406815, + -0.006363155320286751, + -0.006514269858598709, + -0.006643516011536121, + -0.006693107541650534, + -0.006642842199653387, + -0.006598594132810831 + ], + "0.01": [ + -0.018513288348913193, + -0.014132995158433914, + -0.016322217881679535, + -0.017585258930921555, + -0.018846090883016586, + -0.02027801051735878, + -0.021141095086932182, + -0.02164183184504509, + -0.02207053080201149, + -0.022233182564377785, + -0.02206714265048504, + -0.021919995546340942 + ] + } + } + } +}
\ No newline at end of file |