diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.0_L12_s123.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.0_L12_s123.json | 1722 |
1 files changed, 1722 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L12_s123.json b/results/synth_ladder_v2_lo/synth_a0.0_L12_s123.json new file mode 100644 index 0000000..6c23585 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L12_s123.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0067736080646514, + 0.5260489372253419, + 0.4133770223617554, + 0.4122163911819458, + 0.40281385097503664, + 0.36370011711120603, + 0.33828531596660616, + 0.29866596674919127, + 0.333806049990654, + 0.2945868176460266, + 0.323841304898262, + 0.2685866693496704, + 0.3298992721319199, + 0.25060330071449277, + 0.25327417068481445, + 0.2714337857246399, + 0.29294549844264983, + 0.21931176762580873, + 0.2727045719623566, + 0.20682705554962158, + 0.2116490536928177, + 0.21470289249420166, + 0.2009852997303009, + 0.1929733597636223, + 0.18818628187179565, + 0.1860898569047451, + 0.16704004918932916, + 0.16348838634490967, + 0.23760174412727356, + 0.1993864372253418, + 0.28539346175193786, + 0.21175305500030517, + 0.20074062764644623, + 0.17021721827983857, + 0.17064657579660417, + 0.15043421156406403, + 0.16111934831142424, + 0.14164673606455325, + 0.12837897226810455, + 0.12804475803375245, + 0.13920657671391964, + 0.11750857322216034, + 0.11461956782341004, + 0.12064324700832367, + 0.12140779693126678, + 0.10785262448787689, + 0.11697521369457245, + 0.11477361053824425, + 0.10196099520921707, + 0.10024751018285752, + 0.10045197930335999, + 0.11292316007614135, + 0.13151926128268243, + 0.09808630378246308, + 0.10186688977479935, + 0.09669416191577912, + 0.09587533710598946, + 0.08454020006656647, + 0.08168289212062955, + 0.07666999014616012, + 0.08046016120910644, + 0.08711373453140259, + 0.08040154814720153, + 0.07493037286698818, + 0.07147429277896881, + 0.07314489345550537, + 0.07231674332618714, + 0.06915788714289665, + 0.0673254727602005, + 0.06822554222345352, + 0.06570249862521887, + 0.06449803622961044, + 0.06389484124183654, + 0.0637645405292511, + 0.06311032083034515, + 0.06264074442386627, + 0.062277248072624206, + 0.06212917380332947, + 0.06193282167315483, + 0.06185461490154266 + ], + "train_acc": [ + 0.6301, + 0.7973, + 0.8351, + 0.8363, + 0.8453, + 0.8538, + 0.8636, + 0.885, + 0.8718, + 0.8834, + 0.8689, + 0.8876, + 0.8709, + 0.896, + 0.9007, + 0.8928, + 0.8871, + 0.9143, + 0.8958, + 0.9193, + 0.9172, + 0.9153, + 0.9212, + 0.9237, + 0.9254, + 0.9249, + 0.9337, + 0.9366, + 0.9097, + 0.9214, + 0.8924, + 0.9129, + 0.9176, + 0.9332, + 0.9307, + 0.9394, + 0.9357, + 0.9463, + 0.9531, + 0.9528, + 0.9459, + 0.9566, + 0.9606, + 0.9562, + 0.9554, + 0.9626, + 0.9547, + 0.9582, + 0.9655, + 0.9634, + 0.9647, + 0.9563, + 0.9502, + 0.9658, + 0.9642, + 0.9654, + 0.9653, + 0.9742, + 0.976, + 0.9777, + 0.976, + 0.9715, + 0.9751, + 0.9801, + 0.9825, + 0.9803, + 0.9819, + 0.9835, + 0.9849, + 0.9832, + 0.9854, + 0.9859, + 0.987, + 0.9868, + 0.9871, + 0.9874, + 0.9876, + 0.9873, + 0.9877, + 0.9879 + ], + "test_acc": [ + 0.77, + 0.785, + 0.841, + 0.8315, + 0.8475, + 0.8605, + 0.8405, + 0.8505, + 0.8555, + 0.8665, + 0.8515, + 0.8665, + 0.868, + 0.878, + 0.882, + 0.873, + 0.878, + 0.889, + 0.8825, + 0.8825, + 0.8785, + 0.8805, + 0.897, + 0.8855, + 0.891, + 0.892, + 0.891, + 0.885, + 0.8925, + 0.887, + 0.8695, + 0.891, + 0.894, + 0.895, + 0.897, + 0.8935, + 0.907, + 0.909, + 0.8995, + 0.899, + 0.9045, + 0.9035, + 0.911, + 0.902, + 0.9095, + 0.903, + 0.9095, + 0.9125, + 0.909, + 0.9075, + 0.9095, + 0.9055, + 0.9045, + 0.916, + 0.9145, + 0.908, + 0.9105, + 0.9125, + 0.9185, + 0.917, + 0.9155, + 0.915, + 0.917, + 0.9165, + 0.9155, + 0.916, + 0.915, + 0.915, + 0.9165, + 0.9155, + 0.916, + 0.915, + 0.9155, + 0.9165, + 0.915, + 0.9145, + 0.914, + 0.914, + 0.9145, + 0.9145 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.832116425037384, + 0.8141677379608154, + 0.8023761510848999, + 0.7934653759002686, + 0.7857377529144287, + 0.7797414064407349, + 0.7767306566238403, + 0.7744640111923218, + 0.7725205421447754, + 0.7711977958679199, + 0.7703278064727783, + 0.7695904970169067 + ], + "perturbation_rho": [ + 0.9999991655349731, + 0.9999972581863403, + 0.9999898672103882, + 0.999970555305481, + 0.9999305009841919, + 0.9999109506607056, + 0.9998676180839539, + 0.999832808971405, + 0.9997924566268921, + 0.9997202754020691, + 0.9997268319129944, + 0.9997689127922058 + ], + "nudging": { + "0.001": [ + -0.028135288506746292, + -0.012758657336235046, + -0.006248572841286659, + -0.0036318942438811064, + -0.0025165460538119078, + -0.0019575022161006927, + -0.0016390127129852772, + -0.001437678001821041, + -0.0013056336902081966, + -0.0012165943626314402, + -0.0011555720120668411, + -0.0011164546012878418 + ], + "0.003": [ + -0.07627765089273453, + -0.03659018874168396, + -0.018335573375225067, + -0.010755512863397598, + -0.007481487933546305, + -0.005830957554280758, + -0.004887878894805908, + -0.004290360026061535, + -0.00389806367456913, + -0.00363331800326705, + -0.0034519662149250507, + -0.0033352887257933617 + ], + "0.01": [ + -0.17892791330814362, + -0.10439710319042206, + -0.05659153312444687, + -0.034265220165252686, + -0.02416030317544937, + -0.01895919442176819, + -0.015955276787281036, + -0.01404004916548729, + -0.01277724839746952, + -0.011922692880034447, + -0.011335920542478561, + -0.010958053171634674 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.0924509696960447, + 1.03269632396698, + 0.7241468557357789, + 0.6072907946586609, + 0.5515357565402985, + 0.5621125034332275, + 0.4907495887756348, + 0.5219814170837402, + 0.5708751871109009, + 0.5191205244064331, + 0.5519021101236343, + 0.544450197315216, + 0.61959801902771, + 0.5679715090274811, + 0.6162963458061218, + 0.6608567100048065, + 0.5779239411354065, + 0.5276209714889526, + 1.01328331489563, + 0.519946471786499, + 0.8604830993652344, + 0.9144351811885834, + 1.1253784037590027, + 0.9372499645233154, + 0.8480413142204285, + 0.5914154142379761, + 0.640305153465271, + 0.5981941318511963, + 1.135121632194519, + 0.6362483476638794, + 0.5418768036842346, + 0.9402659358978271, + 1.0797846031188965, + 0.7645710904121399, + 1.2322801650047301, + 0.7908753656864166, + 0.7349962800979615, + 0.7140366114616394, + 0.8069758752822876, + 0.6646730958938598, + 0.9489161729097366, + 0.582535719871521, + 0.6260909730911255, + 0.698049334526062, + 0.6176723531961441, + 0.6726475171089172, + 0.5952546514511109, + 0.7433469331741333, + 0.5916723924636841, + 0.6389080200195313, + 0.5947137939929962, + 0.5748984836578369, + 0.7570524696826935, + 0.44153712167739867, + 0.44736578378677366, + 0.5139478639602661, + 0.4778360952377319, + 0.4288335760116577, + 0.4595722749233246, + 0.4253603402137756, + 0.42853148097991944, + 0.42120102367401124, + 0.4038095116376877, + 0.3923453485250473, + 0.4267167915344238, + 0.40038953356742857, + 0.36469351987838744, + 0.3733260186672211, + 0.35249682779312136, + 0.3941283622741699, + 0.34860973496437075, + 0.33470872814655306, + 0.3397274105072021, + 0.342729074048996, + 0.33137304639816284, + 0.33342387351989744, + 0.3293384352207184, + 0.32710764508247375, + 0.32727917928695677, + 0.32547602846622464 + ], + "train_acc": [ + 0.2403, + 0.6217, + 0.7314, + 0.777, + 0.7934, + 0.7883, + 0.8173, + 0.81, + 0.8007, + 0.8185, + 0.8119, + 0.8107, + 0.7957, + 0.8153, + 0.8048, + 0.7935, + 0.8084, + 0.8208, + 0.7284, + 0.8177, + 0.7633, + 0.7409, + 0.7108, + 0.7466, + 0.7492, + 0.8055, + 0.7943, + 0.7997, + 0.7105, + 0.7922, + 0.8115, + 0.7389, + 0.7191, + 0.77, + 0.696, + 0.7666, + 0.7733, + 0.7799, + 0.7683, + 0.7917, + 0.7586, + 0.8071, + 0.7992, + 0.7877, + 0.8068, + 0.7913, + 0.8053, + 0.7778, + 0.808, + 0.8032, + 0.803, + 0.812, + 0.7775, + 0.845, + 0.8439, + 0.8279, + 0.8362, + 0.8495, + 0.8413, + 0.8497, + 0.8436, + 0.8522, + 0.8533, + 0.853, + 0.8501, + 0.8533, + 0.8681, + 0.8617, + 0.8716, + 0.8595, + 0.8705, + 0.8761, + 0.8748, + 0.8724, + 0.8778, + 0.8759, + 0.8782, + 0.8797, + 0.8794, + 0.8799 + ], + "test_acc": [ + 0.5005, + 0.673, + 0.7145, + 0.727, + 0.743, + 0.7505, + 0.71, + 0.7185, + 0.703, + 0.689, + 0.745, + 0.7005, + 0.7235, + 0.7795, + 0.64, + 0.7805, + 0.7205, + 0.518, + 0.762, + 0.7215, + 0.5445, + 0.483, + 0.6085, + 0.591, + 0.659, + 0.6965, + 0.746, + 0.5735, + 0.7155, + 0.7325, + 0.5895, + 0.6945, + 0.653, + 0.5595, + 0.671, + 0.68, + 0.702, + 0.6095, + 0.722, + 0.6895, + 0.681, + 0.747, + 0.6935, + 0.6485, + 0.7315, + 0.687, + 0.666, + 0.699, + 0.698, + 0.667, + 0.656, + 0.6015, + 0.732, + 0.7635, + 0.7205, + 0.7695, + 0.762, + 0.7965, + 0.8045, + 0.7785, + 0.779, + 0.77, + 0.8045, + 0.8215, + 0.812, + 0.8345, + 0.8125, + 0.8345, + 0.807, + 0.8265, + 0.8345, + 0.8335, + 0.829, + 0.8375, + 0.836, + 0.838, + 0.8425, + 0.843, + 0.8425, + 0.841 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.009534038603305817, + 0.2771005630493164, + 0.12846891582012177, + 0.12727834284305573, + 0.09264838695526123, + 0.08494879305362701, + 0.1454543173313141, + 0.07647830247879028, + 0.055110231041908264, + 0.08491981029510498, + 0.054209403693675995, + 0.06925329566001892 + ], + "perturbation_rho": [ + -0.030354971066117287, + 0.19958093762397766, + 0.10430362075567245, + 0.06749340891838074, + 0.08917459845542908, + 0.06985980272293091, + 0.08990536630153656, + -0.0003178045153617859, + -0.05352415516972542, + 0.12398940324783325, + 0.05844062566757202, + 0.06276053190231323 + ], + "nudging": { + "0.001": [ + 5.0953527534147725e-05, + -0.0006460470613092184, + -0.0002715848677325994, + -0.00028075071168132126, + -0.00018533585534896702, + -0.00017889743321575224, + -0.00029740406898781657, + -0.0001274347014259547, + -7.406625081785023e-05, + -0.0001561331155244261, + -0.0001032993895933032, + -0.00014120049308985472 + ], + "0.003": [ + 0.00016943782975431532, + -0.0019340584985911846, + -0.0008146192994900048, + -0.0008385812398046255, + -0.0005608047358691692, + -0.0005349678685888648, + -0.0008904121932573617, + -0.00038351857801899314, + -0.00022607628488913178, + -0.00046768866013735533, + -0.0003058650763705373, + -0.0004211085324641317 + ], + "0.01": [ + 0.0008368014823645353, + -0.00641840323805809, + -0.0027151124086230993, + -0.002792379120364785, + -0.0018645611125975847, + -0.0017843465320765972, + -0.002957880962640047, + -0.0012784524587914348, + -0.0007560949889011681, + -0.0015581869520246983, + -0.0010259757982566953, + -0.0014001178788021207 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8275699935913086, + 1.3385464324951173, + 1.037378346633911, + 1.002308666419983, + 1.0388273836135864, + 1.0882213558197023, + 1.1394051094055175, + 1.1788917055130006, + 1.2267918197631835, + 1.2478832811355591, + 1.2316707176208497, + 1.287934114074707, + 1.2420732460021973, + 1.2143509733200073, + 1.229138567352295, + 1.259750719833374, + 1.1612068832397462, + 1.149783327293396, + 1.1361305335998535, + 1.1167785579681397, + 1.1316240934371948, + 1.1020189935684204, + 1.0256468997955321, + 1.0201313499450684, + 0.9847993452072143, + 0.9970695999145508, + 1.0227494039535523, + 1.1330445571899415, + 1.2469683200836181, + 1.1566339334487914, + 1.107145287322998, + 1.110690570449829, + 1.0532963357925416, + 1.0852850601196289, + 1.0935607889175416, + 1.0834732231140136, + 1.0420629257202147, + 1.0830944820404054, + 1.0634357900619507, + 1.0303276639938355, + 0.9689252651214599, + 1.0131777705192566, + 1.0103633685112, + 1.002309990501404, + 1.0113068084716796, + 0.9995921211242675, + 1.0161544053077698, + 0.9966502132415771, + 1.0186468648910523, + 1.0372472515106201, + 0.9930810668945312, + 0.9901977378845215, + 0.988507303237915, + 0.9591489524841309, + 0.935456734085083, + 0.9176784860610961, + 0.8929200078964233, + 0.8777516023635864, + 0.8699161693572998, + 0.8663567218780518, + 0.855108270072937, + 0.8465001301765442, + 0.848315406036377, + 0.8377359997272491, + 0.830757266998291, + 0.831167548942566, + 0.8265859796524048, + 0.819621584033966, + 0.8219145364761352, + 0.8136607124328613, + 0.8122711290359497, + 0.8106639209747315, + 0.8065893723487854, + 0.8030635206222534, + 0.8029474701881408, + 0.8009245029449463, + 0.8000903869628906, + 0.79931964969635, + 0.7988908242225647, + 0.7986321613311768 + ], + "train_acc": [ + 0.3739, + 0.5487, + 0.6322, + 0.6501, + 0.6387, + 0.6203, + 0.615, + 0.6129, + 0.5974, + 0.5921, + 0.5918, + 0.5772, + 0.5826, + 0.5914, + 0.5855, + 0.5734, + 0.6028, + 0.6044, + 0.6072, + 0.6171, + 0.6172, + 0.6223, + 0.6371, + 0.6377, + 0.6495, + 0.6412, + 0.6326, + 0.6082, + 0.5968, + 0.619, + 0.6391, + 0.6371, + 0.6521, + 0.6487, + 0.646, + 0.6521, + 0.6558, + 0.6525, + 0.6501, + 0.6609, + 0.6693, + 0.6536, + 0.6586, + 0.6603, + 0.6543, + 0.6585, + 0.6599, + 0.6665, + 0.6666, + 0.6712, + 0.6763, + 0.6816, + 0.6819, + 0.6887, + 0.6966, + 0.6988, + 0.7027, + 0.705, + 0.7072, + 0.7108, + 0.7089, + 0.7167, + 0.711, + 0.715, + 0.7173, + 0.7164, + 0.7205, + 0.722, + 0.7179, + 0.7223, + 0.7237, + 0.7214, + 0.7216, + 0.7228, + 0.7234, + 0.7226, + 0.7229, + 0.7229, + 0.7233, + 0.7239 + ], + "test_acc": [ + 0.5075, + 0.5705, + 0.6225, + 0.6155, + 0.5905, + 0.588, + 0.567, + 0.568, + 0.543, + 0.5535, + 0.479, + 0.5455, + 0.5425, + 0.5415, + 0.5135, + 0.564, + 0.57, + 0.521, + 0.534, + 0.547, + 0.5265, + 0.5945, + 0.557, + 0.581, + 0.591, + 0.5685, + 0.589, + 0.519, + 0.548, + 0.5655, + 0.5655, + 0.611, + 0.589, + 0.613, + 0.605, + 0.605, + 0.5675, + 0.616, + 0.592, + 0.6325, + 0.6195, + 0.602, + 0.6085, + 0.602, + 0.5995, + 0.623, + 0.628, + 0.6295, + 0.6315, + 0.634, + 0.6305, + 0.628, + 0.638, + 0.6505, + 0.6515, + 0.654, + 0.65, + 0.6515, + 0.656, + 0.6505, + 0.6615, + 0.6595, + 0.658, + 0.666, + 0.6655, + 0.663, + 0.661, + 0.6675, + 0.6715, + 0.6735, + 0.667, + 0.669, + 0.6765, + 0.6755, + 0.677, + 0.677, + 0.677, + 0.6755, + 0.675, + 0.675 + ], + "state_pred_error": [ + 0.6583093455791473, + 0.2847297016143799, + 0.22077271904945373, + 0.21189437193870544, + 0.1841041277885437, + 0.17305933623313904, + 0.17701434428691865, + 0.18802506301403046, + 0.17837908656597137, + 0.14958413000106813, + 0.13064928512573243, + 0.1284900181055069, + 0.13219893939495087, + 0.13047706623077393, + 0.12345472877025604, + 0.10324463622570038, + 0.09139569116830826, + 0.07699145336151123, + 0.06765981405973434, + 0.07321135756969452, + 0.07089905383586884, + 0.06882416786551475, + 0.05610226457118988, + 0.043682216036319735, + 0.035003681576251985, + 0.02870281513929367, + 0.02616107567548752, + 0.0247726686835289, + 0.023823431384563446, + 0.024860127294063568, + 0.02640067371726036, + 0.02769387246966362, + 0.028516952562332155, + 0.02941493996977806, + 0.029591170537471772, + 0.028317847082018854, + 0.027129681679606436, + 0.026555932518839837, + 0.026938045769929884, + 0.027426798117160797, + 0.029536254298686983, + 0.03211808215379715, + 0.03510575920939445, + 0.03469557763338089, + 0.03365132007598877, + 0.03368182533979416, + 0.03552556530237198, + 0.038989124006032945, + 0.04195216841697693, + 0.043111143064498904, + 0.044202814984321596, + 0.045387097096443174, + 0.04451717386841774, + 0.04319920334815979, + 0.042182978856563566, + 0.041060500395298, + 0.0400146517932415, + 0.03966583462953568, + 0.03924502938389778, + 0.03796827178895473, + 0.03660108530521393, + 0.03574252983927727, + 0.03452657175064087, + 0.03394979124069214, + 0.0328981254786253, + 0.031669361919164654, + 0.030848443555831908, + 0.029799468955397607, + 0.028912526750564577, + 0.028214104449748992, + 0.027432609269022943, + 0.026476147815585136, + 0.02564660669863224, + 0.024992754793167114, + 0.024431089624762536, + 0.023907900010049343, + 0.023127568793296815, + 0.02265733232498169, + 0.022044888520240783, + 0.021540785717964174 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7589784860610962, + 0.34465640783309937, + 0.20695620775222778, + 0.15412747859954834, + 0.14041899144649506, + 0.152847021818161, + 0.1464981734752655, + 0.13855373859405518, + 0.13026131689548492, + 0.11798880249261856, + 0.11249798536300659, + 0.11956378817558289 + ], + "perturbation_rho": [ + 0.6762608289718628, + 0.29351934790611267, + 0.15623700618743896, + 0.07772233337163925, + 0.09808109700679779, + 0.14218339323997498, + 0.09985582530498505, + 0.07779418677091599, + 0.10923020541667938, + 0.10118008404970169, + 0.08211226016283035, + 0.09183197468519211 + ], + "nudging": { + "0.001": [ + -0.024234283715486526, + -0.0011283548083156347, + -0.0005652708932757378, + -0.00041053639142774045, + -0.00037075550062581897, + -0.00039911235217005014, + -0.0003868499770760536, + -0.00036323058884590864, + -0.00033692887518554926, + -0.000307242211420089, + -0.0002827422576956451, + -0.00030345225241035223 + ], + "0.003": [ + -0.07142189145088196, + -0.0033810725435614586, + -0.0016954769380390644, + -0.0012313042534515262, + -0.0011121997376903892, + -0.0011966262245550752, + -0.0011605183826759458, + -0.0010896101593971252, + -0.0010103486711159348, + -0.0009211936267092824, + -0.000847844872623682, + -0.0009103003540076315 + ], + "0.01": [ + -0.22324970364570618, + -0.01123635284602642, + -0.0056420015171170235, + -0.0040974924340844154, + -0.0037027131766080856, + -0.003983458504080772, + -0.0038626876194030046, + -0.0036268262192606926, + -0.003363188588991761, + -0.0030670221894979477, + -0.0028224957641214132, + -0.0030306889675557613 + ] + }, + "state_pred_error_per_layer": [ + 10215.58203125, + 8926.0654296875, + 5285.6044921875, + 5192.0830078125, + 4575.35791015625, + 4063.82666015625, + 4966.6884765625, + 5378.6435546875, + 4702.37890625, + 4026.143310546875, + 3985.35595703125, + 3780.156494140625 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.093309115028381, + 1.032017181968689, + 0.7077153354644775, + 0.5732980075836182, + 0.5402240601539612, + 0.5183043882369995, + 0.5319672570228576, + 0.5359590018749237, + 0.5482052456855774, + 0.5222824983596802, + 0.6027764239311219, + 0.49652273721694945, + 0.5368509518623352, + 0.566478079509735, + 0.6263480365753173, + 0.7491202196836472, + 0.6788468971252442, + 0.7347880103588105, + 0.8662578244686127, + 0.678591609096527, + 0.8630354214191437, + 0.712297385597229, + 0.7786388912200928, + 0.7855329002380371, + 0.8845748617887497, + 0.8085215629577637, + 0.7420635931015015, + 0.7875441513061523, + 0.7688868448257447, + 0.7473984729766846, + 1.0297006687164307, + 0.8987462726593017, + 0.9227742693901062, + 0.9423508636474609, + 0.7886569627761841, + 0.8662117418289185, + 1.0016330226898194, + 0.922345392036438, + 0.8514365245819092, + 0.8499950613498688, + 0.8536573698043823, + 0.8536672010421753, + 0.837739602279663, + 0.9626629913330078, + 0.8708203351974487, + 0.9226528865814209, + 0.886489924621582, + 0.884385742521286, + 0.8640118010520935, + 0.9462248080253601, + 0.9388958973884582, + 0.9003979402542114, + 0.8771900144577026, + 0.8063458614349365, + 0.7585287186145783, + 0.7785314264297485, + 0.7583562124252319, + 0.7231489379882813, + 0.7116691125869751, + 0.7012166356563568, + 0.6967055747032166, + 0.6990642721176148, + 0.7341344322204589, + 0.7070941570281982, + 0.717008107471466, + 0.7219762700080872, + 0.7167341491699218, + 0.7061620636940003, + 0.7071943338394165, + 0.6979920616149903, + 0.696011471939087, + 0.6982332837104798, + 0.6905044673919678, + 0.690191311454773, + 0.6926393260002136, + 0.6883825535297394, + 0.6852098932266235, + 0.6849852310180664, + 0.6831081211090088, + 0.6824430053234101 + ], + "train_acc": [ + 0.2427, + 0.6203, + 0.7378, + 0.7896, + 0.7939, + 0.805, + 0.8035, + 0.8076, + 0.8018, + 0.8194, + 0.8027, + 0.8223, + 0.8124, + 0.8119, + 0.8022, + 0.7784, + 0.791, + 0.7844, + 0.7596, + 0.7915, + 0.7527, + 0.774, + 0.7627, + 0.7535, + 0.7315, + 0.7344, + 0.7496, + 0.7405, + 0.7384, + 0.7403, + 0.6992, + 0.7114, + 0.709, + 0.7067, + 0.7358, + 0.7261, + 0.712, + 0.7299, + 0.7476, + 0.7511, + 0.7532, + 0.7552, + 0.7561, + 0.7327, + 0.7464, + 0.734, + 0.7416, + 0.7412, + 0.743, + 0.7265, + 0.7276, + 0.7301, + 0.7357, + 0.7407, + 0.7519, + 0.7433, + 0.7493, + 0.7556, + 0.7553, + 0.758, + 0.7592, + 0.761, + 0.7445, + 0.7562, + 0.7549, + 0.7515, + 0.7516, + 0.7555, + 0.7569, + 0.7587, + 0.7586, + 0.7565, + 0.7596, + 0.7617, + 0.7564, + 0.7595, + 0.7618, + 0.7621, + 0.7611, + 0.7614 + ], + "test_acc": [ + 0.5025, + 0.6865, + 0.7425, + 0.7505, + 0.74, + 0.7655, + 0.755, + 0.7195, + 0.7695, + 0.7425, + 0.757, + 0.74, + 0.7145, + 0.657, + 0.61, + 0.6675, + 0.6895, + 0.691, + 0.6775, + 0.6985, + 0.693, + 0.678, + 0.6795, + 0.6445, + 0.6355, + 0.6535, + 0.676, + 0.646, + 0.68, + 0.5935, + 0.603, + 0.6625, + 0.604, + 0.725, + 0.6155, + 0.6425, + 0.715, + 0.6955, + 0.7035, + 0.686, + 0.667, + 0.709, + 0.683, + 0.715, + 0.6905, + 0.716, + 0.709, + 0.6965, + 0.688, + 0.66, + 0.685, + 0.664, + 0.7035, + 0.7035, + 0.6935, + 0.6825, + 0.6795, + 0.7065, + 0.697, + 0.7135, + 0.7185, + 0.705, + 0.7205, + 0.7035, + 0.6945, + 0.714, + 0.7205, + 0.709, + 0.7085, + 0.7195, + 0.7175, + 0.72, + 0.714, + 0.72, + 0.7195, + 0.72, + 0.7185, + 0.7185, + 0.721, + 0.721 + ], + "value_loss": [ + 2.895308603286743, + 1.0838360973358154, + 0.8661615056991577, + 0.7228779357194901, + 0.6979825808525085, + 0.654473484325409, + 0.7223839604854584, + 0.8182331377506256, + 0.8379502923965454, + 0.8138473363876343, + 1.1507868383049964, + 0.7328620315790176, + 0.8565217294692993, + 1.0016156348228455, + 1.277318878364563, + 1.7167091186523438, + 1.3837544082641602, + 1.6866768316745757, + 2.521582665491104, + 1.798458749961853, + 2.762005415582657, + 1.7501773468017578, + 2.065952481651306, + 1.7661181676864623, + 2.237529104137421, + 1.6968138498306276, + 1.5028521341323853, + 1.4401282972335816, + 1.5227922265052796, + 1.3540578876495362, + 2.2935845052957533, + 1.8538220872879028, + 1.921490113067627, + 1.8531652376174927, + 1.2972030296325683, + 1.6667764266967773, + 2.4392109436035154, + 2.1221363357543943, + 1.9600661560058594, + 2.1009968710660933, + 2.162639275550842, + 1.8537513482332229, + 1.9440034482955932, + 1.821842461013794, + 1.9722608186721802, + 1.6478357261657715, + 1.5106155110836028, + 1.482781691980362, + 1.3237692507743835, + 1.3403249841690064, + 1.2857119444847107, + 1.2022730991363526, + 0.9818777618408203, + 0.8647946514129639, + 0.6914702701568604, + 0.7234345043182373, + 0.7077870290756225, + 0.6724249305725097, + 0.6462549682617188, + 0.584807029056549, + 0.5510385043144226, + 0.5364630532741547, + 0.5645569776535034, + 0.552950176525116, + 0.49300712423324583, + 0.5377466377735138, + 0.502735111618042, + 0.5176207973480225, + 0.46474625415802, + 0.4454069378852844, + 0.44403015842437743, + 0.4113505308389664, + 0.40353398851156236, + 0.42983919105529783, + 0.419776428937912, + 0.4019131669998169, + 0.38927605810165405, + 0.39006197519302366, + 0.3755714391708374, + 0.37253577736616134 + ], + "term_loss": [ + 1.7315585552215575, + 0.8666729364395142, + 0.7229979902267456, + 0.596312265253067, + 0.5545540596961975, + 0.5088294490814209, + 0.5825292092323303, + 0.6813051890134811, + 0.7038109269142151, + 0.6887646074295044, + 1.0119939782977103, + 0.6134444280862809, + 0.7291853536605835, + 0.8673401327610016, + 1.1276171969413757, + 1.5555007932901384, + 1.2286012786865235, + 1.513133518087864, + 2.2361230753183365, + 1.5198300567150116, + 2.3595263324260713, + 1.4453560852050782, + 1.7648071206092835, + 1.5087391733169555, + 1.882237844824791, + 1.3722010416030883, + 1.2332301671981811, + 1.113333308649063, + 1.2077602449655533, + 1.0543692749023437, + 1.915369022846222, + 1.5654558784484864, + 1.5864534119606017, + 1.561221913743019, + 1.0531947800636292, + 1.3718099038124085, + 2.127058590698242, + 1.779372572517395, + 1.6149614444255829, + 1.7391510653555393, + 1.844177998828888, + 1.5599529803752898, + 1.665471398806572, + 1.48765220746994, + 1.592831818151474, + 1.3742333667755127, + 1.2108251216828823, + 1.1529828948736192, + 0.9720637693166733, + 1.0287326244413852, + 0.9365793524742126, + 0.889251443862915, + 0.7040525654792785, + 0.5985294085502625, + 0.4618072083234787, + 0.47211782517433165, + 0.46372374649047854, + 0.4095201286315918, + 0.396888076210022, + 0.3395151155948639, + 0.32013212871551516, + 0.31056776316165924, + 0.332690350818634, + 0.32696542110443116, + 0.2811112231254578, + 0.3146396808505058, + 0.2787236780166626, + 0.30104646191596984, + 0.26121058802604674, + 0.24297695212364198, + 0.24487788009643555, + 0.21334869912862778, + 0.21118227637484668, + 0.23297631640434266, + 0.2227356671333313, + 0.20269683571159838, + 0.19634508168697357, + 0.19681874605417252, + 0.18710794867277145, + 0.18445234730243684 + ], + "bridge_loss": [ + 0.8910756826514378, + 0.03931298022270203, + 0.005479304197430611, + 0.008322687608003617, + 0.026911671420931815, + 0.031393191632628444, + 0.020954727735370396, + 0.017316379761695862, + 0.013768722853064536, + 0.010478140366077424, + 0.01041390485316515, + 0.006281406325101852, + 0.00699371280670166, + 0.00916883425116539, + 0.01326431538015604, + 0.011463350397348403, + 0.012470959171652795, + 0.021742843547463416, + 0.10813169282078743, + 0.13266532423496247, + 0.22559858589172363, + 0.1508849209487438, + 0.13424171340465546, + 0.08663208992481232, + 0.1692257175862789, + 0.14401090178489684, + 0.09763954291343689, + 0.14743438252806665, + 0.1390697629928589, + 0.12534118332862854, + 0.16236012780070305, + 0.09478195638656617, + 0.13880339596271515, + 0.0893877745948732, + 0.060379807114601135, + 0.09944173128604888, + 0.10493364100456237, + 0.15071102497577668, + 0.16545130755901336, + 0.1862475948754698, + 0.13735291347503661, + 0.11587412934750319, + 0.10125242130011321, + 0.13694310559034348, + 0.19478518126010894, + 0.08310441122055054, + 0.11459392108917237, + 0.14490415418148042, + 0.16996705425977707, + 0.11792534888982772, + 0.1546827676296234, + 0.12324597455859185, + 0.09212502805590629, + 0.08768177535533905, + 0.05900698439478874, + 0.07211811376214028, + 0.07296420599222184, + 0.09570572891235352, + 0.08214142266511917, + 0.08104119520187378, + 0.06706379449367524, + 0.061731532573699954, + 0.05951230276823044, + 0.05904238046109676, + 0.04439769803881645, + 0.052698305994272235, + 0.05405294654369354, + 0.04950189056396485, + 0.036288917183876036, + 0.036671600222587586, + 0.033586744678020475, + 0.03112454196512699, + 0.027874897088855505, + 0.03210000774860382, + 0.03222285799980164, + 0.034796000942587856, + 0.02962491188645363, + 0.02967825172841549, + 0.025359011243283748, + 0.0251624245762825 + ], + "tgrad_loss": [ + 0.2726743935823441, + 0.1778501721382141, + 0.13768420703411102, + 0.1182429804623127, + 0.11651685256958008, + 0.11425084311962128, + 0.11890002069473267, + 0.11961156708002091, + 0.12037064489126205, + 0.1146045907497406, + 0.1283789484590292, + 0.11313620157241822, + 0.1203426679611206, + 0.12510666944980622, + 0.13643737218379975, + 0.14974497756958008, + 0.14268217465877533, + 0.15180046949386597, + 0.17732788567543029, + 0.14596336963176726, + 0.17688049802184105, + 0.1539363568544388, + 0.16690364735126495, + 0.17074689378738403, + 0.18606554128527641, + 0.18060191497802736, + 0.17198242325782775, + 0.17936062285900117, + 0.17596222264766692, + 0.17434742822647095, + 0.2158553662776947, + 0.19358424880504607, + 0.1962333065032959, + 0.20255555391311644, + 0.18362843871116638, + 0.19552478518486022, + 0.2072187364578247, + 0.19205274913311005, + 0.17965343070030212, + 0.17559819491207598, + 0.181108380818367, + 0.1779242508649826, + 0.1772796312212944, + 0.1972471403121948, + 0.1846438142299652, + 0.19049793491363526, + 0.18519648184776305, + 0.1848946546435356, + 0.18173843351602553, + 0.19366701731681824, + 0.1944498215675354, + 0.1897756907939911, + 0.18570017099380492, + 0.17858346576690673, + 0.17065607466697694, + 0.17919855782985689, + 0.17109907450675965, + 0.1671990744113922, + 0.16722547005414962, + 0.1642507126569748, + 0.16384257422685622, + 0.16416375482082368, + 0.17235432732105255, + 0.16694237639904022, + 0.16749820382595063, + 0.17040865378379821, + 0.16995848925113677, + 0.16707244870662688, + 0.1672467480659485, + 0.16575838651657104, + 0.1655655403137207, + 0.1668772896051407, + 0.16447681208848952, + 0.16476286969184875, + 0.16481790508031846, + 0.16442033001184464, + 0.16330606236457826, + 0.1635649757742882, + 0.16310447854995727, + 0.16292100727558137 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.0035465662367641926, + -0.001160490675829351, + 0.00486466521397233, + 0.012821277603507042, + 0.012568866834044456, + 0.019143100827932358, + 0.022381767630577087, + 0.024246837943792343, + 0.027966029942035675, + 0.03333558514714241, + 0.04247187077999115, + 0.04586232826113701 + ], + "perturbation_rho": [ + 0.01447216235101223, + -0.01648387312889099, + 0.027175014838576317, + 0.03045208379626274, + 0.05211577191948891, + -0.0074118818156421185, + 0.0508866012096405, + 0.01983593963086605, + 0.03707783669233322, + 0.12354743480682373, + 0.16596439480781555, + 0.10420688986778259 + ], + "nudging": { + "0.001": [ + 0.00018672729493118823, + -4.912609438179061e-05, + -7.719603308942169e-05, + -0.00012457264529075474, + -0.0001271502551389858, + -0.0001674975355854258, + -0.0001832679263316095, + -0.00020593422232195735, + -0.0002297492028446868, + -0.00026241032173857093, + -0.00029993863427080214, + -0.0003139717737212777 + ], + "0.003": [ + 0.0005920766270719469, + -0.00014469146844930947, + -0.00023059282102622092, + -0.00037341262213885784, + -0.00037795325624756515, + -0.0005033073830418289, + -0.0005485712317749858, + -0.000615192111581564, + -0.0006871747900731862, + -0.0007873581489548087, + -0.0009002696024253964, + -0.0009423828450962901 + ], + "0.01": [ + 0.002342540305107832, + -0.0004765552293974906, + -0.0007624666905030608, + -0.0012423819862306118, + -0.0012568822130560875, + -0.0016762344166636467, + -0.0018269497668370605, + -0.0020500137470662594, + -0.0022837575525045395, + -0.0026187507901340723, + -0.0029940432868897915, + -0.0031347349286079407 + ] + } + } + } +}
\ No newline at end of file |