diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a1.0_L8_s123.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a1.0_L8_s123.json | 1638 |
1 files changed, 1638 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L8_s123.json b/results/synth_ladder_v2_hi/synth_a1.0_L8_s123.json new file mode 100644 index 0000000..a363017 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L8_s123.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.3597605170249938, + 0.6515352805137634, + 0.5761591612815857, + 0.5036653388023377, + 0.4378750482082367, + 0.3986785667896271, + 0.3651514029026032, + 0.32824506731033326, + 0.3065573793888092, + 0.25960179257392885, + 0.22397090587615967, + 0.18577685337066652, + 0.17314567223787308, + 0.13219234380722045, + 0.2145008885383606, + 0.14060048987865448, + 0.1320132321357727, + 0.15602792205810548, + 0.08493568333983421, + 0.04347894575595856, + 0.04405979743897915, + 0.026510945428907872, + 0.017329008316993712, + 0.014953341521322727, + 0.011717742429673671, + 0.010508880212903023, + 0.009168952202051878, + 0.008036357240378857, + 0.007489554305374622, + 0.006532931604981422, + 0.00620891650468111, + 0.005510815745592117, + 0.005301155371963978, + 0.004775684664398432, + 0.00437106367573142, + 0.004044459429383278, + 0.003801189873740077, + 0.003582138231769204, + 0.003404493835568428, + 0.003254202524572611, + 0.0030735614743083715, + 0.0029319060567766426, + 0.0028157311901450158, + 0.0027169062765315176, + 0.0026012683637440205, + 0.0024921510376036166, + 0.0024171145718544724, + 0.002337812060303986, + 0.0022599145282059907, + 0.0021856731843203307, + 0.00212739445772022, + 0.002071296547073871, + 0.0020127466212958097, + 0.00196753548104316, + 0.0019216904461383819, + 0.0018877944979816676, + 0.0018499503599479794, + 0.0018118849888443948, + 0.001789958526287228, + 0.0017553682591766118, + 0.0017257725574076177, + 0.0017022816266864537, + 0.00168052331879735, + 0.0016581403171643614, + 0.001639620173163712, + 0.001623599848151207, + 0.0016086858851835132, + 0.0015953668985515834, + 0.0015842857133597135, + 0.001574385955557227, + 0.0015660683127120137, + 0.001558823443762958, + 0.0015531524984166026, + 0.0015484464213252067, + 0.0015443269031122327, + 0.0015414506535977126, + 0.001539355414081365, + 0.001538024666160345, + 0.0015371435042470694, + 0.001536688283085823 + ], + "train_acc": [ + 0.5267, + 0.7494, + 0.7766, + 0.8091, + 0.8373, + 0.846, + 0.8606, + 0.8759, + 0.8863, + 0.9065, + 0.9204, + 0.9385, + 0.9412, + 0.9602, + 0.9215, + 0.9529, + 0.9556, + 0.9471, + 0.9748, + 0.9941, + 0.9925, + 0.9989, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.7505, + 0.7575, + 0.758, + 0.7665, + 0.7615, + 0.7685, + 0.7675, + 0.7595, + 0.7745, + 0.7615, + 0.765, + 0.7595, + 0.764, + 0.7675, + 0.763, + 0.746, + 0.7585, + 0.764, + 0.763, + 0.776, + 0.771, + 0.769, + 0.772, + 0.7795, + 0.7725, + 0.7755, + 0.7765, + 0.772, + 0.773, + 0.7735, + 0.7745, + 0.774, + 0.7705, + 0.773, + 0.773, + 0.7735, + 0.7765, + 0.775, + 0.7735, + 0.7725, + 0.774, + 0.772, + 0.774, + 0.772, + 0.7705, + 0.7725, + 0.772, + 0.772, + 0.7725, + 0.7725, + 0.773, + 0.773, + 0.773, + 0.7745, + 0.773, + 0.771, + 0.772, + 0.772, + 0.77, + 0.772, + 0.7715, + 0.771, + 0.771, + 0.7715, + 0.772, + 0.7715, + 0.7715, + 0.7705, + 0.7715, + 0.771, + 0.7715, + 0.771, + 0.7715, + 0.771, + 0.7715, + 0.7715, + 0.7715, + 0.7715, + 0.7715, + 0.7715 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8705248832702637, + 0.8637571334838867, + 0.8509291410446167, + 0.8393645286560059, + 0.8308560848236084, + 0.8178726434707642, + 0.800449013710022, + 0.780108630657196 + ], + "perturbation_rho": [ + 0.9999995231628418, + 0.9999995827674866, + 0.9999989867210388, + 0.9999984502792358, + 0.9999953508377075, + 0.9999901056289673, + 0.9999750852584839, + 0.9999430179595947 + ], + "nudging": { + "0.001": [ + -0.06178125739097595, + -0.05145343393087387, + -0.040026240050792694, + -0.028534352779388428, + -0.018970515578985214, + -0.012147586792707443, + -0.007833496667444706, + -0.0053112502209842205 + ], + "0.003": [ + -0.17677445709705353, + -0.14845409989356995, + -0.11653909087181091, + -0.0838426947593689, + -0.056151725351810455, + -0.03613904491066933, + -0.02337692305445671, + -0.015877680853009224 + ], + "0.01": [ + -0.5067576169967651, + -0.4360688626766205, + -0.3518902063369751, + -0.26053690910339355, + -0.1787266880273819, + -0.1170111671090126, + -0.07650406658649445, + -0.052279047667980194 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.286389960861206, + 1.5046793308258057, + 1.003141529273987, + 0.8502165521621704, + 0.79491765127182, + 0.7619345289707183, + 0.7414057087898255, + 0.7364994804382324, + 0.7720167747497558, + 0.762273980808258, + 0.7816535405158996, + 0.8181071807861328, + 0.8168456993103027, + 0.8073886169433594, + 0.8274958035469056, + 0.8190181507110595, + 0.8747408109664917, + 0.9060320697784424, + 0.8967771499633789, + 0.8795616693496704, + 0.9533623218059539, + 0.9225506632804871, + 0.8967089427947998, + 1.0248757438659668, + 0.9947487607955933, + 1.0210036689758302, + 0.9943507525444031, + 0.9633036288261414, + 1.059937081384659, + 1.017498482131958, + 1.0583956523895264, + 1.0057311573028564, + 1.0065682273864747, + 1.0264606199264525, + 0.9849345092773437, + 1.0307427364349364, + 1.0011034609794616, + 1.0081669438362122, + 1.0175197954177857, + 1.049601664352417, + 1.0101221143722534, + 1.0102649535179138, + 1.0285917793273927, + 1.0752605737686156, + 1.0722829106330871, + 1.013289751815796, + 1.0027215727806091, + 0.9726143455982208, + 0.9526057465553284, + 1.0113349676132202, + 1.0276539045333861, + 0.9834941878318787, + 0.979356449508667, + 0.9529389619827271, + 0.9780878620147705, + 0.9671504787445069, + 0.9552891291618347, + 0.9549959115982055, + 0.9576946084022522, + 0.9455600605010986, + 0.945126536655426, + 0.9525565906047821, + 0.942156244468689, + 0.9393270302772522, + 0.9270951150894166, + 0.9252788740158081, + 0.9220846809387208, + 0.9299989045143128, + 0.9116277715682983, + 0.9150181134700776, + 0.9048595577239991, + 0.9056384092330932, + 0.9041959270477294, + 0.9009678789138794, + 0.9005821381568909, + 0.898265645122528, + 0.8972719952583313, + 0.8961263038635254, + 0.8954417029380798, + 0.8950483352661133 + ], + "train_acc": [ + 0.1682, + 0.4702, + 0.632, + 0.6851, + 0.7067, + 0.7165, + 0.7266, + 0.734, + 0.7213, + 0.7267, + 0.7244, + 0.7156, + 0.7148, + 0.7218, + 0.7179, + 0.7252, + 0.7109, + 0.7081, + 0.7083, + 0.7121, + 0.6998, + 0.7084, + 0.7135, + 0.696, + 0.6957, + 0.6912, + 0.7041, + 0.7055, + 0.6957, + 0.6988, + 0.6907, + 0.6998, + 0.6982, + 0.6939, + 0.704, + 0.6938, + 0.7025, + 0.6989, + 0.6988, + 0.6956, + 0.6967, + 0.6992, + 0.6908, + 0.6888, + 0.6808, + 0.7012, + 0.6984, + 0.7053, + 0.7083, + 0.6966, + 0.6956, + 0.7002, + 0.7045, + 0.7086, + 0.7024, + 0.707, + 0.7061, + 0.7049, + 0.7, + 0.7084, + 0.7063, + 0.7042, + 0.7075, + 0.7088, + 0.7096, + 0.7082, + 0.7103, + 0.7108, + 0.712, + 0.7136, + 0.717, + 0.7138, + 0.7123, + 0.7121, + 0.7125, + 0.7124, + 0.7132, + 0.7141, + 0.7138, + 0.7138 + ], + "test_acc": [ + 0.316, + 0.5695, + 0.6415, + 0.682, + 0.6865, + 0.7005, + 0.688, + 0.6815, + 0.677, + 0.6925, + 0.694, + 0.691, + 0.682, + 0.6885, + 0.667, + 0.639, + 0.6545, + 0.647, + 0.6855, + 0.6465, + 0.6645, + 0.6715, + 0.63, + 0.655, + 0.63, + 0.6585, + 0.666, + 0.664, + 0.64, + 0.641, + 0.632, + 0.6545, + 0.6605, + 0.6435, + 0.602, + 0.6495, + 0.6465, + 0.6625, + 0.64, + 0.6735, + 0.654, + 0.6435, + 0.612, + 0.621, + 0.6465, + 0.6645, + 0.656, + 0.663, + 0.636, + 0.639, + 0.647, + 0.662, + 0.654, + 0.646, + 0.6435, + 0.662, + 0.6725, + 0.6515, + 0.6605, + 0.6575, + 0.6595, + 0.6725, + 0.665, + 0.656, + 0.668, + 0.67, + 0.66, + 0.6705, + 0.664, + 0.67, + 0.671, + 0.6665, + 0.666, + 0.667, + 0.6685, + 0.6665, + 0.67, + 0.6705, + 0.6695, + 0.67 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.006531993858516216, + 0.06646430492401123, + 0.03470785170793533, + 0.06075863167643547, + 0.08359120786190033, + 0.10361115634441376, + 0.07729409635066986, + 0.08058023452758789 + ], + "perturbation_rho": [ + -0.009454472921788692, + 0.027615420520305634, + 0.016344428062438965, + 0.07737872004508972, + 0.07998150587081909, + 0.10012705624103546, + 0.06766189634799957, + 0.10667626559734344 + ], + "nudging": { + "0.001": [ + 0.0007423138595186174, + -0.0004339630249887705, + -0.000128742161905393, + -0.00022700021509081125, + -0.00032891874434426427, + -0.0003692444588523358, + -0.0002555775863584131, + -0.0003090384416282177 + ], + "0.003": [ + 0.0022933646105229855, + -0.0012996066361665726, + -0.00038488200516439974, + -0.0006815677043050528, + -0.000985405407845974, + -0.001108917174860835, + -0.0007655198569409549, + -0.000927455781493336 + ], + "0.01": [ + 0.008429424837231636, + -0.004321999382227659, + -0.0012797827366739511, + -0.0022665630094707012, + -0.003274995367974043, + -0.0036867314483970404, + -0.0025471593253314495, + -0.0030862612184137106 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7888231441497802, + 0.9241861874580384, + 0.7240635061264038, + 0.7652610589981079, + 0.8191699273109436, + 0.8505851211547851, + 0.8939923881530761, + 0.9012255577087402, + 0.9081583255767822, + 0.9199252265930176, + 0.9214971921920776, + 0.9398935409545899, + 0.9513171270370483, + 0.9611785633087159, + 0.9746305106163025, + 0.9664869049072266, + 0.9556780141830444, + 0.9599577611923218, + 0.9653084876060486, + 0.9609654689788818, + 0.9881143209457397, + 0.9882149921417236, + 0.9909763618469238, + 0.9672609125137329, + 0.9692873673439026, + 0.9848963592529297, + 0.9834712471008301, + 0.9938116626739502, + 0.9761260354995728, + 0.9862309640884399, + 0.9964988097190857, + 0.9895741086959838, + 1.0031852451324463, + 0.9945528154373169, + 0.9938870990753174, + 0.9850039566040039, + 0.982766799736023, + 0.9940546441078186, + 0.9699371845245361, + 1.0030255681037903, + 0.9629069705963135, + 0.9917603145599365, + 0.9868170715332031, + 0.9635244643211365, + 0.9542290064811707, + 0.9522285627365112, + 0.959105701637268, + 0.9572865758895874, + 0.9609386156082154, + 0.9519588193893432, + 0.9662731432914734, + 0.9482017148971558, + 0.9449867942810058, + 0.9475737733840942, + 0.9366802082061768, + 0.9512895627021789, + 0.9357378484725952, + 0.9315478944778443, + 0.930592444229126, + 0.925588726234436, + 0.9228597645759582, + 0.918616138458252, + 0.920361442565918, + 0.9141858814239502, + 0.9206330242156983, + 0.912045624256134, + 0.9115395063400269, + 0.9120437767028808, + 0.9089287811756134, + 0.9052299271583557, + 0.9062120104789734, + 0.9052583214759826, + 0.903732003068924, + 0.9017038101196289, + 0.9016088019371032, + 0.900925235080719, + 0.9002337282180786, + 0.89950648021698, + 0.899344504737854, + 0.8991525621414185 + ], + "train_acc": [ + 0.3518, + 0.6507, + 0.7278, + 0.7221, + 0.7157, + 0.704, + 0.6837, + 0.6747, + 0.6723, + 0.672, + 0.6664, + 0.6583, + 0.6557, + 0.6516, + 0.6463, + 0.6463, + 0.6498, + 0.6501, + 0.6474, + 0.653, + 0.6426, + 0.6447, + 0.6445, + 0.6507, + 0.6485, + 0.6467, + 0.6437, + 0.6427, + 0.6479, + 0.6483, + 0.6431, + 0.6429, + 0.6416, + 0.6448, + 0.6449, + 0.646, + 0.6441, + 0.6436, + 0.6521, + 0.6445, + 0.6551, + 0.6524, + 0.6439, + 0.6597, + 0.6584, + 0.6558, + 0.6528, + 0.6547, + 0.6585, + 0.6601, + 0.6553, + 0.6599, + 0.6603, + 0.6637, + 0.6623, + 0.6554, + 0.6631, + 0.6682, + 0.6642, + 0.6686, + 0.6645, + 0.6711, + 0.672, + 0.6707, + 0.6677, + 0.6712, + 0.6738, + 0.6701, + 0.6731, + 0.6735, + 0.6748, + 0.6746, + 0.6743, + 0.6749, + 0.6778, + 0.6736, + 0.6769, + 0.676, + 0.6765, + 0.6766 + ], + "test_acc": [ + 0.58, + 0.696, + 0.719, + 0.706, + 0.6865, + 0.67, + 0.6525, + 0.648, + 0.639, + 0.622, + 0.626, + 0.6225, + 0.6215, + 0.628, + 0.612, + 0.628, + 0.6145, + 0.6255, + 0.6265, + 0.6135, + 0.6095, + 0.6135, + 0.621, + 0.6175, + 0.626, + 0.6125, + 0.6105, + 0.6065, + 0.604, + 0.599, + 0.5715, + 0.6055, + 0.5985, + 0.6065, + 0.616, + 0.6205, + 0.5945, + 0.6145, + 0.6205, + 0.62, + 0.61, + 0.619, + 0.609, + 0.6145, + 0.616, + 0.612, + 0.617, + 0.5945, + 0.6145, + 0.605, + 0.611, + 0.6145, + 0.6095, + 0.616, + 0.6075, + 0.6085, + 0.6185, + 0.6165, + 0.6155, + 0.6145, + 0.616, + 0.622, + 0.6225, + 0.6185, + 0.626, + 0.6225, + 0.6215, + 0.6255, + 0.622, + 0.626, + 0.6245, + 0.6255, + 0.628, + 0.625, + 0.628, + 0.6275, + 0.6295, + 0.629, + 0.6295, + 0.63 + ], + "state_pred_error": [ + 0.7095542505741119, + 0.2204969837665558, + 0.15315507028102876, + 0.1501929506778717, + 0.1680251207113266, + 0.18483844525814055, + 0.1927951848268509, + 0.18053169043064118, + 0.15416607925891876, + 0.13751740345954894, + 0.13204463099241256, + 0.137019335603714, + 0.14018229098320006, + 0.13985622874498368, + 0.13382404689788818, + 0.12563955969810486, + 0.11495544098615647, + 0.10729084681272506, + 0.0991292914390564, + 0.0913941947221756, + 0.08400755655765534, + 0.07665130922794341, + 0.06990957274436951, + 0.06544679455757141, + 0.06332790016531945, + 0.059688883173465726, + 0.05787863445281982, + 0.05242338265180588, + 0.04925893352627754, + 0.0445285712659359, + 0.03784902328848839, + 0.03432314455509186, + 0.03293032890856266, + 0.0331594014942646, + 0.033307562443614006, + 0.03299136911034584, + 0.033409500086307525, + 0.033616409802436825, + 0.03379755539298058, + 0.033649980002641675, + 0.032497336408495905, + 0.03118463564515114, + 0.02951844048500061, + 0.02854375030398369, + 0.026753420197963715, + 0.025368909916281702, + 0.024291560703516006, + 0.023437905433773994, + 0.022952947756648065, + 0.02232878315448761, + 0.02181797335743904, + 0.021106301710009576, + 0.020409608674049378, + 0.019760580214858055, + 0.019138308236002922, + 0.018568420615792273, + 0.01808371136188507, + 0.01727056083083153, + 0.016739256817102432, + 0.016109547036886215, + 0.015664903444051744, + 0.015091081549227238, + 0.014631217294931411, + 0.014197941839694977, + 0.013777997905015946, + 0.01357243129312992, + 0.013283110724389553, + 0.012890019401907921, + 0.012523587247729302, + 0.012299926532804966, + 0.012003950168192386, + 0.01177265168428421, + 0.011549191689491272, + 0.011507066878676414, + 0.011230636714398862, + 0.011101334499567747, + 0.010917466147243976, + 0.010862733283638954, + 0.010788837406039238, + 0.010658458246290683 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6138853430747986, + 0.41074037551879883, + 0.25203365087509155, + 0.20834164321422577, + 0.16624599695205688, + 0.15929004549980164, + 0.15449269115924835, + 0.175917387008667 + ], + "perturbation_rho": [ + 0.5534218549728394, + 0.3554393947124481, + 0.28831934928894043, + 0.1869889795780182, + 0.14766299724578857, + 0.176305890083313, + 0.1294843554496765, + 0.16089865565299988 + ], + "nudging": { + "0.001": [ + -0.015559096820652485, + -0.0017606341280043125, + -0.0007992807659320533, + -0.0006281178793869913, + -0.0004932679585181177, + -0.00045871903421357274, + -0.0004438266041688621, + -0.000502013775985688 + ], + "0.003": [ + -0.04605434834957123, + -0.005273702088743448, + -0.002395393792539835, + -0.0018838276155292988, + -0.0014792272122576833, + -0.0013755084946751595, + -0.0013307692715898156, + -0.0015053658280521631 + ], + "0.01": [ + -0.14630448818206787, + -0.017482426017522812, + -0.00796731747686863, + -0.006267632823437452, + -0.00492177763953805, + -0.00457757618278265, + -0.004429594613611698, + -0.00500995060428977 + ] + }, + "state_pred_error_per_layer": [ + 7478.478515625, + 1555.7657470703125, + 846.884521484375, + 607.9534301757812, + 659.867919921875, + 614.796630859375, + 546.969482421875, + 518.796142578125 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.285308999633789, + 1.4970221282958984, + 0.9958043640136719, + 0.8577417706489563, + 0.7985360019683838, + 0.7742141094207764, + 0.7541868792533875, + 0.7383458856582642, + 0.7444160983085633, + 0.7699382993698121, + 0.7617377349853516, + 0.8131803276062012, + 0.8340744517326355, + 0.8096075185775757, + 0.8233888305664062, + 0.8715233425140381, + 0.8412395213127136, + 0.8587033317565917, + 0.9323606998443603, + 0.9511387075424195, + 0.9220583269119262, + 0.9964756969451904, + 1.047953590965271, + 1.1211483845710755, + 1.1204530166625977, + 1.0928433876991273, + 1.1379628707885743, + 1.1724885011672974, + 1.11281310005188, + 1.0867287273406983, + 1.1001608766555786, + 1.064141231918335, + 1.0878272228240966, + 1.1576579273223877, + 1.1238960628509522, + 1.1606859970092773, + 1.1523268983840942, + 1.1631495752334595, + 1.1449461145401, + 1.2007387851715088, + 1.1955321371078491, + 1.1975843044281005, + 1.2237273839950562, + 1.2380825258255004, + 1.2528655261993409, + 1.2506139860153198, + 1.2446461044311523, + 1.2601920402526856, + 1.260292972946167, + 1.2225133561134338, + 1.1815817672729492, + 1.1279201912879944, + 1.1294625114440917, + 1.126245882987976, + 1.1246654704093932, + 1.1226116451263428, + 1.1226808778762818, + 1.1285088397979737, + 1.134099857711792, + 1.1264239824295044, + 1.1293188371658325, + 1.1205401794433594, + 1.119812659072876, + 1.1148133518218994, + 1.1078978939056396, + 1.1084100891113282, + 1.1039220796585083, + 1.106314839553833, + 1.1013267883300781, + 1.0988227684020997, + 1.0977583408355713, + 1.101661016845703, + 1.0976945793151855, + 1.1002184070587158, + 1.099597325706482, + 1.0982094870567323, + 1.098354042339325, + 1.0976181301116943, + 1.0973274658203125, + 1.0970626482963561 + ], + "train_acc": [ + 0.1665, + 0.4746, + 0.6308, + 0.6803, + 0.7017, + 0.7154, + 0.7205, + 0.7292, + 0.73, + 0.7237, + 0.7274, + 0.7147, + 0.7123, + 0.7201, + 0.7199, + 0.7116, + 0.7175, + 0.7182, + 0.7036, + 0.7017, + 0.6986, + 0.6771, + 0.661, + 0.6447, + 0.6427, + 0.6598, + 0.6551, + 0.6497, + 0.6566, + 0.6492, + 0.6392, + 0.6489, + 0.6354, + 0.6221, + 0.6365, + 0.6315, + 0.6316, + 0.6282, + 0.6354, + 0.6243, + 0.6263, + 0.6224, + 0.6126, + 0.613, + 0.6049, + 0.6047, + 0.5997, + 0.5934, + 0.5851, + 0.5892, + 0.5947, + 0.6053, + 0.6035, + 0.6011, + 0.6009, + 0.5983, + 0.5968, + 0.5938, + 0.5937, + 0.5964, + 0.5939, + 0.5953, + 0.5948, + 0.5983, + 0.6019, + 0.5955, + 0.5977, + 0.5985, + 0.5988, + 0.6014, + 0.6007, + 0.5982, + 0.6019, + 0.6017, + 0.6018, + 0.601, + 0.6003, + 0.6017, + 0.6011, + 0.6004 + ], + "test_acc": [ + 0.316, + 0.563, + 0.64, + 0.6705, + 0.6875, + 0.685, + 0.6855, + 0.695, + 0.6965, + 0.687, + 0.693, + 0.6385, + 0.68, + 0.6835, + 0.68, + 0.6845, + 0.6595, + 0.6695, + 0.648, + 0.6475, + 0.613, + 0.6205, + 0.617, + 0.6065, + 0.6275, + 0.6195, + 0.6055, + 0.625, + 0.6255, + 0.597, + 0.61, + 0.5655, + 0.592, + 0.577, + 0.5845, + 0.591, + 0.6035, + 0.6095, + 0.5905, + 0.5985, + 0.5995, + 0.5795, + 0.5785, + 0.5825, + 0.573, + 0.572, + 0.576, + 0.564, + 0.5665, + 0.5555, + 0.5655, + 0.5595, + 0.565, + 0.561, + 0.5715, + 0.5725, + 0.567, + 0.5575, + 0.566, + 0.559, + 0.5665, + 0.565, + 0.571, + 0.566, + 0.564, + 0.566, + 0.5705, + 0.569, + 0.572, + 0.5725, + 0.566, + 0.5685, + 0.5685, + 0.5695, + 0.571, + 0.5675, + 0.569, + 0.5695, + 0.569, + 0.5695 + ], + "value_loss": [ + 3.1271000915527343, + 0.9862023504257202, + 0.999002813911438, + 1.0425576148986817, + 1.0681012689590454, + 1.03996553068161, + 0.9741387175559998, + 0.9252232690811157, + 0.9215318450927734, + 1.0047331087112428, + 0.9920830215454102, + 1.0844781509399415, + 1.1991877380371094, + 1.1131661165237428, + 1.208943075942993, + 1.3144514158248901, + 1.2510551253318787, + 1.2366151815414428, + 1.4193125873565673, + 1.4414832863807678, + 1.234130789375305, + 1.1814983905792236, + 1.181002953338623, + 1.3016531824111939, + 1.1382783500671387, + 1.170673362350464, + 1.5918773588180541, + 1.2830027442932128, + 1.0921055715560912, + 1.0236657138824463, + 0.9862152492523193, + 0.849021138381958, + 0.9729941846847534, + 1.055552239227295, + 0.9573497166633606, + 0.979692142868042, + 0.8536088975906372, + 0.9205917440414428, + 0.9167158931732178, + 1.0006125350952149, + 0.9375052051544189, + 0.9362507380485535, + 0.8874157619476318, + 0.8648644126415252, + 0.9101438512802124, + 0.8190106260299682, + 0.8930434572219849, + 0.7672423245429992, + 0.7594193473815918, + 0.6917994091033935, + 0.6012004543304443, + 0.5240080141067505, + 0.5561031037807465, + 0.4888970242500305, + 0.45605546112060547, + 0.4390888867855072, + 0.43424798107147217, + 0.44492525901794433, + 0.43093778166770935, + 0.4075843402862549, + 0.41335898056030274, + 0.4024799570083618, + 0.4438731932640076, + 0.4120406524181366, + 0.3898531212806702, + 0.36487685375213624, + 0.4172193419456482, + 0.38758800344467165, + 0.34658458247184754, + 0.3497850526809692, + 0.34360920906066894, + 0.3693427942276001, + 0.34669516372680664, + 0.3415595028400421, + 0.3338581629753113, + 0.33175049436092374, + 0.32902164781093596, + 0.3372193983078003, + 0.34403223628997803, + 0.32433377566337585 + ], + "term_loss": [ + 1.7688616269111632, + 0.5567039131641388, + 0.7618842126846314, + 0.8274082384109497, + 0.8563696183204651, + 0.8081515713214874, + 0.7371555940628052, + 0.702651878452301, + 0.7090443038940429, + 0.7881656875610351, + 0.7814326080322266, + 0.8664573314666748, + 0.9778367706298828, + 0.8968942291259766, + 0.9918186021804809, + 1.08866188955307, + 1.0337607520103456, + 1.0145263776779174, + 1.178224391078949, + 1.1919040661811828, + 0.9849708090305328, + 0.8907354804992675, + 0.8850929956436158, + 0.9636733260154724, + 0.8116515071868896, + 0.8471049592018127, + 1.2205944297790527, + 0.9197152666568756, + 0.730262474155426, + 0.6721193412780762, + 0.6394133093833924, + 0.5264073338508606, + 0.6090341857910156, + 0.6560073004722595, + 0.5808387887001037, + 0.6305022970199585, + 0.5382268703460693, + 0.608380263376236, + 0.6007443336486816, + 0.6557021521091461, + 0.5751603908538818, + 0.5770105336666107, + 0.5359605489730835, + 0.5291802062988281, + 0.573161884689331, + 0.5040334848880768, + 0.5644822202682495, + 0.46114305610656736, + 0.4538517463684082, + 0.402396319103241, + 0.3250580922603607, + 0.2615281641483307, + 0.29292033083438873, + 0.2369567009449005, + 0.20991090397834777, + 0.19518582130670548, + 0.19080099306106568, + 0.19688191146850587, + 0.18551543823480607, + 0.16424798595905304, + 0.16575304796695708, + 0.1589976065158844, + 0.19366324095726012, + 0.1671199806332588, + 0.15091914472579956, + 0.1298795120716095, + 0.169755113196373, + 0.14672498960494995, + 0.1157905509352684, + 0.11689144127368926, + 0.11296927728652954, + 0.13240787162780762, + 0.11255746988058091, + 0.10960722550153733, + 0.10443557546138764, + 0.10119444595873356, + 0.09986090980172158, + 0.10406229302883148, + 0.1090045433819294, + 0.09466714213788509 + ], + "bridge_loss": [ + 1.0573119517879341, + 0.15241351038217543, + 0.01608453490436077, + 0.0064939980387687685, + 0.00945009122788906, + 0.0323205705165863, + 0.04268855847716332, + 0.030068882912397385, + 0.01993687737584114, + 0.01725001146569848, + 0.013776662385463715, + 0.013469882538914681, + 0.014333608262240886, + 0.013788160926103592, + 0.015742842441797255, + 0.01819062510430813, + 0.017548553105443718, + 0.019768079090118407, + 0.027314204022288322, + 0.03441775139570236, + 0.038058071267604826, + 0.06389330162107945, + 0.0633503836274147, + 0.09107995666265488, + 0.08258416488170624, + 0.0874572071313858, + 0.13215684812664985, + 0.12343537128567696, + 0.12941908707618713, + 0.12270671548843384, + 0.11486915047168732, + 0.09825265907049179, + 0.13369894971847535, + 0.1591746563911438, + 0.14571076006889344, + 0.1132983045578003, + 0.08243037438392639, + 0.08029556272029877, + 0.08846713262796402, + 0.1103203533411026, + 0.1305971376657486, + 0.12747013745307922, + 0.11351788620948791, + 0.09815907695889473, + 0.09737673666477203, + 0.0758411329627037, + 0.08800876551866531, + 0.06460359013080597, + 0.06309500212669372, + 0.05380393154621124, + 0.0478264770925045, + 0.04128478689193726, + 0.042341444367170335, + 0.03188926424384117, + 0.025954529893398286, + 0.025412592981755733, + 0.02477064228951931, + 0.028199707794189455, + 0.025668095329403878, + 0.02380155615210533, + 0.02794931230545044, + 0.024946860378980636, + 0.0320184164583683, + 0.02804033151268959, + 0.023456422537565233, + 0.019551472708582877, + 0.03227331275343895, + 0.025733040750026703, + 0.016958685997128485, + 0.019350963592529295, + 0.017583922302722932, + 0.023359004205465318, + 0.021352820153534412, + 0.018858864906430243, + 0.017002299439907075, + 0.018063389497995377, + 0.01701616567224264, + 0.02123323907852173, + 0.023313335365056993, + 0.018076158130913973 + ], + "tgrad_loss": [ + 0.300926530790329, + 0.27708493127822875, + 0.2210340663909912, + 0.20865537734031678, + 0.2022815556526184, + 0.19949339275360106, + 0.19429456148147584, + 0.19250250487327575, + 0.1925506702899933, + 0.19931740417480467, + 0.19687375478744507, + 0.20455093593597412, + 0.20701736421585082, + 0.2024837209701538, + 0.20138162145614624, + 0.20759890670776368, + 0.19974581598043442, + 0.20232072179317476, + 0.21377399282455445, + 0.21516146430969238, + 0.21110190229415893, + 0.22686960439682008, + 0.2325595742225647, + 0.24689988670349122, + 0.24404268040657043, + 0.23611119108200074, + 0.2391260844707489, + 0.23985210418701172, + 0.2324240131855011, + 0.2288396686077118, + 0.23193279480934142, + 0.2243611490726471, + 0.23026104683876036, + 0.24037028608322145, + 0.23080016889572144, + 0.23589155068397522, + 0.23295164408683777, + 0.23191592471599579, + 0.22750442996025086, + 0.2345900161266327, + 0.23174768257141112, + 0.23177007055282592, + 0.23793732562065126, + 0.23752512764930725, + 0.23960522780418397, + 0.23913600816726685, + 0.24055246658325194, + 0.2414956763267517, + 0.24247259407043456, + 0.2355991590976715, + 0.22831588366031647, + 0.2211950572013855, + 0.2208413278579712, + 0.2200510561466217, + 0.22019002876281737, + 0.21849047474861144, + 0.21867634949684142, + 0.21984363961219788, + 0.21975424647331238, + 0.21953480105400086, + 0.21965661954879762, + 0.2185354926586151, + 0.21819153480529785, + 0.2168803418636322, + 0.21547755289077758, + 0.21544586992263795, + 0.21519091215133668, + 0.215129975605011, + 0.2138353454589844, + 0.21354264924526214, + 0.21305600986480713, + 0.21357592091560365, + 0.21278487405776977, + 0.21309341056346892, + 0.21242028739452362, + 0.21249265823364258, + 0.2121445729970932, + 0.21192386741638183, + 0.2117143608570099, + 0.21159047515392304 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.08390675485134125, + 0.2993828356266022, + 0.37482553720474243, + 0.3876585066318512, + 0.3966418504714966, + 0.3863479495048523, + 0.3938036561012268, + 0.39385986328125 + ], + "perturbation_rho": [ + 0.09506039321422577, + 0.3888479173183441, + 0.42724472284317017, + 0.5000925064086914, + 0.4708487391471863, + 0.47097086906433105, + 0.48436442017555237, + 0.4723408818244934 + ], + "nudging": { + "0.001": [ + -0.0027529560029506683, + -0.0023121805861592293, + -0.0022948652040213346, + -0.0022791987285017967, + -0.0022901692427694798, + -0.0022190851159393787, + -0.0022319701965898275, + -0.002243783324956894 + ], + "0.003": [ + -0.008236072957515717, + -0.006927105598151684, + -0.00687650078907609, + -0.006829372141510248, + -0.006862659007310867, + -0.0066499970853328705, + -0.006688036024570465, + -0.006723873317241669 + ], + "0.01": [ + -0.027181372046470642, + -0.02298363298177719, + -0.02282092720270157, + -0.022664468735456467, + -0.02277727797627449, + -0.02207607962191105, + -0.022199643775820732, + -0.02231789380311966 + ] + } + } + } +}
\ No newline at end of file |