diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.25_L12_s456.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.25_L12_s456.json | 1722 |
1 files changed, 1722 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L12_s456.json b/results/synth_ladder_v2_lo/synth_a0.25_L12_s456.json new file mode 100644 index 0000000..2d51c87 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L12_s456.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 0.9947674840927124, + 0.5959297422885895, + 0.4441185667037964, + 0.4238312294960022, + 0.4082300910949707, + 0.393765958237648, + 0.3456931649684906, + 0.31308822474479675, + 0.34416239910125734, + 0.27713756511211396, + 0.308809486413002, + 0.3001532375335693, + 0.3525312074661255, + 0.34459256377220154, + 0.2930661339998245, + 0.2344497579097748, + 0.23357478170394896, + 0.27331467504501344, + 0.2594615140080452, + 0.2084457780122757, + 0.22421327531337737, + 0.2495953950881958, + 0.26592646188735963, + 0.2653880777835846, + 0.20616664996147155, + 0.23063301057815552, + 0.2234852524280548, + 0.18022556896209715, + 0.19890744733810425, + 0.18154424366950989, + 0.189240668797493, + 0.19498020770549773, + 0.16609342606067656, + 0.16478614134788513, + 0.16893418736457824, + 0.1679157147884369, + 0.15672187466621398, + 0.15162110064029694, + 0.133504154253006, + 0.1337939938545227, + 0.184183518242836, + 0.1587675848007202, + 0.1786697045326233, + 0.16375601427555084, + 0.12898387837409972, + 0.12127504997253417, + 0.1357682282924652, + 0.10440323195457459, + 0.09760309319496155, + 0.11050140519142151, + 0.10689635886847973, + 0.08951765444278717, + 0.09638235607147216, + 0.09622903165221214, + 0.08356250081062316, + 0.09570504027605056, + 0.08704132456183433, + 0.07892893888950347, + 0.07683630051612854, + 0.07765760183334351, + 0.0783784222126007, + 0.07589095104932785, + 0.07282794521450997, + 0.07019219055175781, + 0.07221138014793396, + 0.06894144759178161, + 0.066200683760643, + 0.06355799829363823, + 0.0628858461380005, + 0.06295600434541702, + 0.06119969562292099, + 0.0605082638591528, + 0.05951749495267868, + 0.05923395432829857, + 0.058772369563579556, + 0.058454980385303494, + 0.058216135403513905, + 0.05801380957365036, + 0.05786988719701767, + 0.057799397979676724 + ], + "train_acc": [ + 0.6354, + 0.7735, + 0.8247, + 0.8317, + 0.8432, + 0.844, + 0.8605, + 0.8726, + 0.8612, + 0.8887, + 0.8785, + 0.8806, + 0.8632, + 0.8671, + 0.8851, + 0.9049, + 0.9085, + 0.8919, + 0.8975, + 0.9172, + 0.9096, + 0.901, + 0.8955, + 0.8924, + 0.9181, + 0.9095, + 0.911, + 0.9299, + 0.9217, + 0.9287, + 0.9245, + 0.9228, + 0.9328, + 0.9344, + 0.9341, + 0.9335, + 0.9386, + 0.9404, + 0.9484, + 0.9483, + 0.924, + 0.9353, + 0.9302, + 0.9351, + 0.9511, + 0.9544, + 0.9482, + 0.9636, + 0.97, + 0.9597, + 0.9625, + 0.9734, + 0.9669, + 0.9669, + 0.9761, + 0.9696, + 0.9733, + 0.9785, + 0.9784, + 0.9789, + 0.9784, + 0.9804, + 0.9831, + 0.9837, + 0.9821, + 0.9839, + 0.9859, + 0.9886, + 0.988, + 0.9867, + 0.9895, + 0.9897, + 0.9903, + 0.9901, + 0.9906, + 0.9906, + 0.9905, + 0.9906, + 0.9907, + 0.9907 + ], + "test_acc": [ + 0.757, + 0.798, + 0.8185, + 0.839, + 0.8365, + 0.831, + 0.859, + 0.8515, + 0.843, + 0.8645, + 0.8585, + 0.8575, + 0.857, + 0.855, + 0.8715, + 0.867, + 0.857, + 0.8595, + 0.879, + 0.8755, + 0.8675, + 0.864, + 0.869, + 0.869, + 0.8825, + 0.8745, + 0.8745, + 0.8825, + 0.872, + 0.879, + 0.8785, + 0.8805, + 0.8895, + 0.8745, + 0.8815, + 0.8835, + 0.886, + 0.8925, + 0.895, + 0.887, + 0.873, + 0.8845, + 0.884, + 0.8825, + 0.8935, + 0.8925, + 0.893, + 0.894, + 0.8895, + 0.895, + 0.901, + 0.899, + 0.9035, + 0.893, + 0.8915, + 0.8965, + 0.898, + 0.9, + 0.896, + 0.898, + 0.8935, + 0.899, + 0.898, + 0.899, + 0.9025, + 0.896, + 0.8975, + 0.9, + 0.8985, + 0.8985, + 0.9005, + 0.899, + 0.8975, + 0.898, + 0.898, + 0.8985, + 0.899, + 0.899, + 0.899, + 0.899 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8408721685409546, + 0.8110387921333313, + 0.7906323671340942, + 0.7719681262969971, + 0.7599710822105408, + 0.7539124488830566, + 0.7502779364585876, + 0.7483201026916504, + 0.7469743490219116, + 0.7455896139144897, + 0.7440224885940552, + 0.7427754402160645 + ], + "perturbation_rho": [ + 0.9999985694885254, + 0.9999968409538269, + 0.9999892711639404, + 0.9999746680259705, + 0.9999452233314514, + 0.9998985528945923, + 0.999815821647644, + 0.9998071789741516, + 0.9997591972351074, + 0.9997697472572327, + 0.9996993541717529, + 0.9996582269668579 + ], + "nudging": { + "0.001": [ + -0.023041635751724243, + -0.011698233895003796, + -0.006238154135644436, + -0.0037476818542927504, + -0.0025868481025099754, + -0.001987478695809841, + -0.0016404282068833709, + -0.0014207971980795264, + -0.0012741510290652514, + -0.0011747813550755382, + -0.0011064992286264896, + -0.001060901558957994 + ], + "0.003": [ + -0.06129148602485657, + -0.033079855144023895, + -0.01814448833465576, + -0.011038530617952347, + -0.0076637002639472485, + -0.005905331112444401, + -0.004882573150098324, + -0.004233422689139843, + -0.0037992263678461313, + -0.0035047021228820086, + -0.0033022318966686726, + -0.003166868584230542 + ], + "0.01": [ + -0.1375543624162674, + -0.0896252989768982, + -0.05422336980700493, + -0.034489020705223083, + -0.024439619854092598, + -0.019029833376407623, + -0.015829749405384064, + -0.013777680695056915, + -0.012396320700645447, + -0.011455517262220383, + -0.01080663874745369, + -0.01037222146987915 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.124322125816345, + 1.131116539478302, + 0.7928409598350525, + 0.6759025037765503, + 0.6115491585731506, + 0.6032277975082397, + 0.5580433654785156, + 0.6098665882110595, + 0.6155833411216736, + 0.6180649537801742, + 0.5471897947311402, + 0.7873612755775452, + 0.6355358539581298, + 0.9136189843177795, + 0.618724655532837, + 0.6802553035736084, + 0.5858199717521667, + 0.7376443414211273, + 0.7392737801551819, + 0.6306376735687256, + 0.7112307133674621, + 0.9737488382339478, + 0.9086463136672973, + 0.850034592628479, + 0.6517437356948853, + 1.2407935445785523, + 1.1789815021514893, + 1.020478351020813, + 0.7643687894821167, + 0.8357456016540528, + 1.1298155811309814, + 0.8742633706092835, + 0.6635566035270691, + 0.6822684181213379, + 1.066520718383789, + 1.0742153341770173, + 0.6373770482063293, + 0.6482282336235047, + 0.5901363306045532, + 0.7677202499389648, + 0.8966454248428345, + 0.6450998259544373, + 0.7499248750686646, + 0.6379090648174286, + 0.7380184473991394, + 0.6519559772491456, + 0.6984748714447021, + 0.7411647702217102, + 0.583937159729004, + 0.61994026222229, + 0.6090516567468643, + 0.47370276279449464, + 0.4794863220214844, + 0.6398159673810005, + 0.4859983974456787, + 0.4938936637878418, + 0.5712474269390106, + 0.4674346417427063, + 0.5590529252052308, + 0.46515351371765135, + 0.4210616909980774, + 0.44265751304626466, + 0.41583880286216734, + 0.3911753342151642, + 0.41973802375793456, + 0.4061159435272217, + 0.3860981136798859, + 0.3852514534473419, + 0.39405768866539004, + 0.37666168694496155, + 0.3830901497840881, + 0.3774588644981384, + 0.36966973986625673, + 0.3606788787841797, + 0.3621327772021294, + 0.35749068994522093, + 0.35715772972106935, + 0.35473382360935213, + 0.35407376971244814, + 0.35300638766288756 + ], + "train_acc": [ + 0.2313, + 0.5939, + 0.7093, + 0.7511, + 0.7705, + 0.7765, + 0.7968, + 0.7762, + 0.7721, + 0.7781, + 0.7964, + 0.7469, + 0.77, + 0.718, + 0.7773, + 0.7627, + 0.7806, + 0.751, + 0.7478, + 0.7717, + 0.7445, + 0.715, + 0.7042, + 0.722, + 0.7591, + 0.6789, + 0.6837, + 0.7078, + 0.7443, + 0.7261, + 0.6835, + 0.7268, + 0.7664, + 0.7658, + 0.7015, + 0.7169, + 0.7713, + 0.7713, + 0.7876, + 0.7577, + 0.7252, + 0.778, + 0.7595, + 0.7809, + 0.7548, + 0.7769, + 0.7671, + 0.7629, + 0.7883, + 0.7916, + 0.7826, + 0.8233, + 0.8234, + 0.7805, + 0.8201, + 0.8201, + 0.7993, + 0.8282, + 0.8048, + 0.8293, + 0.8378, + 0.8387, + 0.8424, + 0.8493, + 0.8397, + 0.8453, + 0.8508, + 0.8514, + 0.8478, + 0.8547, + 0.852, + 0.857, + 0.858, + 0.8598, + 0.8603, + 0.859, + 0.8612, + 0.862, + 0.8624, + 0.8626 + ], + "test_acc": [ + 0.476, + 0.659, + 0.709, + 0.6815, + 0.6795, + 0.726, + 0.7425, + 0.721, + 0.7035, + 0.733, + 0.5475, + 0.7095, + 0.564, + 0.627, + 0.7265, + 0.676, + 0.607, + 0.6305, + 0.6685, + 0.639, + 0.4255, + 0.663, + 0.6265, + 0.6955, + 0.6085, + 0.5685, + 0.5145, + 0.585, + 0.567, + 0.507, + 0.581, + 0.658, + 0.6685, + 0.647, + 0.5785, + 0.718, + 0.69, + 0.753, + 0.5325, + 0.6125, + 0.632, + 0.5605, + 0.6765, + 0.752, + 0.645, + 0.577, + 0.644, + 0.711, + 0.668, + 0.6685, + 0.7255, + 0.7025, + 0.6725, + 0.757, + 0.7645, + 0.7305, + 0.8015, + 0.7245, + 0.7565, + 0.7775, + 0.782, + 0.77, + 0.7985, + 0.7735, + 0.7885, + 0.7925, + 0.7955, + 0.804, + 0.8, + 0.8075, + 0.81, + 0.822, + 0.8155, + 0.817, + 0.82, + 0.8135, + 0.8165, + 0.8195, + 0.822, + 0.8205 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.03703948110342026, + 0.2760871648788452, + 0.18428769707679749, + 0.1331849992275238, + 0.09719057381153107, + 0.1258918195962906, + 0.0748991146683693, + 0.08436713367700577, + 0.09110807627439499, + 0.10076140612363815, + 0.06335102021694183, + 0.08356402069330215 + ], + "perturbation_rho": [ + 0.048133689910173416, + 0.19754433631896973, + 0.16992174088954926, + 0.13566580414772034, + 0.05106702446937561, + 0.13118207454681396, + 0.057789772748947144, + 0.09156530350446701, + 0.05846566706895828, + 0.07805749773979187, + 0.11393842101097107, + 0.10566958785057068 + ], + "nudging": { + "0.001": [ + -0.0010935654863715172, + -0.0007910718559287488, + -0.0005110235651955009, + -0.0003657024062704295, + -0.0002454574278090149, + -0.00031436217250302434, + -0.00021353720512706786, + -0.00021881572320125997, + -0.00025353196542710066, + -0.00029741236357949674, + -0.00019224401330575347, + -0.00023414409952238202 + ], + "0.003": [ + -0.0032477299682796, + -0.0023589283227920532, + -0.0015236057806760073, + -0.0010900571942329407, + -0.0007291981601156294, + -0.0009313088376075029, + -0.0006336293881759048, + -0.0006524997879751027, + -0.0007575232302770019, + -0.0008877321379259229, + -0.0005692495033144951, + -0.0006953849224373698 + ], + "0.01": [ + -0.010506195947527885, + -0.007814407348632812, + -0.005055932328104973, + -0.003603969234973192, + -0.0024205115623772144, + -0.0030835624784231186, + -0.0020989018958061934, + -0.002160410862416029, + -0.0025065483059734106, + -0.0029421483632177114, + -0.0018882867880165577, + -0.0023007215932011604 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8810795295715332, + 1.2361003873825074, + 1.1001177528381347, + 1.0620904754638671, + 0.9923239807128906, + 1.0118637664794923, + 1.0294495058059692, + 1.035706482887268, + 1.1197983177185058, + 1.1272871920585632, + 1.1440982617378235, + 1.1798527102470397, + 1.2583636451721192, + 1.16342516040802, + 1.1545253436088563, + 1.1172974102020263, + 1.105135089302063, + 1.1267213039398194, + 1.1039850887298583, + 1.146181492614746, + 1.188433178806305, + 1.133612074279785, + 1.1646951875686646, + 1.1493542042732239, + 1.193199885559082, + 1.1990179855346679, + 1.1798026483535766, + 1.2109940435409545, + 1.1876913191795349, + 1.136012986755371, + 1.0995346645355224, + 1.1363990716934205, + 1.0839429043769837, + 1.036410266494751, + 1.0403498750686646, + 1.0100184856414796, + 1.0011023750305177, + 1.0164660669326782, + 1.0148341651916504, + 0.9997676483154296, + 1.079225712966919, + 1.0086151275634765, + 0.9838174611091614, + 0.9308564140319824, + 0.9210850870132447, + 0.9249866769790649, + 0.9204979789733887, + 1.0016128253936767, + 1.0033588279724122, + 0.9989631762504577, + 0.9597750957489014, + 0.9665767883300781, + 0.9695200438499451, + 0.979364437866211, + 1.0115489553451538, + 1.044701505279541, + 1.071289315032959, + 1.0969339916229248, + 1.0794300346374512, + 1.0735850115776062, + 1.0443150358200073, + 1.0285705953598023, + 1.011650534439087, + 0.9911880954742431, + 0.9808807865142822, + 0.9643822746276856, + 0.9543527652740479, + 0.9422026905059815, + 0.9374882905960084, + 0.9291035015106202, + 0.9215585130691528, + 0.9194198372840882, + 0.9146845828056336, + 0.9108321361541748, + 0.908439405822754, + 0.907101872253418, + 0.9050157958984375, + 0.9036195611000061, + 0.9028717960357666, + 0.9025129417419434 + ], + "train_acc": [ + 0.3648, + 0.5616, + 0.6071, + 0.6265, + 0.6596, + 0.652, + 0.6486, + 0.6435, + 0.6203, + 0.6245, + 0.6139, + 0.6054, + 0.5993, + 0.623, + 0.6222, + 0.6158, + 0.6189, + 0.619, + 0.6237, + 0.6187, + 0.6121, + 0.6181, + 0.6077, + 0.6086, + 0.6023, + 0.5997, + 0.6041, + 0.6032, + 0.6095, + 0.6156, + 0.6221, + 0.6192, + 0.6387, + 0.6512, + 0.6428, + 0.6486, + 0.6467, + 0.6543, + 0.653, + 0.6532, + 0.6402, + 0.6577, + 0.6606, + 0.6726, + 0.6731, + 0.6733, + 0.6713, + 0.6536, + 0.651, + 0.6492, + 0.6701, + 0.6638, + 0.6666, + 0.6661, + 0.6573, + 0.6522, + 0.6453, + 0.6405, + 0.6415, + 0.6428, + 0.6508, + 0.6514, + 0.6577, + 0.6609, + 0.6643, + 0.6653, + 0.6697, + 0.6684, + 0.6709, + 0.6743, + 0.6763, + 0.6755, + 0.6773, + 0.6788, + 0.6761, + 0.678, + 0.6792, + 0.6804, + 0.6803, + 0.6802 + ], + "test_acc": [ + 0.5295, + 0.5775, + 0.6065, + 0.6085, + 0.632, + 0.625, + 0.6215, + 0.583, + 0.6125, + 0.6035, + 0.5775, + 0.555, + 0.607, + 0.589, + 0.5885, + 0.601, + 0.5745, + 0.581, + 0.57, + 0.567, + 0.5955, + 0.529, + 0.582, + 0.5845, + 0.5495, + 0.585, + 0.556, + 0.578, + 0.579, + 0.5955, + 0.583, + 0.6235, + 0.602, + 0.609, + 0.626, + 0.6245, + 0.601, + 0.578, + 0.6385, + 0.5785, + 0.632, + 0.6265, + 0.626, + 0.656, + 0.648, + 0.657, + 0.624, + 0.618, + 0.6185, + 0.6325, + 0.6345, + 0.6375, + 0.6405, + 0.6395, + 0.632, + 0.6215, + 0.6005, + 0.6135, + 0.5985, + 0.6105, + 0.615, + 0.6215, + 0.6185, + 0.63, + 0.6265, + 0.628, + 0.629, + 0.6345, + 0.6345, + 0.6415, + 0.6415, + 0.6425, + 0.6395, + 0.644, + 0.6475, + 0.6465, + 0.644, + 0.6455, + 0.645, + 0.645 + ], + "state_pred_error": [ + 0.6453981456756592, + 0.23473459401130675, + 0.22407248733043672, + 0.22245599946975708, + 0.21019233787059785, + 0.18144550337791443, + 0.17582191152572632, + 0.17074397916793824, + 0.1751905428647995, + 0.1764908756017685, + 0.1641579815387726, + 0.15101692166328431, + 0.14769069714546204, + 0.14573342962265015, + 0.14323594300746917, + 0.1388802298069, + 0.13048029086589813, + 0.12313583681583405, + 0.1169026269197464, + 0.11280269784927369, + 0.1114406135559082, + 0.10753615816831588, + 0.09873319754600525, + 0.09379508064985276, + 0.09320075496435165, + 0.09452443287372589, + 0.08613354905843734, + 0.07822277886867524, + 0.06739198684692382, + 0.05750293148756027, + 0.04770064138174057, + 0.044405366152524946, + 0.04118964074850082, + 0.038421801435947416, + 0.035279463201761244, + 0.03239466397762299, + 0.02980326344370842, + 0.028275283205509184, + 0.027806608456373214, + 0.02775250583291054, + 0.027604129791259764, + 0.02825467872619629, + 0.03000386506319046, + 0.03052634057998657, + 0.030324843940138818, + 0.03044587863087654, + 0.030369041973352433, + 0.030169917958974838, + 0.029345124167203904, + 0.028020204293727875, + 0.026755033046007157, + 0.025642084258794783, + 0.025034043380618095, + 0.025460178035497664, + 0.025847621342539786, + 0.026586625242233278, + 0.027172537714242936, + 0.02762252908349037, + 0.027387323778867722, + 0.0279737877368927, + 0.027401061433553697, + 0.026677529415488243, + 0.026780897063016892, + 0.025761067128181457, + 0.02527744944691658, + 0.02493682624697685, + 0.02452848722934723, + 0.023785253030061723, + 0.023475021582841874, + 0.0230139014005661, + 0.022756616941094397, + 0.021971601372957228, + 0.02164053836464882, + 0.020801106786727905, + 0.020165389025211335, + 0.019814389663934708, + 0.01931059607863426, + 0.018816861334443092, + 0.018472328102588653, + 0.017988865703344344 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7252062559127808, + 0.29899632930755615, + 0.17116883397102356, + 0.13035137951374054, + 0.11515486240386963, + 0.09652335941791534, + 0.0831163302063942, + 0.08587749302387238, + 0.1138496845960617, + 0.09370164573192596, + 0.10970423370599747, + 0.09861446917057037 + ], + "perturbation_rho": [ + 0.5776556730270386, + 0.24244043231010437, + 0.15723995864391327, + 0.11212021112442017, + 0.13527166843414307, + 0.09345141798257828, + 0.05218992009758949, + 0.09958191215991974, + 0.09601333737373352, + 0.05242425203323364, + 0.08741243183612823, + 0.08527539670467377 + ], + "nudging": { + "0.001": [ + -0.01889077201485634, + -0.0009189919801428914, + -0.0004775590787176043, + -0.000345642096363008, + -0.0003198374470230192, + -0.00027532177045941353, + -0.00023964255524333566, + -0.00024414859944954515, + -0.00032626462052576244, + -0.00024727743584662676, + -0.0003089705132879317, + -0.00028701225528493524 + ], + "0.003": [ + -0.05585412308573723, + -0.0027553164400160313, + -0.0014325750526040792, + -0.0010372890392318368, + -0.0009584734216332436, + -0.0008253002306446433, + -0.0007186426082625985, + -0.0007314274553209543, + -0.000978380674496293, + -0.0007414872525259852, + -0.0009262076346203685, + -0.0008607603958807886 + ], + "0.01": [ + -0.1766481101512909, + -0.00916180107742548, + -0.004768161568790674, + -0.00345130218192935, + -0.0031899111345410347, + -0.002747050253674388, + -0.002392321825027466, + -0.0024352066684514284, + -0.0032566720619797707, + -0.0024684183299541473, + -0.003083357820287347, + -0.0028652269393205643 + ] + }, + "state_pred_error_per_layer": [ + 14567.1396484375, + 8843.26171875, + 5969.56787109375, + 5045.4873046875, + 4699.3388671875, + 4805.94287109375, + 4535.58935546875, + 4793.4423828125, + 4549.9345703125, + 4690.251953125, + 4812.1875, + 4947.22509765625 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.1223959423065186, + 1.1308925502777099, + 0.7801009045600891, + 0.6729701273918152, + 0.6086994623184204, + 0.5650544769287109, + 0.557174564743042, + 0.635125132226944, + 0.6045203336715699, + 0.6104950213432312, + 0.6773919567108154, + 0.634354585647583, + 0.7008390525817871, + 0.5426709760665893, + 0.6239622621536255, + 0.6713327980041504, + 0.6004258505821228, + 0.679081558227539, + 0.8434337931632996, + 0.7248663192749023, + 0.5846601127624512, + 0.7091362628936767, + 0.7446982576370239, + 0.781251979637146, + 0.803330804347992, + 0.7121967086791993, + 0.6684488694190979, + 0.8766575017929077, + 0.9210894750595093, + 0.82434025888443, + 0.837844763469696, + 0.80740807056427, + 0.9366403986930847, + 0.9515004661560058, + 1.1598037229537963, + 1.10346333694458, + 1.1477074918746948, + 1.3325309940338135, + 1.7308238342285156, + 1.2630112736701966, + 1.162735636138916, + 1.4247036094665528, + 1.7260048475265504, + 1.7118493715286256, + 1.648465139770508, + 1.5406495670318603, + 1.438048271369934, + 1.336459242248535, + 1.3360411096572875, + 1.3773949566841126, + 1.27808166847229, + 1.2043107717514039, + 1.3566615823745727, + 1.2266771377563477, + 1.2032874032974243, + 1.3345542625427247, + 1.277489598464966, + 1.2574082427978515, + 1.3388423186302185, + 1.317376096725464, + 1.3218458183288575, + 1.3416841665267945, + 1.313708076095581, + 1.3063379524230958, + 1.324901369857788, + 1.3095571729660034, + 1.3367181018829346, + 1.3342665132522582, + 1.3231969213485717, + 1.2999568965911865, + 1.2956551901817321, + 1.283503600692749, + 1.282581994819641, + 1.2756302757263183, + 1.2712590478897094, + 1.2688031791687011, + 1.2658842399597168, + 1.2636978759765625, + 1.2609567411422729, + 1.2598623921394347 + ], + "train_acc": [ + 0.2364, + 0.5948, + 0.7131, + 0.7478, + 0.7703, + 0.7889, + 0.7914, + 0.7656, + 0.7862, + 0.7757, + 0.7658, + 0.7746, + 0.748, + 0.7989, + 0.7753, + 0.7604, + 0.7796, + 0.7569, + 0.7207, + 0.7579, + 0.7832, + 0.7498, + 0.7331, + 0.7337, + 0.7258, + 0.755, + 0.7684, + 0.7433, + 0.7383, + 0.7477, + 0.747, + 0.7533, + 0.7224, + 0.7082, + 0.6644, + 0.6817, + 0.6672, + 0.6219, + 0.5687, + 0.6204, + 0.6338, + 0.6038, + 0.5568, + 0.5556, + 0.557, + 0.5713, + 0.5855, + 0.5923, + 0.5942, + 0.5825, + 0.5996, + 0.61, + 0.5866, + 0.6144, + 0.6164, + 0.5915, + 0.6046, + 0.6063, + 0.5949, + 0.5979, + 0.5971, + 0.5942, + 0.5962, + 0.5992, + 0.5918, + 0.5979, + 0.5926, + 0.5951, + 0.5954, + 0.5958, + 0.6024, + 0.6052, + 0.6038, + 0.6006, + 0.6055, + 0.6049, + 0.6047, + 0.6063, + 0.6086, + 0.6089 + ], + "test_acc": [ + 0.48, + 0.644, + 0.7065, + 0.733, + 0.7315, + 0.7055, + 0.7035, + 0.67, + 0.695, + 0.669, + 0.708, + 0.6635, + 0.678, + 0.6665, + 0.554, + 0.6675, + 0.653, + 0.637, + 0.569, + 0.647, + 0.5995, + 0.702, + 0.5415, + 0.6205, + 0.6875, + 0.633, + 0.6135, + 0.6145, + 0.6435, + 0.706, + 0.6325, + 0.5855, + 0.633, + 0.525, + 0.588, + 0.668, + 0.6115, + 0.453, + 0.502, + 0.586, + 0.6, + 0.494, + 0.5125, + 0.445, + 0.5215, + 0.5165, + 0.535, + 0.5235, + 0.485, + 0.514, + 0.571, + 0.5115, + 0.5405, + 0.5585, + 0.488, + 0.5775, + 0.5685, + 0.5465, + 0.558, + 0.5425, + 0.5335, + 0.55, + 0.5565, + 0.5345, + 0.5465, + 0.555, + 0.565, + 0.562, + 0.5535, + 0.555, + 0.5625, + 0.5585, + 0.5685, + 0.5595, + 0.564, + 0.5655, + 0.5645, + 0.569, + 0.5645, + 0.5665 + ], + "value_loss": [ + 2.7805515005111694, + 1.081686860370636, + 0.797205941772461, + 0.6986260824680328, + 0.7140384963989258, + 0.676977529335022, + 0.6860679067611695, + 1.0100212257385255, + 1.0003583810806274, + 0.8196450786590577, + 1.0773170350074768, + 0.9696109293460846, + 1.0457900135040283, + 0.7022124642372132, + 0.8929926084518433, + 0.9564439485549927, + 0.7808498700141907, + 0.9953287747383117, + 1.468350359916687, + 1.2638125471115111, + 0.83949560546875, + 1.2727160860061646, + 1.3841882694244385, + 1.678631261253357, + 1.725769453048706, + 1.5402052530288697, + 1.2585258999824525, + 2.0741510969161987, + 2.4101175380706787, + 1.948118208217621, + 2.2736195261001586, + 1.8106961948394775, + 2.211885329437256, + 2.1651109546661376, + 2.5323298233032228, + 2.1501616649627686, + 2.2966494682312013, + 3.1301290969848634, + 4.273359652328491, + 2.197300305747986, + 1.5282178970336915, + 2.6804796546936034, + 3.514599729347229, + 3.5422376876831057, + 2.5286996788024902, + 1.9258211517333985, + 1.815034661102295, + 1.506567113494873, + 1.5045080892562865, + 1.7108898855209351, + 1.241757023048401, + 1.2125720126152038, + 1.3929070613861083, + 1.1463023363113403, + 1.1142121349334717, + 1.332335331916809, + 1.1768944136142732, + 1.1620534097671509, + 1.298662633562088, + 1.1294718536376953, + 1.1261915169715881, + 1.122890726852417, + 1.1405691360473633, + 1.0319907926559448, + 1.0340288082122804, + 0.9726796591758728, + 1.0593993881225585, + 1.050448949432373, + 1.100425945854187, + 1.0933582187652588, + 0.8975212239265442, + 0.8938636081695557, + 0.9166557600021362, + 0.977439419555664, + 0.8397266407966614, + 0.8533422320365905, + 0.874716013431549, + 0.8575616405487061, + 0.838136801624298, + 0.8463798692464829 + ], + "term_loss": [ + 1.6485074674129485, + 0.8297072814941406, + 0.634693399810791, + 0.5434339653253555, + 0.5507466105461121, + 0.5207709157943725, + 0.5341971765518189, + 0.846416844177246, + 0.841112010717392, + 0.6564387054443359, + 0.9049889453649521, + 0.798225192284584, + 0.8605166847705841, + 0.5482600785255433, + 0.7241384846687317, + 0.7684001558303833, + 0.6070996345996856, + 0.7962655972480774, + 1.2140521295547486, + 0.9860176255226135, + 0.608419938647747, + 0.9112939659118653, + 0.9734650965690613, + 1.2297438148498536, + 1.299837247133255, + 1.1938978694915772, + 0.9857995202064515, + 1.69483338432312, + 1.9083918838500977, + 1.6175825427293777, + 1.9212311550140382, + 1.5342649998188018, + 1.8532086339950562, + 1.8259620584487914, + 2.1624345304489134, + 1.806892790031433, + 1.8902231861114502, + 2.5273943916320802, + 3.5992365367889403, + 1.7663538317680358, + 1.1680109001159669, + 2.154721879196167, + 2.983940335559845, + 2.932674698829651, + 2.0614490547180178, + 1.522164292526245, + 1.4121819274902343, + 1.1339237529754638, + 1.1243637654304504, + 1.3226550352573394, + 0.8877180952310562, + 0.8467551987171174, + 1.0091370786666871, + 0.7961967350006104, + 0.7717182033538819, + 0.9400051207065582, + 0.8129089121699333, + 0.7943745586633683, + 0.9124063068151474, + 0.7582885841369629, + 0.757268895816803, + 0.7520805835723877, + 0.7614981719970703, + 0.672174573135376, + 0.664697764635086, + 0.6174597493886947, + 0.6784869749546051, + 0.6815483723163605, + 0.7197177550315857, + 0.7082983478546142, + 0.5514742812633514, + 0.5509846379041672, + 0.5635691103935242, + 0.6054943891525268, + 0.5014636739730834, + 0.5115930925846099, + 0.5238163274765014, + 0.5094047106742859, + 0.4961314143180847, + 0.5014169258773327 + ], + "bridge_loss": [ + 0.8486444220311474, + 0.057455028840899466, + 0.00647345672249794, + 0.010065643244981765, + 0.026260024583339692, + 0.02356478395164013, + 0.01767999943345785, + 0.011712782212346793, + 0.01253184175491333, + 0.00921778129786253, + 0.007642647423967719, + 0.008494817974418402, + 0.0081177446693182, + 0.007718402835354209, + 0.0076394867897033696, + 0.009256541520357132, + 0.009772012880444526, + 0.01316194803416729, + 0.03859584418535233, + 0.08582426563501358, + 0.0680036034822464, + 0.16674192352294923, + 0.2082908762693405, + 0.23976570377349854, + 0.2108058066368103, + 0.15342824853658676, + 0.09269820539355278, + 0.1716358684539795, + 0.2829114284992218, + 0.11972570022344589, + 0.14527669587135314, + 0.07409173301458359, + 0.13836023993194102, + 0.1047233594417572, + 0.10239493898153305, + 0.08479896945953369, + 0.14000908613204957, + 0.30332467155456544, + 0.31832720917463303, + 0.13028690763115883, + 0.06915579251646996, + 0.2068889322757721, + 0.1689413583636284, + 0.2432434256672859, + 0.10945895296931267, + 0.058291493260860444, + 0.0695342747092247, + 0.051727681058645246, + 0.05560128738582134, + 0.06204493397176266, + 0.04303289123028517, + 0.06258053659200669, + 0.06440504032969475, + 0.049851995158195495, + 0.04215986429452896, + 0.0714924750328064, + 0.05100864072740078, + 0.056615071886777876, + 0.06172715484499931, + 0.05179036730527878, + 0.04902632168531418, + 0.04722833627164364, + 0.05790429630279541, + 0.04115619099140167, + 0.047522115555405614, + 0.03584751927256584, + 0.059197174768149854, + 0.04522456908226013, + 0.0625448987364769, + 0.06798982162475586, + 0.03050621822923422, + 0.030018169784545898, + 0.03876454293727875, + 0.058579221987724306, + 0.026292440569400787, + 0.030662278072535992, + 0.03989438471794128, + 0.03742715321779251, + 0.031834218949079514, + 0.03549532132707536 + ], + "tgrad_loss": [ + 0.2833996032714844, + 0.19452454969882965, + 0.15603908603191377, + 0.14512648067474365, + 0.13703186490535735, + 0.1326418347477913, + 0.1341907325744629, + 0.1518915962100029, + 0.14671453332901002, + 0.15398859734535217, + 0.16468544862270354, + 0.16289091897010805, + 0.17715558688640595, + 0.14623399047851562, + 0.16121463856697082, + 0.17878725657463074, + 0.16397822947502136, + 0.18590123443603515, + 0.2157023815393448, + 0.19197065043449402, + 0.16307206680774688, + 0.19468018741607665, + 0.20243228673934938, + 0.20912174048423768, + 0.21512638583183288, + 0.192879146194458, + 0.18002817583084108, + 0.20768185408115386, + 0.21881421895027162, + 0.2108099551796913, + 0.20711168808937072, + 0.20233947868347169, + 0.2203164538860321, + 0.2344255461215973, + 0.26750037670135496, + 0.2584699326515198, + 0.2664172016143799, + 0.2994100332260132, + 0.355795917224884, + 0.3006595685005188, + 0.29105121412277224, + 0.3188688861846924, + 0.36171807627677915, + 0.36631957635879514, + 0.3577916645050049, + 0.34536534185409545, + 0.3333184560775757, + 0.3209156816482544, + 0.3245430320739746, + 0.32618993062973023, + 0.31100603489875794, + 0.30323628644943235, + 0.31936494970321655, + 0.30025360336303714, + 0.300334077167511, + 0.32083772625923157, + 0.31297685990333557, + 0.31106378889083863, + 0.32452915863990783, + 0.3193928955078125, + 0.31989630165100097, + 0.3235818109035492, + 0.3211666654109955, + 0.31866003241539004, + 0.3218089293956757, + 0.3193724016189575, + 0.3217152436733246, + 0.3236760053157806, + 0.31816329843997954, + 0.31707005248069764, + 0.3155407253742218, + 0.3128608033657074, + 0.3143221000671387, + 0.31336581163406374, + 0.3119705219507217, + 0.3110868597269058, + 0.3110053087234497, + 0.3107297755241394, + 0.3101711611270905, + 0.3094676312446594 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.0279831662774086, + 0.034206733107566833, + 0.06341560930013657, + 0.0695083886384964, + 0.09047738462686539, + 0.09644618630409241, + 0.1011449545621872, + 0.09714356064796448, + 0.09739723801612854, + 0.09588810801506042, + 0.09328337758779526, + 0.08733686059713364 + ], + "perturbation_rho": [ + -0.01078212633728981, + 0.08389643579721451, + 0.09591226279735565, + 0.09822964668273926, + 0.15539337694644928, + 0.077084481716156, + 0.18135306239128113, + 0.13923753798007965, + 0.15523496270179749, + 0.1566530466079712, + 0.16011789441108704, + 0.12478099763393402 + ], + "nudging": { + "0.001": [ + -0.001502810511738062, + -0.00035649939673021436, + -0.0005188342183828354, + -0.0005870601162314415, + -0.0007064240635372698, + -0.0007271112990565598, + -0.000728512299247086, + -0.0007376023568212986, + -0.0007232739008031785, + -0.0007425217772834003, + -0.0007311765220947564, + -0.000725812220480293 + ], + "0.003": [ + -0.004485548473894596, + -0.001071919221431017, + -0.0015602593775838614, + -0.0017638156423345208, + -0.0021236937027424574, + -0.0021875915117561817, + -0.002183424076065421, + -0.002218396170064807, + -0.0021718533243983984, + -0.0022269198670983315, + -0.0021976742427796125, + -0.0021777376532554626 + ], + "0.01": [ + -0.014675050042569637, + -0.0035726604983210564, + -0.005193591117858887, + -0.005878218449652195, + -0.007073326967656612, + -0.007276617921888828, + -0.0072667524218559265, + -0.007385652512311935, + -0.00723686721175909, + -0.007413622923195362, + -0.0073149921372532845, + -0.007252625189721584 + ] + } + } + } +}
\ No newline at end of file |