diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.25_L8_s42.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.25_L8_s42.json | 1638 |
1 files changed, 1638 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L8_s42.json b/results/synth_ladder_v2_lo/synth_a0.25_L8_s42.json new file mode 100644 index 0000000..2731940 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L8_s42.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.116349330329895, + 0.5001499853610992, + 0.4335407821655273, + 0.4641809904575348, + 0.3640550988435745, + 0.3363292731285095, + 0.3244595282793045, + 0.2982915968179703, + 0.3134564006567001, + 0.30007186489105225, + 0.33086415586471557, + 0.3240265121459961, + 0.36804967494010926, + 0.30622104313373566, + 0.25573331198692323, + 0.26320519745349885, + 0.23574686307907106, + 0.2268525185585022, + 0.25257685260772705, + 0.25333278408050536, + 0.2360077142715454, + 0.23784599598646164, + 0.20709436918497084, + 0.20264402964115144, + 0.21906372356414794, + 0.2614547765254974, + 0.22743566370010376, + 0.22848101971149445, + 0.1859010817527771, + 0.18899251914024354, + 0.22130306813716888, + 0.1667450134754181, + 0.16755338363051414, + 0.1541363487958908, + 0.15326010875701904, + 0.17208767664432525, + 0.1566053614139557, + 0.17658618724346162, + 0.1616819619178772, + 0.16018370108604432, + 0.14088194823265077, + 0.13619720645546912, + 0.12748197174072265, + 0.12225827918052673, + 0.1305396099090576, + 0.15742934291362762, + 0.14194510142803193, + 0.13810368086099625, + 0.12012554352283478, + 0.11385036809444428, + 0.11541433204263449, + 0.10669543639421462, + 0.10731406065821647, + 0.10112672692537308, + 0.1006077661037445, + 0.09703596627712249, + 0.09588335396051406, + 0.09268207312822342, + 0.0937716266810894, + 0.09152986379861831, + 0.08915678606033325, + 0.08682773663103581, + 0.08579734473228455, + 0.0858896899998188, + 0.08425427243709564, + 0.08361117107868195, + 0.08322364587783813, + 0.08275889765024186, + 0.08162834317684174, + 0.08004808874726295, + 0.07940338475704194, + 0.07868385118246078, + 0.07802366590499878, + 0.07752591272592545, + 0.07690682909488677, + 0.07651568021774292, + 0.07623157832026482, + 0.07601269240379334, + 0.07586622917354106, + 0.0757821985900402 + ], + "train_acc": [ + 0.6054, + 0.8027, + 0.8306, + 0.8201, + 0.8517, + 0.8683, + 0.8696, + 0.881, + 0.875, + 0.8779, + 0.8683, + 0.871, + 0.8573, + 0.8771, + 0.8985, + 0.8935, + 0.9042, + 0.9103, + 0.8979, + 0.9, + 0.9047, + 0.9033, + 0.9171, + 0.9238, + 0.9113, + 0.897, + 0.9096, + 0.9096, + 0.9279, + 0.9264, + 0.9117, + 0.9373, + 0.9373, + 0.9408, + 0.9433, + 0.9327, + 0.9416, + 0.9311, + 0.9376, + 0.9375, + 0.9495, + 0.9511, + 0.956, + 0.9589, + 0.9532, + 0.9397, + 0.949, + 0.9498, + 0.958, + 0.9622, + 0.9605, + 0.9676, + 0.9652, + 0.9691, + 0.9715, + 0.9704, + 0.9708, + 0.974, + 0.9738, + 0.974, + 0.9767, + 0.9763, + 0.9787, + 0.9772, + 0.9797, + 0.9786, + 0.9792, + 0.9805, + 0.9804, + 0.9813, + 0.9818, + 0.9825, + 0.9824, + 0.9826, + 0.9831, + 0.9836, + 0.9839, + 0.9843, + 0.9843, + 0.9842 + ], + "test_acc": [ + 0.788, + 0.818, + 0.841, + 0.842, + 0.844, + 0.852, + 0.8525, + 0.8535, + 0.8575, + 0.8625, + 0.854, + 0.856, + 0.851, + 0.855, + 0.859, + 0.871, + 0.881, + 0.876, + 0.8665, + 0.872, + 0.874, + 0.8695, + 0.881, + 0.8735, + 0.883, + 0.8735, + 0.867, + 0.868, + 0.891, + 0.8875, + 0.885, + 0.888, + 0.882, + 0.884, + 0.883, + 0.8795, + 0.8815, + 0.875, + 0.88, + 0.888, + 0.883, + 0.8945, + 0.891, + 0.889, + 0.886, + 0.8885, + 0.8845, + 0.8935, + 0.8925, + 0.89, + 0.8945, + 0.8985, + 0.893, + 0.894, + 0.8935, + 0.894, + 0.895, + 0.893, + 0.8945, + 0.8935, + 0.8935, + 0.8945, + 0.8955, + 0.8935, + 0.896, + 0.8965, + 0.893, + 0.8955, + 0.895, + 0.896, + 0.896, + 0.8975, + 0.897, + 0.8965, + 0.8965, + 0.8965, + 0.896, + 0.8955, + 0.896, + 0.8955 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8706932663917542, + 0.8596300482749939, + 0.8512309789657593, + 0.842391848564148, + 0.8334972858428955, + 0.8275372385978699, + 0.823634147644043, + 0.8208400011062622 + ], + "perturbation_rho": [ + 0.9999992847442627, + 0.9999973773956299, + 0.9999889731407166, + 0.9999737739562988, + 0.999952495098114, + 0.9999229311943054, + 0.9998778104782104, + 0.999873161315918 + ], + "nudging": { + "0.001": [ + -0.029443971812725067, + -0.014739202335476875, + -0.007785398978739977, + -0.004687825217843056, + -0.0033056228421628475, + -0.0026248465292155743, + -0.002249690005555749, + -0.002028122777119279 + ], + "0.003": [ + -0.08119087666273117, + -0.042475294321775436, + -0.02287878468632698, + -0.01389251183718443, + -0.009832184761762619, + -0.007821150124073029, + -0.006710004061460495, + -0.006052234675735235 + ], + "0.01": [ + -0.19971789419651031, + -0.12236367166042328, + -0.07083894312381744, + -0.044348303228616714, + -0.031799670308828354, + -0.02545534446835518, + -0.02191336825489998, + -0.01980404555797577 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.158529169845581, + 1.1195615213394166, + 0.7019768083572387, + 0.576601616859436, + 0.48889441759586333, + 0.4595581695556641, + 0.4664854043006897, + 0.4645276006698608, + 0.45998520455360414, + 0.4998584642410278, + 0.5707068769454956, + 0.5089836866378784, + 0.5772042598724365, + 0.5534915947437287, + 0.5303711235046387, + 0.5757707620620728, + 0.6748943659067154, + 0.5596435680389404, + 0.6271520325660705, + 0.6300130233287812, + 0.6096898103713989, + 0.7022480690956115, + 0.6562287082672119, + 0.7743891611099243, + 0.7019639057159424, + 0.620424409866333, + 0.8657609689712524, + 0.7578481485366821, + 0.8160745024681091, + 0.6845855102539062, + 0.6900003092288971, + 0.665535974407196, + 0.6412346285820008, + 0.5900779844999313, + 0.6110470198631287, + 0.6740109759330749, + 0.6783077709197998, + 0.8065583997726441, + 0.659480087852478, + 0.7328077519893647, + 0.6365110095555894, + 0.6187682289004326, + 0.6504915294289589, + 0.6426675319671631, + 0.6510136894226074, + 0.8234208068847656, + 0.6913283330917358, + 0.6763395458221435, + 0.7061776033401489, + 0.6717531005859375, + 0.6595124167919159, + 0.5512650019645691, + 0.6176838112831116, + 0.5410110770225525, + 0.6010903105020523, + 0.5379902812957764, + 0.5911779655456543, + 0.5408210384368897, + 0.5452302074432374, + 0.5244070569515228, + 0.5323069170594216, + 0.49816671800613405, + 0.508677875328064, + 0.5112697532653808, + 0.5021153599619865, + 0.4942335971832275, + 0.4886833331346512, + 0.48544664058685305, + 0.4812666481971741, + 0.4887116108417511, + 0.48429084918498994, + 0.47187945799827574, + 0.4692245128631592, + 0.46987841338217257, + 0.46758185052871704, + 0.46333528537750246, + 0.46536093158721925, + 0.459875780916214, + 0.4589812075734139, + 0.45842880477905273 + ], + "train_acc": [ + 0.2182, + 0.5995, + 0.7379, + 0.7849, + 0.8137, + 0.8271, + 0.8255, + 0.8312, + 0.8318, + 0.8272, + 0.8161, + 0.8323, + 0.8202, + 0.8275, + 0.8376, + 0.8296, + 0.8188, + 0.8345, + 0.828, + 0.8311, + 0.8286, + 0.8247, + 0.8295, + 0.815, + 0.8308, + 0.8442, + 0.8192, + 0.8286, + 0.8238, + 0.839, + 0.841, + 0.8458, + 0.8487, + 0.852, + 0.8528, + 0.8425, + 0.8458, + 0.832, + 0.848, + 0.8397, + 0.8528, + 0.858, + 0.849, + 0.8507, + 0.8473, + 0.8334, + 0.8433, + 0.8458, + 0.844, + 0.8479, + 0.8504, + 0.8696, + 0.8594, + 0.8689, + 0.8593, + 0.8676, + 0.8612, + 0.8671, + 0.8651, + 0.8661, + 0.8716, + 0.8748, + 0.8722, + 0.8746, + 0.8744, + 0.8769, + 0.8784, + 0.8791, + 0.8772, + 0.8791, + 0.8758, + 0.8803, + 0.8799, + 0.8789, + 0.8822, + 0.8816, + 0.8809, + 0.8835, + 0.8837, + 0.8838 + ], + "test_acc": [ + 0.4375, + 0.665, + 0.7315, + 0.7485, + 0.7955, + 0.7885, + 0.8, + 0.781, + 0.762, + 0.765, + 0.7855, + 0.7455, + 0.7895, + 0.7565, + 0.7715, + 0.746, + 0.786, + 0.781, + 0.7805, + 0.7935, + 0.7455, + 0.789, + 0.737, + 0.7525, + 0.7965, + 0.7215, + 0.7535, + 0.745, + 0.77, + 0.778, + 0.7865, + 0.8105, + 0.8125, + 0.7975, + 0.783, + 0.794, + 0.7765, + 0.8035, + 0.7535, + 0.7855, + 0.789, + 0.805, + 0.7975, + 0.76, + 0.7905, + 0.801, + 0.7875, + 0.816, + 0.767, + 0.791, + 0.8255, + 0.8295, + 0.817, + 0.8145, + 0.8215, + 0.7915, + 0.8105, + 0.817, + 0.8105, + 0.8175, + 0.827, + 0.822, + 0.826, + 0.8245, + 0.8345, + 0.82, + 0.826, + 0.831, + 0.8335, + 0.8285, + 0.832, + 0.829, + 0.83, + 0.8345, + 0.834, + 0.83, + 0.832, + 0.8335, + 0.8345, + 0.835 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.029614916071295738, + 0.08655504137277603, + 0.09347832202911377, + 0.10665939003229141, + 0.10298001766204834, + 0.055703092366456985, + 0.06406168639659882, + 0.054178133606910706 + ], + "perturbation_rho": [ + -0.10576558113098145, + 0.13653026521205902, + 0.13744692504405975, + 0.169493168592453, + 0.1142939031124115, + 0.09325758367776871, + 0.1042378693819046, + -0.00961439497768879 + ], + "nudging": { + "0.001": [ + 0.0020253753755241632, + -0.0006042197346687317, + -0.0003090167883783579, + -0.0003282201651018113, + -0.00030271150171756744, + -0.00016797086573205888, + -0.00020572963694576174, + -0.00016064735245890915 + ], + "0.003": [ + 0.006166902836412191, + -0.0018144691130146384, + -0.0009272561292164028, + -0.000988352345302701, + -0.0009091334650292993, + -0.0005062551936134696, + -0.0006199252675287426, + -0.0004811809048987925 + ], + "0.01": [ + 0.021624702960252762, + -0.006033358629792929, + -0.003085250034928322, + -0.0032903538085520267, + -0.0030274176970124245, + -0.0016871094703674316, + -0.0020643905736505985, + -0.0016031904378905892 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7370107837677002, + 0.9566345932006836, + 0.7672526609420777, + 0.7551599216461181, + 0.8040943652153015, + 0.8967263271331787, + 0.8947166172027587, + 0.8826603755950928, + 0.9048395864486695, + 0.9103054508209228, + 0.910915373802185, + 0.9105680400848388, + 0.900138374710083, + 0.9003334159851074, + 0.881323463344574, + 0.8399732953071595, + 0.9072862690925598, + 0.8586404010772705, + 0.8466693807601928, + 0.8386851059913635, + 0.8304012378692627, + 0.8648545293807983, + 0.8444964403152466, + 0.787469714641571, + 0.7859655241012573, + 0.8520208901405334, + 0.7876779465675354, + 0.8035705984115601, + 0.7937297729492188, + 0.778717615699768, + 0.7854765256881714, + 0.8042930118560792, + 0.8156058423042297, + 0.7773512923240662, + 0.7559653558731079, + 0.7482747771739959, + 0.7103004894256592, + 0.7591038406848908, + 0.714097739982605, + 0.6922465740203857, + 0.7237790791511536, + 0.71418566198349, + 0.6863883009910583, + 0.6632298639297486, + 0.6979568075180054, + 0.6680784313201904, + 0.6481147897720337, + 0.6357518527030945, + 0.6247223592758179, + 0.6085101871490478, + 0.6133926107406616, + 0.595257430768013, + 0.5753008867263794, + 0.5893147421836853, + 0.5835431252121925, + 0.5568724251270294, + 0.5747560076713562, + 0.5652507972955704, + 0.5538186378479004, + 0.5708896952629089, + 0.5540621002197266, + 0.5491908939361573, + 0.5537193531036377, + 0.5458368228912354, + 0.541802837228775, + 0.5337149509429931, + 0.5353304562568665, + 0.5362093331336976, + 0.5316291991233826, + 0.5267005807876587, + 0.5275578862190247, + 0.5257468720436096, + 0.5230328259944915, + 0.5213959711074829, + 0.5200412568092346, + 0.519229730796814, + 0.5183546719074249, + 0.5177948822975159, + 0.5174177736282348, + 0.517131188583374 + ], + "train_acc": [ + 0.3748, + 0.6465, + 0.712, + 0.7328, + 0.72, + 0.7024, + 0.6979, + 0.6921, + 0.6745, + 0.6807, + 0.6741, + 0.6724, + 0.6781, + 0.6804, + 0.6904, + 0.7012, + 0.6822, + 0.6918, + 0.7011, + 0.7023, + 0.7113, + 0.7001, + 0.7091, + 0.7241, + 0.723, + 0.7167, + 0.7272, + 0.725, + 0.7256, + 0.7303, + 0.726, + 0.7246, + 0.7283, + 0.7379, + 0.7418, + 0.7456, + 0.7525, + 0.7416, + 0.7574, + 0.7607, + 0.7538, + 0.7559, + 0.7642, + 0.7692, + 0.7596, + 0.7661, + 0.7748, + 0.7776, + 0.7821, + 0.7886, + 0.7851, + 0.7912, + 0.7948, + 0.7926, + 0.7926, + 0.8047, + 0.7996, + 0.8021, + 0.8045, + 0.7943, + 0.8037, + 0.8038, + 0.8055, + 0.804, + 0.8064, + 0.8115, + 0.8093, + 0.8102, + 0.8084, + 0.8096, + 0.8122, + 0.8132, + 0.8131, + 0.8128, + 0.8133, + 0.814, + 0.8132, + 0.814, + 0.8158, + 0.8162 + ], + "test_acc": [ + 0.5495, + 0.6655, + 0.695, + 0.6805, + 0.67, + 0.676, + 0.6615, + 0.65, + 0.647, + 0.659, + 0.637, + 0.66, + 0.6585, + 0.67, + 0.6675, + 0.6235, + 0.684, + 0.6465, + 0.659, + 0.6625, + 0.667, + 0.664, + 0.681, + 0.677, + 0.6545, + 0.699, + 0.69, + 0.6775, + 0.7025, + 0.691, + 0.7025, + 0.691, + 0.7025, + 0.7185, + 0.7225, + 0.738, + 0.703, + 0.7235, + 0.7225, + 0.7185, + 0.7135, + 0.7275, + 0.7405, + 0.731, + 0.73, + 0.7375, + 0.7465, + 0.7255, + 0.7515, + 0.754, + 0.762, + 0.757, + 0.756, + 0.7445, + 0.7625, + 0.7615, + 0.772, + 0.767, + 0.76, + 0.7595, + 0.7635, + 0.768, + 0.7575, + 0.7735, + 0.769, + 0.7615, + 0.7675, + 0.7695, + 0.7645, + 0.768, + 0.7715, + 0.771, + 0.772, + 0.774, + 0.7685, + 0.768, + 0.7695, + 0.769, + 0.77, + 0.7705 + ], + "state_pred_error": [ + 0.6510248342990875, + 0.19123697934150696, + 0.15689989979267122, + 0.1638691138982773, + 0.18542276043891906, + 0.19759975728988646, + 0.19750141835212706, + 0.1924255329608917, + 0.18604150733947755, + 0.17945555620193482, + 0.16643357362747194, + 0.1515563004732132, + 0.13873218288421632, + 0.12696559550762176, + 0.11629828469753266, + 0.10857762076854706, + 0.10475670492649078, + 0.10159241337776184, + 0.09809481703042984, + 0.09148724089860916, + 0.08206979176998139, + 0.07435691350698471, + 0.06972167286872864, + 0.06627885436415672, + 0.06546131973266602, + 0.06723697187900543, + 0.06813187596797943, + 0.06687251436710358, + 0.06302478927373886, + 0.058677458524703976, + 0.057898998373746874, + 0.05797914127707481, + 0.058545249927043914, + 0.05916902434825897, + 0.05941378560066223, + 0.05825672425031662, + 0.05480920540094376, + 0.05071420597434044, + 0.04744568449258804, + 0.0444792321562767, + 0.042174161130189895, + 0.040468314665555956, + 0.03879091463685036, + 0.03714785648286342, + 0.0352774528324604, + 0.0339755380153656, + 0.032574092012643815, + 0.03123813125193119, + 0.030104083406925202, + 0.029090672388672828, + 0.028430724573135377, + 0.02767248264551163, + 0.026718193304538725, + 0.02616673924922943, + 0.025693943455815316, + 0.02513220482468605, + 0.024545501339435578, + 0.024053472316265107, + 0.023506799945235253, + 0.022811067420244215, + 0.02227019665837288, + 0.021723036986589433, + 0.021250531101226808, + 0.020513180258870126, + 0.020106326079368592, + 0.019632608953118323, + 0.01921781920492649, + 0.01884053735435009, + 0.0183342476695776, + 0.01785229898095131, + 0.01749335871487856, + 0.01714705436229706, + 0.016820847728848457, + 0.016439079593122005, + 0.016118293267488478, + 0.015841090542078017, + 0.015672565352916716, + 0.015245961971580983, + 0.01504119263291359, + 0.014731109365820885 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8497925996780396, + 0.4692588150501251, + 0.1727459728717804, + 0.1467132717370987, + 0.13944602012634277, + 0.1262509524822235, + 0.13373470306396484, + 0.13821429014205933 + ], + "perturbation_rho": [ + 0.7623768448829651, + 0.4223487377166748, + 0.18194836378097534, + 0.12129966914653778, + 0.11680327355861664, + 0.15588274598121643, + 0.1260674148797989, + 0.06604740768671036 + ], + "nudging": { + "0.001": [ + -0.026710381731390953, + -0.001401002169586718, + -0.00036633311538025737, + -0.0002976981922984123, + -0.0002801758237183094, + -0.00026074639754369855, + -0.00026977190282195807, + -0.000280526204733178 + ], + "0.003": [ + -0.0777532160282135, + -0.004196057096123695, + -0.0010983950924128294, + -0.0008932030177675188, + -0.0008403125102631748, + -0.0007819668389856815, + -0.0008093866053968668, + -0.000841516419313848 + ], + "0.01": [ + -0.23203837871551514, + -0.013907128013670444, + -0.0036564678885042667, + -0.0029728016816079617, + -0.0027978671714663506, + -0.0026036568451672792, + -0.002694307826459408, + -0.0028012352995574474 + ] + }, + "state_pred_error_per_layer": [ + 10530.408203125, + 8501.392578125, + 5819.005859375, + 4775.642578125, + 4112.55224609375, + 3853.83984375, + 4342.64697265625, + 3851.865478515625 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.159124858665466, + 1.116624098110199, + 0.7056743051528931, + 0.5761039943695069, + 0.5095945714950562, + 0.45241021232604983, + 0.46948385772705076, + 0.4793232214689255, + 0.4545422805786133, + 0.5009335787773133, + 0.5597627540111542, + 0.5120361625671387, + 0.5355229542732238, + 0.6279539004325867, + 0.5660819525957107, + 0.5390582748413086, + 0.5889693227291107, + 0.603074467754364, + 0.6584024600982666, + 0.695176156425476, + 0.7920763175964356, + 0.8451283014297485, + 0.8484785719871522, + 0.843716569519043, + 1.014335894203186, + 0.8687970887184143, + 1.0127446592330933, + 1.028154598236084, + 0.9810158153533935, + 0.9665016010284424, + 0.9403284704208374, + 1.0873604711532592, + 1.0908284931182861, + 1.0630552332878114, + 0.9850875625610351, + 1.127894623565674, + 1.1809495683670044, + 1.267158783340454, + 1.287852244567871, + 1.2246507026672364, + 1.2201649879455567, + 1.2201611038208007, + 1.1973112880706787, + 1.234057978248596, + 1.293443548965454, + 1.4402172996520997, + 1.2406691700935364, + 1.2519098442077636, + 1.2208334053039551, + 1.1873869004249573, + 1.177197998905182, + 1.2070206604003906, + 1.299656178665161, + 1.2269725717544555, + 1.1528090390205383, + 1.241765862083435, + 1.1921624895095826, + 1.19609040851593, + 1.167593807220459, + 1.1653289527893067, + 1.164765244102478, + 1.1514347393035889, + 1.158220820236206, + 1.1662875720024108, + 1.1485121864318848, + 1.150432911491394, + 1.1496048480987549, + 1.1453266424179078, + 1.1356859375, + 1.130746061706543, + 1.1316118362426757, + 1.1427904190063476, + 1.132000608253479, + 1.1233850655555726, + 1.1215381189346314, + 1.1214420713424682, + 1.120496761703491, + 1.1187861232757568, + 1.116937138557434, + 1.1163992111206054 + ], + "train_acc": [ + 0.2167, + 0.5976, + 0.7344, + 0.7845, + 0.807, + 0.8282, + 0.8255, + 0.8259, + 0.8331, + 0.8246, + 0.8176, + 0.8301, + 0.8268, + 0.8182, + 0.83, + 0.8362, + 0.8275, + 0.8307, + 0.8192, + 0.8176, + 0.796, + 0.7974, + 0.7834, + 0.7904, + 0.7608, + 0.7847, + 0.7592, + 0.7589, + 0.7547, + 0.7537, + 0.7488, + 0.7186, + 0.712, + 0.7016, + 0.7044, + 0.6673, + 0.6646, + 0.6502, + 0.6499, + 0.6509, + 0.6413, + 0.6409, + 0.6468, + 0.6369, + 0.6236, + 0.5994, + 0.6256, + 0.6259, + 0.6301, + 0.6327, + 0.6351, + 0.6208, + 0.6045, + 0.6189, + 0.6294, + 0.6101, + 0.6179, + 0.6152, + 0.6228, + 0.6201, + 0.6207, + 0.6207, + 0.6233, + 0.6191, + 0.6268, + 0.6248, + 0.6259, + 0.6253, + 0.6282, + 0.6274, + 0.6285, + 0.6264, + 0.6291, + 0.6292, + 0.6309, + 0.631, + 0.6336, + 0.6315, + 0.6322, + 0.6325 + ], + "test_acc": [ + 0.429, + 0.661, + 0.72, + 0.753, + 0.7785, + 0.7805, + 0.7985, + 0.7795, + 0.799, + 0.743, + 0.7975, + 0.784, + 0.794, + 0.765, + 0.7915, + 0.7625, + 0.786, + 0.7555, + 0.773, + 0.765, + 0.735, + 0.747, + 0.729, + 0.6775, + 0.7295, + 0.7225, + 0.737, + 0.7245, + 0.6875, + 0.697, + 0.6295, + 0.6765, + 0.6965, + 0.6915, + 0.6605, + 0.5695, + 0.615, + 0.52, + 0.578, + 0.6125, + 0.6, + 0.586, + 0.566, + 0.5905, + 0.5365, + 0.5565, + 0.5745, + 0.5445, + 0.5685, + 0.5815, + 0.586, + 0.5445, + 0.5635, + 0.5835, + 0.5705, + 0.5875, + 0.588, + 0.582, + 0.6175, + 0.615, + 0.604, + 0.595, + 0.594, + 0.6065, + 0.6115, + 0.619, + 0.6105, + 0.6105, + 0.6135, + 0.6125, + 0.6035, + 0.6105, + 0.6155, + 0.6155, + 0.6155, + 0.615, + 0.6185, + 0.6165, + 0.615, + 0.616 + ], + "value_loss": [ + 2.923849702453613, + 0.929932203578949, + 0.986256123161316, + 0.9705767082214356, + 0.9187479806900024, + 0.8046257507324219, + 0.8280020093917847, + 0.7600664526283741, + 0.6512299965858459, + 0.8722499349117279, + 1.0144303213119508, + 0.9696790258407593, + 1.047098385667801, + 1.3836800573349, + 1.172448957824707, + 1.1310886909484863, + 1.2517949352741242, + 1.449119287109375, + 1.541891334915161, + 1.8401317022323609, + 2.2931220562934875, + 2.6332393630981445, + 2.376218652820587, + 2.4431817691802977, + 3.0396681418418883, + 2.5404992835998534, + 2.9912292552947997, + 2.9550719177246094, + 2.845018405532837, + 2.3893951858520506, + 2.2559028842926026, + 2.5913971235752107, + 2.1639503829956053, + 1.7991520860671997, + 1.5380361373901368, + 1.6679082988739014, + 1.5880424777507782, + 1.986500718688965, + 1.8443089511871338, + 1.6190284337997436, + 1.5703363037109375, + 1.2268877660751343, + 1.235842610359192, + 1.3104468950271606, + 1.4912362480163575, + 2.4344917457580566, + 1.5018931139945983, + 1.2203104718208313, + 1.004470736503601, + 0.9335955861091614, + 0.9949490726470948, + 1.0034673252105712, + 1.0283565370559693, + 0.9653127727031707, + 0.7962954003334045, + 0.8769395300865174, + 0.8055619871139527, + 0.8671702852249146, + 0.7559805934906005, + 0.7425107782363891, + 0.7403785936832428, + 0.7167611845016479, + 0.6846619015693665, + 0.6878714230537415, + 0.7193085783004761, + 0.6548016827583313, + 0.7351945478439331, + 0.644631478023529, + 0.7197158195495605, + 0.6618418259859085, + 0.6821243083953857, + 0.6612376468658447, + 0.6439533136367798, + 0.5963960872650147, + 0.6086718690872193, + 0.599690711593628, + 0.5913591928482056, + 0.6202077602386474, + 0.5772844911575318, + 0.5891867377281189 + ], + "term_loss": [ + 1.6957895690917968, + 0.6753802593231201, + 0.831247025680542, + 0.8390384925842285, + 0.7965053218841552, + 0.6833916404724121, + 0.6818313911437989, + 0.608198171555996, + 0.5294004390478134, + 0.7458023294448852, + 0.8792923537254334, + 0.8413159708023071, + 0.9142087742328644, + 1.2399149011611938, + 1.0347518908500672, + 1.0019392091751098, + 1.1087773736953734, + 1.3111861721038818, + 1.3899584873199462, + 1.6716829993247986, + 2.086436320781708, + 2.397855037689209, + 2.1204052381515504, + 2.1729405517578124, + 2.6674406289100645, + 2.2249885496139528, + 2.6019367149353028, + 2.5479478713989256, + 2.400313151931763, + 2.024853038024902, + 1.8821177783966065, + 2.1543995948791506, + 1.7860287817955016, + 1.452260116672516, + 1.2173033016204835, + 1.3191343141555787, + 1.2516821141004562, + 1.617408494567871, + 1.4755853931427, + 1.2719025758743285, + 1.2177997756958008, + 0.8933947921752929, + 0.8899640788078308, + 0.9326346119403839, + 1.1148540426254272, + 1.898148253440857, + 1.12082442278862, + 0.8921917255401611, + 0.7068623620986938, + 0.6389377068519593, + 0.6924788676023483, + 0.695777419424057, + 0.7078803710460663, + 0.6601581328392029, + 0.5033305398464203, + 0.570631118297577, + 0.5162732218742371, + 0.5679329143404961, + 0.4729079250335693, + 0.461714194560051, + 0.46249124987125395, + 0.44334709153175356, + 0.4196650380134582, + 0.42120836625099184, + 0.44739498138427736, + 0.39437385370731354, + 0.46137346267700197, + 0.38239081733226776, + 0.450170348739624, + 0.4020174507200718, + 0.41444856939315794, + 0.3969281505584717, + 0.3867944943904877, + 0.34640119657516477, + 0.3521443841457367, + 0.3458197787284851, + 0.3377646032333374, + 0.3608278916358948, + 0.3261510276794434, + 0.3338063308954239 + ], + "bridge_loss": [ + 0.9423020985943266, + 0.05520812346786261, + 0.004487565135210752, + 0.002620925185829401, + 0.0048334262125194075, + 0.01594426441192627, + 0.03671039479970932, + 0.03975842403247953, + 0.015591624838858844, + 0.013291598454117775, + 0.01565677783973515, + 0.01498264015391469, + 0.01737629879415035, + 0.0184465979129076, + 0.018480844482779504, + 0.015960913228988648, + 0.024468728888779878, + 0.019229955610632895, + 0.02615500204563141, + 0.03635306806564331, + 0.059548058903217314, + 0.0856127993106842, + 0.10532212686538696, + 0.12074549732208252, + 0.20261099276542663, + 0.16408356733322144, + 0.21867822751998903, + 0.2356453148841858, + 0.272574133682251, + 0.19159529037475587, + 0.2004289361476898, + 0.24411858590841293, + 0.1787075509786606, + 0.14301152968406677, + 0.12255135390758515, + 0.13008755064010621, + 0.11080655341148377, + 0.13113918704390526, + 0.12944001140594483, + 0.1129146324634552, + 0.1154842409491539, + 0.09431586592197418, + 0.11188051323890685, + 0.13759187079668045, + 0.12995593395233154, + 0.27678604226112363, + 0.141656518304348, + 0.08655073091983795, + 0.05993868888616562, + 0.059859430432319644, + 0.06892287590354682, + 0.06750806963741779, + 0.06865553792715072, + 0.061588749042153355, + 0.05957540009617805, + 0.061613469922542574, + 0.05206717085838318, + 0.05907755357027054, + 0.04743152441978454, + 0.04469682623147964, + 0.04149307833611965, + 0.03929951223134995, + 0.030610716843605043, + 0.02995092202425003, + 0.0383457456946373, + 0.026008895072340964, + 0.040196093106269835, + 0.028685746616125107, + 0.03815972879528999, + 0.028288117049634458, + 0.03641813113093376, + 0.03163274981975556, + 0.026057027128338815, + 0.019867237696051598, + 0.02672082303762436, + 0.024199049031734466, + 0.024270879930257797, + 0.030186125880479812, + 0.02228136167526245, + 0.026477533173561097 + ], + "tgrad_loss": [ + 0.2857580623626709, + 0.19934382581710816, + 0.15052154083251953, + 0.1289172974586487, + 0.11740923545360565, + 0.10528984839916229, + 0.10946023015975952, + 0.11210985959172248, + 0.10623793400526046, + 0.11315601377487183, + 0.11948118734359742, + 0.11338041863441467, + 0.11551330276727677, + 0.1253185605764389, + 0.11921620997786522, + 0.1131885776758194, + 0.11854884642362594, + 0.1187031536102295, + 0.12577785356044768, + 0.13209564628601075, + 0.1471376781463623, + 0.14977150740623474, + 0.15049127151966096, + 0.14949570622444153, + 0.16961653110980987, + 0.15142717978954315, + 0.170614333486557, + 0.17147873260974883, + 0.17213111686706542, + 0.17294686603546142, + 0.1733561895608902, + 0.19287895803451538, + 0.19921406044960022, + 0.20388044509887696, + 0.1981814912080765, + 0.21868645486831664, + 0.22555380930900573, + 0.23795305459499358, + 0.2392835365533829, + 0.23421121506690978, + 0.2370522943496704, + 0.2391770931005478, + 0.23399802966117858, + 0.24022042050361633, + 0.24642628200054167, + 0.25955745730400087, + 0.23941217505931855, + 0.24156801874637604, + 0.23766968197822572, + 0.2347984517812729, + 0.23354733331203462, + 0.24018183145523073, + 0.25182062857151033, + 0.24356588566303253, + 0.2333894602775574, + 0.24469494655132293, + 0.23722159390449524, + 0.2401598274230957, + 0.2356411437034607, + 0.23609975414276124, + 0.23639426271915437, + 0.23411457405090333, + 0.23438614721298218, + 0.2367121321439743, + 0.23356784496307373, + 0.23441893281936646, + 0.2336249945640564, + 0.23355491318702698, + 0.23138573913574217, + 0.23153626589775086, + 0.23125760569572448, + 0.2326767508506775, + 0.2311017912387848, + 0.23012765417099, + 0.22980666117668153, + 0.22967188897132873, + 0.2293237120628357, + 0.22919374046325683, + 0.22885210227966307, + 0.2289028725862503 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.0006081201136112213, + 0.13602128624916077, + 0.1264307200908661, + 0.13147516548633575, + 0.14721693098545074, + 0.1274956315755844, + 0.13849349319934845, + 0.1316969096660614 + ], + "perturbation_rho": [ + 0.0121258944272995, + 0.21904222667217255, + 0.23992177844047546, + 0.23384322226047516, + 0.24397125840187073, + 0.24230614304542542, + 0.23810306191444397, + 0.1929502785205841 + ], + "nudging": { + "0.001": [ + 0.00011889888992300257, + -0.0009491944219917059, + -0.0008246820652857423, + -0.0008639077423140407, + -0.0009589982801117003, + -0.0008573950035497546, + -0.0009020413272082806, + -0.000869636656716466 + ], + "0.003": [ + 0.00037957681342959404, + -0.00284576159901917, + -0.0024732202291488647, + -0.0025892104022204876, + -0.002875671721994877, + -0.0025729541666805744, + -0.0027035544626414776, + -0.0026109416503459215 + ], + "0.01": [ + 0.0015163691714406013, + -0.009462166577577591, + -0.008223006501793861, + -0.008610539138317108, + -0.009565019980072975, + -0.00855704490095377, + -0.008995135314762592, + -0.008686890825629234 + ] + } + } + } +}
\ No newline at end of file |