diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a1.0_L4_s123.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a1.0_L4_s123.json | 1554 |
1 files changed, 1554 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L4_s123.json b/results/synth_ladder_v2_hi/synth_a1.0_L4_s123.json new file mode 100644 index 0000000..ca9c224 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L4_s123.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.6485030268669127, + 0.7620264513015748, + 0.5550794436454773, + 0.48446305503845216, + 0.4474473762512207, + 0.4145241394519806, + 0.3731674439430237, + 0.3462322264909744, + 0.3150002685546875, + 0.2903987177371979, + 0.26924062194824216, + 0.23645675805807115, + 0.19837250323295594, + 0.18251929836273192, + 0.18135696101188659, + 0.15074845348596572, + 0.11649558038413525, + 0.09285263032913207, + 0.09888959465026856, + 0.08603223395347595, + 0.06269924810230731, + 0.046742530822753904, + 0.04394126555845142, + 0.031720275783538816, + 0.026758466351032257, + 0.023394752728939056, + 0.019812115742266177, + 0.01714037846326828, + 0.015127740550041199, + 0.013289766156673431, + 0.01228538273870945, + 0.012052093788981437, + 0.01026724858507514, + 0.00912058850824833, + 0.00848468861579895, + 0.00808774781525135, + 0.0072535969689488415, + 0.0068384970754385, + 0.0065235509559512135, + 0.00603497141264379, + 0.00568141555711627, + 0.005382864147424698, + 0.005199306092783808, + 0.00492797272503376, + 0.004693482632003724, + 0.004515291118621826, + 0.004368959432840347, + 0.004224653296917677, + 0.004046281071379781, + 0.003903051765821874, + 0.0037841040194034575, + 0.0036743775807321073, + 0.0035745090641081333, + 0.003476204214990139, + 0.0033944160878658296, + 0.0033240677129477265, + 0.0032490688487887384, + 0.0031777531236410143, + 0.0031181889969855545, + 0.0030590228272601963, + 0.003005053073912859, + 0.0029609910145401955, + 0.0029263747449964285, + 0.0028864801935851573, + 0.0028537690378725527, + 0.002823205841332674, + 0.002794191201776266, + 0.0027695251271128655, + 0.0027482865223661065, + 0.0027297443959861992, + 0.002714714765176177, + 0.0027010637482628224, + 0.0026901938542723655, + 0.0026811452329158782, + 0.00267406751178205, + 0.0026686322901397943, + 0.0026645718470215797, + 0.0026618377018719913, + 0.0026602591374889017, + 0.0026594095595180987 + ], + "train_acc": [ + 0.4485, + 0.7375, + 0.7923, + 0.8155, + 0.8282, + 0.8423, + 0.8571, + 0.8716, + 0.8789, + 0.89, + 0.9023, + 0.9173, + 0.9347, + 0.9407, + 0.9378, + 0.9517, + 0.9694, + 0.9813, + 0.9738, + 0.9822, + 0.9909, + 0.9955, + 0.9962, + 0.999, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.665, + 0.768, + 0.783, + 0.7825, + 0.783, + 0.794, + 0.787, + 0.7995, + 0.789, + 0.793, + 0.796, + 0.795, + 0.797, + 0.793, + 0.8005, + 0.7975, + 0.7935, + 0.7945, + 0.7905, + 0.791, + 0.796, + 0.7935, + 0.792, + 0.7925, + 0.7915, + 0.7905, + 0.788, + 0.793, + 0.788, + 0.789, + 0.79, + 0.7865, + 0.7905, + 0.788, + 0.788, + 0.788, + 0.789, + 0.7835, + 0.788, + 0.7865, + 0.7855, + 0.786, + 0.7855, + 0.787, + 0.786, + 0.786, + 0.7845, + 0.783, + 0.7845, + 0.784, + 0.7845, + 0.7855, + 0.7865, + 0.787, + 0.787, + 0.7865, + 0.7855, + 0.7865, + 0.786, + 0.786, + 0.787, + 0.7865, + 0.7855, + 0.7855, + 0.7865, + 0.786, + 0.786, + 0.787, + 0.7865, + 0.7865, + 0.7865, + 0.7865, + 0.786, + 0.786, + 0.786, + 0.786, + 0.786, + 0.786, + 0.786, + 0.786 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8610074520111084, + 0.8541143536567688, + 0.8321727514266968, + 0.7993940114974976 + ], + "perturbation_rho": [ + 0.9999990463256836, + 0.9999986886978149, + 0.9999971389770508, + 0.9999833703041077 + ], + "nudging": { + "0.001": [ + -0.061208125203847885, + -0.048201389610767365, + -0.027980640530586243, + -0.012230003252625465 + ], + "0.003": [ + -0.1748121678829193, + -0.13912320137023926, + -0.08209913969039917, + -0.03633902221918106 + ], + "0.01": [ + -0.492245614528656, + -0.40577083826065063, + -0.25304561853408813, + -0.117084801197052 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.244384346008301, + 1.6658402580261231, + 1.122510219192505, + 0.8736206652641296, + 0.7597340629577637, + 0.6988716425895691, + 0.6796123376846314, + 0.6578597159862518, + 0.6504812906265259, + 0.6735348190307617, + 0.6848076729774475, + 0.6858792749404907, + 0.6815519685745239, + 0.6852759933471679, + 0.7381223386764526, + 0.7184744972229004, + 0.6851869500160217, + 0.7189444061279296, + 0.7768984985351562, + 0.728230765914917, + 0.7206257730484009, + 0.7248182010650634, + 0.7614868778228759, + 0.7475514825820923, + 0.7896351873397827, + 0.7320388195991516, + 0.7398907415866852, + 0.7591429317474365, + 0.7483150260925293, + 0.7531359097480774, + 0.7545860271453857, + 0.8287553598403931, + 0.7648152837753296, + 0.771906914806366, + 0.7739894755363464, + 0.7938769704818726, + 0.7921385692596435, + 0.7916910556793213, + 0.8290664767742157, + 0.7879267723083496, + 0.8088912184476852, + 0.798623261642456, + 0.800121602153778, + 0.7935735574245453, + 0.7912781294822693, + 0.8075062445163727, + 0.7912796350479125, + 0.7820112172603607, + 0.787954132270813, + 0.7751848423004151, + 0.7753581878662109, + 0.7797921692848205, + 0.7868508473396302, + 0.7874830360412598, + 0.7783025196075439, + 0.7713859317302704, + 0.7603790185928345, + 0.7596016332626343, + 0.7514689461231232, + 0.7495272707939148, + 0.7444016216278077, + 0.7518722133636475, + 0.7441502522945405, + 0.7440012859344483, + 0.7390048952102661, + 0.739477536201477, + 0.7372656646728516, + 0.734891752910614, + 0.7310723892688751, + 0.728121880531311, + 0.7290601845741272, + 0.7274617082595826, + 0.7263197314262391, + 0.7242576133728027, + 0.7240845788955689, + 0.7236108267784118, + 0.7226919463157654, + 0.7218466625213623, + 0.7212368441104889, + 0.7210169439315796 + ], + "train_acc": [ + 0.1771, + 0.4329, + 0.5991, + 0.6748, + 0.7141, + 0.7359, + 0.7439, + 0.7517, + 0.7556, + 0.7448, + 0.7473, + 0.7457, + 0.7492, + 0.7504, + 0.7355, + 0.7435, + 0.7536, + 0.7422, + 0.7257, + 0.7412, + 0.743, + 0.7378, + 0.73, + 0.7369, + 0.7233, + 0.7438, + 0.7408, + 0.736, + 0.7384, + 0.7424, + 0.7353, + 0.7203, + 0.7372, + 0.7362, + 0.7369, + 0.7316, + 0.7361, + 0.7297, + 0.7274, + 0.7303, + 0.7311, + 0.7304, + 0.7304, + 0.7325, + 0.7398, + 0.7282, + 0.7346, + 0.7348, + 0.7357, + 0.7391, + 0.7357, + 0.7392, + 0.7322, + 0.7313, + 0.7375, + 0.736, + 0.7434, + 0.7412, + 0.7436, + 0.7417, + 0.7455, + 0.7431, + 0.745, + 0.7429, + 0.7461, + 0.7436, + 0.7447, + 0.7457, + 0.7459, + 0.748, + 0.7469, + 0.747, + 0.7516, + 0.7472, + 0.7476, + 0.7486, + 0.7501, + 0.7492, + 0.7493, + 0.7499 + ], + "test_acc": [ + 0.2955, + 0.537, + 0.639, + 0.6815, + 0.7015, + 0.713, + 0.7055, + 0.7105, + 0.694, + 0.6975, + 0.6945, + 0.7035, + 0.6945, + 0.637, + 0.695, + 0.6955, + 0.696, + 0.6375, + 0.6905, + 0.7005, + 0.7, + 0.697, + 0.6775, + 0.6955, + 0.691, + 0.6925, + 0.6785, + 0.6975, + 0.673, + 0.6935, + 0.6645, + 0.683, + 0.6875, + 0.679, + 0.6825, + 0.6765, + 0.6835, + 0.685, + 0.675, + 0.668, + 0.6735, + 0.6695, + 0.675, + 0.684, + 0.675, + 0.655, + 0.6665, + 0.662, + 0.6705, + 0.68, + 0.6675, + 0.6695, + 0.67, + 0.6585, + 0.6675, + 0.684, + 0.6655, + 0.669, + 0.678, + 0.677, + 0.68, + 0.674, + 0.675, + 0.677, + 0.676, + 0.675, + 0.6775, + 0.6795, + 0.6795, + 0.6785, + 0.682, + 0.6765, + 0.677, + 0.677, + 0.679, + 0.6825, + 0.68, + 0.6825, + 0.6825, + 0.682 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.008613362908363342, + 0.039367884397506714, + 0.07619941979646683, + 0.0912623256444931 + ], + "perturbation_rho": [ + -0.007624803110957146, + 0.008791688829660416, + 0.13103844225406647, + 0.12304534018039703 + ], + "nudging": { + "0.001": [ + 0.0005033417255617678, + -0.00032083888072520494, + -0.0003624922828748822, + -0.0004093719180673361 + ], + "0.003": [ + 0.0015421062707901, + -0.0009612979483790696, + -0.0010858506429940462, + -0.0012270397273823619 + ], + "0.01": [ + 0.005509334150701761, + -0.003195145633071661, + -0.0036095697432756424, + -0.004080047365278006 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.9460896991729737, + 1.02048748588562, + 0.6666754946231842, + 0.5997845686912536, + 0.6188174986362457, + 0.6522882369995118, + 0.702923126411438, + 0.7500360467910766, + 0.7784844299316406, + 0.8033292488098145, + 0.8202642150878906, + 0.8388009960174561, + 0.8644936017990112, + 0.8621721601486206, + 0.8420976860046386, + 0.8441275070190429, + 0.8518479587554931, + 0.8519618356704712, + 0.8573237961769103, + 0.8466630826950073, + 0.8620194334030151, + 0.872311677646637, + 0.8844598554611206, + 0.8897781185150146, + 0.8986350463867188, + 0.9107674625396729, + 0.9466994457244873, + 0.937027760887146, + 0.9229575090408325, + 0.9407363571166992, + 0.9483418552398681, + 0.9390256658554077, + 0.9403314212799072, + 0.9275119705200195, + 0.9150855571746827, + 0.9282055849075317, + 0.9308360594749451, + 0.9139512258529663, + 0.932987433052063, + 0.9214247636795044, + 0.9115749345779419, + 0.9211696140289307, + 0.9204665400505065, + 0.9168176971912384, + 0.9151170783996582, + 0.9214367736816407, + 0.9209912311553955, + 0.9118391947746277, + 0.9123114767074585, + 0.92075571975708, + 0.9061430419921875, + 0.9054867052078247, + 0.8936779041290284, + 0.9038484088897705, + 0.9033261381149292, + 0.8901759426116943, + 0.8972558786392212, + 0.8854782384872436, + 0.8886939645767212, + 0.8866627412796021, + 0.8855161333084106, + 0.8790008495330811, + 0.8785218952178955, + 0.87869962849617, + 0.8714217117309571, + 0.8715060123443603, + 0.8701889377593994, + 0.866465859413147, + 0.8666391557693481, + 0.8658134422302246, + 0.8639697080612183, + 0.8635739400863648, + 0.8614107210159302, + 0.8612226030349731, + 0.860686711883545, + 0.8599462993621826, + 0.8594131113052368, + 0.8590457509994507, + 0.8588304187774658, + 0.8587044605255127 + ], + "train_acc": [ + 0.3069, + 0.631, + 0.745, + 0.7677, + 0.7673, + 0.7585, + 0.7431, + 0.7285, + 0.7221, + 0.711, + 0.7088, + 0.6988, + 0.6899, + 0.6911, + 0.6931, + 0.6895, + 0.6821, + 0.6871, + 0.6841, + 0.6861, + 0.685, + 0.6788, + 0.681, + 0.6818, + 0.6734, + 0.6787, + 0.6673, + 0.668, + 0.6761, + 0.6688, + 0.6658, + 0.6669, + 0.6636, + 0.6717, + 0.6721, + 0.6659, + 0.6707, + 0.6746, + 0.6666, + 0.6708, + 0.6728, + 0.6736, + 0.6688, + 0.6701, + 0.6778, + 0.6721, + 0.6728, + 0.6757, + 0.6743, + 0.6693, + 0.6738, + 0.6802, + 0.6788, + 0.6783, + 0.677, + 0.6837, + 0.677, + 0.6814, + 0.6807, + 0.6834, + 0.6819, + 0.6821, + 0.683, + 0.6832, + 0.6838, + 0.6858, + 0.6834, + 0.6856, + 0.6852, + 0.6866, + 0.6868, + 0.687, + 0.6865, + 0.6889, + 0.6866, + 0.6866, + 0.6872, + 0.6871, + 0.6874, + 0.6876 + ], + "test_acc": [ + 0.522, + 0.686, + 0.7305, + 0.725, + 0.7175, + 0.7205, + 0.6945, + 0.692, + 0.6795, + 0.6775, + 0.6695, + 0.657, + 0.657, + 0.6595, + 0.662, + 0.6585, + 0.64, + 0.648, + 0.6455, + 0.6335, + 0.6255, + 0.6325, + 0.6285, + 0.6225, + 0.6235, + 0.62, + 0.6245, + 0.624, + 0.628, + 0.6205, + 0.6235, + 0.6265, + 0.6115, + 0.6265, + 0.6175, + 0.6205, + 0.6225, + 0.6235, + 0.621, + 0.628, + 0.628, + 0.6265, + 0.624, + 0.625, + 0.6195, + 0.6285, + 0.632, + 0.6255, + 0.623, + 0.6335, + 0.6115, + 0.6285, + 0.6285, + 0.632, + 0.626, + 0.6255, + 0.6265, + 0.628, + 0.6265, + 0.635, + 0.634, + 0.629, + 0.632, + 0.633, + 0.6325, + 0.6295, + 0.6325, + 0.632, + 0.636, + 0.6265, + 0.6335, + 0.6305, + 0.6315, + 0.634, + 0.6325, + 0.6295, + 0.631, + 0.6315, + 0.6305, + 0.6305 + ], + "state_pred_error": [ + 0.7793568561077118, + 0.3118565825223923, + 0.20360799007415772, + 0.17635596759319305, + 0.16408502702713013, + 0.1599778488636017, + 0.16032327077388764, + 0.16038565831184387, + 0.15718616988658904, + 0.1544437967300415, + 0.15516557030677797, + 0.15298717787265778, + 0.1504029001235962, + 0.14225415984392167, + 0.13645789219141005, + 0.12674877222776412, + 0.11889368886947632, + 0.11306129736900329, + 0.10757653653621674, + 0.10412199894189834, + 0.09768045265674591, + 0.09353149293661117, + 0.09076726281642913, + 0.08965073142051697, + 0.08674556518793106, + 0.08478252203464508, + 0.08322861977815628, + 0.08022089281082154, + 0.07800674693584442, + 0.07719690150022507, + 0.07593471973538399, + 0.07448869940042496, + 0.07324682236909866, + 0.07216234427690506, + 0.07157725752592087, + 0.06850798486471177, + 0.06744037889242173, + 0.06449633466005325, + 0.06279489300251007, + 0.060556842333078384, + 0.05860834004878998, + 0.056899214422702786, + 0.05532535774707794, + 0.053600450432300564, + 0.05157438895106316, + 0.05032240780591965, + 0.049856857776641846, + 0.04676780249476433, + 0.04521846981048584, + 0.04605005966424942, + 0.04307681691348553, + 0.04080379275083542, + 0.03996113035082817, + 0.03907167859077454, + 0.03806798343658447, + 0.036509654211997984, + 0.03606395539045334, + 0.03462406445145607, + 0.033797594472765924, + 0.03285828292965889, + 0.03233671128153801, + 0.03190984711050987, + 0.03070613071322441, + 0.030161835169792175, + 0.029909810426831246, + 0.02907034457921982, + 0.028224628251791, + 0.0277183085501194, + 0.028236137807369232, + 0.026743644657731058, + 0.026232112246751784, + 0.02569632602930069, + 0.025446067842841147, + 0.025489903342723847, + 0.024715018486976624, + 0.024953959307074548, + 0.02375960406959057, + 0.023399142843484877, + 0.023335635387897492, + 0.022959388345479965 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.5847928524017334, + 0.3501134514808655, + 0.17105570435523987, + 0.15130013227462769 + ], + "perturbation_rho": [ + 0.5387442708015442, + 0.3080189526081085, + 0.17941737174987793, + 0.20768526196479797 + ], + "nudging": { + "0.001": [ + -0.017160478979349136, + -0.0019152601016685367, + -0.0006842610309831798, + -0.0005889273015782237 + ], + "0.003": [ + -0.05081973969936371, + -0.00573696568608284, + -0.002051552291959524, + -0.0017658264841884375 + ], + "0.01": [ + -0.16164088249206543, + -0.01902196928858757, + -0.006823995150625706, + -0.005875328555703163 + ] + }, + "state_pred_error_per_layer": [ + 10103.57421875, + 1132.8861083984375, + 636.5859375, + 537.355224609375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2463353088378906, + 1.6628951946258546, + 1.1295779554367065, + 0.8783353236198426, + 0.7639653888702392, + 0.7047067642211914, + 0.6768319065093994, + 0.68182680311203, + 0.6602677572250366, + 0.6724473495483398, + 0.6855211343765258, + 0.6726006875991821, + 0.7052314999580384, + 0.7074386056900024, + 0.7129003076553345, + 0.7024357145309448, + 0.7227834997177124, + 0.7313135984420777, + 0.7373644021987915, + 0.7224393496513367, + 0.7700278699874878, + 0.7357270636558533, + 0.8003145306587219, + 0.8743129741668701, + 0.9247114940643311, + 0.9404189452171325, + 0.915456344985962, + 0.9703503519058227, + 1.0076803161621093, + 1.0813798515319824, + 1.1350637050628662, + 1.1440386219978333, + 1.1056740509033203, + 1.166263697052002, + 1.2001307735443114, + 1.227112310028076, + 1.2333890773773193, + 1.3325600746154784, + 1.314357687187195, + 1.3420076190948487, + 1.3500135983467103, + 1.434612279510498, + 1.4547458221435547, + 1.5096508449554444, + 1.5078580778121948, + 1.591580895614624, + 1.496910350227356, + 1.450836026954651, + 1.4903024017333983, + 1.4724365951538085, + 1.4564998203277588, + 1.4475345220565796, + 1.4865602378845215, + 1.4574821096420287, + 1.4633408412933349, + 1.4454458599090576, + 1.4607100917816163, + 1.4355232284545898, + 1.4373876348495482, + 1.447427599143982, + 1.4473964019775392, + 1.4408766548156737, + 1.4291354480743408, + 1.4133699844360352, + 1.426364598274231, + 1.4254159889221192, + 1.4199595382690429, + 1.422476571083069, + 1.4094791442871093, + 1.4061016763687133, + 1.4055855443954468, + 1.4035878326416016, + 1.402430838394165, + 1.3991222805023193, + 1.3999051294326783, + 1.3970819057464599, + 1.3952340185165406, + 1.3938718709945679, + 1.3935380973815918, + 1.3929829921722412 + ], + "train_acc": [ + 0.1808, + 0.4377, + 0.5916, + 0.6766, + 0.716, + 0.7362, + 0.7476, + 0.7486, + 0.7527, + 0.7524, + 0.7446, + 0.7487, + 0.7415, + 0.7441, + 0.7413, + 0.7448, + 0.7382, + 0.7389, + 0.7355, + 0.743, + 0.7278, + 0.7372, + 0.7243, + 0.7026, + 0.6916, + 0.6858, + 0.6794, + 0.665, + 0.6553, + 0.6355, + 0.6132, + 0.6106, + 0.6108, + 0.5876, + 0.581, + 0.5631, + 0.5618, + 0.5438, + 0.5425, + 0.5328, + 0.5346, + 0.5133, + 0.5039, + 0.4927, + 0.4913, + 0.4756, + 0.4905, + 0.4983, + 0.4826, + 0.4915, + 0.4942, + 0.4966, + 0.4945, + 0.4911, + 0.4899, + 0.4916, + 0.4894, + 0.4955, + 0.4961, + 0.4848, + 0.4874, + 0.4913, + 0.4996, + 0.5021, + 0.5002, + 0.4975, + 0.496, + 0.4951, + 0.4993, + 0.4999, + 0.501, + 0.5021, + 0.5, + 0.5032, + 0.5005, + 0.5015, + 0.505, + 0.5026, + 0.5038, + 0.504 + ], + "test_acc": [ + 0.286, + 0.5365, + 0.6435, + 0.684, + 0.6895, + 0.717, + 0.7055, + 0.7145, + 0.706, + 0.695, + 0.702, + 0.6775, + 0.695, + 0.6835, + 0.703, + 0.6965, + 0.6885, + 0.6755, + 0.6835, + 0.6775, + 0.684, + 0.689, + 0.667, + 0.6625, + 0.64, + 0.649, + 0.636, + 0.627, + 0.6065, + 0.592, + 0.5795, + 0.593, + 0.5605, + 0.571, + 0.523, + 0.5305, + 0.503, + 0.5135, + 0.521, + 0.518, + 0.4995, + 0.491, + 0.4555, + 0.4515, + 0.452, + 0.4625, + 0.509, + 0.475, + 0.497, + 0.4865, + 0.4855, + 0.476, + 0.4865, + 0.488, + 0.4805, + 0.4825, + 0.499, + 0.4955, + 0.487, + 0.497, + 0.4805, + 0.4785, + 0.4875, + 0.481, + 0.4945, + 0.4895, + 0.4905, + 0.4995, + 0.489, + 0.4975, + 0.496, + 0.5045, + 0.4955, + 0.4995, + 0.507, + 0.5015, + 0.5025, + 0.5015, + 0.5025, + 0.502 + ], + "value_loss": [ + 2.911659792137146, + 0.8996274837493896, + 0.7878434350967407, + 0.833689813041687, + 0.8365230781555176, + 0.8657572345733643, + 0.908541974067688, + 0.8480338787078857, + 0.8042462064743042, + 0.8133011533737182, + 0.8212067371368408, + 0.7808171772003174, + 0.8961290629386902, + 0.8653587206840515, + 0.8886142436981201, + 0.8761268617630005, + 0.884904754447937, + 0.8448927827835083, + 0.7980134412765503, + 0.6888658224105835, + 0.7473662647247314, + 0.65811010055542, + 0.7839856298923492, + 0.880495791387558, + 0.9084092624664306, + 0.8530173231601715, + 0.7625637437820435, + 1.0123852161407472, + 0.7736059984683991, + 0.8328087013244629, + 0.8140958374023437, + 0.8670786144256591, + 0.7377396880626679, + 0.7568698725700378, + 0.8068661364555358, + 0.7318669836044311, + 0.8281291389465332, + 0.8503475652694702, + 0.7644144630432129, + 0.7720902391433716, + 0.7514402165412902, + 0.9521960460662842, + 0.8458146006584167, + 0.891452622795105, + 0.8914439929962158, + 1.057370574760437, + 0.8315652293205261, + 0.7571992207050323, + 0.7947545112609863, + 0.7905970148086547, + 0.7850572494506836, + 0.7695828517913819, + 0.7652045320510864, + 0.7695798728942871, + 0.7152940567016601, + 0.6907661506652832, + 0.7097496647834778, + 0.6639136574745178, + 0.6959176488876343, + 0.6530081424713134, + 0.6744708864212036, + 0.7077253155708313, + 0.6539039137840271, + 0.6366007213592529, + 0.6607606963157654, + 0.6579708410263061, + 0.6630125551223754, + 0.6548057119369507, + 0.6407008107185364, + 0.6340464912891388, + 0.6079182727813721, + 0.6078491495132446, + 0.597375852394104, + 0.5983859522819519, + 0.5880393584251404, + 0.5987486978530884, + 0.5848587021827698, + 0.5729552617073059, + 0.5823435966968536, + 0.5799021621704101 + ], + "term_loss": [ + 1.6125608334541321, + 0.3840840371608734, + 0.48750869870185853, + 0.5739233162879944, + 0.583460131931305, + 0.611264087486267, + 0.6456350657463074, + 0.5810235898971557, + 0.5565879321813584, + 0.5670145713806153, + 0.5748216830253601, + 0.5389469696044922, + 0.6412990503311157, + 0.611316840839386, + 0.6310292453765869, + 0.6179455483436584, + 0.6184575637817383, + 0.5764782516479492, + 0.527465288066864, + 0.41762967494726183, + 0.4613805497169495, + 0.3795637038946152, + 0.48266787681579587, + 0.5520704276800156, + 0.5708891902923584, + 0.5130272762060165, + 0.4277731086730957, + 0.6448732345700264, + 0.4158886254787445, + 0.4512560091495514, + 0.42728045053482056, + 0.47845339875221254, + 0.36093939908742906, + 0.3623666671514511, + 0.3938521237373352, + 0.30772404375076295, + 0.38484077141284945, + 0.3804583154678345, + 0.3062211089849472, + 0.31390601534843443, + 0.29931726670265196, + 0.46709287190437315, + 0.3718694251537323, + 0.4082421121120453, + 0.4114425645828247, + 0.5396676266670227, + 0.3574508339881897, + 0.30055283591747284, + 0.3261272901535034, + 0.32341902742385864, + 0.31227895908355713, + 0.3047007039070129, + 0.2977863587141037, + 0.2951382811933756, + 0.25380487928390505, + 0.2323027446269989, + 0.2462068591594696, + 0.21350320754051208, + 0.23597208461761474, + 0.19863421688079835, + 0.21512561297416688, + 0.24010928027629852, + 0.19815546962618827, + 0.1846117480993271, + 0.20065309627056122, + 0.20074695563316344, + 0.20255926916599273, + 0.19159356966018676, + 0.183841939163208, + 0.17822789697647096, + 0.1608728482246399, + 0.16112907934188841, + 0.15298778686523437, + 0.1534871971011162, + 0.14573802747726441, + 0.1528574206352234, + 0.14455881164073944, + 0.13546503726243972, + 0.1438804125547409, + 0.1424343505382538 + ], + "bridge_loss": [ + 0.9979561433154623, + 0.1923502779841423, + 0.03369875200092792, + 0.010089649520814419, + 0.017109860217571257, + 0.026464090970158578, + 0.03847438667416572, + 0.03879255889952183, + 0.022746800869703293, + 0.015745803397893905, + 0.012550205962359905, + 0.011100650027394295, + 0.01492225005030632, + 0.013557523837685584, + 0.015981767566502093, + 0.017492658911645413, + 0.016710551595687868, + 0.020652121636271475, + 0.021984567886590957, + 0.027721646511554718, + 0.02861447253227234, + 0.029199581980705262, + 0.036015259969234464, + 0.0433954286724329, + 0.04418629710674286, + 0.04494130345731974, + 0.04159592981934548, + 0.05838559107780456, + 0.03970318132787943, + 0.043886014127731326, + 0.03409061102867127, + 0.03418889250457287, + 0.02945999857187271, + 0.029395705950260163, + 0.04250650172829628, + 0.045237154906988146, + 0.06208780016303062, + 0.06760461230278016, + 0.05713116898536682, + 0.05177076178789139, + 0.0454777575224638, + 0.06035384655445814, + 0.045845873348414896, + 0.04476448094546795, + 0.04259207730293274, + 0.0661571847498417, + 0.04104372414797545, + 0.03152658507525921, + 0.03633371991813183, + 0.04221771730184555, + 0.048432806301116946, + 0.043537792390584945, + 0.04238384801149368, + 0.05086035580188036, + 0.0377189158320427, + 0.039344362449645995, + 0.04182275475263596, + 0.03353696493506431, + 0.042798616722226145, + 0.03527422734498978, + 0.04015132822394371, + 0.049883893620967866, + 0.040538436710834506, + 0.04075850441455841, + 0.04582972603738308, + 0.044166031336784366, + 0.0475761167883873, + 0.048364759862422946, + 0.04714719864577055, + 0.04529150511026382, + 0.03810691610574722, + 0.03794098879098892, + 0.03586618504524231, + 0.03720670894086361, + 0.03536857309937477, + 0.038663346046209336, + 0.035329807829856875, + 0.031151742255687714, + 0.03266222105920315, + 0.03182844363451004 + ], + "tgrad_loss": [ + 0.3011428183555603, + 0.32319316704273227, + 0.2666359860420227, + 0.24967685322761535, + 0.23595308814048768, + 0.22802906050682067, + 0.224432515001297, + 0.22821773476600646, + 0.22491148040294648, + 0.23054077467918396, + 0.2338348491191864, + 0.2307695638656616, + 0.23990776176452636, + 0.24048435621261596, + 0.24160322992801667, + 0.24068865609169007, + 0.24973663783073424, + 0.24776240782737732, + 0.24856358866691589, + 0.243514501452446, + 0.2573712419271469, + 0.24934680943489074, + 0.26530250334739686, + 0.28502992734909055, + 0.2933337756156921, + 0.2950487338542938, + 0.293194704246521, + 0.3091263904094696, + 0.31801419608592985, + 0.33766667613983153, + 0.3527247706413269, + 0.35443632416725157, + 0.3473402920246124, + 0.36510749626159666, + 0.3705075058937073, + 0.3789057858467102, + 0.3812005734443665, + 0.4022846411705017, + 0.4010621870994568, + 0.40641346549987795, + 0.4066451931238174, + 0.42474932079315186, + 0.4280993054389954, + 0.43844602947235106, + 0.4374093544960022, + 0.45154575901031496, + 0.43307066822052004, + 0.4251198007583618, + 0.43229349727630617, + 0.4249602687358856, + 0.42434548816680906, + 0.42134435329437253, + 0.42503432445526124, + 0.42358124074935916, + 0.4237702589035034, + 0.4191190438270569, + 0.4217200475215912, + 0.4168734808921814, + 0.4171469500541687, + 0.4190996997833252, + 0.41919394392967224, + 0.4177321403503418, + 0.4152100051879883, + 0.4112304693222046, + 0.4142778721809387, + 0.41305785455703736, + 0.41287716846466066, + 0.41484738330841064, + 0.4097116720199585, + 0.41052708587646486, + 0.4089385024547577, + 0.40877908191680906, + 0.4085218800544739, + 0.4076920410633087, + 0.40693275775909427, + 0.4072279285430908, + 0.40497008571624754, + 0.4063384813308716, + 0.4058009665966034, + 0.4056393639087677 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.1632033884525299, + 0.4602273404598236, + 0.4661305546760559, + 0.47359973192214966 + ], + "perturbation_rho": [ + 0.20324298739433289, + 0.5429707169532776, + 0.5653814077377319, + 0.5405630469322205 + ], + "nudging": { + "0.001": [ + -0.004459770396351814, + -0.0037539242766797543, + -0.003678151872009039, + -0.0036794268526136875 + ], + "0.003": [ + -0.013349814340472221, + -0.011245567351579666, + -0.011020736768841743, + -0.011023622006177902 + ], + "0.01": [ + -0.04415123537182808, + -0.037312425673007965, + -0.03657253086566925, + -0.036583565175533295 + ] + } + } + } +}
\ No newline at end of file |