diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.25_L4_s456.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.25_L4_s456.json | 1554 |
1 files changed, 1554 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L4_s456.json b/results/synth_ladder_v2_lo/synth_a0.25_L4_s456.json new file mode 100644 index 0000000..a99f2a9 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L4_s456.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.4280009566307068, + 0.4816410400390625, + 0.35641251850128175, + 0.31376885857582093, + 0.2785879302024841, + 0.2906965353012085, + 0.24813844954967498, + 0.2529641579627991, + 0.29037830834388734, + 0.24602493743896484, + 0.271309370470047, + 0.24193280544281007, + 0.21174109992980958, + 0.2022141403198242, + 0.19511151465177537, + 0.1747492593228817, + 0.16679265608787536, + 0.18226073577404023, + 0.178118130004406, + 0.1698817639350891, + 0.21180371685028077, + 0.22151261649131776, + 0.1692685513496399, + 0.15942963395118714, + 0.15639958801865578, + 0.13424310631752015, + 0.13393100074529649, + 0.1342959972321987, + 0.1233813103556633, + 0.1372558897972107, + 0.15687738795280456, + 0.15556601939201356, + 0.1386237049102783, + 0.12747760764360427, + 0.13082287336587906, + 0.12003014180660247, + 0.1110824688911438, + 0.11324274975061417, + 0.09755915361642838, + 0.09881812291145324, + 0.0983709388077259, + 0.08716794240474701, + 0.09951607349514961, + 0.08897512910366058, + 0.09945852316617966, + 0.08210971295237542, + 0.08215147442817688, + 0.09767722171843052, + 0.07982404861450196, + 0.08341489782333374, + 0.08445568187236786, + 0.07201690224409103, + 0.06894114913269878, + 0.06607745648026467, + 0.06452926009893417, + 0.06370570333003998, + 0.07323879662156105, + 0.06315056117884815, + 0.06021904794573784, + 0.05857481062412262, + 0.06132639021873474, + 0.05991591087579727, + 0.05866761998534203, + 0.0561151444196701, + 0.05675396573543549, + 0.05583441897928715, + 0.054332348388433455, + 0.05344627385139465, + 0.053293361806869506, + 0.05263606111109257, + 0.05185437820851803, + 0.05141058519482613, + 0.05099834645986557, + 0.0506766751408577, + 0.05050799320936203, + 0.050287041491270064, + 0.05010691736936569, + 0.04997352842092514, + 0.04987951598167419, + 0.04983126169741154 + ], + "train_acc": [ + 0.5303, + 0.8408, + 0.8692, + 0.8797, + 0.8918, + 0.8847, + 0.8988, + 0.9028, + 0.8848, + 0.9035, + 0.8886, + 0.9076, + 0.9163, + 0.919, + 0.9247, + 0.9325, + 0.936, + 0.9268, + 0.9308, + 0.9337, + 0.9165, + 0.912, + 0.9336, + 0.9374, + 0.9396, + 0.9515, + 0.9505, + 0.9497, + 0.9545, + 0.9492, + 0.9388, + 0.9385, + 0.9487, + 0.953, + 0.9536, + 0.9576, + 0.9612, + 0.9591, + 0.9682, + 0.9654, + 0.9665, + 0.973, + 0.9655, + 0.9697, + 0.9675, + 0.9764, + 0.9749, + 0.9655, + 0.9764, + 0.9743, + 0.9743, + 0.9809, + 0.9821, + 0.9841, + 0.9845, + 0.9855, + 0.98, + 0.9854, + 0.9889, + 0.989, + 0.9869, + 0.9883, + 0.9879, + 0.9902, + 0.9898, + 0.9906, + 0.9911, + 0.9918, + 0.9917, + 0.9921, + 0.9925, + 0.9929, + 0.9934, + 0.9941, + 0.994, + 0.9942, + 0.9945, + 0.9944, + 0.9942, + 0.9942 + ], + "test_acc": [ + 0.7945, + 0.8695, + 0.8905, + 0.8835, + 0.8885, + 0.892, + 0.88, + 0.883, + 0.881, + 0.9005, + 0.89, + 0.8905, + 0.897, + 0.9045, + 0.9025, + 0.8995, + 0.9025, + 0.9005, + 0.908, + 0.9035, + 0.894, + 0.8945, + 0.903, + 0.911, + 0.9075, + 0.911, + 0.9145, + 0.91, + 0.911, + 0.9065, + 0.9035, + 0.904, + 0.915, + 0.9095, + 0.911, + 0.9095, + 0.9115, + 0.9095, + 0.9175, + 0.9175, + 0.917, + 0.9115, + 0.914, + 0.913, + 0.907, + 0.9165, + 0.918, + 0.9145, + 0.9145, + 0.9175, + 0.915, + 0.913, + 0.9145, + 0.9215, + 0.916, + 0.9195, + 0.9215, + 0.9215, + 0.9185, + 0.919, + 0.921, + 0.919, + 0.9205, + 0.9185, + 0.9195, + 0.918, + 0.9195, + 0.918, + 0.9205, + 0.9195, + 0.9195, + 0.9185, + 0.92, + 0.918, + 0.919, + 0.92, + 0.9195, + 0.919, + 0.9185, + 0.9185 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8029586672782898, + 0.7900986075401306, + 0.7753629684448242, + 0.7581839561462402 + ], + "perturbation_rho": [ + 0.999998927116394, + 0.9999964237213135, + 0.999983549118042, + 0.9999468326568604 + ], + "nudging": { + "0.001": [ + -0.026280783116817474, + -0.012318434193730354, + -0.005662030540406704, + -0.002971941838040948 + ], + "0.003": [ + -0.07031507790088654, + -0.035108231008052826, + -0.016601495444774628, + -0.008812842890620232 + ], + "0.01": [ + -0.15638579428195953, + -0.09745092689990997, + -0.05102477967739105, + -0.028195563703775406 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.232069776535034, + 1.370755326461792, + 0.774408396434784, + 0.5504122185230255, + 0.4551778681755066, + 0.39543955364227296, + 0.3673446969985962, + 0.37010820665359495, + 0.40584990463256837, + 0.36630872459411623, + 0.3967540986061096, + 0.3843751923561096, + 0.4476522427558899, + 0.42575200576782224, + 0.42364864072799685, + 0.38030472977161406, + 0.4079951852798462, + 0.46959167435765264, + 0.4198760874271393, + 0.468362246465683, + 0.45476327400207517, + 0.5178915981292724, + 0.6004542631149292, + 0.5163716057777404, + 0.4734943875789642, + 0.5516410438537598, + 0.49744338874816896, + 0.46432403774261477, + 0.4892093751907349, + 0.6200435506820678, + 0.5751196828842163, + 0.5928933774709702, + 0.4814444019317627, + 0.5967060979366302, + 0.5415381860733032, + 0.4497476665496826, + 0.48320111837387086, + 0.5223149719312787, + 0.4452429738998413, + 0.5263340139627457, + 0.4467347893744707, + 0.4445894860267639, + 0.5922297267913819, + 0.4209597279548645, + 0.4198515675544739, + 0.4481225758552551, + 0.45345114040374757, + 0.4496061055518687, + 0.3991525866508484, + 0.4271981393814087, + 0.40415777770280836, + 0.4262519637107849, + 0.4017188970685005, + 0.38243411012291906, + 0.38553619861602784, + 0.38307219924926755, + 0.43748312458992006, + 0.3661682406932116, + 0.3464682363986969, + 0.3526681913375854, + 0.377327184009552, + 0.3567724729537964, + 0.37950509120225906, + 0.3511497905731201, + 0.36539844236373903, + 0.3426241901397705, + 0.3417411681175232, + 0.33409423093795776, + 0.3281999719619751, + 0.33597293905615805, + 0.32314492433071135, + 0.32010074100494385, + 0.3219986635684967, + 0.3155823324203491, + 0.3164848567008972, + 0.3139919088840485, + 0.3123295421615243, + 0.3108947002887726, + 0.31007582869529726, + 0.30983073345422746 + ], + "train_acc": [ + 0.1919, + 0.5317, + 0.7118, + 0.7954, + 0.8288, + 0.8488, + 0.8578, + 0.8594, + 0.8496, + 0.8626, + 0.855, + 0.8624, + 0.8463, + 0.8538, + 0.8558, + 0.8662, + 0.8636, + 0.8532, + 0.8616, + 0.8542, + 0.8592, + 0.8472, + 0.843, + 0.8527, + 0.8547, + 0.8479, + 0.8562, + 0.8623, + 0.8586, + 0.8466, + 0.8494, + 0.8489, + 0.8668, + 0.8461, + 0.8611, + 0.8737, + 0.867, + 0.8596, + 0.8767, + 0.8588, + 0.8748, + 0.8759, + 0.8555, + 0.8829, + 0.885, + 0.8748, + 0.8786, + 0.8778, + 0.8897, + 0.8793, + 0.8851, + 0.8811, + 0.885, + 0.8887, + 0.8917, + 0.8912, + 0.885, + 0.8906, + 0.8976, + 0.8989, + 0.8919, + 0.8952, + 0.8896, + 0.8976, + 0.8936, + 0.8974, + 0.8994, + 0.8992, + 0.9029, + 0.9, + 0.9028, + 0.9031, + 0.9044, + 0.9036, + 0.906, + 0.905, + 0.9046, + 0.906, + 0.9061, + 0.906 + ], + "test_acc": [ + 0.3785, + 0.6325, + 0.739, + 0.789, + 0.801, + 0.8095, + 0.826, + 0.813, + 0.8085, + 0.814, + 0.794, + 0.7895, + 0.7865, + 0.7875, + 0.815, + 0.825, + 0.83, + 0.802, + 0.7995, + 0.81, + 0.7955, + 0.799, + 0.7875, + 0.8035, + 0.7935, + 0.7985, + 0.8035, + 0.811, + 0.796, + 0.8155, + 0.805, + 0.796, + 0.7855, + 0.804, + 0.8, + 0.825, + 0.797, + 0.7985, + 0.8075, + 0.822, + 0.7985, + 0.787, + 0.8185, + 0.832, + 0.8345, + 0.811, + 0.8165, + 0.826, + 0.82, + 0.8375, + 0.8395, + 0.8275, + 0.823, + 0.8325, + 0.8375, + 0.821, + 0.833, + 0.8355, + 0.8435, + 0.8365, + 0.8435, + 0.845, + 0.8465, + 0.8445, + 0.8405, + 0.847, + 0.8445, + 0.846, + 0.848, + 0.85, + 0.847, + 0.8445, + 0.846, + 0.8495, + 0.848, + 0.848, + 0.85, + 0.8505, + 0.8515, + 0.8515 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.014162426814436913, + 0.0798005759716034, + 0.09311279654502869, + 0.10633827745914459 + ], + "perturbation_rho": [ + 0.041398823261260986, + 0.02247910387814045, + 0.1714327037334442, + 0.17666620016098022 + ], + "nudging": { + "0.001": [ + 0.00017435633344575763, + -0.0005363107775337994, + -0.00033184929634444416, + -0.000325117347529158 + ], + "0.003": [ + 0.000572163553442806, + -0.0016089004930108786, + -0.0009956255089491606, + -0.0009728462900966406 + ], + "0.01": [ + 0.002492401283234358, + -0.005343085154891014, + -0.0033098761923611164, + -0.003237517550587654 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8165535574913025, + 0.763969938659668, + 0.456514367723465, + 0.4509699695587158, + 0.5203996650695801, + 0.5776345297813416, + 0.5986223049163818, + 0.6544226729393006, + 0.7238446506500245, + 0.7209402904510498, + 0.694066102218628, + 0.698754120349884, + 0.7061762592315673, + 0.7547999785423278, + 0.7718533777236939, + 0.7712728401184082, + 0.7895807289123535, + 0.772668758392334, + 0.7529318264007568, + 0.73342194814682, + 0.7342669651985169, + 0.7617962551116944, + 0.7271483485221862, + 0.7463216340065002, + 0.7824168462753296, + 0.7513881778717041, + 0.7485483713150024, + 0.8226748832702637, + 0.7728332638740539, + 0.7521475864410401, + 0.8052359797477722, + 0.7683963434219361, + 0.839831940460205, + 0.7288411888122559, + 0.7234952001571655, + 0.7603490391731262, + 0.7802042022705078, + 0.7887434216022492, + 0.7879969930648804, + 0.8280424799919128, + 0.8189708654403687, + 0.8561574056625366, + 0.8539019847869873, + 0.8538200400352478, + 0.8228381202697754, + 0.8735623681068421, + 0.8707358804702758, + 0.8457340757369995, + 0.857807723236084, + 0.8657875537872315, + 0.867585726261139, + 0.858120620059967, + 0.8555149084091187, + 0.8709949861526489, + 0.85430686378479, + 0.8638038631439209, + 0.8486660203933716, + 0.8263280488967896, + 0.8541519875526429, + 0.8399642889976502, + 0.8300949808120728, + 0.8287226734161377, + 0.8489915835380554, + 0.8436049571990967, + 0.8391613592147827, + 0.8280179216384888, + 0.828670958518982, + 0.8277772424697876, + 0.8266226589202881, + 0.8310329568862915, + 0.8256790163040161, + 0.8284158477783203, + 0.8229934953689575, + 0.8235222157478332, + 0.8218230583190917, + 0.8219074445724487, + 0.8209780731201172, + 0.8209145902633667, + 0.8202378884792327, + 0.819964693069458 + ], + "train_acc": [ + 0.35, + 0.7124, + 0.8289, + 0.8318, + 0.8146, + 0.7996, + 0.7877, + 0.7706, + 0.7516, + 0.7551, + 0.7457, + 0.7437, + 0.746, + 0.7313, + 0.7343, + 0.7337, + 0.7323, + 0.7287, + 0.7311, + 0.7381, + 0.7416, + 0.7315, + 0.7451, + 0.7449, + 0.7389, + 0.7512, + 0.7488, + 0.7377, + 0.7446, + 0.7504, + 0.7324, + 0.7408, + 0.7233, + 0.7466, + 0.746, + 0.7326, + 0.7295, + 0.726, + 0.7213, + 0.7144, + 0.7167, + 0.708, + 0.7134, + 0.7068, + 0.7173, + 0.7019, + 0.7061, + 0.7126, + 0.7135, + 0.704, + 0.7062, + 0.7064, + 0.7148, + 0.7132, + 0.7086, + 0.7095, + 0.712, + 0.7203, + 0.7144, + 0.7162, + 0.7194, + 0.7223, + 0.717, + 0.7173, + 0.7179, + 0.7248, + 0.723, + 0.7241, + 0.7231, + 0.7263, + 0.7268, + 0.7272, + 0.7299, + 0.7258, + 0.7277, + 0.7302, + 0.7301, + 0.7312, + 0.7319, + 0.7318 + ], + "test_acc": [ + 0.591, + 0.7695, + 0.8165, + 0.7925, + 0.784, + 0.7695, + 0.7725, + 0.7425, + 0.7335, + 0.7115, + 0.716, + 0.72, + 0.707, + 0.7115, + 0.695, + 0.7095, + 0.6895, + 0.68, + 0.711, + 0.7055, + 0.7155, + 0.711, + 0.697, + 0.69, + 0.7035, + 0.699, + 0.697, + 0.699, + 0.7065, + 0.6905, + 0.6875, + 0.698, + 0.6785, + 0.727, + 0.6635, + 0.684, + 0.6395, + 0.687, + 0.6475, + 0.66, + 0.625, + 0.6935, + 0.6905, + 0.695, + 0.664, + 0.6675, + 0.675, + 0.7065, + 0.6715, + 0.6965, + 0.7105, + 0.6765, + 0.6785, + 0.709, + 0.676, + 0.691, + 0.696, + 0.7165, + 0.684, + 0.6925, + 0.697, + 0.6985, + 0.6935, + 0.688, + 0.71, + 0.7075, + 0.708, + 0.713, + 0.7145, + 0.711, + 0.7095, + 0.711, + 0.705, + 0.7095, + 0.709, + 0.708, + 0.7075, + 0.707, + 0.7085, + 0.7085 + ], + "state_pred_error": [ + 0.7406987041473388, + 0.2411207477092743, + 0.16255244364738464, + 0.1493449520111084, + 0.14992456312179567, + 0.1555534377336502, + 0.16155459024906157, + 0.16035395340919495, + 0.15258878574371337, + 0.14208157248497008, + 0.12504443428516387, + 0.10508740864992142, + 0.08725720175504685, + 0.07344181394577026, + 0.06654016046524047, + 0.06139626076221466, + 0.0560697415292263, + 0.05169878583550453, + 0.0489024289727211, + 0.04750510221719742, + 0.04499284594655037, + 0.04229650926589966, + 0.03862137130498886, + 0.03419775420427323, + 0.030702023059129713, + 0.027638143730163576, + 0.02521895556151867, + 0.023234548729658126, + 0.02125667086541653, + 0.019339045375585555, + 0.017155453544855117, + 0.015024662992358207, + 0.013225329960882664, + 0.01183355233669281, + 0.010222357726842164, + 0.008752954179048538, + 0.007925371387600898, + 0.007087908421456813, + 0.0065649920910596845, + 0.005963414085656405, + 0.005528712090849876, + 0.005135756582021713, + 0.004901659817993641, + 0.004578842090815305, + 0.004355525939539075, + 0.004229336945712567, + 0.004050217913836241, + 0.003972229235991835, + 0.0038215931802988053, + 0.0038026397384703157, + 0.0036524082466959954, + 0.0036101686157286165, + 0.0035772004246711732, + 0.0035720416367053987, + 0.0035359943974763155, + 0.0035451125495135783, + 0.0035574036099016667, + 0.003586608001589775, + 0.0035653520226478575, + 0.003511827717348933, + 0.003500817520916462, + 0.0035023676201701164, + 0.003476817812025547, + 0.0034475730940699578, + 0.0036353183921426536, + 0.003350039096549153, + 0.0032939229547977447, + 0.003333185035735369, + 0.003172698828577995, + 0.003134825951978564, + 0.00305225969851017, + 0.003130577512830496, + 0.0029675849348306657, + 0.002851927667111158, + 0.002880720941722393, + 0.0027674298100173475, + 0.0026737776212394236, + 0.0025887268578633667, + 0.0025455289104953406, + 0.00247869050912559 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8312708735466003, + 0.37615716457366943, + 0.14436809718608856, + 0.15281778573989868 + ], + "perturbation_rho": [ + 0.7588610649108887, + 0.34236449003219604, + 0.14024245738983154, + 0.13689765334129333 + ], + "nudging": { + "0.001": [ + -0.02127787098288536, + -0.0016070354031398892, + -0.0004922817461192608, + -0.0005490813055075705 + ], + "0.003": [ + -0.06277377903461456, + -0.004812953062355518, + -0.0014764359220862389, + -0.0016460102051496506 + ], + "0.01": [ + -0.19714727997779846, + -0.01597677543759346, + -0.004914070479571819, + -0.005477628670632839 + ] + }, + "state_pred_error_per_layer": [ + 2233.37158203125, + 1546.82080078125, + 996.9107666015625, + 942.33251953125 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2263490732192994, + 1.372786217880249, + 0.7703747777938843, + 0.5524767992019654, + 0.4545511021375656, + 0.39994027256965636, + 0.3738175000190735, + 0.38151370735168455, + 0.3779865933179855, + 0.3911576789855957, + 0.3810564842700958, + 0.40146919298171996, + 0.42358366951942444, + 0.4113857924461365, + 0.4117763772964477, + 0.4525391309261322, + 0.4548126799583435, + 0.45577107663154603, + 0.48783650531768796, + 0.5700982325077056, + 0.5109643290996552, + 0.5576292927265167, + 0.6397031135559083, + 0.8101890686035156, + 0.7712644341468811, + 0.7676936615467072, + 0.7088435866355896, + 0.785914805984497, + 0.8963895021915436, + 0.8323235744476318, + 0.9798989505767822, + 1.0398858805656432, + 1.0301771236419677, + 1.3176715976715088, + 1.2662531551361085, + 1.23117315826416, + 1.3725950134277343, + 1.2606015678405762, + 1.2498836280822754, + 1.1528087448120117, + 1.1365314014434815, + 1.085456252670288, + 1.1133746538162232, + 1.055409068107605, + 1.0885181948661804, + 1.06560675907135, + 1.06901422996521, + 1.0907034481048583, + 1.1203149961471557, + 1.0966930947303772, + 1.0746682907104492, + 1.1176004346847535, + 1.1059717803955078, + 1.1562017615318299, + 1.11426555519104, + 1.1417513759613036, + 1.1444835793495178, + 1.1437504034042358, + 1.118238719177246, + 1.140546536064148, + 1.1898473086357118, + 1.1313459493637086, + 1.1391136680603027, + 1.1409543603897094, + 1.1357797542572021, + 1.1393927207946777, + 1.1443831789016723, + 1.1221805687904358, + 1.1213734807968139, + 1.1244660341262818, + 1.123013041496277, + 1.1185321440696716, + 1.1202873462677, + 1.1144685082435608, + 1.1160181922912598, + 1.111833641242981, + 1.1105434167861938, + 1.1103411945343018, + 1.1097975526809691, + 1.109219861125946 + ], + "train_acc": [ + 0.1894, + 0.5237, + 0.7185, + 0.7925, + 0.8291, + 0.8455, + 0.8551, + 0.8513, + 0.857, + 0.8526, + 0.863, + 0.8587, + 0.8524, + 0.8549, + 0.8546, + 0.8499, + 0.8552, + 0.8539, + 0.8483, + 0.8349, + 0.843, + 0.832, + 0.8112, + 0.7818, + 0.7819, + 0.7829, + 0.7821, + 0.7697, + 0.7412, + 0.7477, + 0.7172, + 0.6987, + 0.6913, + 0.6398, + 0.6421, + 0.6419, + 0.6205, + 0.6293, + 0.626, + 0.629, + 0.6315, + 0.6442, + 0.637, + 0.6491, + 0.6356, + 0.6471, + 0.6461, + 0.6371, + 0.6321, + 0.6348, + 0.6389, + 0.6273, + 0.6282, + 0.6173, + 0.629, + 0.6242, + 0.6275, + 0.6208, + 0.6292, + 0.623, + 0.6118, + 0.6237, + 0.6201, + 0.6231, + 0.6227, + 0.6224, + 0.6191, + 0.6278, + 0.6266, + 0.6264, + 0.6257, + 0.6311, + 0.6259, + 0.6256, + 0.6278, + 0.6274, + 0.6264, + 0.6264, + 0.6292, + 0.6285 + ], + "test_acc": [ + 0.393, + 0.6405, + 0.739, + 0.789, + 0.7975, + 0.8, + 0.8065, + 0.8095, + 0.817, + 0.81, + 0.8, + 0.783, + 0.8035, + 0.8045, + 0.7975, + 0.793, + 0.809, + 0.8115, + 0.7955, + 0.775, + 0.745, + 0.7755, + 0.7355, + 0.7555, + 0.7295, + 0.751, + 0.6925, + 0.692, + 0.688, + 0.6855, + 0.645, + 0.65, + 0.607, + 0.6235, + 0.5915, + 0.5015, + 0.5855, + 0.61, + 0.5945, + 0.585, + 0.6215, + 0.608, + 0.6155, + 0.6135, + 0.568, + 0.627, + 0.5985, + 0.6045, + 0.6145, + 0.6265, + 0.5945, + 0.6045, + 0.5915, + 0.5945, + 0.602, + 0.609, + 0.6035, + 0.597, + 0.5985, + 0.5695, + 0.5985, + 0.6155, + 0.5825, + 0.609, + 0.6235, + 0.6, + 0.6115, + 0.6125, + 0.612, + 0.614, + 0.601, + 0.6125, + 0.6175, + 0.6085, + 0.616, + 0.615, + 0.614, + 0.6185, + 0.618, + 0.6185 + ], + "value_loss": [ + 3.004816132736206, + 0.8933181741714478, + 0.7472914004325867, + 0.6198880924224853, + 0.49928864874839785, + 0.4533773046016693, + 0.41804420566558836, + 0.45496133618354795, + 0.4769261270999908, + 0.5447554382324219, + 0.5463610198974609, + 0.6101527583122254, + 0.7323229121208191, + 0.654146611404419, + 0.6980391006469726, + 0.758187972164154, + 0.911613033914566, + 0.909905999135971, + 0.9661141172409058, + 1.3761654232025147, + 1.0848820183753967, + 1.2143970355033875, + 1.3779391033172608, + 2.1276612579345704, + 1.9363042541503905, + 1.8150593336105347, + 1.4350913431167602, + 1.5015435070037841, + 1.659292702293396, + 1.4041105354309082, + 1.84923672208786, + 1.7862740999221802, + 1.6408020364761353, + 2.2555280582427977, + 1.91716297416687, + 2.0696146953582764, + 2.0709165517807007, + 1.5185432472229003, + 1.4409057436943054, + 1.1394924449920654, + 1.0243006755828858, + 0.952573077583313, + 0.9513341785430908, + 0.7820314357757568, + 0.8732357313156128, + 0.8816683463096618, + 0.955579030418396, + 0.8554625137329102, + 0.8710546495437622, + 0.8312881650686264, + 0.7633189420700073, + 0.8019674183368682, + 0.7328131550788879, + 0.801051020526886, + 0.746859469127655, + 0.7501679012298584, + 0.8011223143577576, + 0.7507512192726136, + 0.6851235778808594, + 0.7360683244705201, + 0.8436295459747315, + 0.6853977672576904, + 0.7055689754962922, + 0.7252059488296508, + 0.6784087018966675, + 0.6884294319152832, + 0.6989397154808045, + 0.6959970206737518, + 0.6631160745620728, + 0.6498185919761658, + 0.6508113729476929, + 0.6804374390363693, + 0.6624282342433929, + 0.6588281253814697, + 0.6378821391105652, + 0.640788054561615, + 0.6657872777938842, + 0.6686323991775512, + 0.6098757619857789, + 0.64283842253685 + ], + "term_loss": [ + 1.7359011996269227, + 0.5260857672214508, + 0.5611789356231689, + 0.4691473718643189, + 0.35641581667661665, + 0.3125099868893623, + 0.28558482496738435, + 0.32663789620399475, + 0.3523272558569908, + 0.41566965317726134, + 0.4220249535560608, + 0.47944155356884005, + 0.5941028877735138, + 0.5197371693611145, + 0.5607707057952881, + 0.6142034781694412, + 0.7705422173976898, + 0.763801922082901, + 0.8096324970245361, + 1.2002689853668214, + 0.9151784264802932, + 1.0354011665344238, + 1.1660207389831543, + 1.8696075149536133, + 1.6795126104354858, + 1.5453345759391786, + 1.1913600902557373, + 1.2338994720458984, + 1.3612283717632294, + 1.109708225631714, + 1.4900855154037476, + 1.4270168464899062, + 1.2386046768188477, + 1.7514031993865966, + 1.4141266151428222, + 1.5366581008911133, + 1.5076081205368042, + 1.039527117919922, + 0.9725380240678787, + 0.7177947400093079, + 0.6169520056724548, + 0.5577969770908355, + 0.563669540643692, + 0.4297081172943115, + 0.5087772935390472, + 0.5115473824501038, + 0.5738656369566918, + 0.47277311363220215, + 0.4845442730903626, + 0.4545265218049288, + 0.4000856671333313, + 0.43755345803499224, + 0.3792450759291649, + 0.43464683275222776, + 0.39024128130078317, + 0.39411039242744444, + 0.43523220192193984, + 0.38444877996444704, + 0.3343185415267944, + 0.3722025054931641, + 0.4684031509578228, + 0.3343300027370453, + 0.3471951293349266, + 0.36705848178863526, + 0.3202661802768707, + 0.3312775411605835, + 0.3410617515563965, + 0.33340463732481, + 0.3072166344404221, + 0.29471828541755674, + 0.2949522229194641, + 0.31957108319103716, + 0.3035339130759239, + 0.2962215082168579, + 0.28110803384780886, + 0.28337024407982825, + 0.2973673318624496, + 0.2999136340618134, + 0.2588910343647003, + 0.27786159224510193 + ], + "bridge_loss": [ + 0.9794838696058141, + 0.11249453027248382, + 0.013401159876585007, + 0.007677992886304856, + 0.01801637165695429, + 0.02459342247545719, + 0.019867657536268235, + 0.010635345739126206, + 0.00908683493360877, + 0.009039432242512703, + 0.009218453142046928, + 0.010305291563272477, + 0.011811628636717796, + 0.01096362564265728, + 0.01361604914739728, + 0.012970232439041138, + 0.013068722119927406, + 0.018890924017131328, + 0.018672959452867507, + 0.023511534203588962, + 0.025741635078191757, + 0.024518935614824294, + 0.03324915931224823, + 0.04982591823339462, + 0.05101719571352005, + 0.06563201041221618, + 0.044432207286357876, + 0.05200507060289383, + 0.05663267287313938, + 0.06122437345683575, + 0.09713461356163025, + 0.08438427854776383, + 0.12429943964481353, + 0.17007733018398286, + 0.17665135183334352, + 0.21057933068275453, + 0.21602974219322205, + 0.14426904811859131, + 0.13473433861136436, + 0.10179099024534226, + 0.08914142102003098, + 0.08567614158391952, + 0.07007606126666069, + 0.047469612443447114, + 0.05075395459234715, + 0.06365043853521347, + 0.07418297004699707, + 0.06664204177856445, + 0.06561652043461799, + 0.06254049949645996, + 0.05376743358373642, + 0.04661431121826172, + 0.03791740040183067, + 0.04112119258642197, + 0.03973115736246109, + 0.034634311696887014, + 0.04343570882081985, + 0.0430182372033596, + 0.033620422554016115, + 0.040651659190654756, + 0.043216560313105584, + 0.031511343681812284, + 0.036411886563897135, + 0.03738419352769852, + 0.03682520034611225, + 0.034867337346076964, + 0.03554496579170227, + 0.043571460396051406, + 0.0371383314371109, + 0.035206140625476834, + 0.0369823433637619, + 0.04330120563060045, + 0.04176451569497585, + 0.04561741124391556, + 0.039754482871294024, + 0.04048171340227127, + 0.05201617316007614, + 0.05216843712329865, + 0.03526896152496338, + 0.049283357608318326 + ], + "tgrad_loss": [ + 0.2894310550689697, + 0.2547378748416901, + 0.17271129739284516, + 0.1430627270460129, + 0.1248564649105072, + 0.11627389514446258, + 0.11259172101020813, + 0.1176880983710289, + 0.11551203546524048, + 0.12004635149240493, + 0.11511761043071747, + 0.12040591526031494, + 0.1264083997964859, + 0.12344581875801086, + 0.12365235378742218, + 0.13101426265239716, + 0.1280020892560482, + 0.12721314759254457, + 0.13780866494178773, + 0.1523849036693573, + 0.14396195166707038, + 0.15447694187164307, + 0.17866920418739318, + 0.20822782695293426, + 0.20577443714141846, + 0.2040927549123764, + 0.19929904541969298, + 0.2156389590740204, + 0.24143166477680206, + 0.2331779284954071, + 0.26201657457351685, + 0.274872963142395, + 0.2778979238986969, + 0.334047527551651, + 0.32638501477241516, + 0.32237726650238036, + 0.34727867908477783, + 0.33474707689285277, + 0.33363337812423705, + 0.3199067116737366, + 0.3182072554111481, + 0.3090999599933624, + 0.31758857402801516, + 0.3048537001132965, + 0.31370448632240294, + 0.30647052822113036, + 0.3075304272651672, + 0.3160473554611206, + 0.3208938479423523, + 0.31422114033699033, + 0.30946583948135375, + 0.31779965109825137, + 0.3156506803035736, + 0.3252829941034317, + 0.3168870292663574, + 0.32142319972515104, + 0.32245441007614134, + 0.32328419771194455, + 0.3171846125602722, + 0.323214160490036, + 0.3320098324775696, + 0.3195564209461212, + 0.32196195921897885, + 0.32076327590942383, + 0.3213173161506653, + 0.32228455266952516, + 0.3223330054283142, + 0.31902092423439027, + 0.3187611020565033, + 0.3198941662788391, + 0.3188768042564392, + 0.31756515197753904, + 0.3171298073768616, + 0.3169892092704773, + 0.317019620513916, + 0.3169361008644104, + 0.3164037714958191, + 0.31655032963752744, + 0.3157157658576965, + 0.31569347660541536 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.048861026763916016, + 0.17950567603111267, + 0.17905107140541077, + 0.20378535985946655 + ], + "perturbation_rho": [ + 0.07314518839120865, + 0.3309200406074524, + 0.2789418697357178, + 0.3722173571586609 + ], + "nudging": { + "0.001": [ + -0.001814256189391017, + -0.0014669791562482715, + -0.001451535033993423, + -0.0015372845809906721 + ], + "0.003": [ + -0.005412348546087742, + -0.004398588091135025, + -0.004352094605565071, + -0.004607163369655609 + ], + "0.01": [ + -0.017692390829324722, + -0.014619983732700348, + -0.014469930902123451, + -0.015315238386392593 + ] + } + } + } +}
\ No newline at end of file |