diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.0_L4_s42.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.0_L4_s42.json | 1554 |
1 files changed, 1554 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L4_s42.json b/results/synth_ladder_v2_lo/synth_a0.0_L4_s42.json new file mode 100644 index 0000000..ea8fed5 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L4_s42.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.393444329071045, + 0.4656594688892364, + 0.3387208812713623, + 0.3310880187511444, + 0.2834443459033966, + 0.274416100025177, + 0.27555663251876833, + 0.2919650815010071, + 0.27522954301834107, + 0.23417099084854126, + 0.25085752539634704, + 0.23627781853675842, + 0.22855967761278154, + 0.18523962483406067, + 0.21957328805923462, + 0.21457258567810059, + 0.1951643503189087, + 0.2028646148085594, + 0.17204643013477325, + 0.1741173769235611, + 0.17967198448181151, + 0.2015627604007721, + 0.18227966165542603, + 0.1597546272277832, + 0.18108189311623574, + 0.13940092482566835, + 0.17725008516311647, + 0.16082020609378814, + 0.14163353414535523, + 0.18069012370109558, + 0.13981632175445557, + 0.17373259100914, + 0.14335163850188257, + 0.11797005029916763, + 0.1098598550081253, + 0.12287375556230545, + 0.11599228973388671, + 0.13744940540790557, + 0.11864437719583511, + 0.10169189417362214, + 0.11369898817539215, + 0.11818749423027039, + 0.12267465643882751, + 0.10739170112609864, + 0.10322156901359558, + 0.09787526609897614, + 0.09492687509059906, + 0.09019990837574005, + 0.09442386355400086, + 0.08670992460250855, + 0.08388052983283996, + 0.09170566325187683, + 0.08163954379558563, + 0.0846316162109375, + 0.07659096655249596, + 0.07475700554847717, + 0.07641377507448197, + 0.07337763814926147, + 0.072775554728508, + 0.0721108490049839, + 0.06907813559770584, + 0.06751610193252564, + 0.06612331621646882, + 0.06645804003477096, + 0.06647891576737165, + 0.06381897580623627, + 0.06374451096057891, + 0.06368994359970093, + 0.06230272837877274, + 0.06174979591369629, + 0.061164255321025846, + 0.06092808446884155, + 0.06049565544426441, + 0.05998984745144844, + 0.05971836262345314, + 0.05945266941785812, + 0.0592673523157835, + 0.059102416515350344, + 0.05901545432806015, + 0.058958782851696014 + ], + "train_acc": [ + 0.5424, + 0.8445, + 0.872, + 0.8691, + 0.8872, + 0.8945, + 0.8899, + 0.8867, + 0.8926, + 0.908, + 0.9016, + 0.9067, + 0.9102, + 0.9315, + 0.9151, + 0.915, + 0.923, + 0.9194, + 0.9324, + 0.9339, + 0.931, + 0.9216, + 0.9259, + 0.9363, + 0.927, + 0.9478, + 0.9299, + 0.9384, + 0.9472, + 0.9319, + 0.9471, + 0.9343, + 0.9444, + 0.9583, + 0.9624, + 0.957, + 0.9581, + 0.949, + 0.9573, + 0.9665, + 0.9617, + 0.9571, + 0.9557, + 0.9597, + 0.9643, + 0.9678, + 0.9689, + 0.9725, + 0.9692, + 0.9744, + 0.9771, + 0.9728, + 0.9764, + 0.9742, + 0.9821, + 0.9815, + 0.9798, + 0.9822, + 0.983, + 0.9823, + 0.9865, + 0.986, + 0.9874, + 0.9871, + 0.9859, + 0.9891, + 0.9891, + 0.9885, + 0.9899, + 0.9905, + 0.9909, + 0.9915, + 0.9915, + 0.9914, + 0.9918, + 0.992, + 0.9922, + 0.9921, + 0.9923, + 0.9924 + ], + "test_acc": [ + 0.806, + 0.8735, + 0.8755, + 0.8855, + 0.8975, + 0.8865, + 0.8865, + 0.8855, + 0.896, + 0.897, + 0.9005, + 0.901, + 0.9055, + 0.9075, + 0.895, + 0.905, + 0.903, + 0.8995, + 0.9155, + 0.91, + 0.912, + 0.909, + 0.9155, + 0.9125, + 0.9175, + 0.909, + 0.913, + 0.9085, + 0.917, + 0.913, + 0.9215, + 0.9195, + 0.919, + 0.9195, + 0.923, + 0.919, + 0.9155, + 0.9115, + 0.926, + 0.92, + 0.9215, + 0.922, + 0.9235, + 0.921, + 0.921, + 0.921, + 0.922, + 0.9245, + 0.9255, + 0.93, + 0.924, + 0.923, + 0.926, + 0.9225, + 0.9265, + 0.925, + 0.9255, + 0.923, + 0.9235, + 0.925, + 0.929, + 0.925, + 0.923, + 0.9235, + 0.9275, + 0.9245, + 0.924, + 0.924, + 0.925, + 0.925, + 0.925, + 0.9245, + 0.925, + 0.926, + 0.925, + 0.925, + 0.9255, + 0.9255, + 0.9255, + 0.925 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8599773645401001, + 0.8422204256057739, + 0.8250665664672852, + 0.8009470701217651 + ], + "perturbation_rho": [ + 0.9999991655349731, + 0.9999953508377075, + 0.9999807476997375, + 0.9999338984489441 + ], + "nudging": { + "0.001": [ + -0.021187957376241684, + -0.008892672136425972, + -0.003854521783068776, + -0.002078109886497259 + ], + "0.003": [ + -0.05588283762335777, + -0.02533331699669361, + -0.01131636556237936, + -0.006165246479213238 + ], + "0.01": [ + -0.12188813835382462, + -0.07056954503059387, + -0.034971628338098526, + -0.019762540236115456 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2351631088256836, + 1.2604516805648804, + 0.6909901732444763, + 0.5023803288459778, + 0.4199826082229614, + 0.3939720664024353, + 0.36745505712032317, + 0.36464036779403686, + 0.36945423431396485, + 0.37754397621154784, + 0.41259857263565064, + 0.3929980557441711, + 0.3836580101966858, + 0.42829677181243897, + 0.45100361251831056, + 0.4771954530715942, + 0.45615267324447634, + 0.47997308826446533, + 0.519016338443756, + 0.4339796148777008, + 0.48482293429374695, + 0.4760143366098404, + 0.41006571016311644, + 0.4283779393434525, + 0.4630606350660324, + 0.4736118658065796, + 0.47070072836875915, + 0.5205575771808624, + 0.43153712959289553, + 0.6288577288150787, + 0.49815777282714846, + 0.5681126009941101, + 0.4582767408490181, + 0.4725220314502716, + 0.4469193904876709, + 0.4821565442085266, + 0.4843693884849548, + 0.5006482328891754, + 0.44061602096557617, + 0.4250831531524658, + 0.4099806285858154, + 0.4905092445373535, + 0.5239814792633056, + 0.43106476440429686, + 0.42259651679992677, + 0.4021846671104431, + 0.41326967359781264, + 0.36481091504096985, + 0.3732275875091553, + 0.38772435383796694, + 0.3595582166671753, + 0.4164277789950371, + 0.3571169295310974, + 0.3573374299049377, + 0.3340035634994507, + 0.3495286958694458, + 0.34169850187301637, + 0.36254877605438235, + 0.3357857964515686, + 0.3260487530708313, + 0.3146523279190063, + 0.32904662322998046, + 0.3236200043678284, + 0.3109028839111328, + 0.30532244243621826, + 0.3066009913444519, + 0.29923178367614744, + 0.31248617701530457, + 0.30051798222064974, + 0.29083643901348116, + 0.289837948679924, + 0.28680111265182495, + 0.2866984937429428, + 0.284077316904068, + 0.2823953621149063, + 0.2806439053058624, + 0.28072562822103503, + 0.27919705109596255, + 0.2788663013458252, + 0.2786029499530792 + ], + "train_acc": [ + 0.1823, + 0.5598, + 0.7406, + 0.8059, + 0.8373, + 0.8477, + 0.857, + 0.8613, + 0.859, + 0.8612, + 0.8538, + 0.8613, + 0.8658, + 0.857, + 0.8547, + 0.8475, + 0.8567, + 0.8558, + 0.8472, + 0.864, + 0.854, + 0.8592, + 0.8691, + 0.8692, + 0.8595, + 0.8599, + 0.8604, + 0.8496, + 0.8638, + 0.8323, + 0.8575, + 0.8423, + 0.8613, + 0.8581, + 0.8604, + 0.855, + 0.852, + 0.8511, + 0.8644, + 0.8643, + 0.8698, + 0.8532, + 0.8413, + 0.8641, + 0.8633, + 0.8688, + 0.8668, + 0.8784, + 0.8777, + 0.8732, + 0.8802, + 0.8646, + 0.8806, + 0.8813, + 0.8854, + 0.8824, + 0.8856, + 0.876, + 0.8839, + 0.8899, + 0.8921, + 0.8875, + 0.8856, + 0.8889, + 0.8933, + 0.8918, + 0.8969, + 0.8906, + 0.8936, + 0.8976, + 0.8998, + 0.8993, + 0.8996, + 0.899, + 0.8987, + 0.9003, + 0.8989, + 0.9013, + 0.9017, + 0.9017 + ], + "test_acc": [ + 0.3805, + 0.658, + 0.763, + 0.8055, + 0.802, + 0.799, + 0.8135, + 0.83, + 0.818, + 0.818, + 0.8195, + 0.821, + 0.822, + 0.7695, + 0.8265, + 0.821, + 0.8265, + 0.8005, + 0.8295, + 0.8195, + 0.8175, + 0.837, + 0.825, + 0.7865, + 0.813, + 0.783, + 0.7715, + 0.7985, + 0.767, + 0.8315, + 0.782, + 0.82, + 0.819, + 0.8365, + 0.777, + 0.8205, + 0.7815, + 0.7855, + 0.8065, + 0.823, + 0.835, + 0.774, + 0.805, + 0.812, + 0.8135, + 0.813, + 0.837, + 0.834, + 0.841, + 0.8225, + 0.8385, + 0.8245, + 0.8455, + 0.8425, + 0.8365, + 0.8515, + 0.8475, + 0.8555, + 0.847, + 0.854, + 0.854, + 0.836, + 0.8465, + 0.843, + 0.853, + 0.848, + 0.8515, + 0.849, + 0.8545, + 0.8535, + 0.8525, + 0.8535, + 0.853, + 0.854, + 0.855, + 0.855, + 0.855, + 0.8565, + 0.8555, + 0.856 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.004014266654849052, + 0.16519895195960999, + 0.13244280219078064, + 0.11504888534545898 + ], + "perturbation_rho": [ + 0.042726192623376846, + 0.18379396200180054, + 0.108277827501297, + 0.03345024213194847 + ], + "nudging": { + "0.001": [ + -0.0005973952356725931, + -0.0005849459557794034, + -0.00033618923043832183, + -0.0002846581628546119 + ], + "0.003": [ + -0.0017661447636783123, + -0.0017487092409282923, + -0.0010064283851534128, + -0.0008522539865225554 + ], + "0.01": [ + -0.005573366768658161, + -0.005793239921331406, + -0.003338021691888571, + -0.002831015270203352 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8313716026306153, + 0.7926182842254639, + 0.46973575134277346, + 0.48155548248291014, + 0.5448596946716309, + 0.6645664943695069, + 0.7318389461517334, + 0.7279546222686768, + 0.7492408039093018, + 0.7303381389141083, + 0.7058333037376404, + 0.7079017165184021, + 0.7165615272521972, + 0.7146007489204407, + 0.7339236400604248, + 0.7427304380893708, + 0.760910213470459, + 0.8237569445610047, + 0.7993208209991455, + 0.8246796663284301, + 0.8065732408523559, + 0.8133731035232544, + 0.7934063248634339, + 0.8101628801345825, + 0.8197265989303589, + 0.8273739593505859, + 0.8092071041584015, + 0.7728347238540649, + 0.7805830051422119, + 0.7523685384750366, + 0.6997231612205506, + 0.7115532672405243, + 0.6899057216644288, + 0.7243086003780365, + 0.7161950044155121, + 0.6915306072235108, + 0.7306950844287873, + 0.7001749244689941, + 0.7435074928283691, + 0.7183393833160401, + 0.6917117639541626, + 0.6912902464389801, + 0.7219114833831787, + 0.7060039350509644, + 0.7032419225692749, + 0.7001213099002838, + 0.6712141176223755, + 0.6735524456977844, + 0.6646129000663757, + 0.6637430681228638, + 0.6549304262876511, + 0.6523052272796631, + 0.6376511907577515, + 0.6561032221794129, + 0.6557626156806946, + 0.6385821124076844, + 0.6371082330703736, + 0.622728742980957, + 0.6358778423309326, + 0.6097657412528992, + 0.5984001077651978, + 0.6008862220764161, + 0.6019291736602783, + 0.5893378508806228, + 0.5775623394012451, + 0.5764101420402526, + 0.5693036109924317, + 0.5785774702072144, + 0.5725307025909424, + 0.5699037223815918, + 0.5678042579650879, + 0.5655107064247131, + 0.5588490388393402, + 0.5583755543708802, + 0.5569040360450744, + 0.555097555732727, + 0.5553366912841797, + 0.5538557461977005, + 0.5529845510482788, + 0.5527793859481811 + ], + "train_acc": [ + 0.3425, + 0.7013, + 0.8169, + 0.8155, + 0.8002, + 0.7747, + 0.7521, + 0.7467, + 0.7366, + 0.7402, + 0.7432, + 0.7511, + 0.7483, + 0.7529, + 0.7435, + 0.7501, + 0.7443, + 0.7278, + 0.737, + 0.729, + 0.7347, + 0.7305, + 0.7339, + 0.7327, + 0.7272, + 0.7248, + 0.7394, + 0.7436, + 0.7445, + 0.7497, + 0.7621, + 0.7597, + 0.7682, + 0.7574, + 0.7627, + 0.7629, + 0.7527, + 0.7656, + 0.7528, + 0.7589, + 0.7652, + 0.7627, + 0.7557, + 0.7562, + 0.7584, + 0.7611, + 0.7712, + 0.7672, + 0.7691, + 0.77, + 0.7688, + 0.7715, + 0.7805, + 0.7717, + 0.7726, + 0.7796, + 0.7806, + 0.784, + 0.7781, + 0.7916, + 0.7943, + 0.7897, + 0.788, + 0.7945, + 0.7966, + 0.7954, + 0.7997, + 0.7948, + 0.7941, + 0.7979, + 0.7973, + 0.7998, + 0.8028, + 0.8015, + 0.8024, + 0.8021, + 0.8017, + 0.8049, + 0.8036, + 0.8043 + ], + "test_acc": [ + 0.582, + 0.7605, + 0.805, + 0.7815, + 0.7585, + 0.739, + 0.7315, + 0.7055, + 0.709, + 0.716, + 0.7225, + 0.7035, + 0.714, + 0.7025, + 0.6895, + 0.71, + 0.682, + 0.684, + 0.6935, + 0.6815, + 0.663, + 0.6735, + 0.6475, + 0.6625, + 0.687, + 0.691, + 0.691, + 0.6855, + 0.708, + 0.711, + 0.7175, + 0.7135, + 0.7035, + 0.7, + 0.702, + 0.7015, + 0.719, + 0.69, + 0.722, + 0.7085, + 0.711, + 0.6865, + 0.7155, + 0.693, + 0.727, + 0.717, + 0.726, + 0.7125, + 0.734, + 0.7355, + 0.7235, + 0.721, + 0.7245, + 0.703, + 0.7315, + 0.7205, + 0.733, + 0.735, + 0.745, + 0.7455, + 0.742, + 0.7425, + 0.757, + 0.754, + 0.7545, + 0.754, + 0.7585, + 0.753, + 0.7545, + 0.755, + 0.7585, + 0.7635, + 0.758, + 0.76, + 0.762, + 0.763, + 0.759, + 0.76, + 0.762, + 0.7615 + ], + "state_pred_error": [ + 0.738724960899353, + 0.23754536838531495, + 0.17166675362586975, + 0.16519432184696198, + 0.17659714086055756, + 0.1853035955429077, + 0.18247937891483307, + 0.1752823434829712, + 0.16551947779655457, + 0.15197912480831147, + 0.14014595470428468, + 0.12900954908132553, + 0.11189029586315155, + 0.09048521988391876, + 0.07707659014463425, + 0.06862674397230148, + 0.0619474271774292, + 0.057251011681556704, + 0.05508155573606491, + 0.053471049499511716, + 0.05379626307487488, + 0.05419672028422356, + 0.052421370673179625, + 0.049650419402122496, + 0.047358448946475985, + 0.04709382080435753, + 0.04492674662470818, + 0.04099081097245216, + 0.038694602066278456, + 0.03637899459600449, + 0.035295955044031144, + 0.03464271750450134, + 0.03390544964671135, + 0.0339607761323452, + 0.03294503695368767, + 0.03164411043822765, + 0.030480435860157012, + 0.030075301492214202, + 0.028113591521978377, + 0.027257576552033425, + 0.02627144229412079, + 0.026506870889663695, + 0.024739411950111388, + 0.02403323279619217, + 0.023340081292390822, + 0.022683567291498185, + 0.021613040015101434, + 0.020623113670945166, + 0.01925096574127674, + 0.018227936267852782, + 0.017412171779572962, + 0.01633626956343651, + 0.015502833461761475, + 0.01486019978672266, + 0.014131347727775573, + 0.013682181715965271, + 0.013298307892680168, + 0.012884229637682439, + 0.01228856347501278, + 0.012014592817425727, + 0.011584452259540558, + 0.011723892691731453, + 0.011077864146232606, + 0.010830551779270172, + 0.01048019336760044, + 0.010463275627046823, + 0.010006480371952058, + 0.010270701536536217, + 0.009520307847857476, + 0.009370259954035282, + 0.009139169569313526, + 0.009051338295638561, + 0.0087209147721529, + 0.0086469930768013, + 0.00830997234582901, + 0.008232304611802101, + 0.00801251590847969, + 0.007979873966425657, + 0.007716833171993494, + 0.0075651704967021945 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8646283149719238, + 0.4090673327445984, + 0.1404263973236084, + 0.114067442715168 + ], + "perturbation_rho": [ + 0.7375176548957825, + 0.33617356419563293, + 0.14259827136993408, + 0.06911392509937286 + ], + "nudging": { + "0.001": [ + -0.02527385950088501, + -0.0013827341608703136, + -0.0003888161154463887, + -0.00030949554638937116 + ], + "0.003": [ + -0.07343459129333496, + -0.004140978213399649, + -0.0011658729054033756, + -0.0009282166138291359 + ], + "0.01": [ + -0.218303382396698, + -0.013712376356124878, + -0.003879058640450239, + -0.0030895976815372705 + ] + }, + "state_pred_error_per_layer": [ + 6951.521484375, + 6099.5322265625, + 5877.8310546875, + 3832.076416015625 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.235261058425903, + 1.262081871986389, + 0.6915569072723389, + 0.4963927393436432, + 0.41897850689888, + 0.3801000884056091, + 0.3732742650032043, + 0.360334720993042, + 0.40119956569671633, + 0.40856367979049685, + 0.39234666719436645, + 0.38830075261592867, + 0.42427587156295776, + 0.39181271744966506, + 0.3884301266908646, + 0.40899407005310057, + 0.5711139780521393, + 0.44214163110256194, + 0.5412520337820053, + 0.5265979358673095, + 0.6395262619018555, + 0.6767067618846894, + 0.8079449705123901, + 0.8860318534851074, + 0.7464127262115479, + 0.8458122653961182, + 0.8400936029434204, + 0.8388831905364991, + 0.7874737511634826, + 0.8481869525909423, + 0.9002291926383972, + 0.8685866487503052, + 0.9101456764221192, + 0.8837849536895752, + 0.972322064781189, + 0.9345996368408203, + 0.9418193544387817, + 1.0260784551620483, + 0.9719976706504821, + 0.9391058128356934, + 0.9489206720352172, + 0.9835691333770752, + 0.967494802236557, + 0.9707959476470948, + 1.0399179498672486, + 1.0601639880180358, + 0.985697636795044, + 1.008144894504547, + 1.0092436389923096, + 1.0680249240875244, + 1.0354044677734375, + 1.0328852564811706, + 1.015745788383484, + 1.0277701950073241, + 1.0103555604934693, + 1.0488319797515868, + 1.0303876429557801, + 1.0285811204433442, + 1.0417894123077394, + 1.0004704116821288, + 1.0626476989746094, + 0.9951508989334107, + 1.0081708417892457, + 0.9910860794067383, + 0.9883740512847901, + 0.9812014641761779, + 0.9917335124969482, + 0.9694048974990844, + 0.9646705657958984, + 0.9635228799819946, + 0.9591471391677856, + 0.9535331716537475, + 0.9531492277145386, + 0.9459964708328247, + 0.9468160850524903, + 0.9449826847076416, + 0.9444061769485473, + 0.9419779738426208, + 0.940774139881134, + 0.9405258314132691 + ], + "train_acc": [ + 0.1859, + 0.5571, + 0.7419, + 0.8077, + 0.8355, + 0.854, + 0.8566, + 0.8623, + 0.8544, + 0.8542, + 0.8635, + 0.863, + 0.8534, + 0.8702, + 0.8695, + 0.8666, + 0.8423, + 0.8592, + 0.8456, + 0.8478, + 0.8218, + 0.8173, + 0.7867, + 0.777, + 0.7871, + 0.7663, + 0.7597, + 0.7502, + 0.7552, + 0.7402, + 0.7275, + 0.7264, + 0.7154, + 0.721, + 0.7022, + 0.7062, + 0.7027, + 0.6832, + 0.689, + 0.6948, + 0.6911, + 0.68, + 0.6843, + 0.6828, + 0.6613, + 0.6613, + 0.6731, + 0.669, + 0.6672, + 0.6584, + 0.6651, + 0.6658, + 0.6648, + 0.6609, + 0.661, + 0.6587, + 0.6615, + 0.6583, + 0.6597, + 0.6641, + 0.6535, + 0.6622, + 0.6598, + 0.6636, + 0.6656, + 0.6651, + 0.6674, + 0.6666, + 0.6709, + 0.6665, + 0.6731, + 0.6714, + 0.673, + 0.6717, + 0.6727, + 0.6728, + 0.6735, + 0.6738, + 0.6744, + 0.6741 + ], + "test_acc": [ + 0.384, + 0.66, + 0.757, + 0.791, + 0.815, + 0.826, + 0.7975, + 0.8165, + 0.8125, + 0.799, + 0.83, + 0.8025, + 0.8145, + 0.822, + 0.808, + 0.8145, + 0.8015, + 0.8145, + 0.8205, + 0.785, + 0.8, + 0.744, + 0.738, + 0.764, + 0.7405, + 0.713, + 0.729, + 0.7045, + 0.7025, + 0.7025, + 0.677, + 0.6385, + 0.721, + 0.592, + 0.627, + 0.694, + 0.6495, + 0.6515, + 0.637, + 0.6755, + 0.6155, + 0.673, + 0.6715, + 0.628, + 0.6315, + 0.6485, + 0.635, + 0.62, + 0.5955, + 0.622, + 0.636, + 0.63, + 0.637, + 0.643, + 0.6265, + 0.6445, + 0.6375, + 0.6175, + 0.649, + 0.6255, + 0.656, + 0.652, + 0.643, + 0.644, + 0.6555, + 0.6575, + 0.647, + 0.6605, + 0.656, + 0.6575, + 0.6565, + 0.661, + 0.655, + 0.6575, + 0.664, + 0.657, + 0.663, + 0.6585, + 0.6585, + 0.6585 + ], + "value_loss": [ + 2.789435099697113, + 0.8181893708229065, + 0.7272053227424622, + 0.5833633841991425, + 0.5203261951446533, + 0.487560515499115, + 0.5104867960453033, + 0.5071568609237671, + 0.7265350058555603, + 0.6770524631500244, + 0.6544264476060867, + 0.6184350404918194, + 0.82130862698555, + 0.7288621360361576, + 0.6920311128377914, + 0.7491695034027099, + 1.436285315656662, + 0.9137073722839355, + 1.3024319067001342, + 1.1969394775390625, + 1.5527768714904786, + 1.7683637444019318, + 2.1371090829849244, + 2.7897338537216188, + 1.7251617815971374, + 2.1219203945159912, + 1.8316284656524657, + 1.6271437129974364, + 1.533262328338623, + 1.4435790887832642, + 1.425470267868042, + 1.2025170761942863, + 1.3155294904232024, + 1.1143611429214477, + 1.2226881009578705, + 1.4462114141464233, + 1.0543560623168946, + 1.0660594150543212, + 0.9147385849952697, + 0.8270027490615844, + 0.8281644924163818, + 1.0131224609851837, + 0.8204657958984375, + 0.7915476408958435, + 1.0112078512191773, + 0.9825851963043213, + 0.7297250129699707, + 0.7310111741065979, + 0.8675759086608886, + 0.8777669506072998, + 0.7935477031707764, + 0.7559813811302185, + 0.6910819556236267, + 0.7187119407653808, + 0.7091325038909913, + 0.8288764345169067, + 0.6835856030464172, + 0.696506120300293, + 0.7955103742599487, + 0.6248370735168457, + 0.7264847853183747, + 0.6357070183992386, + 0.6640777275085449, + 0.6200332149505615, + 0.6066704128265381, + 0.6134613354206085, + 0.624502198600769, + 0.5682870136260987, + 0.5714269968986512, + 0.5611187159061432, + 0.560384591293335, + 0.5337265998840331, + 0.518946839427948, + 0.5066715524673462, + 0.5192569964408874, + 0.5218038980484009, + 0.515819926071167, + 0.5021115490913391, + 0.5022512309074402, + 0.5270826056480408 + ], + "term_loss": [ + 1.6281806005001067, + 0.5260812068939209, + 0.5574779790878296, + 0.4467624794960022, + 0.38560171570777896, + 0.35132181377410887, + 0.3726922478437424, + 0.3839768423080444, + 0.5983181779623031, + 0.5458563985824585, + 0.5328782257556915, + 0.49554837535619733, + 0.6895202607631683, + 0.6041087128341198, + 0.5711961905956269, + 0.622646349143982, + 1.2603772453427315, + 0.773075110912323, + 1.1336991445064544, + 1.0312418762207032, + 1.3463582670211791, + 1.5365228524684906, + 1.8501261821746826, + 2.4006380270242693, + 1.451894647026062, + 1.8385419921875, + 1.5503413744926453, + 1.348254576587677, + 1.2533037424087525, + 1.162389670753479, + 1.1130255826950073, + 0.9006625356771052, + 1.0001833762645722, + 0.8168405591964721, + 0.9015608322620392, + 1.099498508644104, + 0.723140911102295, + 0.7195442680358887, + 0.5906892456054688, + 0.5117025557518006, + 0.5222296411037445, + 0.6893843678474426, + 0.5126559923410415, + 0.47389315984249114, + 0.6742367547988891, + 0.6494622436523437, + 0.42108994102478026, + 0.42529633424282076, + 0.5564227697372437, + 0.562213070678711, + 0.4802745559692383, + 0.4539243455886841, + 0.3954838166773319, + 0.41656764430999754, + 0.407904678440094, + 0.5054427813529968, + 0.3801931502342224, + 0.3841923901736736, + 0.47365911989212034, + 0.32998718037605285, + 0.4120689484864473, + 0.334956028342247, + 0.3557816318035126, + 0.31811208209991454, + 0.3048724256515503, + 0.31001371720433235, + 0.3186835240840912, + 0.27292693586349487, + 0.2744087711334228, + 0.26349675579071047, + 0.26173307815790176, + 0.24325768327713013, + 0.22855849746465684, + 0.21712086362838745, + 0.2279037822365761, + 0.22775145735740662, + 0.2218828114748001, + 0.21318944548368454, + 0.2103438462257385, + 0.22659661755561827 + ], + "bridge_loss": [ + 0.8669556872836547, + 0.06360601794421673, + 0.008560461984574795, + 0.005917139887809754, + 0.01696948218345642, + 0.025800688429176807, + 0.02753051795810461, + 0.015897551971673966, + 0.012487161195278167, + 0.011549899433553218, + 0.009167527516558766, + 0.010144380106031895, + 0.012813932079076768, + 0.014643209081888198, + 0.012564446350932122, + 0.013087814033031464, + 0.0355284596927464, + 0.019168835720419882, + 0.028831265807896852, + 0.029531528568267823, + 0.04496059722006321, + 0.05906419792771339, + 0.08262725896835327, + 0.17684709503650664, + 0.07839597351551056, + 0.07206453119516373, + 0.06329247436523437, + 0.05826105718612671, + 0.06393873658180237, + 0.05167575533390045, + 0.06876316456794739, + 0.06094803668484092, + 0.06672434015274048, + 0.05214060747623444, + 0.059061125856637954, + 0.0942545708656311, + 0.0740616250872612, + 0.07541715958714486, + 0.06009064224362373, + 0.05432415052056313, + 0.044301791000366214, + 0.05619173694849014, + 0.04468392983227968, + 0.05211084792613983, + 0.056994534659385684, + 0.0499825501203537, + 0.036443243896961214, + 0.032711439895629885, + 0.0384589661359787, + 0.0338902623295784, + 0.03647522128820419, + 0.02619726200699806, + 0.02073877650052309, + 0.025440873777866364, + 0.026828269357979297, + 0.04103488396704197, + 0.027947768175601958, + 0.03465887205153704, + 0.04586356149315834, + 0.023804297626018524, + 0.03421685046106577, + 0.031679686503112314, + 0.03704538420438767, + 0.03376271347999573, + 0.032853434824943545, + 0.037378453141450885, + 0.03849537320137024, + 0.031244005316495894, + 0.033646199870109555, + 0.033860014009475706, + 0.036484488779306413, + 0.029376127362251283, + 0.03004473757147789, + 0.03032349246442318, + 0.03176274458765983, + 0.03554704558849335, + 0.03567317904829979, + 0.030595304039120676, + 0.033694784569740295, + 0.04233165686130524 + ], + "tgrad_loss": [ + 0.29429881639480593, + 0.22850215055942535, + 0.161166881275177, + 0.13068375954627992, + 0.11775499715805053, + 0.11043801250457763, + 0.11026402975320816, + 0.1072824667930603, + 0.11572966387271881, + 0.1196461637020111, + 0.11238069614171982, + 0.11274228993058205, + 0.11897443695068359, + 0.1101102095194161, + 0.10827047473788261, + 0.11343533954620362, + 0.1403796047925949, + 0.12146342446804047, + 0.13990149824619294, + 0.13616608276367187, + 0.16145800683498382, + 0.17277670335769654, + 0.20435564041137697, + 0.2122487030506134, + 0.19487117614746094, + 0.2113138470888138, + 0.21799462871551514, + 0.22062808697223663, + 0.21601984961032866, + 0.2295136512517929, + 0.2436815215110779, + 0.24090649601221084, + 0.24862176179885864, + 0.24537998490333557, + 0.2620661392688751, + 0.2524583529949188, + 0.25715352358818055, + 0.27109798228740695, + 0.26395870418548584, + 0.26097603678703307, + 0.2616330534219742, + 0.26754635171890256, + 0.26312588040828705, + 0.26554363651275636, + 0.27997655792236326, + 0.283140408372879, + 0.27219182567596434, + 0.273003400182724, + 0.2726941707611084, + 0.28166362385749816, + 0.2767979258060455, + 0.27585977494716646, + 0.27485936024188995, + 0.27670341873168947, + 0.27439955916404724, + 0.28239877376556394, + 0.2754446792840958, + 0.2776548579931259, + 0.2759876941680908, + 0.2710455940723419, + 0.2801989861369133, + 0.26907129883766173, + 0.27125071516036986, + 0.2681584177017212, + 0.26894454793930056, + 0.2660691703081131, + 0.2673233015060425, + 0.26411607012748717, + 0.26337203187942504, + 0.2637619474411011, + 0.2621670220375061, + 0.2610927885055542, + 0.2603436091423035, + 0.2592271981239319, + 0.2595904722213745, + 0.2585053967475891, + 0.25826393089294436, + 0.2583268014431, + 0.2582126024246216, + 0.25815433073043825 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.049023956060409546, + 0.11911389231681824, + 0.12341275811195374, + 0.14533579349517822 + ], + "perturbation_rho": [ + 0.09633419662714005, + 0.23598268628120422, + 0.24357257783412933, + 0.28465405106544495 + ], + "nudging": { + "0.001": [ + -0.0026640507858246565, + -0.0008936430094763637, + -0.0009184350492432714, + -0.0010046247625723481 + ], + "0.003": [ + -0.00795636884868145, + -0.002677815966308117, + -0.0027562258765101433, + -0.00301147997379303 + ], + "0.01": [ + -0.026128236204385757, + -0.008897590450942516, + -0.009167088195681572, + -0.01000890415161848 + ] + } + } + } +}
\ No newline at end of file |
