diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.0_L4_s123.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.0_L4_s123.json | 1554 |
1 files changed, 1554 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L4_s123.json b/results/synth_ladder_v2_lo/synth_a0.0_L4_s123.json new file mode 100644 index 0000000..9d86d3b --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L4_s123.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.3597635933876038, + 0.4536431095123291, + 0.3459823863983154, + 0.3341377299308777, + 0.32835464673042297, + 0.2696523241996765, + 0.27801587681770323, + 0.24306170365810395, + 0.23653682124614717, + 0.215101296377182, + 0.2301153823494911, + 0.20403413383960725, + 0.20097120499610902, + 0.22046247262954713, + 0.2552937029838562, + 0.21473501553535462, + 0.21990597033500672, + 0.19129086129665374, + 0.212379501581192, + 0.16677302420139312, + 0.15547462480068205, + 0.186291242647171, + 0.18397651748657226, + 0.16398042314052583, + 0.1707391785144806, + 0.16971807260513305, + 0.16760108163356782, + 0.16507963252067565, + 0.1741574893474579, + 0.1611321299791336, + 0.1508718879699707, + 0.1727994635283947, + 0.1291253708600998, + 0.1493298847913742, + 0.1369689993739128, + 0.11946097416877746, + 0.13066255633831025, + 0.11778032405376435, + 0.11688732101917267, + 0.11105217039585114, + 0.10557443997859955, + 0.10357953503131867, + 0.10208219905346631, + 0.09509066256284714, + 0.09412468841969968, + 0.09085212640762329, + 0.09300690701007842, + 0.10208991168737412, + 0.09088193004131317, + 0.09341149046421052, + 0.09043532534837723, + 0.0881039730668068, + 0.08196499594449996, + 0.07785149207115173, + 0.07818879878520965, + 0.08360754170417786, + 0.08134148994684219, + 0.07631582351922989, + 0.07548105678558349, + 0.07233029038906097, + 0.07013705761432648, + 0.0682597011089325, + 0.0686048051595688, + 0.06799649763703346, + 0.0662772851228714, + 0.06585792093835771, + 0.06456468963623047, + 0.06448650191426278, + 0.06374172894954681, + 0.06366113255023956, + 0.06288158102035522, + 0.06201381566524505, + 0.061693436133861544, + 0.06130597965121269, + 0.06098243209123611, + 0.06075502749085426, + 0.060538161253929135, + 0.06037251279354095, + 0.060264147567749025, + 0.060201747500896456 + ], + "train_acc": [ + 0.5469, + 0.8466, + 0.8731, + 0.8675, + 0.8726, + 0.8934, + 0.8903, + 0.9035, + 0.9056, + 0.9159, + 0.9072, + 0.9191, + 0.9196, + 0.9081, + 0.8992, + 0.9099, + 0.9158, + 0.9243, + 0.9152, + 0.9351, + 0.9413, + 0.9245, + 0.9283, + 0.9337, + 0.9353, + 0.9357, + 0.9329, + 0.9358, + 0.931, + 0.9387, + 0.9413, + 0.9337, + 0.9518, + 0.9419, + 0.945, + 0.9548, + 0.9509, + 0.9574, + 0.9556, + 0.9605, + 0.9631, + 0.9646, + 0.9651, + 0.9708, + 0.9709, + 0.9736, + 0.9711, + 0.9635, + 0.9714, + 0.9693, + 0.9719, + 0.9699, + 0.9779, + 0.9786, + 0.9795, + 0.9744, + 0.9765, + 0.9797, + 0.9796, + 0.9828, + 0.9838, + 0.9862, + 0.9861, + 0.9862, + 0.9869, + 0.9876, + 0.9883, + 0.9879, + 0.9884, + 0.9893, + 0.9888, + 0.9893, + 0.9892, + 0.9899, + 0.9896, + 0.9901, + 0.9901, + 0.9901, + 0.9901, + 0.9901 + ], + "test_acc": [ + 0.803, + 0.8665, + 0.8645, + 0.8795, + 0.8855, + 0.8825, + 0.8945, + 0.885, + 0.889, + 0.8915, + 0.8925, + 0.898, + 0.905, + 0.8975, + 0.884, + 0.8955, + 0.9, + 0.902, + 0.902, + 0.916, + 0.907, + 0.9015, + 0.9105, + 0.896, + 0.9095, + 0.916, + 0.9225, + 0.9055, + 0.9095, + 0.916, + 0.9135, + 0.907, + 0.9135, + 0.9115, + 0.9085, + 0.9065, + 0.9185, + 0.914, + 0.914, + 0.916, + 0.9185, + 0.9185, + 0.9225, + 0.921, + 0.921, + 0.9205, + 0.9195, + 0.9165, + 0.9215, + 0.926, + 0.9245, + 0.9255, + 0.922, + 0.923, + 0.926, + 0.9225, + 0.9245, + 0.9245, + 0.9235, + 0.922, + 0.923, + 0.924, + 0.924, + 0.924, + 0.9255, + 0.927, + 0.925, + 0.927, + 0.925, + 0.9265, + 0.925, + 0.9265, + 0.9245, + 0.926, + 0.9265, + 0.926, + 0.9255, + 0.926, + 0.926, + 0.926 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.808335542678833, + 0.780368447303772, + 0.7579712271690369, + 0.7386088371276855 + ], + "perturbation_rho": [ + 0.9999986886978149, + 0.999996542930603, + 0.9999827146530151, + 0.9999296069145203 + ], + "nudging": { + "0.001": [ + -0.024415872991085052, + -0.010280027985572815, + -0.0043833074159920216, + -0.002259491942822933 + ], + "0.003": [ + -0.06437402963638306, + -0.029320701956748962, + -0.012876948341727257, + -0.006704050116240978 + ], + "0.01": [ + -0.13544964790344238, + -0.08136264234781265, + -0.039826083928346634, + -0.02149367332458496 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.217821652793884, + 1.3246940484046936, + 0.7493350847244262, + 0.538270884513855, + 0.44736879706382754, + 0.3983163408279419, + 0.39004899067878723, + 0.3853191681861877, + 0.41915534315109254, + 0.39315735092163084, + 0.47443838696479795, + 0.4305809484481812, + 0.4602065758705139, + 0.4855801467895508, + 0.544716870880127, + 0.6184461592674255, + 0.48602481198310854, + 0.511720466041565, + 0.5636395650863647, + 0.5762063206672668, + 0.6417800651550293, + 0.6123115917682648, + 0.5502352278709411, + 0.5557829687118531, + 0.6617294226646423, + 0.6650739029884338, + 0.7917305309295655, + 0.6830677656173706, + 0.5279762314796448, + 0.5275279850006104, + 0.7316341178894042, + 0.8045071473598481, + 0.5481081441879272, + 0.6501041484832764, + 0.670727561199665, + 0.4684417116165161, + 0.6186270072937011, + 0.466635973739624, + 0.5074456503868103, + 0.5474989008903504, + 0.6431586159706115, + 0.5485258643150329, + 0.5743701865196228, + 0.6116557616233825, + 0.49257451605796815, + 0.45059744175672534, + 0.442867475605011, + 0.41883020987510683, + 0.48730407762527467, + 0.4751015350818634, + 0.4839245565414429, + 0.6619925937652588, + 0.4038557548522949, + 0.42862871398925784, + 0.42465049457550047, + 0.4021777713537216, + 0.3575906034708023, + 0.37100726470947265, + 0.44350298371315, + 0.37363572471141815, + 0.35096964074373244, + 0.3305072016239166, + 0.3425370252609253, + 0.33376783447265623, + 0.33789163026809693, + 0.3560477269053459, + 0.33696223058700564, + 0.3281270618438721, + 0.3405058237075806, + 0.3135561194419861, + 0.3187324108123779, + 0.3193257817268372, + 0.31392969816923144, + 0.3078404443740845, + 0.3086083073616028, + 0.30346697087287905, + 0.3060754126548767, + 0.3020245785713196, + 0.3013403681755066, + 0.3004632753372192 + ], + "train_acc": [ + 0.1919, + 0.5281, + 0.7258, + 0.7963, + 0.8319, + 0.8494, + 0.8467, + 0.8535, + 0.8446, + 0.8508, + 0.8274, + 0.8414, + 0.8308, + 0.8218, + 0.8056, + 0.7906, + 0.8203, + 0.8164, + 0.8014, + 0.801, + 0.7813, + 0.7929, + 0.8008, + 0.8026, + 0.7794, + 0.7745, + 0.7558, + 0.7777, + 0.8133, + 0.8094, + 0.7677, + 0.7531, + 0.8023, + 0.7904, + 0.7811, + 0.828, + 0.7935, + 0.8292, + 0.8167, + 0.8113, + 0.7979, + 0.8091, + 0.8019, + 0.7991, + 0.8229, + 0.8322, + 0.8354, + 0.8504, + 0.828, + 0.8261, + 0.8283, + 0.8013, + 0.8476, + 0.8422, + 0.8432, + 0.8514, + 0.8646, + 0.862, + 0.8393, + 0.8586, + 0.8673, + 0.8731, + 0.8716, + 0.8738, + 0.8731, + 0.8669, + 0.8707, + 0.8738, + 0.8703, + 0.8794, + 0.8792, + 0.8773, + 0.8792, + 0.8832, + 0.8817, + 0.8849, + 0.8831, + 0.8865, + 0.8856, + 0.8849 + ], + "test_acc": [ + 0.3755, + 0.6615, + 0.758, + 0.8, + 0.807, + 0.8035, + 0.812, + 0.8155, + 0.832, + 0.7705, + 0.804, + 0.799, + 0.796, + 0.7725, + 0.6785, + 0.7665, + 0.7685, + 0.7155, + 0.774, + 0.726, + 0.68, + 0.6745, + 0.763, + 0.7305, + 0.602, + 0.661, + 0.627, + 0.684, + 0.742, + 0.741, + 0.6955, + 0.773, + 0.676, + 0.597, + 0.7755, + 0.7595, + 0.7705, + 0.7325, + 0.71, + 0.716, + 0.707, + 0.6835, + 0.7205, + 0.7695, + 0.7395, + 0.742, + 0.746, + 0.7305, + 0.768, + 0.7255, + 0.72, + 0.762, + 0.797, + 0.749, + 0.788, + 0.813, + 0.7895, + 0.7935, + 0.798, + 0.8085, + 0.8275, + 0.8285, + 0.8155, + 0.8315, + 0.814, + 0.8125, + 0.829, + 0.8125, + 0.834, + 0.8345, + 0.834, + 0.833, + 0.8285, + 0.833, + 0.8365, + 0.829, + 0.834, + 0.8415, + 0.8385, + 0.8375 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.028116505593061447, + 0.29581546783447266, + 0.170908123254776, + 0.12216862291097641 + ], + "perturbation_rho": [ + -0.07312458753585815, + 0.3015226125717163, + 0.09657395631074905, + 0.12382403016090393 + ], + "nudging": { + "0.001": [ + 0.0003163664659950882, + -0.0007488747360184789, + -0.0004035384044982493, + -0.0003090125974267721 + ], + "0.003": [ + 0.000998551258817315, + -0.0022399011068046093, + -0.0012046258198097348, + -0.0009229769930243492 + ], + "0.01": [ + 0.0038727924693375826, + -0.007415304891765118, + -0.0039948043413460255, + -0.0030613194685429335 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7790241302490235, + 0.7654216047286987, + 0.46630783150196076, + 0.47609069652557373, + 0.5295370441436767, + 0.6392696193695069, + 0.8025703903675079, + 0.8035835893630981, + 0.7054816937446594, + 0.7188894889831543, + 0.723155996131897, + 0.7175666692256928, + 0.7450492376327514, + 0.8028973734855652, + 0.7876711024284363, + 0.8558139623641968, + 0.9155208786010742, + 0.9130255826950073, + 0.8950250951766968, + 0.8848126942634582, + 0.8685707977294922, + 0.8587310639381409, + 0.8291590257644653, + 0.8409093645095825, + 0.8759365214824677, + 0.8694478960990906, + 0.8698111413955688, + 0.8271794857025146, + 0.7845186081886292, + 0.7641353513717651, + 0.8730007939338684, + 0.7617129602432251, + 0.8081050999641418, + 0.7825005729675293, + 0.8260969108581543, + 0.788632160949707, + 0.785611438369751, + 0.7567414481163025, + 0.7519236874580383, + 0.7204991332054138, + 0.6952073329925537, + 0.6957939908981323, + 0.6553646293640136, + 0.6512393726348877, + 0.6812118953704834, + 0.6507732427597046, + 0.6394011632919312, + 0.6314525890350342, + 0.6011349618911743, + 0.6011737225532532, + 0.6056679985046387, + 0.5851486385583877, + 0.5611786159515381, + 0.5698102533340454, + 0.573320036649704, + 0.5536427591323853, + 0.5558445056915283, + 0.5360203624725342, + 0.5445126184463501, + 0.5587158493041993, + 0.5366106060028076, + 0.5330157579421997, + 0.5352685430526734, + 0.5297672599315644, + 0.5239216472625733, + 0.5195175980091095, + 0.5199703005313874, + 0.5157433489561081, + 0.5121160847663879, + 0.5126092442512512, + 0.5086378963470459, + 0.5108375263214111, + 0.5078012703418732, + 0.5062523377895355, + 0.5038812646865845, + 0.5041313044309617, + 0.5022756348133087, + 0.5015905421257019, + 0.5012978015899658, + 0.5010596646308899 + ], + "train_acc": [ + 0.3594, + 0.7146, + 0.8235, + 0.8186, + 0.8051, + 0.7814, + 0.7432, + 0.7361, + 0.7595, + 0.7514, + 0.7429, + 0.74, + 0.7308, + 0.7178, + 0.7278, + 0.7089, + 0.6963, + 0.7038, + 0.7026, + 0.7037, + 0.7077, + 0.7078, + 0.7158, + 0.7134, + 0.7102, + 0.712, + 0.715, + 0.7232, + 0.7355, + 0.7393, + 0.7201, + 0.7444, + 0.7367, + 0.7377, + 0.7323, + 0.7432, + 0.7453, + 0.7439, + 0.7481, + 0.7521, + 0.7572, + 0.757, + 0.7669, + 0.7734, + 0.7688, + 0.7735, + 0.7733, + 0.7809, + 0.7902, + 0.7857, + 0.7875, + 0.7929, + 0.7995, + 0.7974, + 0.7971, + 0.8058, + 0.8039, + 0.8103, + 0.8086, + 0.8045, + 0.8106, + 0.8073, + 0.8086, + 0.8128, + 0.8122, + 0.8158, + 0.8171, + 0.8151, + 0.8149, + 0.8175, + 0.8169, + 0.8165, + 0.8181, + 0.8173, + 0.82, + 0.8182, + 0.8196, + 0.8202, + 0.82, + 0.8192 + ], + "test_acc": [ + 0.61, + 0.777, + 0.8045, + 0.7855, + 0.7695, + 0.743, + 0.699, + 0.728, + 0.7265, + 0.7325, + 0.717, + 0.722, + 0.697, + 0.725, + 0.685, + 0.6885, + 0.6915, + 0.677, + 0.685, + 0.6855, + 0.671, + 0.7015, + 0.6895, + 0.69, + 0.6625, + 0.6745, + 0.6885, + 0.7165, + 0.718, + 0.7145, + 0.7225, + 0.715, + 0.7155, + 0.7125, + 0.72, + 0.732, + 0.7175, + 0.7335, + 0.74, + 0.7355, + 0.7315, + 0.7365, + 0.742, + 0.731, + 0.755, + 0.7395, + 0.7525, + 0.7595, + 0.775, + 0.7535, + 0.776, + 0.773, + 0.779, + 0.7765, + 0.7815, + 0.7785, + 0.787, + 0.785, + 0.784, + 0.777, + 0.7825, + 0.7805, + 0.78, + 0.7915, + 0.78, + 0.7855, + 0.784, + 0.784, + 0.787, + 0.7865, + 0.782, + 0.79, + 0.7875, + 0.7845, + 0.785, + 0.7875, + 0.789, + 0.788, + 0.788, + 0.788 + ], + "state_pred_error": [ + 0.731694634437561, + 0.23417646443843843, + 0.16782856330871582, + 0.16226573445796966, + 0.17099161510467528, + 0.18394631323814392, + 0.2019855978012085, + 0.2017958946466446, + 0.18371798615455628, + 0.16329481868743898, + 0.14329309587478636, + 0.12559115798473358, + 0.11022487533092498, + 0.09227231090068817, + 0.08201295229792595, + 0.0791339715719223, + 0.08487667949199676, + 0.08578719186782836, + 0.08310736228227615, + 0.07845945283174514, + 0.07394840196371079, + 0.07031645606756211, + 0.06856394438743592, + 0.06723007636070251, + 0.06694858776330948, + 0.06499523911476135, + 0.0608354157447815, + 0.058438737750053406, + 0.05698145393133163, + 0.052568575745821, + 0.050997378104925155, + 0.05048060681819916, + 0.05061923050284386, + 0.050916296947002414, + 0.05144686884880066, + 0.049674761563539505, + 0.04818300241231918, + 0.04592841443419456, + 0.04362559068500996, + 0.04214356968998909, + 0.040407472240924835, + 0.0395667809009552, + 0.03697864121794701, + 0.035583154261112214, + 0.034380488550662995, + 0.033168623971939086, + 0.03175738565921783, + 0.030352817764878273, + 0.02928148764371872, + 0.028111288553476332, + 0.027019555035233497, + 0.025773531574010848, + 0.024918644481897356, + 0.02384750773906708, + 0.022921911144256592, + 0.02203721873164177, + 0.021401436349749565, + 0.020324303320050238, + 0.01945747507214546, + 0.019061913284659386, + 0.018533632457256317, + 0.01755019921064377, + 0.017115412124991417, + 0.01673678147494793, + 0.016080432334542274, + 0.015739672049880027, + 0.014881113383173942, + 0.014514415556192399, + 0.014839580875635148, + 0.013830390541255474, + 0.013450295147299767, + 0.013125950311124325, + 0.01287915479838848, + 0.012489116263389588, + 0.012440057030320167, + 0.012103424173593521, + 0.011794415658712388, + 0.011523600345849991, + 0.011835576038062573, + 0.011463819001615047 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8812471032142639, + 0.4430118799209595, + 0.14485391974449158, + 0.12024529278278351 + ], + "perturbation_rho": [ + 0.803270697593689, + 0.4108988642692566, + 0.12428833544254303, + 0.13494184613227844 + ], + "nudging": { + "0.001": [ + -0.024419698864221573, + -0.0013216643128544092, + -0.0002967847976833582, + -0.00024071265943348408 + ], + "0.003": [ + -0.07050125300884247, + -0.003957290668040514, + -0.000889409682713449, + -0.0007224518340080976 + ], + "0.01": [ + -0.20551547408103943, + -0.01310029998421669, + -0.0029572518542408943, + -0.0024035971146076918 + ] + }, + "state_pred_error_per_layer": [ + 6307.859375, + 4221.2177734375, + 3825.8369140625, + 3284.16064453125 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2233777091979983, + 1.3201545307159424, + 0.7576372374534607, + 0.5368822441101074, + 0.4500424364089966, + 0.38826052474975586, + 0.39760261478424075, + 0.37347561759948733, + 0.3910197820663452, + 0.4118315992355347, + 0.540269495010376, + 0.42307977981567385, + 0.5061588063240051, + 0.4734330579280853, + 0.4749123188257217, + 0.5071706413269043, + 0.5010161249160766, + 0.6885399580955506, + 0.544177054977417, + 0.5456480445146561, + 0.6398725945472717, + 0.5177282638072968, + 0.614991586971283, + 0.8017618133783341, + 0.6560545772552491, + 0.6096531329154968, + 0.6245969655513763, + 0.7609677839279175, + 0.6611320633172989, + 0.6679078796386718, + 0.8986292762756347, + 1.0624667304039002, + 1.1147180395126344, + 1.1291320568084717, + 1.0890060359954834, + 0.9963282011032104, + 0.9234770161628724, + 0.8350841384887695, + 0.7985178932189941, + 0.7377351993560791, + 0.6755618171691895, + 0.6427918606758117, + 0.6642848100662232, + 0.6907006132125855, + 0.7195065155029297, + 0.7240495725631714, + 0.7414470927238465, + 0.7254366884231568, + 0.7317997849464416, + 0.7184565709114075, + 0.7197928576469421, + 0.736747712135315, + 0.7459960594177246, + 0.7461433578968049, + 0.7599917417526245, + 0.7754338600158691, + 0.7704233293533325, + 0.7772411148071289, + 0.7732292792320251, + 0.7953451323509216, + 0.7916302759170533, + 0.7988780770301819, + 0.7872319763183594, + 0.7829252526283265, + 0.7787840461730957, + 0.7778675572395325, + 0.769661307477951, + 0.758454351234436, + 0.7563795409679412, + 0.7561245315551758, + 0.7567275346755982, + 0.7507296043395996, + 0.7509326208114624, + 0.7505197130203247, + 0.749734306716919, + 0.7463954158782959, + 0.7466216814041138, + 0.7459904764175415, + 0.7456792185783386, + 0.7455195524215699 + ], + "train_acc": [ + 0.1943, + 0.5348, + 0.7198, + 0.799, + 0.8296, + 0.8514, + 0.8485, + 0.8563, + 0.8515, + 0.8431, + 0.8126, + 0.8404, + 0.8209, + 0.8292, + 0.8287, + 0.8186, + 0.819, + 0.7762, + 0.809, + 0.8056, + 0.793, + 0.8161, + 0.7959, + 0.7597, + 0.7784, + 0.7888, + 0.7822, + 0.7508, + 0.7724, + 0.7708, + 0.7283, + 0.7004, + 0.6836, + 0.6831, + 0.689, + 0.6989, + 0.7143, + 0.7324, + 0.7395, + 0.7549, + 0.7631, + 0.7728, + 0.7685, + 0.7624, + 0.754, + 0.7545, + 0.7474, + 0.7515, + 0.749, + 0.7485, + 0.7501, + 0.7473, + 0.7401, + 0.7421, + 0.7359, + 0.7375, + 0.7374, + 0.7341, + 0.7342, + 0.7265, + 0.7332, + 0.731, + 0.7336, + 0.733, + 0.7325, + 0.736, + 0.7365, + 0.7374, + 0.7408, + 0.7383, + 0.7403, + 0.7414, + 0.7393, + 0.7371, + 0.7397, + 0.7404, + 0.7394, + 0.7412, + 0.7414, + 0.7407 + ], + "test_acc": [ + 0.3715, + 0.648, + 0.7525, + 0.7905, + 0.819, + 0.826, + 0.806, + 0.8, + 0.807, + 0.7125, + 0.8075, + 0.8035, + 0.761, + 0.728, + 0.7605, + 0.7535, + 0.6975, + 0.7105, + 0.679, + 0.6655, + 0.79, + 0.72, + 0.6645, + 0.7405, + 0.724, + 0.7155, + 0.7075, + 0.744, + 0.7375, + 0.7115, + 0.646, + 0.615, + 0.6355, + 0.6425, + 0.6855, + 0.693, + 0.6975, + 0.7135, + 0.7245, + 0.7355, + 0.744, + 0.7495, + 0.7445, + 0.726, + 0.7345, + 0.7295, + 0.7375, + 0.7205, + 0.7325, + 0.7325, + 0.7315, + 0.725, + 0.7175, + 0.717, + 0.7235, + 0.722, + 0.7205, + 0.7155, + 0.7065, + 0.7145, + 0.711, + 0.717, + 0.72, + 0.7205, + 0.714, + 0.7105, + 0.7145, + 0.7235, + 0.729, + 0.7285, + 0.7265, + 0.725, + 0.73, + 0.728, + 0.728, + 0.7275, + 0.7295, + 0.731, + 0.732, + 0.7305 + ], + "value_loss": [ + 2.8550353353500366, + 0.8866892028808594, + 0.7480095406532288, + 0.6082758625984191, + 0.5294733749389648, + 0.4669463201522827, + 0.5216086049079895, + 0.4541858399868011, + 0.4832085543632507, + 0.5550105792999268, + 0.9533118436336517, + 0.6223780393600464, + 0.8233321074962616, + 0.7200716451644897, + 0.7445190457582473, + 0.761704793548584, + 0.7307724816322326, + 1.308116909313202, + 0.847868885421753, + 0.8612865437030792, + 1.1462507836341858, + 0.8061599975585938, + 1.0712029182434082, + 1.6493792618513108, + 1.0849245027542114, + 0.9315045223712921, + 0.9024537401676178, + 1.1654763233184815, + 0.831434667301178, + 0.802046495628357, + 1.4604990215301514, + 1.8645850904464722, + 1.9254398429870605, + 1.901911312484741, + 1.908003631401062, + 1.3320872589588166, + 1.159297624206543, + 1.0534205688476563, + 1.022995594406128, + 0.8503112316131591, + 0.6928019966125488, + 0.5846758200645447, + 0.6259316144943238, + 0.737749203491211, + 0.7123853011608123, + 0.7282990433692932, + 0.7251070489883423, + 0.6488828766226769, + 0.6383351172924042, + 0.5482705329895019, + 0.5401105587005616, + 0.6111136708259582, + 0.6008573663949967, + 0.5928836660385132, + 0.587500508594513, + 0.6057562492847443, + 0.5744828891277314, + 0.5471131669998169, + 0.5470271216392517, + 0.5842728374481201, + 0.5563190423965454, + 0.5892029490470886, + 0.5781536190032959, + 0.559272833108902, + 0.5027279161453247, + 0.5155309186935425, + 0.4943126286268234, + 0.48159287810325624, + 0.47510195388793947, + 0.4727193992614746, + 0.4602918514728546, + 0.4717276556968689, + 0.4678098875999451, + 0.44807784576416015, + 0.4467434461593628, + 0.4619509654998779, + 0.4547319677352905, + 0.4616655399799347, + 0.4558076531887054, + 0.454630423784256 + ], + "term_loss": [ + 1.6017029710769652, + 0.5620692476034165, + 0.5624156644821167, + 0.45781700096130373, + 0.3847409117221832, + 0.3312454249382019, + 0.38407751197814943, + 0.32735779056549075, + 0.3551049388170242, + 0.41827326583862307, + 0.7827223787307739, + 0.4792309603691101, + 0.6631194186210633, + 0.56457426404953, + 0.5845303027391434, + 0.5921518229961396, + 0.560609471321106, + 1.0828363707065582, + 0.6606335117340087, + 0.6683305771827698, + 0.9340125537872315, + 0.6249504384040833, + 0.8550516845703126, + 1.3669306713342666, + 0.8527113088130951, + 0.7162394056797028, + 0.682893370962143, + 0.9105785119056702, + 0.6048965015590191, + 0.5712942959785462, + 1.1673702945709228, + 1.5335067611694335, + 1.5751249431610108, + 1.5584389656066895, + 1.5522349954605104, + 0.9972099202394485, + 0.8370615739822388, + 0.754201112651825, + 0.6871392876505852, + 0.5123987158775329, + 0.37408054313659667, + 0.2995497988522053, + 0.3503581358909607, + 0.43231560316085815, + 0.41566086394786833, + 0.42524624509811404, + 0.4210509229183197, + 0.37233240249752997, + 0.3575580341219902, + 0.28671212253570555, + 0.276478619146347, + 0.34283951930999756, + 0.33277941216230394, + 0.32401346683502197, + 0.3095528627634048, + 0.33110152459144593, + 0.3003123944878578, + 0.27548920292854306, + 0.2802939491033554, + 0.3095864547729492, + 0.28826558628082277, + 0.3132749440193176, + 0.30294250259399413, + 0.2914313010454178, + 0.23652310552597045, + 0.25194979372024534, + 0.23297107075452805, + 0.22141846432685852, + 0.213679298555851, + 0.21105558428764343, + 0.198782471460104, + 0.21103085417747497, + 0.20293742198944092, + 0.18831457014083863, + 0.18615080082416535, + 0.19670715589523316, + 0.19051085848808288, + 0.19064104088544845, + 0.18662560603618622, + 0.185297670173645 + ], + "bridge_loss": [ + 0.9507376404299052, + 0.07687758333981037, + 0.010045724719017744, + 0.007879937368631363, + 0.01797304810285568, + 0.022158381700515747, + 0.01883206216990948, + 0.013739564181864262, + 0.009246241227537394, + 0.00828621684461832, + 0.013158259350061416, + 0.009157512763142585, + 0.008230384607613087, + 0.010887455415725708, + 0.01082873924607411, + 0.011825704242289067, + 0.011146052476763726, + 0.020588019510917367, + 0.014733550934493541, + 0.018946828547120095, + 0.0171926746442914, + 0.012086341893672943, + 0.02020258846729994, + 0.04198084568008781, + 0.020474260175228118, + 0.017216893035918474, + 0.016566254922747613, + 0.02010813295543194, + 0.011718014118075371, + 0.009661335621774196, + 0.014811528635025025, + 0.025247243924438955, + 0.02885524544119835, + 0.02420730111002922, + 0.04327671680450439, + 0.041912767720222475, + 0.05198930660188198, + 0.04971838068962097, + 0.0946202084183693, + 0.10887049219608307, + 0.09956775677204133, + 0.07377382544577121, + 0.05807075983285904, + 0.07968466079235077, + 0.06396899864077568, + 0.07015788811445237, + 0.0661502730846405, + 0.04226519621908665, + 0.04419996572732925, + 0.02805532423853874, + 0.02968351852297783, + 0.03154238290339708, + 0.030124809206277133, + 0.030319892784953117, + 0.03490727263391018, + 0.029208701252937317, + 0.030425633952021598, + 0.027547460222244264, + 0.02228509824424982, + 0.025416205316781997, + 0.020846416425704957, + 0.025860949020087717, + 0.029329672813415527, + 0.02281882424093783, + 0.02173859670162201, + 0.02062494530826807, + 0.019635991206765176, + 0.021509875628352167, + 0.024021596324443818, + 0.02360761443376541, + 0.023896243134140967, + 0.024439388674497603, + 0.028702323484420776, + 0.022215539541840554, + 0.02425522618293762, + 0.029845060449838638, + 0.029500862574577333, + 0.03606419536471367, + 0.03410082252025604, + 0.03432008520960808 + ], + "tgrad_loss": [ + 0.3025947289943695, + 0.24774237773418425, + 0.17554815773963928, + 0.14257892484664916, + 0.12675941741466523, + 0.11354251420497895, + 0.11869904023408889, + 0.11308848708868027, + 0.11885737178325653, + 0.12845109815597533, + 0.15743120503425598, + 0.1339895663022995, + 0.1519823107242584, + 0.14460992698669434, + 0.14916000380814076, + 0.1577272620677948, + 0.15901696157455444, + 0.2046925228357315, + 0.17250181584358215, + 0.17400914220809938, + 0.19504555777311325, + 0.16912321989536286, + 0.19594864068031312, + 0.2404677330493927, + 0.21173893311023712, + 0.1980482220649719, + 0.20299411978721618, + 0.23478967311382293, + 0.21482015360593795, + 0.22109085936546324, + 0.27831719441413877, + 0.3058310720920563, + 0.32145967130661013, + 0.3192650461196899, + 0.31249191117286684, + 0.29296456089019773, + 0.27024675250053404, + 0.2495010799407959, + 0.24123610022068023, + 0.2290420253276825, + 0.21915370206832885, + 0.21135219641923905, + 0.21750271730422974, + 0.22574893996715545, + 0.23275544457435607, + 0.23289490954875947, + 0.2379058575630188, + 0.23428526936769486, + 0.23657712292671204, + 0.23350308730602265, + 0.23394841928482055, + 0.23673176517486572, + 0.2379531442165375, + 0.23855031342506408, + 0.2430403748035431, + 0.2454460260629654, + 0.24374487085342408, + 0.24407650451660157, + 0.24444807255268097, + 0.24927017650604247, + 0.24720704221725465, + 0.25006705377101895, + 0.245881445145607, + 0.24502270793914796, + 0.24446621508598326, + 0.24295618000030517, + 0.24170556166172028, + 0.23866453852653505, + 0.23740106127262114, + 0.23805620374679565, + 0.23761313960552216, + 0.23625741076469423, + 0.2361701448917389, + 0.23754773426055908, + 0.23633741874694825, + 0.23539874830245971, + 0.2347202454328537, + 0.234960302066803, + 0.23508122134208678, + 0.2350126650452614 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.03434538468718529, + 0.12379913777112961, + 0.1433446854352951, + 0.13808263838291168 + ], + "perturbation_rho": [ + 0.03924814611673355, + 0.21971622109413147, + 0.26409071683883667, + 0.20994533598423004 + ], + "nudging": { + "0.001": [ + -0.002085629850625992, + -0.000930527166929096, + -0.0010337861021980643, + -0.0009522428154014051 + ], + "0.003": [ + -0.00620113592594862, + -0.002788654062896967, + -0.00309766735881567, + -0.002854354679584503 + ], + "0.01": [ + -0.020018436014652252, + -0.00925234891474247, + -0.010285570286214352, + -0.009476927109062672 + ] + } + } + } +}
\ No newline at end of file |