diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a1.0_L4_s456.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a1.0_L4_s456.json | 1554 |
1 files changed, 1554 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L4_s456.json b/results/synth_ladder_v2_hi/synth_a1.0_L4_s456.json new file mode 100644 index 0000000..6147814 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L4_s456.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.6721104705810548, + 0.7631012835502624, + 0.5599466526031495, + 0.5009647348403931, + 0.44250268206596377, + 0.4112984040737152, + 0.37521746096611025, + 0.35069607543945314, + 0.32816796259880066, + 0.28571113114356994, + 0.26920412228107454, + 0.23822724075317384, + 0.2403384908914566, + 0.19125519732236862, + 0.16398012406826018, + 0.14183301560282707, + 0.11679492046833038, + 0.11636687972545624, + 0.0922450327694416, + 0.07265362660884857, + 0.0646497187614441, + 0.06649317836761474, + 0.05584645546674728, + 0.03784047375321388, + 0.030665161864459514, + 0.02323187246620655, + 0.020697732216119768, + 0.01984555126428604, + 0.01643712175488472, + 0.014849836444854736, + 0.012898893329501152, + 0.011405612179636955, + 0.010688650423288345, + 0.010941692940890788, + 0.00924009888395667, + 0.008266829562187194, + 0.007798123356699944, + 0.007352828028798103, + 0.006834007120877505, + 0.0063644687902182345, + 0.00597649103552103, + 0.005696629038453102, + 0.00541699848882854, + 0.005169383949041367, + 0.004989086370170116, + 0.004769640618562699, + 0.0046363350734114645, + 0.004409096204489469, + 0.004235530799627304, + 0.004112518234550953, + 0.004026416325569153, + 0.0038965860821306704, + 0.0037635557891800998, + 0.00364411306977272, + 0.0035582759173586965, + 0.0034678645484149456, + 0.0034067507416009903, + 0.003331349766626954, + 0.003267878529988229, + 0.0032062796097248793, + 0.003156200988590717, + 0.003108995720744133, + 0.0030637201324105264, + 0.0030205708354711534, + 0.002985149787738919, + 0.0029531347144395115, + 0.0029254953995347024, + 0.0029017341434955596, + 0.0028784529194235803, + 0.0028606591559946536, + 0.0028430704237893223, + 0.0028297565318644046, + 0.0028177733197808264, + 0.002808107787370682, + 0.0028007785379886626, + 0.0027947440318763254, + 0.0027906116507947446, + 0.0027877884034067392, + 0.002786100262776017, + 0.0027851809598505497 + ], + "train_acc": [ + 0.4351, + 0.7466, + 0.7912, + 0.8118, + 0.8313, + 0.8447, + 0.8567, + 0.8703, + 0.8784, + 0.9005, + 0.9017, + 0.9151, + 0.9117, + 0.9381, + 0.9491, + 0.9615, + 0.9722, + 0.9694, + 0.9811, + 0.9884, + 0.9905, + 0.9899, + 0.9915, + 0.9975, + 0.9992, + 0.9999, + 1.0, + 0.9995, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.6795, + 0.754, + 0.7735, + 0.7805, + 0.7865, + 0.787, + 0.788, + 0.785, + 0.791, + 0.7955, + 0.7885, + 0.7945, + 0.787, + 0.7945, + 0.7965, + 0.795, + 0.7985, + 0.7915, + 0.7945, + 0.791, + 0.792, + 0.791, + 0.7915, + 0.7945, + 0.796, + 0.788, + 0.791, + 0.79, + 0.7925, + 0.792, + 0.7895, + 0.7935, + 0.791, + 0.789, + 0.793, + 0.791, + 0.792, + 0.7915, + 0.7905, + 0.7925, + 0.793, + 0.794, + 0.7905, + 0.7915, + 0.79, + 0.79, + 0.7915, + 0.79, + 0.793, + 0.793, + 0.791, + 0.7945, + 0.794, + 0.793, + 0.7925, + 0.794, + 0.792, + 0.7905, + 0.79, + 0.7895, + 0.792, + 0.7915, + 0.7925, + 0.792, + 0.792, + 0.7925, + 0.7925, + 0.7925, + 0.7925, + 0.793, + 0.7925, + 0.7925, + 0.792, + 0.7915, + 0.7925, + 0.792, + 0.792, + 0.792, + 0.792, + 0.792 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8668075799942017, + 0.8621845245361328, + 0.8550785779953003, + 0.8370286226272583 + ], + "perturbation_rho": [ + 0.9999995827674866, + 0.9999990463256836, + 0.999997615814209, + 0.9999850988388062 + ], + "nudging": { + "0.001": [ + -0.05954365432262421, + -0.04705682024359703, + -0.02751990780234337, + -0.01213783212006092 + ], + "0.003": [ + -0.17067265510559082, + -0.13620686531066895, + -0.0808744877576828, + -0.036085594445466995 + ], + "0.01": [ + -0.4802546799182892, + -0.3984469175338745, + -0.2503964900970459, + -0.11649051308631897 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2574989524841307, + 1.6380552871704102, + 1.0905220043182373, + 0.8434843078613281, + 0.7422607097625732, + 0.6838733669281006, + 0.6608151784896851, + 0.6541139087677001, + 0.6700486952781677, + 0.6548487804412841, + 0.6903288414001465, + 0.6872687412261963, + 0.7067448139190674, + 0.6931972984313964, + 0.7313086133956909, + 0.7074429125785827, + 0.7189123779296875, + 0.7329434277057648, + 0.7488891769409179, + 0.7615507186889648, + 0.7562071540832519, + 0.7549555555343628, + 0.772114220046997, + 0.7851960697174072, + 0.7795265257835389, + 0.7939942949295044, + 0.7774659820079803, + 0.8024665214061737, + 0.7958273443222046, + 0.8216977993011475, + 0.8670008243560791, + 0.8302605041503907, + 0.8018192520141602, + 0.818106721830368, + 0.7778735799789429, + 0.8109884427070617, + 0.8029882509231567, + 0.7874313503265381, + 0.7778594578742981, + 0.7777205188751221, + 0.8068863299846649, + 0.780433825969696, + 0.7781887583732605, + 0.7730012133598327, + 0.769133717250824, + 0.7593815219879151, + 0.7997064087867737, + 0.782936147928238, + 0.7640992984771728, + 0.7745265226364135, + 0.7642938511848449, + 0.7603380409240723, + 0.7646475133419037, + 0.751522674369812, + 0.7650270447731018, + 0.7674694633483887, + 0.7579075176239014, + 0.7549170202255249, + 0.7451096672534943, + 0.7400417304992676, + 0.7386390338897705, + 0.727668257522583, + 0.7409649150848389, + 0.7316446098327637, + 0.7244855234146118, + 0.7241755498886109, + 0.7200836553573609, + 0.7214753667831421, + 0.7202660327911377, + 0.7165880686283111, + 0.7148458456993103, + 0.7100509027481079, + 0.7098775724411011, + 0.7100581963539123, + 0.708662319278717, + 0.7074518667221069, + 0.7055805969238281, + 0.7049286954879761, + 0.7044133127212524, + 0.7041960348129273 + ], + "train_acc": [ + 0.1772, + 0.452, + 0.6052, + 0.6909, + 0.7204, + 0.743, + 0.753, + 0.751, + 0.7511, + 0.7583, + 0.7472, + 0.7483, + 0.7455, + 0.7476, + 0.7404, + 0.7448, + 0.7447, + 0.7427, + 0.7342, + 0.7382, + 0.7419, + 0.7362, + 0.7394, + 0.7329, + 0.7374, + 0.7314, + 0.7371, + 0.7304, + 0.7337, + 0.7245, + 0.7187, + 0.7191, + 0.729, + 0.7308, + 0.7314, + 0.724, + 0.7301, + 0.7352, + 0.7325, + 0.7365, + 0.7319, + 0.7365, + 0.737, + 0.7367, + 0.7384, + 0.7407, + 0.7294, + 0.7387, + 0.7397, + 0.7325, + 0.738, + 0.738, + 0.7356, + 0.7392, + 0.7364, + 0.7387, + 0.7374, + 0.7368, + 0.7402, + 0.7425, + 0.7449, + 0.7465, + 0.7412, + 0.743, + 0.7442, + 0.7456, + 0.7468, + 0.745, + 0.7466, + 0.748, + 0.7493, + 0.7503, + 0.7517, + 0.75, + 0.7512, + 0.7515, + 0.7518, + 0.7503, + 0.7516, + 0.7519 + ], + "test_acc": [ + 0.309, + 0.543, + 0.6365, + 0.6885, + 0.7, + 0.7145, + 0.714, + 0.714, + 0.716, + 0.6965, + 0.705, + 0.6995, + 0.698, + 0.686, + 0.7, + 0.703, + 0.704, + 0.697, + 0.693, + 0.676, + 0.677, + 0.6665, + 0.6905, + 0.6885, + 0.6755, + 0.6875, + 0.681, + 0.677, + 0.6845, + 0.652, + 0.6575, + 0.692, + 0.6525, + 0.6685, + 0.6775, + 0.678, + 0.682, + 0.67, + 0.669, + 0.6635, + 0.677, + 0.68, + 0.675, + 0.678, + 0.671, + 0.667, + 0.6665, + 0.677, + 0.671, + 0.671, + 0.669, + 0.6855, + 0.679, + 0.6725, + 0.664, + 0.673, + 0.6785, + 0.6795, + 0.6755, + 0.6755, + 0.688, + 0.684, + 0.684, + 0.686, + 0.673, + 0.6795, + 0.6815, + 0.6785, + 0.674, + 0.68, + 0.6825, + 0.683, + 0.6785, + 0.6755, + 0.6765, + 0.683, + 0.6805, + 0.6815, + 0.6815, + 0.68 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.001797341974452138, + 0.06668862700462341, + 0.05448886379599571, + 0.09004470705986023 + ], + "perturbation_rho": [ + -0.01287321001291275, + 0.007983170449733734, + 0.10568365454673767, + 0.12522897124290466 + ], + "nudging": { + "0.001": [ + -0.0001986024435609579, + -0.0004886264214292169, + -0.0003064559423364699, + -0.000437408743891865 + ], + "0.003": [ + -0.0005703098722733557, + -0.0014648186042904854, + -0.0009188501280732453, + -0.001311213942244649 + ], + "0.01": [ + -0.0016110537108033895, + -0.004868227988481522, + -0.0030549662187695503, + -0.004361548461019993 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.970423934173584, + 1.0188906314849853, + 0.6803888530254364, + 0.6183670483589172, + 0.6407907210350037, + 0.675392436504364, + 0.7211614998817444, + 0.7503331409454346, + 0.7658470903396607, + 0.78841116065979, + 0.8109269844055176, + 0.8219402812957763, + 0.8228919342041016, + 0.8259679775238037, + 0.8465613422393798, + 0.8502985542297363, + 0.8594941413879394, + 0.8541229305267334, + 0.8707549245834351, + 0.8710284989356994, + 0.8676784825325012, + 0.8654314409255981, + 0.847813544845581, + 0.8484393062591553, + 0.8654967462539673, + 0.8576792402267456, + 0.8482211884498596, + 0.8531449937820434, + 0.8563604249954223, + 0.8368509140014648, + 0.8605183853149414, + 0.8388536148071289, + 0.8804149766921997, + 0.8480586463928222, + 0.838437174987793, + 0.8545515079498291, + 0.8535089003562927, + 0.8567220569610595, + 0.8433004068374634, + 0.8453849071502686, + 0.8383244281768799, + 0.8520817733764648, + 0.8613478240966796, + 0.8393393857955933, + 0.8388194683074951, + 0.8312189640045166, + 0.8367521869659423, + 0.8318347694396973, + 0.8283476368904114, + 0.8408833297729492, + 0.835852100944519, + 0.8230558944702149, + 0.8201510600090027, + 0.8144685863494873, + 0.8189937896728515, + 0.8204439929962158, + 0.8067114233970643, + 0.8116221212387085, + 0.8106674427986145, + 0.8022418712615966, + 0.7973626476287842, + 0.7976334384918213, + 0.8014879680633545, + 0.7981612595558166, + 0.7937649499893189, + 0.7902321870803833, + 0.7896893333435059, + 0.792438854598999, + 0.7878884392738342, + 0.7869910089492798, + 0.7866397365570068, + 0.7847629238128662, + 0.7840681342124939, + 0.783345707321167, + 0.7829301319122315, + 0.7823859727859497, + 0.7819064727783203, + 0.7816107426643372, + 0.7811750866889954, + 0.7810312837600708 + ], + "train_acc": [ + 0.2987, + 0.6326, + 0.7384, + 0.7635, + 0.7608, + 0.752, + 0.739, + 0.7292, + 0.7226, + 0.7148, + 0.7083, + 0.7011, + 0.7004, + 0.6955, + 0.6874, + 0.6843, + 0.6841, + 0.6859, + 0.6828, + 0.6814, + 0.6789, + 0.6862, + 0.6884, + 0.6901, + 0.6848, + 0.688, + 0.6941, + 0.6957, + 0.6931, + 0.7012, + 0.6928, + 0.6995, + 0.6831, + 0.6954, + 0.7021, + 0.6914, + 0.6947, + 0.6912, + 0.6951, + 0.6947, + 0.6961, + 0.6885, + 0.6895, + 0.6978, + 0.6978, + 0.6951, + 0.6949, + 0.6957, + 0.6969, + 0.6962, + 0.6955, + 0.6991, + 0.7018, + 0.7031, + 0.696, + 0.6985, + 0.7039, + 0.7033, + 0.7045, + 0.701, + 0.7066, + 0.708, + 0.7076, + 0.7037, + 0.7087, + 0.7092, + 0.7073, + 0.7101, + 0.7095, + 0.7096, + 0.7095, + 0.7118, + 0.7094, + 0.7102, + 0.7117, + 0.7089, + 0.7102, + 0.7095, + 0.7106, + 0.7106 + ], + "test_acc": [ + 0.5375, + 0.696, + 0.736, + 0.7335, + 0.728, + 0.7125, + 0.702, + 0.6935, + 0.6735, + 0.673, + 0.6755, + 0.6665, + 0.671, + 0.6575, + 0.6495, + 0.656, + 0.6575, + 0.6585, + 0.6585, + 0.647, + 0.6555, + 0.6535, + 0.661, + 0.6695, + 0.6645, + 0.676, + 0.673, + 0.649, + 0.6695, + 0.6595, + 0.66, + 0.6585, + 0.636, + 0.657, + 0.6365, + 0.651, + 0.6575, + 0.658, + 0.658, + 0.6615, + 0.65, + 0.644, + 0.6525, + 0.654, + 0.6425, + 0.638, + 0.6455, + 0.6455, + 0.6465, + 0.6515, + 0.6505, + 0.6475, + 0.6525, + 0.644, + 0.65, + 0.655, + 0.6475, + 0.652, + 0.6515, + 0.6495, + 0.6595, + 0.649, + 0.6575, + 0.6505, + 0.6525, + 0.652, + 0.6505, + 0.6525, + 0.6535, + 0.6545, + 0.657, + 0.6535, + 0.655, + 0.652, + 0.653, + 0.651, + 0.652, + 0.6525, + 0.651, + 0.651 + ], + "state_pred_error": [ + 0.7786139750480652, + 0.3122247148036957, + 0.20072943181991576, + 0.17233864879608154, + 0.15799049963951112, + 0.1520016979455948, + 0.15061514353752137, + 0.15201976532936096, + 0.15393238065242767, + 0.15233531470298767, + 0.1529501548051834, + 0.1518586612224579, + 0.14777747428417207, + 0.1396225711941719, + 0.13393001658916473, + 0.12688448318243026, + 0.11889619739055633, + 0.11048878728151322, + 0.10281732966899872, + 0.09756427093744278, + 0.09126090179681778, + 0.08596743443012238, + 0.0826011387348175, + 0.07700357694625855, + 0.07508404291868209, + 0.07156078473329544, + 0.06937397572994232, + 0.06786044591665268, + 0.06689649878144265, + 0.0628541961312294, + 0.061125951021909715, + 0.059071518713235856, + 0.05804442538022995, + 0.05559697550535202, + 0.05349199259877205, + 0.0510828118801117, + 0.050134736907482144, + 0.050006070119142536, + 0.04583842672109604, + 0.04389976638555527, + 0.04246980703473091, + 0.04128407181501389, + 0.03976263640522957, + 0.03883026147484779, + 0.03822557154297829, + 0.03655906445980072, + 0.03534454255104065, + 0.034419277024269106, + 0.03396104025840759, + 0.03280952478647232, + 0.031770370733737945, + 0.03110829921364784, + 0.030244355934858323, + 0.029577301198244095, + 0.02884054028391838, + 0.0280285452991724, + 0.02734226542413235, + 0.02653370050191879, + 0.02591722692847252, + 0.02562211912572384, + 0.024784083288908004, + 0.02415384087264538, + 0.023749950650334358, + 0.023075414776802063, + 0.022662506771087648, + 0.022168341422080993, + 0.0219087354272604, + 0.021405927726626396, + 0.021224218714237214, + 0.020873518934845924, + 0.020796752271056176, + 0.020648898005485535, + 0.01995813894569874, + 0.01966182319521904, + 0.0194194305062294, + 0.018996354737877846, + 0.01872855971157551, + 0.018467084999382495, + 0.018039076521992683, + 0.018002220337092877 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6501579284667969, + 0.4189426302909851, + 0.1800653487443924, + 0.1647701859474182 + ], + "perturbation_rho": [ + 0.5907484292984009, + 0.36159276962280273, + 0.19337056577205658, + 0.1794498711824417 + ], + "nudging": { + "0.001": [ + -0.019326727837324142, + -0.002377996686846018, + -0.0006870059878565371, + -0.000631407368928194 + ], + "0.003": [ + -0.05702997371554375, + -0.007118801586329937, + -0.002059582155197859, + -0.0018930428195744753 + ], + "0.01": [ + -0.1790994107723236, + -0.023556631058454514, + -0.006848426535725594, + -0.0062964376993477345 + ] + }, + "state_pred_error_per_layer": [ + 7107.7138671875, + 890.22314453125, + 493.5357360839844, + 407.69677734375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2540888969421387, + 1.6410298145294189, + 1.0899561918258667, + 0.8455374429702759, + 0.7378649179458618, + 0.6901313011169433, + 0.6735435390472412, + 0.6544258743286133, + 0.6543777503967285, + 0.6590329810142517, + 0.6783974195480347, + 0.6698754477500916, + 0.6935008029937744, + 0.716245794391632, + 0.6978517965316773, + 0.7255995491027832, + 0.7385436865806579, + 0.7370423707962036, + 0.7421768573760986, + 0.7866301471710205, + 0.7981218069076538, + 0.7994531000137329, + 0.850463445854187, + 0.8955202503204346, + 0.8870052036285401, + 0.8269047240257263, + 0.837711269569397, + 0.8814192169189453, + 0.9286035356521607, + 1.0078046418190003, + 0.9495850528717041, + 0.9831599643707275, + 1.0586618783950805, + 1.0358479290008544, + 1.060762398147583, + 1.0723051456451416, + 1.1363716716766357, + 1.080968037033081, + 1.134492848777771, + 1.1133343200683594, + 1.154938784980774, + 1.1417428504943847, + 1.1993848468780517, + 1.1748576559066772, + 1.1947654231071472, + 1.2083104314804076, + 1.2755975540161133, + 1.2453838123321532, + 1.2651009052276612, + 1.2496138525009155, + 1.2461695442199707, + 1.2764700059890748, + 1.2867469375610352, + 1.304604454421997, + 1.3014329265594482, + 1.3248945934295655, + 1.33621167678833, + 1.3619223628997803, + 1.3417739696502686, + 1.3370944692611695, + 1.3508729553222656, + 1.355317646408081, + 1.3528772338867188, + 1.3464540214538574, + 1.3568033025741577, + 1.343411579322815, + 1.347543560028076, + 1.3430934253692628, + 1.3378395433425903, + 1.3415356441497803, + 1.3368797145843505, + 1.334293141937256, + 1.3349700309753418, + 1.3334004755020141, + 1.3332426280975342, + 1.33172604637146, + 1.3308066741943358, + 1.3304414348602296, + 1.3295167798995973, + 1.3292806955337524 + ], + "train_acc": [ + 0.1748, + 0.4499, + 0.6102, + 0.6889, + 0.7225, + 0.7409, + 0.7502, + 0.7518, + 0.7565, + 0.7574, + 0.7488, + 0.7508, + 0.743, + 0.7405, + 0.7472, + 0.7427, + 0.7371, + 0.7393, + 0.7409, + 0.7318, + 0.7263, + 0.7189, + 0.7077, + 0.6892, + 0.6857, + 0.7034, + 0.6947, + 0.6808, + 0.66, + 0.6346, + 0.6524, + 0.6394, + 0.6107, + 0.6184, + 0.6119, + 0.6065, + 0.587, + 0.6025, + 0.5811, + 0.5889, + 0.5741, + 0.5813, + 0.5675, + 0.5699, + 0.5636, + 0.5586, + 0.5374, + 0.5432, + 0.5426, + 0.5476, + 0.5501, + 0.5398, + 0.5383, + 0.5309, + 0.5355, + 0.52, + 0.5204, + 0.5127, + 0.5132, + 0.5169, + 0.5118, + 0.5122, + 0.5094, + 0.5203, + 0.5167, + 0.5177, + 0.5163, + 0.5199, + 0.5187, + 0.5212, + 0.5216, + 0.519, + 0.5225, + 0.5223, + 0.5225, + 0.5227, + 0.525, + 0.5242, + 0.5248, + 0.5255 + ], + "test_acc": [ + 0.31, + 0.5485, + 0.645, + 0.6845, + 0.7065, + 0.707, + 0.71, + 0.7125, + 0.717, + 0.709, + 0.701, + 0.698, + 0.691, + 0.7055, + 0.698, + 0.698, + 0.7, + 0.6845, + 0.669, + 0.656, + 0.683, + 0.6625, + 0.645, + 0.6275, + 0.626, + 0.631, + 0.6235, + 0.5625, + 0.5655, + 0.586, + 0.6095, + 0.5555, + 0.5475, + 0.5435, + 0.569, + 0.484, + 0.558, + 0.5495, + 0.5545, + 0.5155, + 0.548, + 0.514, + 0.513, + 0.532, + 0.4845, + 0.5125, + 0.5315, + 0.47, + 0.5255, + 0.525, + 0.499, + 0.5145, + 0.4825, + 0.497, + 0.4915, + 0.505, + 0.453, + 0.4795, + 0.4955, + 0.495, + 0.4815, + 0.496, + 0.497, + 0.4835, + 0.4905, + 0.492, + 0.494, + 0.49, + 0.4895, + 0.4885, + 0.4845, + 0.4925, + 0.4845, + 0.484, + 0.49, + 0.4865, + 0.4895, + 0.4905, + 0.489, + 0.487 + ], + "value_loss": [ + 3.067925698852539, + 0.8872503746986389, + 0.784230032157898, + 0.8464786403656006, + 0.8567787155151367, + 0.8420232248306274, + 0.8107911947250366, + 0.76327637424469, + 0.7439310749053956, + 0.7632134145736694, + 0.8066229679107666, + 0.7526053647041321, + 0.8069936139583588, + 0.8536850826263428, + 0.7878379513263702, + 0.8329431747436523, + 0.8027177619695663, + 0.7358918642997742, + 0.7229702713966369, + 0.7154047614097595, + 0.7539727543354035, + 0.6649943606376648, + 0.6917212394714356, + 0.7406036077499389, + 0.6360067028522491, + 0.5150869111537933, + 0.5327004407882691, + 0.4914137007713318, + 0.5129998965263367, + 0.5935896294116974, + 0.4661740849494934, + 0.4586599859714508, + 0.5206927395820617, + 0.5325411680221558, + 0.5089368036270142, + 0.5612850030899048, + 0.6255286026954651, + 0.4715394420623779, + 0.537113422870636, + 0.4809487106323242, + 0.5100893694877624, + 0.491378253364563, + 0.5363532768249512, + 0.4960866286277771, + 0.4698116518497467, + 0.4960141607284546, + 0.5674628148078918, + 0.5025658918380738, + 0.5430127717494965, + 0.5158628129005433, + 0.48981055545806884, + 0.5012782106876373, + 0.4980415323257446, + 0.5117126678466797, + 0.4960208126068115, + 0.5151057609558105, + 0.5090823886871337, + 0.5225202934265136, + 0.5217664462089538, + 0.5103578377723694, + 0.4982886472702026, + 0.5127610027790069, + 0.5053389938354492, + 0.4992716392040253, + 0.4872829970359802, + 0.4732895241737366, + 0.47746601195335386, + 0.49208361549377444, + 0.46516202363967896, + 0.467171999502182, + 0.4678579177856445, + 0.4566397163391113, + 0.46912312126159667, + 0.46011261644363405, + 0.46119874806404115, + 0.45755069794654846, + 0.45454912757873533, + 0.46414966630935667, + 0.46496015009880065, + 0.46226135368347165 + ], + "term_loss": [ + 1.7594063854694366, + 0.37591145000457765, + 0.5036363396644592, + 0.6062044906616211, + 0.6242774119853973, + 0.6045010264396667, + 0.5617577237606048, + 0.5238085851669312, + 0.5167714694976807, + 0.536994783115387, + 0.5744672933578491, + 0.5201116055488586, + 0.567726757800579, + 0.6057433352708816, + 0.5440834599018097, + 0.5835855722904205, + 0.5459397554039955, + 0.47647206230163575, + 0.4662741364479065, + 0.44569241828918454, + 0.476298482632637, + 0.3910742021560669, + 0.4032438316345215, + 0.44340121884346007, + 0.34564229555130005, + 0.24595328629016877, + 0.2536192675590515, + 0.20336173225641252, + 0.2100383534669876, + 0.2641002653121948, + 0.15515764528512954, + 0.13755231359004974, + 0.17821311106681823, + 0.19600526194572448, + 0.17045617690086365, + 0.2182028594017029, + 0.25423940081596375, + 0.1316945064663887, + 0.17203917299509047, + 0.1263727828025818, + 0.1424735504388809, + 0.1306004422903061, + 0.15452624399662018, + 0.1187472231388092, + 0.09432517062425613, + 0.1164723228931427, + 0.1585537355899811, + 0.1041444504737854, + 0.13414050550460815, + 0.11696476354598999, + 0.09393293557167053, + 0.09930002460479737, + 0.09558204698562622, + 0.10497297461628914, + 0.09059979002475739, + 0.10161748363077641, + 0.09518039667606354, + 0.10102285161018372, + 0.10330084440708161, + 0.09370956559181214, + 0.08114260835647583, + 0.09380301012992859, + 0.08571744566559791, + 0.0824426296055317, + 0.071114610221982, + 0.061979551124572756, + 0.06477263647913933, + 0.0772924101471901, + 0.05530736327469349, + 0.05676423398256302, + 0.05725909180641174, + 0.04929078468978405, + 0.05781498133838177, + 0.050458201050758364, + 0.051463548076152804, + 0.04791119509935379, + 0.045457855463027955, + 0.05178614779412746, + 0.05226057640612125, + 0.049428026616573334 + ], + "bridge_loss": [ + 1.0179481054047559, + 0.20606108825802802, + 0.03427657631635666, + 0.010473076432943344, + 0.016603080600500107, + 0.02517593368291855, + 0.03693295772075653, + 0.028744317154586314, + 0.014567548152804375, + 0.012067488829791546, + 0.012867180669307709, + 0.012119705080986023, + 0.014082370281219482, + 0.018210298416018487, + 0.02226397890150547, + 0.02276896116733551, + 0.025944879484176637, + 0.030690657392144202, + 0.030334649151563645, + 0.0356466594517231, + 0.0373953173071146, + 0.03450476716756821, + 0.03414955579042435, + 0.03280657273828983, + 0.028484632873535157, + 0.021447348003461958, + 0.026165857848525046, + 0.022548073571920395, + 0.023626256749033927, + 0.03081165543794632, + 0.024572184744477272, + 0.024584364867210388, + 0.026557748287916183, + 0.0237947801977396, + 0.019455672904849054, + 0.018987117165327073, + 0.029922924302518368, + 0.01343661539554596, + 0.02296329292356968, + 0.017573897647857665, + 0.02051718008518219, + 0.016063079220056533, + 0.022041453886032104, + 0.02147355371117592, + 0.014992918160557747, + 0.01587340624332428, + 0.02909149942398071, + 0.02134713576436043, + 0.027834608449041842, + 0.021670415142178535, + 0.018895103727281093, + 0.017823033079504967, + 0.016468752840161322, + 0.015435275170207024, + 0.015470961254835129, + 0.017179324565827846, + 0.01504898190498352, + 0.017772416092455386, + 0.018987592327594758, + 0.018407849557697774, + 0.015608608210086822, + 0.01722142017632723, + 0.01781987230181694, + 0.017794143831729888, + 0.014897557091712952, + 0.01346850597858429, + 0.014480280113220214, + 0.018174419306218624, + 0.013706611354649068, + 0.014696067751944064, + 0.015800623482465744, + 0.013735510259866714, + 0.01802016984522343, + 0.01632189666777849, + 0.01686810880601406, + 0.017228992500901222, + 0.01766794673204422, + 0.021452254375815393, + 0.022196426358819007, + 0.022721626716852187 + ], + "tgrad_loss": [ + 0.29057118844985963, + 0.30527783031463623, + 0.24631710891723632, + 0.22980107893943785, + 0.21589822309017181, + 0.21234626097679138, + 0.2121005094051361, + 0.21072347102165223, + 0.21259205179214477, + 0.2141511384963989, + 0.2192884954929352, + 0.22037405626773834, + 0.22518448123931883, + 0.22973145468235015, + 0.22149051184654237, + 0.22658863916397096, + 0.2308331280350685, + 0.22872914137840272, + 0.2263614887237549, + 0.23406568908691405, + 0.24027895650863648, + 0.23941539039611817, + 0.2543278500080109, + 0.26439581327438355, + 0.26187977333068846, + 0.24768628034591675, + 0.2529153157234192, + 0.2655038944244385, + 0.2793352873802185, + 0.298677712726593, + 0.28644425497055054, + 0.29652330493927004, + 0.31592187337875366, + 0.3127411260604858, + 0.3190249535560608, + 0.3240950348377228, + 0.34136627588272095, + 0.3264083216667175, + 0.3421109504699707, + 0.33700203189849853, + 0.3470986408233643, + 0.3447147289276123, + 0.359785578918457, + 0.3558658477306366, + 0.3604935604095459, + 0.36366842856407167, + 0.37981757740974426, + 0.3770743095874786, + 0.38103766255378724, + 0.3772276309490204, + 0.37698251342773437, + 0.3841551516532898, + 0.38599073448181154, + 0.39130441913604735, + 0.38995005826950074, + 0.39630895295143126, + 0.3988530141830444, + 0.40372502479553224, + 0.3994780075073242, + 0.39824042444229124, + 0.4015374305725098, + 0.40173657608032226, + 0.40180167770385744, + 0.3990348654270172, + 0.4012708299636841, + 0.3978414667129517, + 0.3982130952835083, + 0.39661678586006166, + 0.3961480514526367, + 0.3957116979598999, + 0.3947981976032257, + 0.3936134231567383, + 0.3932879699230194, + 0.3933325177192688, + 0.3928670913696289, + 0.3924105140209198, + 0.39142332553863524, + 0.3909112627029419, + 0.39050314569473266, + 0.39011170201301576 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.20670706033706665, + 0.594096302986145, + 0.6002212762832642, + 0.6189069747924805 + ], + "perturbation_rho": [ + 0.24109239876270294, + 0.6317664384841919, + 0.6270265579223633, + 0.6285783648490906 + ], + "nudging": { + "0.001": [ + -0.0037710254546254873, + -0.004560340661555529, + -0.004485958255827427, + -0.004530656151473522 + ], + "0.003": [ + -0.011285749264061451, + -0.013657940551638603, + -0.013435271568596363, + -0.013568824157118797 + ], + "0.01": [ + -0.03731346130371094, + -0.04525235667824745, + -0.044518306851387024, + -0.04495714232325554 + ] + } + } + } +}
\ No newline at end of file |