diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a1.0_L2_s123.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a1.0_L2_s123.json | 1512 |
1 files changed, 1512 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L2_s123.json b/results/synth_ladder_v2_hi/synth_a1.0_L2_s123.json new file mode 100644 index 0000000..17c5ae1 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L2_s123.json @@ -0,0 +1,1512 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.91867273311615, + 1.1479057174682616, + 0.7667448886871338, + 0.6092986298084259, + 0.5399450777053832, + 0.4998543502807617, + 0.4701059171676636, + 0.44774744348526, + 0.433194176864624, + 0.4138288654327393, + 0.38988096828460694, + 0.37067162165641787, + 0.35758755187988284, + 0.3432540241241455, + 0.32265024185180663, + 0.31479289903640745, + 0.2948722456932068, + 0.2916181824684143, + 0.26947770991325376, + 0.26305155229568483, + 0.2504066630601883, + 0.23246315641403198, + 0.22475692710876466, + 0.21131145256757736, + 0.19484182257652283, + 0.1904493874311447, + 0.17960406827926637, + 0.1701004672050476, + 0.15617957714796066, + 0.1445945238351822, + 0.1391076461791992, + 0.13091985216140747, + 0.12840345685482024, + 0.1167986627459526, + 0.1053664587020874, + 0.1000328464448452, + 0.09326313433647156, + 0.09093141227960587, + 0.08538822884559631, + 0.08038766567707062, + 0.07611644887924195, + 0.07148764984607696, + 0.06654568490982056, + 0.062096750885248186, + 0.058967465686798094, + 0.05627817189693451, + 0.05370346330404282, + 0.05124748470783234, + 0.04963369052410126, + 0.048742957431077955, + 0.045943583583831785, + 0.04393785551190376, + 0.04209109454154968, + 0.040698669242858886, + 0.039860168999433516, + 0.03850054189264775, + 0.03725776370763779, + 0.03654853151440621, + 0.03559232919216156, + 0.03459027769565582, + 0.033881497570872304, + 0.03315351962447166, + 0.03260607058405876, + 0.032083336877822874, + 0.03177986741065979, + 0.03131906301379204, + 0.03093072702884674, + 0.030623940539360045, + 0.030301975291967393, + 0.03005140163898468, + 0.029858090263605117, + 0.0296798649340868, + 0.02952518635392189, + 0.02939634127020836, + 0.02930180861055851, + 0.029228065556287767, + 0.029173334753513337, + 0.02913727904856205, + 0.029115084266662598, + 0.029103587424755096 + ], + "train_acc": [ + 0.3489, + 0.6623, + 0.7738, + 0.8007, + 0.809, + 0.8183, + 0.8298, + 0.832, + 0.8382, + 0.847, + 0.8588, + 0.8646, + 0.8689, + 0.8788, + 0.8876, + 0.8885, + 0.8985, + 0.8966, + 0.9061, + 0.9087, + 0.9133, + 0.9254, + 0.9282, + 0.9339, + 0.9436, + 0.9446, + 0.948, + 0.9528, + 0.9619, + 0.9665, + 0.9683, + 0.9737, + 0.9716, + 0.9784, + 0.9853, + 0.9846, + 0.9887, + 0.9888, + 0.9903, + 0.9923, + 0.9938, + 0.9947, + 0.9964, + 0.9974, + 0.9979, + 0.9985, + 0.9989, + 0.9991, + 0.9989, + 0.9988, + 0.9993, + 0.9998, + 0.9994, + 0.9997, + 0.9997, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 1.0, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.5505, + 0.719, + 0.762, + 0.7795, + 0.7805, + 0.7905, + 0.7925, + 0.79, + 0.7925, + 0.8, + 0.801, + 0.805, + 0.802, + 0.799, + 0.805, + 0.8105, + 0.8055, + 0.8095, + 0.811, + 0.8165, + 0.8135, + 0.8105, + 0.808, + 0.8095, + 0.8175, + 0.808, + 0.813, + 0.8105, + 0.816, + 0.8165, + 0.812, + 0.806, + 0.8045, + 0.808, + 0.8115, + 0.81, + 0.8085, + 0.8065, + 0.808, + 0.8095, + 0.807, + 0.809, + 0.8085, + 0.8115, + 0.8115, + 0.809, + 0.811, + 0.811, + 0.8095, + 0.8095, + 0.81, + 0.811, + 0.808, + 0.8095, + 0.81, + 0.81, + 0.8105, + 0.8105, + 0.813, + 0.812, + 0.811, + 0.809, + 0.8105, + 0.8095, + 0.809, + 0.811, + 0.81, + 0.811, + 0.809, + 0.8095, + 0.8095, + 0.809, + 0.81, + 0.809, + 0.809, + 0.809, + 0.809, + 0.809, + 0.809, + 0.809 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9615377187728882, + 0.9503427743911743 + ], + "perturbation_rho": [ + 0.9999992847442627, + 0.9999980926513672 + ], + "nudging": { + "0.001": [ + -0.039457522332668304, + -0.024251405149698257 + ], + "0.003": [ + -0.112161785364151, + -0.07042354345321655 + ], + "0.01": [ + -0.3078651428222656, + -0.20883342623710632 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2375081497192384, + 1.7361759670257568, + 1.2429127569198608, + 0.9395764049530029, + 0.7808661069869995, + 0.6961161418914795, + 0.6507503452301026, + 0.6232247513771058, + 0.6140826705932617, + 0.6100598525047303, + 0.6097840148925782, + 0.6079091403961182, + 0.6147353491783142, + 0.625060820388794, + 0.6120452221870423, + 0.6118313233852386, + 0.6170345478057861, + 0.6308931268692016, + 0.6096509483337402, + 0.6289821960449219, + 0.6240285701751709, + 0.6105122757911682, + 0.6274244334220886, + 0.624420170545578, + 0.6367384799957275, + 0.6205670486450195, + 0.6451194002628327, + 0.6397207110404969, + 0.6331547710895539, + 0.6178243230819702, + 0.6200193851470948, + 0.6195074583053589, + 0.6206575379371643, + 0.634155012702942, + 0.615179602432251, + 0.6146862535953522, + 0.6101961803436279, + 0.6337929145812988, + 0.6142671315193177, + 0.6192339191436768, + 0.6337637168884277, + 0.6212720799446106, + 0.6151982610702514, + 0.6175067305564881, + 0.6094939004898071, + 0.6124663307189941, + 0.6089740102767944, + 0.6123239847183227, + 0.6024780527114868, + 0.6105386233329773, + 0.6048168488502502, + 0.6060228562355041, + 0.6015618727684021, + 0.6025503917694092, + 0.606540693283081, + 0.6046217224121094, + 0.6020105275154114, + 0.5989886571884155, + 0.5957996716499329, + 0.5930134090423584, + 0.5924007635116577, + 0.5917772497177124, + 0.5893407508850098, + 0.5879429389953613, + 0.5886952852249145, + 0.5894091831207275, + 0.5875062602043152, + 0.5855383790969849, + 0.588559229850769, + 0.5866112979888916, + 0.5849664820671081, + 0.5839488779067993, + 0.5831396820545196, + 0.5823268011569976, + 0.5813585290908814, + 0.5809845569610596, + 0.5809995307922363, + 0.5807093320846558, + 0.580496221113205, + 0.5803627859115601 + ], + "train_acc": [ + 0.1817, + 0.4247, + 0.5944, + 0.6799, + 0.7242, + 0.743, + 0.7568, + 0.7621, + 0.7633, + 0.7658, + 0.765, + 0.7691, + 0.7663, + 0.7644, + 0.7655, + 0.7648, + 0.765, + 0.76, + 0.7687, + 0.7625, + 0.7632, + 0.7672, + 0.76, + 0.7618, + 0.7565, + 0.7633, + 0.7548, + 0.7574, + 0.7599, + 0.7656, + 0.7647, + 0.7638, + 0.7623, + 0.7576, + 0.7634, + 0.7656, + 0.7698, + 0.7589, + 0.7686, + 0.7666, + 0.7616, + 0.7627, + 0.7646, + 0.7651, + 0.7654, + 0.7664, + 0.7662, + 0.7668, + 0.7677, + 0.7666, + 0.7709, + 0.7704, + 0.771, + 0.7701, + 0.7652, + 0.7687, + 0.7699, + 0.7706, + 0.7726, + 0.7751, + 0.7733, + 0.772, + 0.7766, + 0.7765, + 0.7755, + 0.7768, + 0.7744, + 0.7762, + 0.7779, + 0.7769, + 0.7777, + 0.7789, + 0.7769, + 0.7779, + 0.7789, + 0.7794, + 0.7796, + 0.7797, + 0.7797, + 0.7794 + ], + "test_acc": [ + 0.3, + 0.5165, + 0.615, + 0.6725, + 0.703, + 0.7205, + 0.7365, + 0.736, + 0.747, + 0.73, + 0.7455, + 0.7245, + 0.733, + 0.745, + 0.7425, + 0.7435, + 0.7225, + 0.734, + 0.738, + 0.7425, + 0.737, + 0.737, + 0.733, + 0.745, + 0.7465, + 0.7335, + 0.7105, + 0.7395, + 0.7435, + 0.743, + 0.7315, + 0.739, + 0.719, + 0.75, + 0.738, + 0.737, + 0.719, + 0.7325, + 0.734, + 0.7345, + 0.737, + 0.7355, + 0.7375, + 0.739, + 0.7385, + 0.7325, + 0.7485, + 0.7315, + 0.7385, + 0.7455, + 0.7365, + 0.7405, + 0.739, + 0.742, + 0.739, + 0.736, + 0.7445, + 0.743, + 0.7455, + 0.7405, + 0.745, + 0.7405, + 0.7495, + 0.745, + 0.74, + 0.741, + 0.7475, + 0.738, + 0.7465, + 0.7445, + 0.7395, + 0.746, + 0.745, + 0.745, + 0.7445, + 0.743, + 0.7425, + 0.7445, + 0.745, + 0.7455 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.057878345251083374, + 0.044283460825681686 + ], + "perturbation_rho": [ + 0.047237616032361984, + 0.057848647236824036 + ], + "nudging": { + "0.001": [ + -0.001372040482237935, + -0.00028313416987657547 + ], + "0.003": [ + -0.004096671007573605, + -0.0008487798040732741 + ], + "0.01": [ + -0.013432648032903671, + -0.0028225481510162354 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.112877722930908, + 1.3453919006347657, + 0.8530845092773438, + 0.6524277864456177, + 0.5891991994857788, + 0.5847635634422302, + 0.592608453655243, + 0.6057582305908203, + 0.6155280767440796, + 0.6204281776428223, + 0.6222802136421204, + 0.6336911476135254, + 0.6332369559764862, + 0.6409030424118042, + 0.6451990050315857, + 0.6432888597488403, + 0.6504793170452118, + 0.6488698028564454, + 0.6648889320373536, + 0.6648780859947204, + 0.6609582979202271, + 0.6829509294509888, + 0.6857342351913452, + 0.6814190738677979, + 0.7037225786209107, + 0.6873076982498169, + 0.6848377838134766, + 0.7062060134887695, + 0.6998137535095215, + 0.7062244556427002, + 0.6963958681583404, + 0.7014524417877197, + 0.7018667848587036, + 0.7262831351280212, + 0.7100254920959472, + 0.7035775151729584, + 0.7036934041023254, + 0.7135613971710205, + 0.7221006870269775, + 0.7178686738967895, + 0.7212300780296326, + 0.714849740409851, + 0.7274992438316346, + 0.7240300461053848, + 0.714347897529602, + 0.7246765565872192, + 0.7239525049209595, + 0.7174782312393189, + 0.7213153991699218, + 0.728120307636261, + 0.7173239303588868, + 0.7183942793846131, + 0.7177051811218261, + 0.7196143941879273, + 0.7186342420101166, + 0.7172569666862488, + 0.7178284223556518, + 0.7189222101211548, + 0.7157055911064147, + 0.7150581773281097, + 0.7151817399978637, + 0.7204799012184143, + 0.7162576667785645, + 0.7143902016639709, + 0.7139085925102234, + 0.7124319374084472, + 0.713122578048706, + 0.7114446897506714, + 0.7103520916938781, + 0.7107818853378296, + 0.7102423515319825, + 0.7096256306648254, + 0.7096317663192749, + 0.7086990943908691, + 0.7084270180702209, + 0.7081380405426025, + 0.707952843284607, + 0.707770827293396, + 0.707584428024292, + 0.7075364337921143 + ], + "train_acc": [ + 0.2434, + 0.5738, + 0.712, + 0.7633, + 0.7744, + 0.7804, + 0.777, + 0.7713, + 0.7682, + 0.7693, + 0.7672, + 0.7633, + 0.7613, + 0.7616, + 0.7578, + 0.7572, + 0.753, + 0.7544, + 0.7468, + 0.7481, + 0.749, + 0.7422, + 0.741, + 0.7439, + 0.7354, + 0.7391, + 0.7405, + 0.734, + 0.7368, + 0.7353, + 0.737, + 0.7375, + 0.7347, + 0.7272, + 0.734, + 0.7322, + 0.7385, + 0.7289, + 0.7345, + 0.731, + 0.7283, + 0.7305, + 0.731, + 0.7284, + 0.7312, + 0.7256, + 0.7282, + 0.7321, + 0.7276, + 0.7278, + 0.7271, + 0.7316, + 0.7358, + 0.7299, + 0.7307, + 0.7343, + 0.7326, + 0.7313, + 0.7348, + 0.7314, + 0.7322, + 0.7278, + 0.7332, + 0.734, + 0.7326, + 0.7349, + 0.7342, + 0.7325, + 0.7354, + 0.734, + 0.7355, + 0.7345, + 0.7333, + 0.7353, + 0.7337, + 0.7358, + 0.7349, + 0.7344, + 0.7351, + 0.7349 + ], + "test_acc": [ + 0.4185, + 0.6385, + 0.722, + 0.753, + 0.7545, + 0.7595, + 0.754, + 0.7555, + 0.746, + 0.7515, + 0.7455, + 0.749, + 0.741, + 0.7415, + 0.7325, + 0.7375, + 0.7325, + 0.734, + 0.7025, + 0.7235, + 0.704, + 0.7255, + 0.715, + 0.7095, + 0.723, + 0.7215, + 0.7085, + 0.7045, + 0.696, + 0.6995, + 0.7005, + 0.6985, + 0.6945, + 0.7, + 0.694, + 0.699, + 0.7085, + 0.707, + 0.688, + 0.695, + 0.688, + 0.695, + 0.7025, + 0.704, + 0.7, + 0.6935, + 0.7025, + 0.699, + 0.701, + 0.6995, + 0.707, + 0.698, + 0.6995, + 0.703, + 0.6975, + 0.701, + 0.702, + 0.704, + 0.703, + 0.697, + 0.6985, + 0.701, + 0.7035, + 0.703, + 0.697, + 0.705, + 0.699, + 0.705, + 0.7045, + 0.703, + 0.7045, + 0.705, + 0.7035, + 0.7045, + 0.704, + 0.705, + 0.7045, + 0.704, + 0.704, + 0.704 + ], + "state_pred_error": [ + 0.8095995555877685, + 0.3882428121566772, + 0.2308805763721466, + 0.18112203476428987, + 0.1711174297809601, + 0.16875883374214173, + 0.16341322889328003, + 0.15181930413246156, + 0.14281459897756577, + 0.13198619084358215, + 0.12386900899410248, + 0.11684971523284912, + 0.1063781147480011, + 0.10181989614963531, + 0.09462909796237945, + 0.09080729238986969, + 0.09330907866954803, + 0.08593169351816177, + 0.08261528482437133, + 0.08104809004068375, + 0.07903132175207138, + 0.0811789864897728, + 0.07889583976268769, + 0.07535211365222931, + 0.07496694247722625, + 0.07436191855669022, + 0.07170565111637116, + 0.07015852246284485, + 0.06947937307357788, + 0.07390546046495437, + 0.0672236066699028, + 0.0676369900584221, + 0.06531769858598709, + 0.06412407599687577, + 0.06779091021418572, + 0.061958674085140227, + 0.06110408489704132, + 0.05947654608488083, + 0.05972578684091568, + 0.0575266836643219, + 0.056766388463974, + 0.05588359162211418, + 0.05469989988803863, + 0.05403341302871704, + 0.05278837133646011, + 0.05157833698987961, + 0.0505847239613533, + 0.04964255269765854, + 0.04889418448805809, + 0.047440138363838195, + 0.04654076889753342, + 0.04614740904569626, + 0.04542005708217621, + 0.045353537750244144, + 0.044121516728401186, + 0.04308061329722405, + 0.04115980257987976, + 0.04113629130125046, + 0.03981171528100967, + 0.039929159170389174, + 0.0388361143887043, + 0.03803186722993851, + 0.03724679838418961, + 0.03623849350214005, + 0.03561221360564232, + 0.035675781297683715, + 0.034312749603390695, + 0.03334942335486412, + 0.03278148359060287, + 0.033142901480197905, + 0.03213295520246029, + 0.031465019971132276, + 0.03125819475650787, + 0.03060810247063637, + 0.03033074073791504, + 0.029707073709368707, + 0.028831332409381866, + 0.028942875340580942, + 0.02833888658285141, + 0.02753113317489624 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6596157550811768, + 0.3606003522872925 + ], + "perturbation_rho": [ + 0.5883278250694275, + 0.3191852569580078 + ], + "nudging": { + "0.001": [ + -0.017385665327310562, + -0.002226560842245817 + ], + "0.003": [ + -0.051287051290273666, + -0.006665656343102455 + ], + "0.01": [ + -0.16100725531578064, + -0.02204928547143936 + ] + }, + "state_pred_error_per_layer": [ + 4266.72509765625, + 268.82733154296875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2380937477111815, + 1.7368752170562745, + 1.247110534477234, + 0.9422531213760376, + 0.7818900457382202, + 0.6963684833049775, + 0.6489226391792298, + 0.6235558547019958, + 0.6110991809844971, + 0.6021781756877899, + 0.6104926061630249, + 0.6089201513290405, + 0.6008785103797912, + 0.6032293972492218, + 0.6087587015151977, + 0.6239664590835571, + 0.6048972602844238, + 0.6251128030776978, + 0.6191382528305054, + 0.6513575605392457, + 0.6536323498725891, + 0.6655845951080323, + 0.697906189918518, + 0.7237542797088623, + 0.7615356777191162, + 0.7806874334335328, + 0.7626848733901977, + 0.7719258213043213, + 0.8015456851005555, + 0.7952612302780151, + 0.8358330780029297, + 0.8377494823455811, + 0.8617944671630859, + 0.893122191619873, + 0.9658586881637573, + 0.951087232875824, + 0.9932956078529358, + 0.973046259021759, + 1.0269800101280213, + 1.091286882019043, + 1.049387868309021, + 1.039117106819153, + 1.0862663068771363, + 1.1109466655731202, + 1.1169811058044434, + 1.1130835620880126, + 1.140358045768738, + 1.1365852942466736, + 1.166709309577942, + 1.1524968084335327, + 1.1656600997924804, + 1.1640733276367188, + 1.1447783031463623, + 1.1532186569213867, + 1.1554683305740356, + 1.1585779469490052, + 1.1513005790710449, + 1.1763495040893555, + 1.1652228436470031, + 1.160971817779541, + 1.1603875598907472, + 1.1720654415130616, + 1.1610611295700073, + 1.1604611679077148, + 1.1669549285888672, + 1.1649753171920776, + 1.1652250712394714, + 1.1625843957901, + 1.1613554042816163, + 1.1618295280456543, + 1.1623823530197144, + 1.1611020141601562, + 1.1617642910003663, + 1.160661350440979, + 1.1612861026763917, + 1.1604403768539429, + 1.1600851245880126, + 1.1589638542175293, + 1.1586398794174195, + 1.1584538543701173 + ], + "train_acc": [ + 0.1805, + 0.4295, + 0.5854, + 0.6816, + 0.7232, + 0.7453, + 0.7578, + 0.7627, + 0.767, + 0.7698, + 0.7674, + 0.7712, + 0.7689, + 0.7693, + 0.7697, + 0.7636, + 0.7694, + 0.7637, + 0.7683, + 0.7552, + 0.7546, + 0.7502, + 0.7414, + 0.7298, + 0.7152, + 0.7063, + 0.7053, + 0.7096, + 0.6956, + 0.6988, + 0.6823, + 0.683, + 0.6722, + 0.6676, + 0.6425, + 0.6452, + 0.6316, + 0.6408, + 0.6223, + 0.6103, + 0.6161, + 0.6207, + 0.61, + 0.6007, + 0.594, + 0.5997, + 0.5949, + 0.5917, + 0.5845, + 0.5866, + 0.5824, + 0.5815, + 0.5852, + 0.5848, + 0.582, + 0.5831, + 0.5847, + 0.5705, + 0.578, + 0.5773, + 0.5786, + 0.5773, + 0.5763, + 0.5778, + 0.5759, + 0.5758, + 0.5752, + 0.5768, + 0.5778, + 0.5789, + 0.5765, + 0.5752, + 0.5796, + 0.5757, + 0.5738, + 0.5774, + 0.5767, + 0.5783, + 0.5772, + 0.5771 + ], + "test_acc": [ + 0.297, + 0.5115, + 0.6125, + 0.6815, + 0.712, + 0.7225, + 0.7345, + 0.744, + 0.748, + 0.7445, + 0.749, + 0.745, + 0.7505, + 0.7335, + 0.7315, + 0.7335, + 0.7405, + 0.7455, + 0.7215, + 0.73, + 0.7215, + 0.6985, + 0.719, + 0.697, + 0.6825, + 0.681, + 0.666, + 0.669, + 0.6695, + 0.652, + 0.6475, + 0.6345, + 0.611, + 0.578, + 0.6175, + 0.6025, + 0.609, + 0.582, + 0.56, + 0.557, + 0.5955, + 0.548, + 0.5675, + 0.5615, + 0.543, + 0.5465, + 0.5425, + 0.512, + 0.5365, + 0.546, + 0.5385, + 0.527, + 0.5405, + 0.5505, + 0.5325, + 0.5365, + 0.536, + 0.5295, + 0.53, + 0.54, + 0.5285, + 0.5275, + 0.5385, + 0.521, + 0.526, + 0.5285, + 0.5265, + 0.535, + 0.531, + 0.537, + 0.5325, + 0.54, + 0.5395, + 0.533, + 0.5335, + 0.541, + 0.533, + 0.5345, + 0.5365, + 0.536 + ], + "value_loss": [ + 2.8999951864242552, + 0.7982039636611938, + 0.6231087951660156, + 0.6235683647155762, + 0.6510119610786438, + 0.6574029609680175, + 0.661902648639679, + 0.7232611547470092, + 0.7032762868881226, + 0.6919255361557007, + 0.7005036912918091, + 0.6871883411884308, + 0.6459709981918335, + 0.6207397105693817, + 0.5787431469917297, + 0.5738487885951996, + 0.49071356387138365, + 0.4994966497421265, + 0.5125479884147645, + 0.5344232748031617, + 0.5196464547634124, + 0.5054446277618408, + 0.5345541868209839, + 0.5356824696063995, + 0.5677979762077332, + 0.5936019785881043, + 0.616796201133728, + 0.5785986241340637, + 0.5595448421478272, + 0.5678593179702759, + 0.5715507450580597, + 0.6120299976348877, + 0.5863943153381348, + 0.620256681060791, + 0.7131400769233703, + 0.6758115397930146, + 0.7279217919349671, + 0.6957201073169709, + 0.7316431989669799, + 0.910994045162201, + 0.7714889019966126, + 0.7304159112930297, + 0.7455276274681091, + 0.7825681743621826, + 0.7847769620895386, + 0.7706142486572266, + 0.7944970536231994, + 0.755725611782074, + 0.7909631139755249, + 0.767102459526062, + 0.7675446573257446, + 0.7427639607429505, + 0.7238150234222412, + 0.7105594779968262, + 0.7095693937301636, + 0.7146307023525238, + 0.7035578219413757, + 0.7189086032867431, + 0.7045238473415375, + 0.7113368612289429, + 0.6826634825706482, + 0.7114790539741516, + 0.6764884037971497, + 0.6730886434555053, + 0.6832352916717529, + 0.6705672347068786, + 0.6654141647815704, + 0.661842516708374, + 0.6488363645553589, + 0.6599813184738159, + 0.6824844323158265, + 0.6469198275566101, + 0.6482479458808899, + 0.6483881031036377, + 0.6463980459213257, + 0.6377046259403228, + 0.6387022176742554, + 0.6419951785087585, + 0.6271527135848999, + 0.6294826040267945 + ], + "term_loss": [ + 1.6536145017623902, + 0.2872389350891113, + 0.2957951427459717, + 0.3277177954673767, + 0.35520133118629454, + 0.35080455672740934, + 0.3522775351524353, + 0.4084164577126503, + 0.3896090238571167, + 0.37719122750759126, + 0.3783260108947754, + 0.3623295561790466, + 0.3226280775785446, + 0.2973626697540283, + 0.25232165038585663, + 0.2382216954112053, + 0.16664299157857895, + 0.1696927706718445, + 0.18322805758714675, + 0.18419794851541518, + 0.16826269830465318, + 0.14073927689790725, + 0.1580813282728195, + 0.1483071831703186, + 0.16409634435176848, + 0.1795245831489563, + 0.20835158178806304, + 0.1586458904504776, + 0.12719613885879516, + 0.13672583611011505, + 0.1154970666050911, + 0.15508873583078384, + 0.11837394280433655, + 0.13465832443237305, + 0.1757084409713745, + 0.15625774239301682, + 0.18290834587812424, + 0.15941560641527175, + 0.17247684068679808, + 0.3142263666391373, + 0.19758950917720794, + 0.16822293348312378, + 0.16599564211368562, + 0.18643067319393158, + 0.1906030725479126, + 0.17354270300865174, + 0.190151411318779, + 0.16186344304680825, + 0.18504287223815918, + 0.16807004487514496, + 0.1641414586544037, + 0.14297979036569594, + 0.1323266510486603, + 0.11856548438072205, + 0.11844867148399353, + 0.12127343907505274, + 0.11366841349601746, + 0.11914558122456073, + 0.11114272320270538, + 0.11924513355195522, + 0.09191340049505234, + 0.11707625112533569, + 0.09362382492423058, + 0.08999293868541718, + 0.09747600502967835, + 0.08926903312206268, + 0.08351160589009524, + 0.0834198350906372, + 0.07212909150123596, + 0.08118207498788833, + 0.10144669079780579, + 0.07279943599700928, + 0.07422557829022408, + 0.0754525229036808, + 0.072295490193367, + 0.06723054624646901, + 0.06944241292476654, + 0.07294909111261368, + 0.062184989684820176, + 0.06573917962312699 + ], + "bridge_loss": [ + 0.9464236948174454, + 0.18291140983104706, + 0.040363617214560506, + 0.011110359174013137, + 0.014245689526200294, + 0.023089023917913436, + 0.026216036486625672, + 0.025270551985502245, + 0.02219347151517868, + 0.022526981167495252, + 0.02307244484424591, + 0.02531819911599159, + 0.026737871503829957, + 0.02819551814943552, + 0.02993385853767395, + 0.03290943032503128, + 0.03119678609371185, + 0.031117037105560304, + 0.03405936537981033, + 0.04018406002521515, + 0.04106122210025787, + 0.04750789144039154, + 0.04383225578665733, + 0.040461724130809305, + 0.03670376715362072, + 0.03275604227185249, + 0.028076053726673125, + 0.03254394011795521, + 0.02899654289186001, + 0.027491856512427332, + 0.03153896740376949, + 0.03142815798521042, + 0.027842609399557114, + 0.031923864197731015, + 0.04680985162556171, + 0.04004504739642143, + 0.047192381888628, + 0.04468500956296921, + 0.04510729597210884, + 0.061515051746368406, + 0.04885982053875923, + 0.045153148594498635, + 0.044507554531097414, + 0.05041837334632873, + 0.04725242199897766, + 0.054280938601493835, + 0.05214150484800339, + 0.04225666461288929, + 0.04533897556066513, + 0.040540956717729566, + 0.042374949568510054, + 0.039801810497045516, + 0.03651453158855438, + 0.03338572339117527, + 0.03220605453252792, + 0.03330056329071522, + 0.03362610780000687, + 0.0321112134590745, + 0.031176293939352034, + 0.03122947336435318, + 0.03098687102794647, + 0.031619531428813935, + 0.02434463834017515, + 0.02416698544025421, + 0.024347744315862657, + 0.022427195864915848, + 0.022219545251131057, + 0.02096850683093071, + 0.01963008977174759, + 0.021793972712755204, + 0.02480321912765503, + 0.018299329644441604, + 0.019186521348357202, + 0.01893142442405224, + 0.019846682327985764, + 0.01753948959261179, + 0.017655849578976632, + 0.01780163335800171, + 0.015271758063137532, + 0.01474373927861452 + ], + "tgrad_loss": [ + 0.2999570077896118, + 0.3280536154747009, + 0.2869500336647034, + 0.28474021162986757, + 0.2815649441242218, + 0.2835093786716461, + 0.28340907335281373, + 0.28957414956092836, + 0.29147378697395326, + 0.2922073318719864, + 0.29910522994995115, + 0.29954058151245117, + 0.2966050533294678, + 0.2951815227985382, + 0.29648763222694396, + 0.30271766862869265, + 0.29287378659248353, + 0.2986868423938751, + 0.2952605631351471, + 0.31004127130508424, + 0.3103225353717804, + 0.31719745807647703, + 0.3326406021118164, + 0.34691356320381167, + 0.36699786424636843, + 0.38132135572433473, + 0.3803685675859451, + 0.38740879821777346, + 0.40335216054916384, + 0.4036416297912598, + 0.42451471338272095, + 0.4255130994796753, + 0.4401777680397034, + 0.45367448930740356, + 0.49062178344726565, + 0.47950875129699705, + 0.49782106022834777, + 0.4916194935798645, + 0.5140590587615966, + 0.5352526268959046, + 0.5250395781517029, + 0.5170398303031921, + 0.5350244320869446, + 0.5457191298484803, + 0.546921465921402, + 0.5427906059265136, + 0.5522041378021241, + 0.5516055016517639, + 0.5605812623023987, + 0.5584914489746093, + 0.5610282512664795, + 0.5599823703765869, + 0.5549738362312316, + 0.5586082744121551, + 0.5589146682739258, + 0.5600566972255707, + 0.5562633040428162, + 0.5676518079757691, + 0.5622048275470733, + 0.5608622529029846, + 0.5597632151603699, + 0.5627832710266113, + 0.5585199429988861, + 0.5589287233352661, + 0.5614115441322327, + 0.558871001625061, + 0.5596830134391785, + 0.5574541716575623, + 0.557077182006836, + 0.5570052715301513, + 0.5562345240592956, + 0.5558210565567017, + 0.5548358437061309, + 0.5540041534423829, + 0.5542558710098267, + 0.5529345960140228, + 0.5516039566040039, + 0.5512444511413574, + 0.5496959585189819, + 0.5489996829986572 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.3330497741699219, + 0.6669624447822571 + ], + "perturbation_rho": [ + 0.38148215413093567, + 0.652411937713623 + ], + "nudging": { + "0.001": [ + -0.008725257590413094, + -0.005841934122145176 + ], + "0.003": [ + -0.026054667308926582, + -0.01747780293226242 + ], + "0.01": [ + -0.08540114760398865, + -0.05768381431698799 + ] + } + } + } +}
\ No newline at end of file |