diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a1.0_L4_s42.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a1.0_L4_s42.json | 1554 |
1 files changed, 1554 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L4_s42.json b/results/synth_ladder_v2_hi/synth_a1.0_L4_s42.json new file mode 100644 index 0000000..fa96d0f --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L4_s42.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.7025919662475586, + 0.7795055631637573, + 0.5677913279533386, + 0.5046968063354492, + 0.4608808174133301, + 0.4361949195861816, + 0.40271503200531006, + 0.362711107635498, + 0.33460533142089843, + 0.31974913997650145, + 0.28304471197128295, + 0.26439799995422364, + 0.23186020562648774, + 0.20645251512527465, + 0.1854053668022156, + 0.1883622447013855, + 0.1564298264503479, + 0.13204074223041534, + 0.10547249886989593, + 0.10665607880353928, + 0.08874446132183075, + 0.07009058383703232, + 0.05733880244493485, + 0.043911282253265384, + 0.03912401325702667, + 0.03387549254000187, + 0.02815464017689228, + 0.02348671322837472, + 0.019660550662875174, + 0.017395093828439713, + 0.015793408343195914, + 0.014198495180904866, + 0.012760633385181427, + 0.0120456358730793, + 0.011391607284545899, + 0.010471956431865692, + 0.009712862337380647, + 0.008671599093079567, + 0.008101777815818787, + 0.007641905176639557, + 0.0070717818230390545, + 0.006704615060985088, + 0.006303096756339073, + 0.006046279940009117, + 0.00574500061199069, + 0.005459648424386978, + 0.005366687068715691, + 0.005106282755732537, + 0.0048983019106090065, + 0.004707646728307009, + 0.004541327039897442, + 0.004420189782977104, + 0.004278477553278208, + 0.004159028781205416, + 0.0040608737718313935, + 0.003950595530960709, + 0.003842289924249053, + 0.0037566692493855953, + 0.003692386071756482, + 0.003627489294856787, + 0.0035626379638910295, + 0.003507125860080123, + 0.0034519337229430677, + 0.0034051366314291954, + 0.0033655297085642814, + 0.003327148025482893, + 0.0032939382158219815, + 0.003263653342053294, + 0.0032373780891299248, + 0.0032149843648076057, + 0.0031963624887168408, + 0.0031805660903453828, + 0.003166854461468756, + 0.0031557184338569643, + 0.003146645697206259, + 0.003140145140886307, + 0.0031351621329784394, + 0.0031318566258996725, + 0.0031298461467027666, + 0.0031287998259067534 + ], + "train_acc": [ + 0.4243, + 0.7371, + 0.7887, + 0.8026, + 0.82, + 0.832, + 0.8453, + 0.8624, + 0.8743, + 0.881, + 0.8937, + 0.907, + 0.9186, + 0.9333, + 0.9397, + 0.9326, + 0.9481, + 0.9624, + 0.9761, + 0.971, + 0.9793, + 0.9886, + 0.9935, + 0.9975, + 0.9981, + 0.9988, + 0.9996, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.6665, + 0.765, + 0.759, + 0.7695, + 0.7725, + 0.7735, + 0.777, + 0.783, + 0.7815, + 0.7765, + 0.7895, + 0.781, + 0.7895, + 0.785, + 0.7865, + 0.786, + 0.789, + 0.7905, + 0.792, + 0.7855, + 0.7905, + 0.792, + 0.7955, + 0.7895, + 0.7915, + 0.793, + 0.7905, + 0.79, + 0.791, + 0.788, + 0.7935, + 0.792, + 0.79, + 0.7925, + 0.792, + 0.79, + 0.7855, + 0.791, + 0.788, + 0.789, + 0.79, + 0.7885, + 0.7895, + 0.7895, + 0.7915, + 0.7895, + 0.792, + 0.7905, + 0.7915, + 0.789, + 0.7885, + 0.789, + 0.789, + 0.7885, + 0.7885, + 0.788, + 0.7875, + 0.7875, + 0.787, + 0.7875, + 0.787, + 0.7875, + 0.7875, + 0.7865, + 0.787, + 0.7875, + 0.7865, + 0.7875, + 0.787, + 0.788, + 0.7875, + 0.788, + 0.7875, + 0.7875, + 0.7875, + 0.7875, + 0.7875, + 0.7875, + 0.7875, + 0.7875 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8902335166931152, + 0.8886877298355103, + 0.8827626705169678, + 0.8678592443466187 + ], + "perturbation_rho": [ + 0.9999993443489075, + 0.9999990463256836, + 0.9999973773956299, + 0.9999867081642151 + ], + "nudging": { + "0.001": [ + -0.05980858951807022, + -0.047062948346138, + -0.02711305394768715, + -0.011864672414958477 + ], + "0.003": [ + -0.17234034836292267, + -0.13683676719665527, + -0.07991128414869308, + -0.035327523946762085 + ], + "0.01": [ + -0.49256381392478943, + -0.4056996703147888, + -0.2497977763414383, + -0.11465895175933838 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2805367691040037, + 1.6415521514892577, + 1.0540750062942505, + 0.8191366905212403, + 0.720514697265625, + 0.6729900581359863, + 0.6483235983848572, + 0.6373948863983154, + 0.6437193074226379, + 0.6749926948547363, + 0.6499340630531311, + 0.6586005910873413, + 0.6826166941642762, + 0.6718164960861206, + 0.675482904624939, + 0.6877107390403747, + 0.7121948526382447, + 0.7166374977111817, + 0.7339209732055664, + 0.7540338826179505, + 0.7380614143371582, + 0.760818413734436, + 0.7298965669393539, + 0.745001176738739, + 0.7385975076675415, + 0.7762571002960205, + 0.7398200908660889, + 0.7519381859302521, + 0.7321780063629151, + 0.7773449554443359, + 0.84277982339859, + 0.784512722492218, + 0.7535494892120361, + 0.7960302189826965, + 0.7641264217376709, + 0.8023091213226319, + 0.7795416162490845, + 0.7875791462898254, + 0.760817495918274, + 0.7777634320259095, + 0.752805848312378, + 0.7481458770751953, + 0.7761073146820069, + 0.8001040952682495, + 0.7761383037567139, + 0.7439687911987305, + 0.7440207496643066, + 0.744167911529541, + 0.7687978046417236, + 0.7441968929290772, + 0.72595838098526, + 0.7307925410270691, + 0.7274970026016235, + 0.7375823734283448, + 0.7422896279573441, + 0.7248193643569947, + 0.7262517263412476, + 0.7219201570510865, + 0.7164952000141144, + 0.7161007792472839, + 0.7057839481353759, + 0.7116451340675354, + 0.708030333328247, + 0.711191120147705, + 0.7084746857643127, + 0.7060219361305237, + 0.7035173624038696, + 0.7019980341911316, + 0.6986017496109008, + 0.6976793788909912, + 0.6944869701385498, + 0.6933993984222412, + 0.6916578367948533, + 0.6894085638046265, + 0.689437709903717, + 0.68888226146698, + 0.6875977687835694, + 0.6869268341064453, + 0.6862103477478028, + 0.6858732402801514 + ], + "train_acc": [ + 0.1637, + 0.4532, + 0.6262, + 0.6939, + 0.7262, + 0.7438, + 0.7515, + 0.7572, + 0.7574, + 0.7472, + 0.7561, + 0.7538, + 0.7522, + 0.7545, + 0.7545, + 0.7499, + 0.7451, + 0.7464, + 0.7449, + 0.7378, + 0.7428, + 0.7358, + 0.7379, + 0.7375, + 0.7425, + 0.7304, + 0.7404, + 0.7376, + 0.741, + 0.7343, + 0.718, + 0.725, + 0.7363, + 0.7261, + 0.7303, + 0.7238, + 0.7288, + 0.7261, + 0.7343, + 0.7289, + 0.7322, + 0.7365, + 0.728, + 0.7232, + 0.7339, + 0.7365, + 0.7335, + 0.7383, + 0.7344, + 0.7359, + 0.7378, + 0.7373, + 0.7406, + 0.7376, + 0.7332, + 0.7401, + 0.7417, + 0.7442, + 0.745, + 0.7417, + 0.7427, + 0.7461, + 0.7451, + 0.7423, + 0.7436, + 0.7439, + 0.7452, + 0.7474, + 0.7481, + 0.7489, + 0.7489, + 0.7508, + 0.7484, + 0.7516, + 0.7485, + 0.7492, + 0.7498, + 0.7506, + 0.7498, + 0.7502 + ], + "test_acc": [ + 0.2825, + 0.546, + 0.6555, + 0.684, + 0.71, + 0.713, + 0.7245, + 0.723, + 0.7205, + 0.7245, + 0.7095, + 0.703, + 0.7015, + 0.709, + 0.714, + 0.699, + 0.712, + 0.692, + 0.681, + 0.701, + 0.69, + 0.703, + 0.6915, + 0.692, + 0.677, + 0.6985, + 0.6885, + 0.699, + 0.6855, + 0.6565, + 0.679, + 0.704, + 0.678, + 0.694, + 0.679, + 0.6945, + 0.6745, + 0.6855, + 0.69, + 0.676, + 0.701, + 0.6765, + 0.6765, + 0.685, + 0.699, + 0.6915, + 0.6885, + 0.686, + 0.696, + 0.695, + 0.6985, + 0.701, + 0.6925, + 0.6985, + 0.6985, + 0.694, + 0.701, + 0.705, + 0.695, + 0.7085, + 0.6975, + 0.697, + 0.697, + 0.705, + 0.707, + 0.707, + 0.705, + 0.6975, + 0.701, + 0.6995, + 0.707, + 0.7065, + 0.707, + 0.7055, + 0.706, + 0.705, + 0.7055, + 0.706, + 0.7065, + 0.7075 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.026215966790914536, + 0.05776425451040268, + 0.07666948437690735, + 0.08296040445566177 + ], + "perturbation_rho": [ + 0.04998716711997986, + 0.09949691593647003, + 0.049676910042762756, + 0.012540214695036411 + ], + "nudging": { + "0.001": [ + -0.0008748910040594637, + -0.00038322899490594864, + -0.0003354061918798834, + -0.00033481494756415486 + ], + "0.003": [ + -0.0026117637753486633, + -0.0011494184145703912, + -0.001006446429528296, + -0.0010040509514510632 + ], + "0.01": [ + -0.008544353768229485, + -0.0038241599686443806, + -0.0033461027778685093, + -0.003339859191328287 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 2.007753798675537, + 1.0622356224060059, + 0.69143017578125, + 0.6239932517051697, + 0.6335793426036834, + 0.674501599407196, + 0.7154178378105164, + 0.7578475559234619, + 0.785428904247284, + 0.7806968556404114, + 0.79781559009552, + 0.8039525414466858, + 0.8008891497612, + 0.796566740322113, + 0.8047402942657471, + 0.8085960758209229, + 0.8045371704101563, + 0.809913685798645, + 0.8109244365692139, + 0.822509958267212, + 0.8186556421279907, + 0.8206361956596374, + 0.8208891757965088, + 0.8155913323402405, + 0.8365351364135742, + 0.8417284649848938, + 0.8479398907661438, + 0.8543629753112792, + 0.8356543054580688, + 0.8371729434967041, + 0.849026389503479, + 0.8420911851882935, + 0.8437719006538391, + 0.8468664903640747, + 0.8579279032707214, + 0.8493580184936523, + 0.8420408730506896, + 0.8348710892677307, + 0.8287518863677978, + 0.8248524719238282, + 0.8344216783523559, + 0.8304245887756347, + 0.8186835735321045, + 0.8134511299133301, + 0.8171366225242614, + 0.8118591390132904, + 0.7982140255451202, + 0.7970935890197753, + 0.8015208456993103, + 0.7964595051288604, + 0.7967358273506164, + 0.8013176858901978, + 0.7927464712142944, + 0.7874492823600769, + 0.7888918502807617, + 0.8002659862518311, + 0.7785984733581542, + 0.7800743109226227, + 0.7750258285522461, + 0.7772714210510254, + 0.7739788970470428, + 0.7726497331619263, + 0.7723067853927612, + 0.7742076810836792, + 0.7713943565368653, + 0.769815579032898, + 0.7686135004043579, + 0.7663217308044433, + 0.7666474376678467, + 0.7653638418197631, + 0.7640022378921508, + 0.7641778549194336, + 0.7632465696334839, + 0.7620238209724426, + 0.7611095140457154, + 0.7607381951332093, + 0.7604392482757568, + 0.7600468851089478, + 0.7597837959289551, + 0.7596640625 + ], + "train_acc": [ + 0.282, + 0.6144, + 0.7404, + 0.7629, + 0.7625, + 0.7517, + 0.7434, + 0.7292, + 0.7245, + 0.7223, + 0.714, + 0.7117, + 0.7112, + 0.7079, + 0.7049, + 0.7033, + 0.7077, + 0.7012, + 0.6989, + 0.6952, + 0.6962, + 0.6999, + 0.698, + 0.6975, + 0.6959, + 0.6925, + 0.6911, + 0.6866, + 0.6941, + 0.6978, + 0.6929, + 0.6954, + 0.6926, + 0.6886, + 0.6905, + 0.6921, + 0.6969, + 0.6961, + 0.698, + 0.6998, + 0.694, + 0.6983, + 0.6999, + 0.7023, + 0.7011, + 0.7013, + 0.7085, + 0.7072, + 0.7043, + 0.7048, + 0.7031, + 0.7082, + 0.7094, + 0.7102, + 0.7084, + 0.7038, + 0.7109, + 0.7132, + 0.7136, + 0.7117, + 0.7123, + 0.715, + 0.7131, + 0.7154, + 0.7138, + 0.7148, + 0.7167, + 0.7178, + 0.7177, + 0.7184, + 0.7179, + 0.7185, + 0.7178, + 0.7189, + 0.7205, + 0.72, + 0.7207, + 0.7208, + 0.7205, + 0.7206 + ], + "test_acc": [ + 0.498, + 0.672, + 0.737, + 0.731, + 0.728, + 0.7105, + 0.698, + 0.7015, + 0.681, + 0.675, + 0.678, + 0.6765, + 0.68, + 0.6555, + 0.6635, + 0.6635, + 0.67, + 0.656, + 0.6685, + 0.662, + 0.662, + 0.667, + 0.671, + 0.6555, + 0.651, + 0.644, + 0.6565, + 0.641, + 0.6445, + 0.651, + 0.6485, + 0.653, + 0.6455, + 0.6365, + 0.652, + 0.6585, + 0.6445, + 0.654, + 0.6615, + 0.6605, + 0.6585, + 0.6565, + 0.6545, + 0.662, + 0.663, + 0.6595, + 0.664, + 0.6625, + 0.6565, + 0.662, + 0.645, + 0.6535, + 0.67, + 0.6685, + 0.67, + 0.6605, + 0.6615, + 0.667, + 0.668, + 0.668, + 0.662, + 0.664, + 0.6615, + 0.664, + 0.6595, + 0.666, + 0.6635, + 0.6625, + 0.66, + 0.6635, + 0.661, + 0.666, + 0.6635, + 0.664, + 0.665, + 0.663, + 0.6625, + 0.662, + 0.662, + 0.6625 + ], + "state_pred_error": [ + 0.7827486207008362, + 0.31122149848937986, + 0.20405255806446077, + 0.1785473354101181, + 0.16711481635570527, + 0.1693767168521881, + 0.1746032564878464, + 0.17555798501968384, + 0.17862845754623413, + 0.17690453650951385, + 0.17425159878730773, + 0.16519148182868956, + 0.15421706743240357, + 0.1434457843542099, + 0.13330313999652862, + 0.12446385669708251, + 0.11768645570278168, + 0.11164422111511231, + 0.10441685699224472, + 0.10158415093421937, + 0.09517893229722976, + 0.09017173348665238, + 0.08772520488500594, + 0.08342612677812576, + 0.08160507142543792, + 0.0786071489572525, + 0.07716105241775513, + 0.07485365310907365, + 0.07317224496603011, + 0.07141792141199112, + 0.06897861013412476, + 0.06749274585247039, + 0.06598065556287766, + 0.06508338479995728, + 0.06346238186359406, + 0.06226500202417374, + 0.060549116563796995, + 0.06055630297660828, + 0.05884025704264641, + 0.05801897701025009, + 0.05669505831003189, + 0.055699084228277206, + 0.05481746277809143, + 0.05341801876425743, + 0.05295276014208793, + 0.05195536425709724, + 0.050695552802085875, + 0.050078516376018525, + 0.04883329871296883, + 0.048564964467287065, + 0.047450669956207274, + 0.04657022901773453, + 0.04643023025393486, + 0.04527272279858589, + 0.045131425642967224, + 0.04429114927649498, + 0.04370682866573334, + 0.04249126278758049, + 0.04206086259484291, + 0.04127250732779503, + 0.04066784818768501, + 0.04100679843425751, + 0.03984400656223297, + 0.039111772429943084, + 0.03872905417084694, + 0.03760358746051788, + 0.037533375626802444, + 0.03731676592230797, + 0.03687030100226402, + 0.03601930988430977, + 0.0353958393573761, + 0.035445755779743196, + 0.03499365764260292, + 0.0341682822406292, + 0.03401557675898075, + 0.03333400482535362, + 0.033034325659275054, + 0.032180927592515944, + 0.03222785183191299, + 0.031816003906726835 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6404350996017456, + 0.4214136302471161, + 0.18068093061447144, + 0.15130802989006042 + ], + "perturbation_rho": [ + 0.5499319434165955, + 0.368219256401062, + 0.21391229331493378, + 0.1835726499557495 + ], + "nudging": { + "0.001": [ + -0.020009398460388184, + -0.0023713181726634502, + -0.0006903400644659996, + -0.0005570724606513977 + ], + "0.003": [ + -0.05908045917749405, + -0.007099837996065617, + -0.00206951005384326, + -0.0016702794237062335 + ], + "0.01": [ + -0.18587297201156616, + -0.0235043503344059, + -0.00688221026211977, + -0.005556063260883093 + ] + }, + "state_pred_error_per_layer": [ + 10066.107421875, + 1273.9140625, + 696.594482421875, + 612.3014526367188 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2802715728759764, + 1.6388436302185059, + 1.053798963165283, + 0.8138567586898804, + 0.716612920665741, + 0.6672540647506714, + 0.6528224432945251, + 0.6466248464584351, + 0.6415921350479126, + 0.664950927734375, + 0.6627229480743408, + 0.685637841796875, + 0.6988411318778992, + 0.6790707836151123, + 0.6934760662078857, + 0.7018385746002197, + 0.7308993638992309, + 0.719111060333252, + 0.8150796144485474, + 0.7402855098724366, + 0.7425731256484985, + 0.7482444780349732, + 0.7917413208007813, + 0.8034436722755433, + 0.847063459777832, + 0.8898068056106567, + 0.8742546170234681, + 0.8931990461349487, + 0.979162103843689, + 1.0233091241836547, + 1.0456207696914672, + 1.088154921579361, + 1.0924738161087035, + 1.1280992248535155, + 1.14695910320282, + 1.1968199752807618, + 1.1404859788894652, + 1.1790920137405396, + 1.112723836708069, + 1.1557879085540772, + 1.1529123931884766, + 1.1391218341827392, + 1.1959625034332275, + 1.1819099002838134, + 1.1729866676330567, + 1.164624983406067, + 1.1626405437469483, + 1.199929854774475, + 1.2018864694595337, + 1.1927341426849365, + 1.1924728622436525, + 1.1670917442321778, + 1.1843838939666749, + 1.188602296257019, + 1.181069985961914, + 1.1662905952453613, + 1.1854075830459594, + 1.1842269680976867, + 1.175111684703827, + 1.1727143672943114, + 1.1815870304107665, + 1.1729837955474853, + 1.1755547443389893, + 1.1800736003875731, + 1.1686390336036683, + 1.164267241859436, + 1.164349419593811, + 1.1732585205078125, + 1.1630031745910645, + 1.1624063230514525, + 1.1623846691131592, + 1.159834877204895, + 1.1611515955924987, + 1.1584980821609496, + 1.1587893016815185, + 1.157638655281067, + 1.1562239799499512, + 1.1557205964565278, + 1.1550566940307616, + 1.1548286571502686 + ], + "train_acc": [ + 0.1636, + 0.4547, + 0.6239, + 0.6951, + 0.7301, + 0.7466, + 0.7497, + 0.7534, + 0.7585, + 0.7523, + 0.7578, + 0.7492, + 0.7447, + 0.7551, + 0.7497, + 0.7441, + 0.7418, + 0.7432, + 0.7177, + 0.7372, + 0.7402, + 0.7386, + 0.7254, + 0.714, + 0.6966, + 0.6781, + 0.6838, + 0.6829, + 0.6653, + 0.6634, + 0.6556, + 0.6476, + 0.6373, + 0.6204, + 0.6179, + 0.6068, + 0.6152, + 0.6036, + 0.6106, + 0.5958, + 0.5993, + 0.5934, + 0.5778, + 0.5834, + 0.5835, + 0.5844, + 0.582, + 0.5718, + 0.5675, + 0.5709, + 0.5721, + 0.5806, + 0.5738, + 0.5671, + 0.5744, + 0.5787, + 0.5667, + 0.5667, + 0.5721, + 0.5704, + 0.5729, + 0.571, + 0.5721, + 0.566, + 0.5693, + 0.5734, + 0.5722, + 0.5718, + 0.5726, + 0.5753, + 0.5723, + 0.5739, + 0.5712, + 0.5708, + 0.5741, + 0.5722, + 0.5735, + 0.573, + 0.5736, + 0.5732 + ], + "test_acc": [ + 0.273, + 0.547, + 0.6555, + 0.6975, + 0.713, + 0.7265, + 0.719, + 0.712, + 0.7275, + 0.7135, + 0.7205, + 0.715, + 0.7025, + 0.7075, + 0.6945, + 0.711, + 0.7125, + 0.6925, + 0.7055, + 0.698, + 0.691, + 0.679, + 0.672, + 0.671, + 0.6555, + 0.6525, + 0.6495, + 0.6265, + 0.6235, + 0.6095, + 0.616, + 0.6085, + 0.609, + 0.576, + 0.569, + 0.6095, + 0.5785, + 0.596, + 0.5725, + 0.5615, + 0.566, + 0.5295, + 0.5305, + 0.559, + 0.5535, + 0.5695, + 0.548, + 0.549, + 0.5485, + 0.5275, + 0.5555, + 0.5525, + 0.547, + 0.557, + 0.549, + 0.558, + 0.557, + 0.549, + 0.5365, + 0.55, + 0.556, + 0.559, + 0.551, + 0.558, + 0.5575, + 0.5525, + 0.5515, + 0.5475, + 0.5565, + 0.5555, + 0.563, + 0.5545, + 0.5575, + 0.56, + 0.5625, + 0.558, + 0.56, + 0.5595, + 0.558, + 0.558 + ], + "value_loss": [ + 2.8735111057281495, + 0.8335682413101196, + 0.769390998840332, + 0.8538553759574891, + 0.8522886907577515, + 0.8185532119750977, + 0.8277693967819214, + 0.7784229893684387, + 0.7300227233886719, + 0.7802330356597901, + 0.769332304763794, + 0.8283760873794556, + 0.7907809033870697, + 0.6976581485748291, + 0.7120382925987244, + 0.6482724099636078, + 0.6534354884147644, + 0.593892509841919, + 0.7452015276908874, + 0.5669822316169739, + 0.5777508046627045, + 0.5676485029220582, + 0.6005406673431396, + 0.5610708597183227, + 0.6180012318134308, + 0.6325548360347748, + 0.5494541264533996, + 0.5714878581047058, + 0.7139776704788208, + 0.8037148260116577, + 0.7602687382698059, + 0.8407878190994262, + 0.7761835197448731, + 0.7896560256004334, + 0.7990566373825073, + 0.8447199113845825, + 0.7247003343582153, + 0.7957295311450958, + 0.6422031284332276, + 0.6728523059368133, + 0.6348221732616425, + 0.5987496240615845, + 0.6573260497093201, + 0.6036061918258667, + 0.5928497138023376, + 0.5621949359416961, + 0.5422956010818482, + 0.5782992021560669, + 0.5750265427589416, + 0.5459153981685638, + 0.5251600515365601, + 0.4968988045692444, + 0.5020302026748658, + 0.48168242778778075, + 0.4782550555229187, + 0.458009272813797, + 0.48891592626571656, + 0.4619943362236023, + 0.45534752962589264, + 0.4502370168685913, + 0.47029722967147825, + 0.4379799751281738, + 0.4465416639328003, + 0.44245663313865663, + 0.44536621041297914, + 0.4246152039527893, + 0.4194586960792541, + 0.4330580853462219, + 0.4234344777107239, + 0.40113246874809266, + 0.40549428577423097, + 0.4139835561752319, + 0.4035360648393631, + 0.40140957350730894, + 0.39820902795791624, + 0.39226190814971923, + 0.3981349976539612, + 0.3976579602479935, + 0.40020361919403075, + 0.38718592133522034 + ], + "term_loss": [ + 1.6547700959205627, + 0.3569759086608887, + 0.4995730664730072, + 0.613328255558014, + 0.6194977837085723, + 0.579716089630127, + 0.5759899250984192, + 0.5267154250264168, + 0.49604031887054445, + 0.5482948890686035, + 0.5394840831756592, + 0.5940117561340332, + 0.5486331809043884, + 0.46233955211639405, + 0.46987221883535385, + 0.39907051919698716, + 0.3999391771793365, + 0.3417030059814453, + 0.4683563796043396, + 0.30888337712287905, + 0.31755629993677137, + 0.30828637447357177, + 0.33097629477381707, + 0.28669681071043013, + 0.32924925060272214, + 0.3282053912878036, + 0.2512664660692215, + 0.26445692427158357, + 0.3812099160194397, + 0.4540276463031769, + 0.412122430229187, + 0.4838629661560059, + 0.4123155319213867, + 0.4150680226564407, + 0.41444860229492186, + 0.45303762993812563, + 0.35541438927650454, + 0.4120818091392517, + 0.2860383835077286, + 0.31014277563095094, + 0.27963082504272463, + 0.25354453073143957, + 0.29737128577232363, + 0.2565148003578186, + 0.24667102131843566, + 0.21899679546356202, + 0.20547868233919145, + 0.22946879208087922, + 0.22265157461166382, + 0.20190087502002715, + 0.18589250744581223, + 0.1647626592874527, + 0.16500887289047242, + 0.14553676958084105, + 0.14562038345336914, + 0.12770656932592392, + 0.15042840227484702, + 0.12728065757751464, + 0.12067141379714012, + 0.11855436496734618, + 0.13056303629875182, + 0.10663774018287658, + 0.11145729880332947, + 0.10661706770658493, + 0.10924380402565002, + 0.09346218340396881, + 0.0898735906124115, + 0.09771707606911659, + 0.09121034116744996, + 0.07615747270733118, + 0.07712909548282623, + 0.0854458722114563, + 0.0757170934215188, + 0.07425090863108635, + 0.07251303234994412, + 0.06824812455177307, + 0.07342738398313522, + 0.07247738439813256, + 0.07439423036575317, + 0.06566130868196488 + ], + "bridge_loss": [ + 0.9250297847082954, + 0.17875594335198403, + 0.024584124499559403, + 0.009463803791999816, + 0.012518692496418952, + 0.02811788408756256, + 0.04102186490893364, + 0.03981322860121727, + 0.02342328687310219, + 0.014045343008637428, + 0.014091408693790436, + 0.01357993180155754, + 0.016431021589040758, + 0.018039470773935317, + 0.02248061062693596, + 0.02640794592499733, + 0.02815555126667023, + 0.02941792515516281, + 0.03211450355052948, + 0.031108583983778953, + 0.032093208335340025, + 0.030620017021894454, + 0.031579648739099506, + 0.030231001940369606, + 0.03265896959304809, + 0.038522472846508025, + 0.035252166825532914, + 0.039083953332901, + 0.05084649066925049, + 0.058725530803203585, + 0.057208517038822175, + 0.06136698402166366, + 0.06703151053190232, + 0.07173536076545715, + 0.07859825726747513, + 0.07978210234642029, + 0.06855812752246856, + 0.07676569232344628, + 0.06038619836568832, + 0.05801328845620155, + 0.052716735702753065, + 0.043914621901512144, + 0.04799848956018686, + 0.039276413369178774, + 0.03984246690273285, + 0.03797423206567764, + 0.03278059434294701, + 0.036813641035556795, + 0.039771160554885866, + 0.03320262667536736, + 0.028382191380858422, + 0.026151864609122277, + 0.02777043187022209, + 0.025728233271837233, + 0.02371621637940407, + 0.024555341345071792, + 0.028544853276014328, + 0.024363518065214158, + 0.026727474239468575, + 0.023022234451770783, + 0.03015930926799774, + 0.02283631842434406, + 0.026408934420347214, + 0.025617169830203058, + 0.028104463522136212, + 0.024197242438793183, + 0.022750669395923614, + 0.02691462599337101, + 0.02528082738518715, + 0.01895334949493408, + 0.02164241167008877, + 0.022592386800050736, + 0.021976949539780615, + 0.02176335347890854, + 0.020175418317317964, + 0.019235759457945825, + 0.02052777136415243, + 0.020854398973286153, + 0.021812593013048172, + 0.01777836950570345 + ], + "tgrad_loss": [ + 0.2937112254619598, + 0.29783638520240785, + 0.24523381710052491, + 0.23106331899166108, + 0.22027222232818602, + 0.21071923723220826, + 0.21075760734081267, + 0.2118943401813507, + 0.21055911660194396, + 0.21789281148910522, + 0.2157568175792694, + 0.22078439950942993, + 0.2257167013168335, + 0.2172791259288788, + 0.21968546645641326, + 0.22279394526481627, + 0.22534075746536256, + 0.22277158393859864, + 0.24473064098358155, + 0.22699026865959168, + 0.22810129499435425, + 0.22874211015701293, + 0.23798472149372102, + 0.2441430545091629, + 0.2560930178642273, + 0.2658269679546356, + 0.26293549556732176, + 0.2679469756603241, + 0.2819212636470795, + 0.29096164264678953, + 0.29093779606819153, + 0.2955578689336777, + 0.2968364751815796, + 0.3028526331424713, + 0.3060097746372223, + 0.3119001868247986, + 0.3007278199195862, + 0.306882026720047, + 0.29577854566574097, + 0.3046962371826172, + 0.3024746113777161, + 0.3012904730796814, + 0.3119562791347504, + 0.3078149768829346, + 0.3063362253189087, + 0.3052239120483398, + 0.3040363299369812, + 0.3120167656898499, + 0.31260380606651306, + 0.31081189460754394, + 0.31088535375595094, + 0.30598428030014035, + 0.30925089569091796, + 0.3104174225330353, + 0.30891845417022706, + 0.3057473627090454, + 0.30994266691207883, + 0.31035016078948974, + 0.3079486409187317, + 0.30866041717529297, + 0.3095748833656311, + 0.3085059157371521, + 0.30867542929649355, + 0.310222395324707, + 0.3080179396867752, + 0.30695577449798583, + 0.306834437084198, + 0.3084263841152191, + 0.3069433072566986, + 0.3060216453075409, + 0.3067227794647217, + 0.30594529614448546, + 0.30584202256202697, + 0.30539531021118166, + 0.3055205769062042, + 0.3047780241012573, + 0.3041798396587372, + 0.3043261778593063, + 0.30399679365158083, + 0.30374624242782594 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.17809242010116577, + 0.5349531173706055, + 0.5522423982620239, + 0.5664830207824707 + ], + "perturbation_rho": [ + 0.22843755781650543, + 0.5910820364952087, + 0.6707864999771118, + 0.638596773147583 + ], + "nudging": { + "0.001": [ + -0.004492362029850483, + -0.00375316827557981, + -0.0035423573572188616, + -0.003583954880014062 + ], + "0.003": [ + -0.01343991793692112, + -0.011238809674978256, + -0.010609426535665989, + -0.010733431205153465 + ], + "0.01": [ + -0.044362872838974, + -0.03722546622157097, + -0.03515344485640526, + -0.0355607345700264 + ] + } + } + } +}
\ No newline at end of file |