diff options
Diffstat (limited to 'results/synth_ladder_smoke/synth_a1.0_L8_s42.json')
| -rw-r--r-- | results/synth_ladder_smoke/synth_a1.0_L8_s42.json | 1298 |
1 files changed, 1298 insertions, 0 deletions
diff --git a/results/synth_ladder_smoke/synth_a1.0_L8_s42.json b/results/synth_ladder_smoke/synth_a1.0_L8_s42.json new file mode 100644 index 0000000..84f6f53 --- /dev/null +++ b/results/synth_ladder_smoke/synth_a1.0_L8_s42.json @@ -0,0 +1,1298 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.3549648769378662, + 0.6442762393951416, + 0.5306558219909668, + 0.48609975258111954, + 0.36504030923843384, + 0.34034587018489837, + 0.2708170123100281, + 0.2531612884521484, + 0.2000002146959305, + 0.13551229400634765, + 0.13542884222269058, + 0.08572723088264465, + 0.08422799642086029, + 0.04283563904762268, + 0.02871562500782311, + 0.01670246643871069, + 0.011288518036901951, + 0.009128199395537377, + 0.007812268234789372, + 0.0068127627149224285, + 0.005905307191610336, + 0.005293884661793709, + 0.004605621902272105, + 0.0042049066483974456, + 0.003823694904893637, + 0.0035320142075419424, + 0.0032889791917055846, + 0.0030689228884875773, + 0.002866979796439409, + 0.002720682065561414, + 0.0025651114743202924, + 0.0024138968043029307, + 0.0023048722617328168, + 0.0022053348077461124, + 0.0021035693101584913, + 0.0020162027064710855, + 0.0019403529457747936, + 0.0018770673342049123, + 0.0018140029758214951, + 0.001762567887827754, + 0.0017115408962592484, + 0.001670302376151085, + 0.001631921947747469, + 0.001596466457284987, + 0.001566920978203416, + 0.0015393117513507605, + 0.0015165731955319643, + 0.0014953597854822874, + 0.0014767639184370637, + 0.0014608209997415543, + 0.0014476791420951485, + 0.0014363898681476713, + 0.001426739953830838, + 0.001419567819312215, + 0.001413508789241314, + 0.0014089626897126437, + 0.0014057869891636074, + 0.0014036820456385614, + 0.0014023557703010739, + 0.0014017068047076464 + ], + "train_acc": [ + 0.5249, + 0.7478, + 0.7964, + 0.811, + 0.8593, + 0.8695, + 0.9016, + 0.9085, + 0.9248, + 0.9598, + 0.9563, + 0.9787, + 0.9777, + 0.9941, + 0.9972, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.7155, + 0.744, + 0.754, + 0.753, + 0.7645, + 0.7615, + 0.757, + 0.7565, + 0.7515, + 0.7555, + 0.751, + 0.7615, + 0.749, + 0.756, + 0.7565, + 0.761, + 0.76, + 0.76, + 0.758, + 0.7585, + 0.7565, + 0.758, + 0.7565, + 0.7575, + 0.7565, + 0.755, + 0.756, + 0.755, + 0.7555, + 0.755, + 0.7545, + 0.7545, + 0.7555, + 0.7565, + 0.755, + 0.7525, + 0.753, + 0.7555, + 0.7525, + 0.7535, + 0.7535, + 0.752, + 0.752, + 0.7515, + 0.752, + 0.7535, + 0.7525, + 0.752, + 0.7515, + 0.7515, + 0.7525, + 0.7525, + 0.7525, + 0.7525, + 0.7525, + 0.753, + 0.753, + 0.753, + 0.753, + 0.753 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8599272966384888, + 0.8556707501411438, + 0.8523739576339722, + 0.848276674747467, + 0.8402513265609741, + 0.8327686190605164, + 0.8243966698646545, + 0.8101321458816528 + ], + "perturbation_rho": [ + 0.9999995231628418, + 0.9999991059303284, + 0.9999986290931702, + 0.9999972581863403, + 0.999995231628418, + 0.999988853931427, + 0.999974250793457, + 0.9999352693557739 + ], + "nudging": { + "0.001": [ + -0.06869316846132278, + -0.055045101791620255, + -0.04193408414721489, + -0.03029901161789894, + -0.021042225882411003, + -0.014109719544649124, + -0.009153226390480995, + -0.005811762530356646 + ], + "0.003": [ + -0.19696879386901855, + -0.15935087203979492, + -0.12249457091093063, + -0.08919193595647812, + -0.06231769919395447, + -0.041970327496528625, + -0.027310188859701157, + -0.01737576723098755 + ], + "0.01": [ + -0.5608033537864685, + -0.46859920024871826, + -0.3716525733470917, + -0.2780599594116211, + -0.19847190380096436, + -0.13576632738113403, + -0.08930139243602753, + -0.057228151708841324 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2318700828552247, + 1.406381654548645, + 0.95339030418396, + 0.8680307843208313, + 0.8229897514343262, + 0.7794928709030151, + 0.7778801984786987, + 0.782413025188446, + 0.7710376887798309, + 0.7573087496757507, + 0.7456204961776733, + 0.8025073329925537, + 0.8309173440933227, + 0.8010511989593506, + 0.8825912656784057, + 0.8369182188987732, + 0.8160124311447143, + 0.8535087263107299, + 0.8696415189743042, + 0.8184520126342774, + 0.8577543560028076, + 0.8529799373626709, + 0.8702422420501709, + 0.824615712928772, + 0.8162686037063599, + 0.8295847707748413, + 0.8639348524093627, + 0.8216630945205688, + 0.8430556495666504, + 0.8807237106323242, + 0.8641441562652588, + 0.7917474311351776, + 0.799493196105957, + 0.7866990953445434, + 0.7909674090385437, + 0.7694881486892701, + 0.7699867319107055, + 0.7733240715026856, + 0.7584297584533691, + 0.7648862591743469, + 0.7560698497772217, + 0.7396681387901306, + 0.7261051610946655, + 0.7199150282859802, + 0.7145794815063476, + 0.7221284794807434, + 0.707148173904419, + 0.7056992305755615, + 0.7101434396266937, + 0.7036544319152832, + 0.6999993465900421, + 0.6964569509506225, + 0.690802536535263, + 0.6862456171989441, + 0.6861504990577698, + 0.685116357254982, + 0.6811881905555726, + 0.6796620162963867, + 0.678962588262558, + 0.678569483089447 + ], + "train_acc": [ + 0.1825, + 0.5204, + 0.6469, + 0.6793, + 0.6954, + 0.7167, + 0.7183, + 0.7201, + 0.7257, + 0.7335, + 0.7398, + 0.7284, + 0.7277, + 0.7339, + 0.7151, + 0.7335, + 0.7359, + 0.7306, + 0.7303, + 0.7422, + 0.7368, + 0.7358, + 0.7367, + 0.7445, + 0.7465, + 0.7444, + 0.7377, + 0.7507, + 0.7428, + 0.7388, + 0.744, + 0.7531, + 0.7536, + 0.7596, + 0.7581, + 0.7618, + 0.7655, + 0.7594, + 0.7671, + 0.7637, + 0.765, + 0.7685, + 0.767, + 0.7729, + 0.7725, + 0.7682, + 0.772, + 0.7729, + 0.7753, + 0.7719, + 0.7767, + 0.7751, + 0.7758, + 0.777, + 0.7787, + 0.7792, + 0.7793, + 0.7819, + 0.7823, + 0.7822 + ], + "test_acc": [ + 0.3755, + 0.579, + 0.6165, + 0.642, + 0.6585, + 0.6655, + 0.678, + 0.689, + 0.6805, + 0.6945, + 0.666, + 0.6485, + 0.6615, + 0.64, + 0.6875, + 0.6825, + 0.6765, + 0.668, + 0.679, + 0.675, + 0.6945, + 0.6775, + 0.6985, + 0.681, + 0.6985, + 0.6785, + 0.6945, + 0.6945, + 0.674, + 0.6825, + 0.6925, + 0.6955, + 0.706, + 0.697, + 0.6935, + 0.6915, + 0.7035, + 0.709, + 0.7095, + 0.707, + 0.7075, + 0.712, + 0.7105, + 0.7105, + 0.7245, + 0.7165, + 0.715, + 0.714, + 0.717, + 0.7195, + 0.7245, + 0.724, + 0.72, + 0.725, + 0.7215, + 0.721, + 0.7245, + 0.7225, + 0.722, + 0.7235 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.009654381312429905, + 0.06123851239681244, + 0.05049855262041092, + 0.06316959857940674, + 0.06684726476669312, + 0.04511053115129471, + 0.06236346811056137, + 0.024983247742056847 + ], + "perturbation_rho": [ + -0.04901190102100372, + 0.05014052242040634, + 0.041004884988069534, + 0.0795036256313324, + 0.11356800049543381, + 0.03488320857286453, + 0.06926114857196808, + 0.049178168177604675 + ], + "nudging": { + "0.001": [ + 0.0007382960757240653, + -0.0008381383959203959, + -0.0003019912401214242, + -0.00025056113372556865, + -0.00025583984097465873, + -0.0001781730679795146, + -0.00021656398894265294, + -7.157100480981171e-05 + ], + "0.003": [ + 0.0016830505337566137, + -0.00252811168320477, + -0.0009058922296389937, + -0.0007522155065089464, + -0.0007675112574361265, + -0.0005343147786334157, + -0.0006497750291600823, + -0.00021490230574272573 + ], + "0.01": [ + 0.009471571072936058, + -0.008436895906925201, + -0.0030148853547871113, + -0.002505694981664419, + -0.0025559633504599333, + -0.0017773781437426805, + -0.002164034638553858, + -0.0007148634176701307 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8172380752563477, + 1.0125908603668212, + 0.8132157420158386, + 0.763969026184082, + 0.8119130191802979, + 0.8651832290649414, + 0.8795650399208069, + 0.8390799371719361, + 0.8750604623794556, + 0.9108563968658447, + 0.9423255216598511, + 0.9454748561859131, + 0.9387800750732422, + 0.9664641128540039, + 0.9676774660587311, + 0.9720300651550293, + 0.972385873222351, + 0.9552276044845581, + 0.9379316561698914, + 0.9411427532196045, + 0.9463931692123413, + 0.9267581472396851, + 0.9241247764587402, + 0.921794878578186, + 0.9066226318359375, + 0.9252418887138367, + 0.8958363393783569, + 0.8902327404975892, + 0.8794603199958801, + 0.8775459489822388, + 0.8668269435882568, + 0.8435388278961181, + 0.8464404319763184, + 0.8412695461273193, + 0.8285974182128907, + 0.8338440036773682, + 0.8191730420589447, + 0.808089348602295, + 0.8105339024543762, + 0.7986673656463623, + 0.8060823263168335, + 0.8041851411819458, + 0.7978612077713013, + 0.7954094837188721, + 0.7925621782302856, + 0.7874609822273254, + 0.7843514801025391, + 0.7868727991104126, + 0.7825984308719635, + 0.7754398143768311, + 0.7745126781463623, + 0.7730914865493774, + 0.7703591567993164, + 0.7687865433692932, + 0.7680869552612305, + 0.7666429103851319, + 0.7662865003585816, + 0.7655640112876893, + 0.7650162103652954, + 0.7647706716537476 + ], + "train_acc": [ + 0.3376, + 0.6277, + 0.7014, + 0.7221, + 0.7069, + 0.6933, + 0.6878, + 0.6881, + 0.6805, + 0.6703, + 0.6607, + 0.6553, + 0.6543, + 0.6502, + 0.6512, + 0.6492, + 0.6458, + 0.6579, + 0.6556, + 0.6565, + 0.6586, + 0.6661, + 0.662, + 0.6664, + 0.6733, + 0.6684, + 0.6759, + 0.6777, + 0.6829, + 0.683, + 0.6867, + 0.6906, + 0.6888, + 0.6915, + 0.6941, + 0.6932, + 0.6979, + 0.698, + 0.702, + 0.701, + 0.693, + 0.7013, + 0.7062, + 0.7023, + 0.7045, + 0.7069, + 0.7079, + 0.7062, + 0.7095, + 0.7113, + 0.7088, + 0.7086, + 0.7123, + 0.7128, + 0.7133, + 0.7143, + 0.7141, + 0.7135, + 0.7148, + 0.7151 + ], + "test_acc": [ + 0.528, + 0.671, + 0.694, + 0.69, + 0.6655, + 0.657, + 0.656, + 0.6575, + 0.649, + 0.6355, + 0.6235, + 0.6275, + 0.6205, + 0.6225, + 0.612, + 0.608, + 0.6215, + 0.6265, + 0.64, + 0.6315, + 0.6325, + 0.635, + 0.6375, + 0.627, + 0.62, + 0.6475, + 0.638, + 0.646, + 0.633, + 0.6415, + 0.6545, + 0.645, + 0.6495, + 0.6485, + 0.656, + 0.648, + 0.658, + 0.6485, + 0.6505, + 0.651, + 0.6585, + 0.6675, + 0.662, + 0.6625, + 0.6695, + 0.6675, + 0.6685, + 0.662, + 0.6685, + 0.665, + 0.667, + 0.6625, + 0.6645, + 0.6665, + 0.666, + 0.668, + 0.668, + 0.669, + 0.67, + 0.669 + ], + "state_pred_error": [ + 0.6994195578575134, + 0.22920655875205995, + 0.16802907910346984, + 0.16559766590595246, + 0.18445851514339448, + 0.21028385319709778, + 0.2191893015384674, + 0.21834363677501678, + 0.21849494242668152, + 0.21396265230178832, + 0.20434389827251434, + 0.19273596215248107, + 0.18696985533237456, + 0.18150037777423858, + 0.17128414888381957, + 0.16282646454572677, + 0.15897824714183809, + 0.15465531346797942, + 0.1488338336467743, + 0.14391191310882567, + 0.1379982359647751, + 0.1323638156414032, + 0.12555919518470765, + 0.12027550373077392, + 0.11485727074146271, + 0.11013496897220612, + 0.10653402326107025, + 0.10248540735244752, + 0.09892402567863465, + 0.09584726904630661, + 0.09310160474777222, + 0.09092893778085709, + 0.08776243501901626, + 0.08469328643083572, + 0.08289645419120789, + 0.0801550854563713, + 0.07860101690292358, + 0.0770820389509201, + 0.07482871805429459, + 0.07315796376466752, + 0.07184150853157044, + 0.07020361883640289, + 0.06892922757863998, + 0.06784615393877029, + 0.06689863914251327, + 0.0658311774611473, + 0.06467983536124229, + 0.06354528537988663, + 0.06249780519008637, + 0.06192109000682831, + 0.06163203666806221, + 0.060276210111379624, + 0.059241956239938734, + 0.058475232946872714, + 0.05833017838597298, + 0.05753721442222595, + 0.05705702358484268, + 0.057157775408029556, + 0.05591552573442459, + 0.054930789399147036 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.4364655911922455, + 0.2538519501686096, + 0.12610256671905518, + 0.11331324279308319, + 0.12084640562534332, + 0.12215165793895721, + 0.1230584904551506, + 0.12570375204086304 + ], + "perturbation_rho": [ + 0.3833135962486267, + 0.2661164402961731, + 0.1022414043545723, + 0.0808584988117218, + 0.13698244094848633, + 0.1416344791650772, + 0.1372133493423462, + 0.12957872450351715 + ], + "nudging": { + "0.001": [ + -0.0195440873503685, + -0.002403483958914876, + -0.0005046981386840343, + -0.00036888872273266315, + -0.00037333741784095764, + -0.0003630969440564513, + -0.00035216944525018334, + -0.0003497467841953039 + ], + "0.003": [ + -0.058456890285015106, + -0.007226475980132818, + -0.001513201161287725, + -0.0011065197177231312, + -0.0011195887345820665, + -0.0010890010744333267, + -0.0010560574010014534, + -0.0010488759726285934 + ], + "0.01": [ + -0.19196540117263794, + -0.024129249155521393, + -0.005033540539443493, + -0.0036849211901426315, + -0.003727084957063198, + -0.003625791519880295, + -0.0035160125698894262, + -0.003492143005132675 + ] + }, + "state_pred_error_per_layer": [ + 10125.46875, + 4586.849609375, + 2924.994384765625, + 2696.109130859375, + 2272.20361328125, + 2131.38916015625, + 1861.77978515625, + 1746.7655029296875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2328295001983642, + 1.4101718687057496, + 0.9575806739807129, + 0.8476838275909424, + 0.8366983779907227, + 0.796540838432312, + 0.7965328689575195, + 0.804645627784729, + 0.76351228017807, + 0.8332673097610473, + 0.8028367862701417, + 0.7686783805847168, + 0.8133863924980164, + 0.8388292132377625, + 0.8813985456466675, + 0.9070027080535888, + 0.9268054521560669, + 0.8929174848556518, + 0.9617136255264283, + 0.9518166580200196, + 0.9915473003387452, + 1.03904186668396, + 1.1187934215545654, + 1.1396577449798584, + 1.1753866115570069, + 1.2152013864517213, + 1.2781038455963134, + 1.2973245435714722, + 1.3062091507911682, + 1.330575175857544, + 1.3508051769256593, + 1.372145989227295, + 1.3418801939964295, + 1.313326547241211, + 1.2953170734405517, + 1.3397330959320068, + 1.3408296878814698, + 1.3446595726013184, + 1.3166897232055663, + 1.331870413017273, + 1.3017619667053222, + 1.294947805404663, + 1.3108612091064453, + 1.2846161266326905, + 1.2734370964050292, + 1.271145669746399, + 1.2568953948974608, + 1.26171327753067, + 1.249517316055298, + 1.2554497623443603, + 1.2432411881446839, + 1.2372928746461869, + 1.2344558517456055, + 1.2330647632598877, + 1.2286329887390137, + 1.228268436050415, + 1.227671130180359, + 1.2260378023147582, + 1.224634275817871, + 1.2242035968780518 + ], + "train_acc": [ + 0.1812, + 0.5161, + 0.649, + 0.6835, + 0.6927, + 0.7114, + 0.7115, + 0.715, + 0.728, + 0.7161, + 0.7231, + 0.7368, + 0.7278, + 0.7261, + 0.7201, + 0.7154, + 0.7159, + 0.7205, + 0.7079, + 0.7081, + 0.7033, + 0.6956, + 0.6831, + 0.6858, + 0.6772, + 0.6723, + 0.6625, + 0.6463, + 0.6444, + 0.6348, + 0.6273, + 0.6171, + 0.6224, + 0.6198, + 0.6225, + 0.6052, + 0.6068, + 0.6005, + 0.6053, + 0.6035, + 0.6058, + 0.6088, + 0.605, + 0.6071, + 0.6089, + 0.6084, + 0.6106, + 0.606, + 0.6094, + 0.6078, + 0.6118, + 0.6124, + 0.611, + 0.6097, + 0.6115, + 0.6089, + 0.6095, + 0.6096, + 0.6095, + 0.6094 + ], + "test_acc": [ + 0.3705, + 0.5695, + 0.6255, + 0.6375, + 0.6505, + 0.667, + 0.6705, + 0.686, + 0.661, + 0.6765, + 0.698, + 0.6695, + 0.6895, + 0.661, + 0.6625, + 0.6765, + 0.682, + 0.6525, + 0.657, + 0.6425, + 0.6565, + 0.6455, + 0.643, + 0.6395, + 0.6385, + 0.625, + 0.61, + 0.5985, + 0.5945, + 0.594, + 0.5835, + 0.581, + 0.597, + 0.598, + 0.59, + 0.5885, + 0.5745, + 0.582, + 0.5705, + 0.5845, + 0.582, + 0.568, + 0.574, + 0.5755, + 0.5725, + 0.584, + 0.5795, + 0.5745, + 0.5765, + 0.5785, + 0.57, + 0.5755, + 0.579, + 0.579, + 0.569, + 0.574, + 0.573, + 0.5735, + 0.574, + 0.574 + ], + "value_loss": [ + 3.0612864276885987, + 0.9298634000778199, + 1.0534765914916993, + 1.1624056129455567, + 1.287022685623169, + 1.2191282211303711, + 1.1473731142044068, + 1.2222970941543578, + 1.0844892554283143, + 1.2464203895568848, + 1.2315531982421875, + 1.0791297135353088, + 1.2645495239257813, + 1.326454645872116, + 1.3909792762756348, + 1.46472707157135, + 1.6084086065292358, + 1.4191848960876465, + 1.5598558122634887, + 1.4034530574798585, + 1.360558862876892, + 1.4974057355880737, + 1.5152985761642457, + 1.5459233176231384, + 1.6183912239074707, + 1.7463767976760864, + 1.6744214597702027, + 1.4573214498519897, + 1.4008925676345825, + 1.3678995864868164, + 1.3241787738800048, + 1.319063488006592, + 1.2433307300567626, + 1.0671293781280518, + 1.0261332641601562, + 1.0388721265792846, + 1.0011196897506713, + 0.9702223169326782, + 0.9575115978240967, + 0.9511522947311402, + 0.871139727306366, + 0.8162722229003906, + 0.8406558853149414, + 0.790790128326416, + 0.7439771286010742, + 0.7198011109590531, + 0.7005921336650849, + 0.6835938632965088, + 0.6486449011325837, + 0.6239403274536133, + 0.6149130923271179, + 0.6258885129511357, + 0.5848597867965698, + 0.5708261927604675, + 0.5448934956550598, + 0.5640273152351379, + 0.5487895909309387, + 0.5382195985794067, + 0.5229669218063354, + 0.5224067583084107 + ], + "term_loss": [ + 1.7380344909667969, + 0.5437232830047607, + 0.8284306915283203, + 0.9567685474395752, + 1.0802118640899658, + 0.9863194431304931, + 0.9126659242630005, + 1.0141376696586608, + 0.8975709108352661, + 1.0503646591186524, + 1.0410141807556152, + 0.8969525803565979, + 1.0739669722557068, + 1.1351874728679656, + 1.1846843212127685, + 1.226121760559082, + 1.353541067504883, + 1.1525111585140229, + 1.2433963447093963, + 1.1111729244232178, + 1.0706022632598877, + 1.1812005992889405, + 1.1949755194664002, + 1.241350096321106, + 1.317452368450165, + 1.4344143880844116, + 1.366858615756035, + 1.1617898447036743, + 1.1149580620765687, + 1.0898091663360596, + 1.0528370998382568, + 1.0468038051605224, + 0.9734418066978454, + 0.8105616062164307, + 0.7722046535491943, + 0.7813135403633118, + 0.7447025863647461, + 0.7173005515098572, + 0.7083561273574829, + 0.7011982561588287, + 0.6327509389877319, + 0.5813593649864197, + 0.607800398683548, + 0.5606256068229676, + 0.5164450220108032, + 0.49647570234537125, + 0.48213193352222444, + 0.4650268939375877, + 0.43274318981170656, + 0.4082659092903137, + 0.39861374917030334, + 0.4051392196834087, + 0.3712418370246887, + 0.3574744204521179, + 0.3357436392784119, + 0.35090364389419554, + 0.3320211359024048, + 0.32399859981536866, + 0.31227648725509644, + 0.30657225689888 + ], + "bridge_loss": [ + 1.033972427075947, + 0.1259313227057457, + 0.013127804318070412, + 0.0068917840205132965, + 0.01259806400835514, + 0.04915154292583466, + 0.054842041409015656, + 0.0279923313960433, + 0.01622686858177185, + 0.015008053582906723, + 0.015984716065227986, + 0.015876483254134655, + 0.019972576881945134, + 0.019738174071907998, + 0.03136125123798847, + 0.06120928807258606, + 0.078516369754076, + 0.09715313489437104, + 0.13975104311704636, + 0.11691163322329522, + 0.11400446672141552, + 0.1377958104610443, + 0.1374728867292404, + 0.1246106859445572, + 0.12149106123447419, + 0.1336177960038185, + 0.12678081693649293, + 0.11429111970663071, + 0.1066114503979683, + 0.09759099328517915, + 0.09151432385444641, + 0.0911779996395111, + 0.093770928388834, + 0.08366052788496017, + 0.08443067642450333, + 0.08428607819080353, + 0.08389535593986511, + 0.08062444943189621, + 0.0807857982158661, + 0.0812311357140541, + 0.07345293629169464, + 0.07137182642519474, + 0.06880553373098373, + 0.06860192837715148, + 0.067187957072258, + 0.06452970866262912, + 0.06065080301761627, + 0.06125029466152191, + 0.060076392430067065, + 0.05876207324266434, + 0.060951916396617886, + 0.06561451515704393, + 0.059012375992536545, + 0.05898748941421509, + 0.05535315696001053, + 0.0593130940079689, + 0.06311285648345948, + 0.06080557494163513, + 0.057529071378707886, + 0.06283499038815499 + ], + "tgrad_loss": [ + 0.28927949557304383, + 0.2602087851524353, + 0.21191810626983643, + 0.19874528608322142, + 0.19421276106834412, + 0.18365723705291748, + 0.1798651430130005, + 0.18016709561347963, + 0.17069146556854248, + 0.18104767799377441, + 0.17455429816246032, + 0.16630066150426864, + 0.17060998005867004, + 0.1715290092945099, + 0.1749337030172348, + 0.177396022939682, + 0.17635114104747773, + 0.16952060701847077, + 0.1767084276676178, + 0.17536849284172057, + 0.1759521385669708, + 0.1784093313217163, + 0.18285016713142396, + 0.17996254091262817, + 0.17944778304100037, + 0.17834460110664369, + 0.18078203921318053, + 0.18124049134254455, + 0.17932304699420928, + 0.1804994152545929, + 0.17982735419273377, + 0.1810816912651062, + 0.17611798644065857, + 0.17290724143981934, + 0.16949793553352355, + 0.17327251043319702, + 0.1725217536211014, + 0.17229731659889222, + 0.1683696664094925, + 0.16872289276123048, + 0.16493585252761842, + 0.16354102935791015, + 0.16404994721412658, + 0.16156259379386903, + 0.16034415247440337, + 0.15879569890499115, + 0.15780939960479737, + 0.15731667776107788, + 0.15582531983852385, + 0.1569123430252075, + 0.15534742782115937, + 0.15513477906584738, + 0.15460557351112367, + 0.1543642846226692, + 0.15379669663906098, + 0.15381058180332183, + 0.15365558917522432, + 0.1534154201745987, + 0.15316136314868928, + 0.15299950742721558 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.034526653587818146, + 0.05641080439090729, + 0.10281616449356079, + 0.15385565161705017, + 0.18335095047950745, + 0.20484405755996704, + 0.21195781230926514, + 0.22950458526611328 + ], + "perturbation_rho": [ + 0.036690596491098404, + 0.08035410940647125, + 0.14528854191303253, + 0.19739355146884918, + 0.2672373652458191, + 0.3182218074798584, + 0.32729244232177734, + 0.3177085220813751 + ], + "nudging": { + "0.001": [ + -0.004214188549667597, + -0.0019195483764633536, + -0.0012887499760836363, + -0.001240130397491157, + -0.0012948594521731138, + -0.0013112489832565188, + -0.0013397705042734742, + -0.0013849454699084163 + ], + "0.003": [ + -0.011589612811803818, + -0.005784940905869007, + -0.0038642820436507463, + -0.003718423191457987, + -0.003882676362991333, + -0.003930780105292797, + -0.004017728380858898, + -0.004152942448854446 + ], + "0.01": [ + -0.04240123927593231, + -0.01825123094022274, + -0.012862971983850002, + -0.012372580356895924, + -0.012917900457978249, + -0.01307743415236473, + -0.013364783488214016, + -0.013813115656375885 + ] + } + } + } +}
\ No newline at end of file |