diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a1.0_L8_s456.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a1.0_L8_s456.json | 1638 |
1 files changed, 1638 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L8_s456.json b/results/synth_ladder_v2_hi/synth_a1.0_L8_s456.json new file mode 100644 index 0000000..d5471ee --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L8_s456.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.3463441451072693, + 0.656766887664795, + 0.5764270442962647, + 0.5049470205307007, + 0.44764996643066407, + 0.4062515335083008, + 0.3515693604946136, + 0.3206895810842514, + 0.2904161464214325, + 0.24753628358840943, + 0.2321726190328598, + 0.20620288902446626, + 0.14134707186222076, + 0.1381254968047142, + 0.09739616808891297, + 0.10028421921730042, + 0.08100424802601337, + 0.052481980854272844, + 0.03361937362849712, + 0.023064313806593417, + 0.016894574731588365, + 0.018029864579439163, + 0.01246860893368721, + 0.012793298210203648, + 0.009702475392818452, + 0.006933919629454613, + 0.006176107530295849, + 0.0052169317141175274, + 0.004689141265302897, + 0.004294289305061102, + 0.003947792701795697, + 0.0036314275674521924, + 0.0034709502309560776, + 0.0032241559058427812, + 0.0030264573903754353, + 0.002786829589307308, + 0.002691977459192276, + 0.0025502977319061754, + 0.0024069922894239424, + 0.002286381192691624, + 0.0021656719870865346, + 0.0020719593722373247, + 0.0019887995449826123, + 0.0019052102621644736, + 0.0018541046464815737, + 0.0017718917785212397, + 0.0017050478473305702, + 0.0016673840329051019, + 0.001611921975016594, + 0.0015704534363001584, + 0.00152546519190073, + 0.0014810588150285184, + 0.0014405241325497627, + 0.0014093171660788358, + 0.001379680984839797, + 0.0013552363596856594, + 0.0013281732812523842, + 0.0013030338326469064, + 0.0012812643218785525, + 0.0012605276802554726, + 0.0012419982708990573, + 0.0012246737219393253, + 0.0012093606535345316, + 0.0011956781635060905, + 0.0011842453136108816, + 0.0011722337789833546, + 0.0011620491795241833, + 0.0011536349520087242, + 0.001145646565500647, + 0.0011385902153328061, + 0.0011329171873629093, + 0.0011278443921357393, + 0.0011238585330545902, + 0.0011204954175278545, + 0.0011177971672266722, + 0.0011157147269695998, + 0.0011142772480845452, + 0.0011133035955950617, + 0.0011126888004131614, + 0.0011123772541992366 + ], + "train_acc": [ + 0.5307, + 0.7492, + 0.7785, + 0.8079, + 0.8279, + 0.8463, + 0.8668, + 0.8782, + 0.8923, + 0.9096, + 0.9143, + 0.9257, + 0.957, + 0.9551, + 0.9725, + 0.9702, + 0.9764, + 0.9903, + 0.9969, + 0.9996, + 0.9999, + 0.9987, + 0.9999, + 0.9995, + 0.9998, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.7115, + 0.7255, + 0.7355, + 0.743, + 0.753, + 0.7475, + 0.755, + 0.7485, + 0.759, + 0.7515, + 0.7545, + 0.752, + 0.758, + 0.7455, + 0.755, + 0.7555, + 0.75, + 0.755, + 0.756, + 0.7595, + 0.7585, + 0.7595, + 0.76, + 0.7545, + 0.754, + 0.754, + 0.756, + 0.7565, + 0.7565, + 0.7595, + 0.756, + 0.7585, + 0.758, + 0.7565, + 0.7565, + 0.7575, + 0.7565, + 0.7555, + 0.757, + 0.754, + 0.756, + 0.7585, + 0.755, + 0.7545, + 0.755, + 0.7565, + 0.7565, + 0.7535, + 0.753, + 0.753, + 0.7535, + 0.754, + 0.7535, + 0.7545, + 0.753, + 0.7525, + 0.7535, + 0.754, + 0.753, + 0.754, + 0.7525, + 0.755, + 0.754, + 0.754, + 0.754, + 0.7545, + 0.755, + 0.7545, + 0.755, + 0.7535, + 0.7535, + 0.753, + 0.753, + 0.7535, + 0.7535, + 0.753, + 0.753, + 0.753, + 0.753, + 0.753 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8814424872398376, + 0.8780966401100159, + 0.8716025352478027, + 0.8659577369689941, + 0.8611791133880615, + 0.8505971431732178, + 0.840730607509613, + 0.8265380859375 + ], + "perturbation_rho": [ + 0.9999989867210388, + 0.9999986886978149, + 0.9999985694885254, + 0.9999977350234985, + 0.9999950528144836, + 0.9999887943267822, + 0.9999659657478333, + 0.9999250173568726 + ], + "nudging": { + "0.001": [ + -0.06260491907596588, + -0.05404583364725113, + -0.043221063911914825, + -0.03131342679262161, + -0.020883938297629356, + -0.013250280171632767, + -0.008379553444683552, + -0.005514292977750301 + ], + "0.003": [ + -0.17761416733264923, + -0.1546051800251007, + -0.1248859316110611, + -0.09147098660469055, + -0.06157959625124931, + -0.03932812437415123, + -0.02497147023677826, + -0.016470596194267273 + ], + "0.01": [ + -0.4892617166042328, + -0.43737056851387024, + -0.36532458662986755, + -0.27772778272628784, + -0.1931857019662857, + -0.12626537680625916, + -0.08131371438503265, + -0.05406741425395012 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2014614141464235, + 1.3978741569519042, + 0.9405525930404663, + 0.818086814880371, + 0.771164631652832, + 0.7745693199157715, + 0.7576864667892456, + 0.7463770871162414, + 0.7722696937561035, + 0.773443956565857, + 0.8196994282722473, + 0.8230226099014282, + 0.7985618083953857, + 0.8092234371185303, + 0.9053948894500733, + 0.862282297706604, + 0.8464451768875122, + 0.8680938564300537, + 0.9213174166679382, + 0.8934836537361145, + 0.8848338569641113, + 1.011159381198883, + 1.0715399806976318, + 0.9774782712936402, + 0.979182135295868, + 0.961297844696045, + 0.985339128112793, + 0.954636875629425, + 1.0366612503051758, + 1.044210665988922, + 0.9580166080474853, + 1.0057565264225006, + 1.0125841614723206, + 1.0388942193984985, + 1.02042639503479, + 0.9954714471817017, + 1.0312650917053223, + 1.0722410326957703, + 1.118370492553711, + 1.0643636600494384, + 1.0855006002426149, + 1.0861762029647828, + 1.0397474521636962, + 1.022234823036194, + 1.0104119994163514, + 1.0270879231452943, + 1.0053070098876953, + 0.9997533004760742, + 1.0271160902023315, + 1.0045647579193115, + 0.9574119953155518, + 0.9848262899398804, + 0.9798704895019531, + 0.9577104959487915, + 0.9448792140960693, + 0.9436322189331054, + 0.983009619140625, + 0.9360240677833557, + 0.9667974452972412, + 0.9391335056304931, + 0.9265738496780396, + 0.9455734071731567, + 0.9335931274414062, + 0.9092183971405029, + 0.9293749851226807, + 0.9204340211868286, + 0.9168742379188538, + 0.908523450088501, + 0.9023038515090942, + 0.9048189876556396, + 0.9040199153900147, + 0.8947954501152039, + 0.8920311195373535, + 0.8919297351837158, + 0.8907344808578491, + 0.8874358827590942, + 0.8880324649810791, + 0.8856353624343872, + 0.8847578605651856, + 0.8844726276397705 + ], + "train_acc": [ + 0.1982, + 0.5183, + 0.6515, + 0.6963, + 0.7146, + 0.7108, + 0.7191, + 0.7239, + 0.7188, + 0.7234, + 0.7114, + 0.7098, + 0.7247, + 0.7248, + 0.7024, + 0.7127, + 0.7225, + 0.7155, + 0.7086, + 0.7142, + 0.7154, + 0.6937, + 0.6873, + 0.7008, + 0.7005, + 0.7018, + 0.6989, + 0.7074, + 0.6935, + 0.6929, + 0.7088, + 0.6987, + 0.6988, + 0.6969, + 0.6981, + 0.6991, + 0.6971, + 0.6895, + 0.6819, + 0.6908, + 0.685, + 0.6889, + 0.6999, + 0.6981, + 0.7011, + 0.699, + 0.7006, + 0.6971, + 0.6944, + 0.6983, + 0.7066, + 0.6988, + 0.7024, + 0.7058, + 0.7113, + 0.7066, + 0.6974, + 0.7131, + 0.7112, + 0.7092, + 0.7148, + 0.7083, + 0.7087, + 0.7134, + 0.7109, + 0.7088, + 0.7134, + 0.7161, + 0.7161, + 0.7095, + 0.7185, + 0.7199, + 0.7198, + 0.7188, + 0.7173, + 0.7194, + 0.7216, + 0.7208, + 0.721, + 0.721 + ], + "test_acc": [ + 0.3525, + 0.593, + 0.6475, + 0.661, + 0.657, + 0.671, + 0.6795, + 0.664, + 0.674, + 0.6325, + 0.6495, + 0.664, + 0.6495, + 0.6235, + 0.6715, + 0.6375, + 0.6435, + 0.6425, + 0.6445, + 0.609, + 0.598, + 0.63, + 0.609, + 0.6375, + 0.6205, + 0.643, + 0.652, + 0.6065, + 0.618, + 0.6445, + 0.6355, + 0.629, + 0.6335, + 0.6225, + 0.6115, + 0.6205, + 0.6125, + 0.6295, + 0.6505, + 0.6245, + 0.5955, + 0.651, + 0.6355, + 0.6145, + 0.6445, + 0.64, + 0.6185, + 0.6395, + 0.633, + 0.6505, + 0.641, + 0.6495, + 0.651, + 0.641, + 0.645, + 0.637, + 0.655, + 0.6335, + 0.65, + 0.6465, + 0.644, + 0.6535, + 0.6595, + 0.661, + 0.648, + 0.657, + 0.6535, + 0.655, + 0.6515, + 0.657, + 0.658, + 0.661, + 0.651, + 0.6545, + 0.6535, + 0.6595, + 0.6555, + 0.6575, + 0.655, + 0.6545 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.025392260402441025, + 0.05978121981024742, + 0.09360896795988083, + 0.06215091794729233, + 0.08870920538902283, + 0.07948237657546997, + 0.10833052545785904, + 0.0900830328464508 + ], + "perturbation_rho": [ + -0.015408031642436981, + 0.08876338601112366, + 0.15722069144248962, + 0.07516318559646606, + 0.12132002413272858, + 0.08764688670635223, + 0.0905974954366684, + 0.06540436297655106 + ], + "nudging": { + "0.001": [ + -0.00034885239438153803, + -0.00048498986870981753, + -0.00045127709745429456, + -0.0002507510653231293, + -0.00043373170774430037, + -0.00040640440420247614, + -0.0004801496979780495, + -0.0003866151091642678 + ], + "0.003": [ + -0.000878344289958477, + -0.0014532352797687054, + -0.0013547346461564302, + -0.000751436804421246, + -0.001299282186664641, + -0.0012171604903414845, + -0.00143907661549747, + -0.0011573632946237922 + ], + "0.01": [ + -0.002068763133138418, + -0.004839141853153706, + -0.004507332108914852, + -0.002498403424397111, + -0.004324691370129585, + -0.004049480427056551, + -0.004787375684827566, + -0.0038477268535643816 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7595297370910645, + 0.9475741659164428, + 0.7447763685226441, + 0.7581909805297852, + 0.811722692489624, + 0.8899791458129883, + 0.9688082956314087, + 0.9621414354324341, + 0.961796886062622, + 0.9538854316711426, + 0.9661616035461426, + 0.950505804157257, + 0.9727196831703186, + 1.0116887701034545, + 1.0205289869308471, + 1.0264416973114014, + 1.0210129734039306, + 0.9992835007667541, + 0.9925045486450196, + 0.9951178996086121, + 1.011065309524536, + 0.9871878826141357, + 1.0031957998275758, + 1.0000246463775635, + 0.9818914362907409, + 1.0051741329193116, + 1.0145561868667603, + 1.0072885568618775, + 0.9990146213531494, + 1.002180821800232, + 1.0145820743560792, + 1.0009088862419129, + 0.987186259841919, + 0.988260524559021, + 1.0006609676361085, + 0.9837818576812745, + 0.980894729423523, + 0.9769309595108032, + 0.9737872982025146, + 0.9583989322662354, + 0.9679641858100891, + 0.9551776586532593, + 0.9422390087127686, + 0.9537172298431397, + 0.9439899353027343, + 0.943521542930603, + 0.9479599548339843, + 0.9455261005401612, + 0.9373712139129639, + 0.9349656831741333, + 0.9430942413330078, + 0.9451345511436462, + 0.9331818491458893, + 0.9223974617004395, + 0.9274687778472901, + 0.9191716623306274, + 0.9255869388580322, + 0.923639429473877, + 0.9151927932739258, + 0.9036617515563965, + 0.912812328338623, + 0.9029623630523682, + 0.8978730960845948, + 0.8989394746780396, + 0.8928214418888092, + 0.8919049097061157, + 0.8924614941596984, + 0.8891196983337403, + 0.8863753658294677, + 0.8851543426513672, + 0.8843002077102661, + 0.8839833070755004, + 0.8812764804840088, + 0.8801170440673828, + 0.8795399000167846, + 0.878050711631775, + 0.8773804382324218, + 0.8769560194015503, + 0.8765291761398315, + 0.8763642075538636 + ], + "train_acc": [ + 0.3558, + 0.6435, + 0.7191, + 0.72, + 0.7119, + 0.6954, + 0.665, + 0.6614, + 0.656, + 0.655, + 0.6515, + 0.6551, + 0.6411, + 0.6336, + 0.6326, + 0.6305, + 0.6287, + 0.6399, + 0.638, + 0.6382, + 0.6419, + 0.6497, + 0.6435, + 0.6474, + 0.646, + 0.6446, + 0.6415, + 0.6454, + 0.6415, + 0.6452, + 0.6418, + 0.6443, + 0.6468, + 0.6466, + 0.6443, + 0.6469, + 0.6513, + 0.6506, + 0.6566, + 0.6594, + 0.6576, + 0.6564, + 0.6626, + 0.6607, + 0.6659, + 0.6638, + 0.6673, + 0.6678, + 0.6662, + 0.6658, + 0.6636, + 0.6657, + 0.6705, + 0.6712, + 0.6726, + 0.674, + 0.6661, + 0.6721, + 0.6726, + 0.6776, + 0.6756, + 0.6779, + 0.6784, + 0.6801, + 0.6808, + 0.6787, + 0.6788, + 0.6814, + 0.6802, + 0.6833, + 0.6825, + 0.6816, + 0.6842, + 0.6843, + 0.6838, + 0.6857, + 0.685, + 0.6865, + 0.6861, + 0.6863 + ], + "test_acc": [ + 0.57, + 0.665, + 0.6875, + 0.6905, + 0.6825, + 0.646, + 0.6395, + 0.6295, + 0.6295, + 0.6195, + 0.629, + 0.618, + 0.614, + 0.596, + 0.608, + 0.5895, + 0.5995, + 0.6025, + 0.604, + 0.6165, + 0.601, + 0.615, + 0.5995, + 0.602, + 0.605, + 0.6055, + 0.5865, + 0.6125, + 0.6165, + 0.602, + 0.6025, + 0.606, + 0.6015, + 0.6085, + 0.6205, + 0.6, + 0.613, + 0.6125, + 0.615, + 0.616, + 0.6095, + 0.6355, + 0.617, + 0.6205, + 0.615, + 0.619, + 0.628, + 0.626, + 0.6285, + 0.6235, + 0.618, + 0.6265, + 0.6245, + 0.6265, + 0.632, + 0.625, + 0.6235, + 0.618, + 0.627, + 0.627, + 0.6195, + 0.6265, + 0.6355, + 0.629, + 0.629, + 0.628, + 0.629, + 0.632, + 0.634, + 0.6305, + 0.632, + 0.633, + 0.6315, + 0.632, + 0.629, + 0.6325, + 0.6315, + 0.6305, + 0.631, + 0.6315 + ], + "state_pred_error": [ + 0.7119821426868439, + 0.2199285702228546, + 0.15159940316677092, + 0.1455048334121704, + 0.16011591622829438, + 0.17240723192691804, + 0.1856574460029602, + 0.19060646598339082, + 0.18461057021617888, + 0.17915196049213408, + 0.16156295392513276, + 0.1458448067188263, + 0.13951418162584306, + 0.1363513420343399, + 0.12588273421525956, + 0.11220355759859085, + 0.0940346223115921, + 0.08044589848518371, + 0.07334359179735184, + 0.06827121561765671, + 0.0638974659562111, + 0.06077894349694252, + 0.05925172871351242, + 0.05808723242282868, + 0.057569033747911454, + 0.05934881684780121, + 0.060563347887992856, + 0.060616958856582644, + 0.05973702830076218, + 0.059038369923830034, + 0.05913116801381111, + 0.06012527327537537, + 0.05976770656704903, + 0.06020231146216393, + 0.05928394560813904, + 0.058542316550016404, + 0.05818368434906006, + 0.05711043501496315, + 0.05610687211751938, + 0.05552056633830071, + 0.05414653058052063, + 0.05291242948770523, + 0.05013820585012436, + 0.048317215740680694, + 0.04606599677205086, + 0.04470588800907135, + 0.0438895072221756, + 0.041934526485204696, + 0.04082408391237259, + 0.03920472621917725, + 0.038452356386184695, + 0.03671333760023117, + 0.035519248223304746, + 0.0345638000369072, + 0.033005472686886785, + 0.03193392164707184, + 0.031188388174772264, + 0.02983923709988594, + 0.028780742260813712, + 0.02811023307144642, + 0.027198891657590867, + 0.026264052698016165, + 0.025608342266082763, + 0.024711268293857575, + 0.024092616820335387, + 0.02376379963159561, + 0.022925849288702012, + 0.022340466144680975, + 0.022190902706980705, + 0.021424786433577536, + 0.02106497337818146, + 0.020676997044682503, + 0.02055346903204918, + 0.020126914477348327, + 0.01972040805220604, + 0.019614314609766006, + 0.019187554389238356, + 0.01890986149609089, + 0.01886671639084816, + 0.018439615397155284 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.6046093106269836, + 0.3773959279060364, + 0.1675240397453308, + 0.13364183902740479, + 0.12548640370368958, + 0.11966440826654434, + 0.11708953976631165, + 0.12762311100959778 + ], + "perturbation_rho": [ + 0.5598001480102539, + 0.35775649547576904, + 0.14680343866348267, + 0.103827565908432, + 0.12472978234291077, + 0.08794894069433212, + 0.12868158519268036, + 0.09175367653369904 + ], + "nudging": { + "0.001": [ + -0.01812632381916046, + -0.0018294029869139194, + -0.0005177915445528924, + -0.00041508491267450154, + -0.00039664041833020747, + -0.00037947000237181783, + -0.0003740444080904126, + -0.0003969752578996122 + ], + "0.003": [ + -0.053716909140348434, + -0.0054817236959934235, + -0.0015528149669989944, + -0.0012443987652659416, + -0.001189632574096322, + -0.0011380251962691545, + -0.0011217063292860985, + -0.0011903976555913687 + ], + "0.01": [ + -0.17137765884399414, + -0.018192056566476822, + -0.005168645642697811, + -0.004143164958804846, + -0.0039602769538760185, + -0.0037884372286498547, + -0.003734107594937086, + -0.00396342109888792 + ] + }, + "state_pred_error_per_layer": [ + 11751.603515625, + 2306.73095703125, + 1321.091796875, + 1033.674560546875, + 973.6993408203125, + 865.9056396484375, + 869.378173828125, + 839.1387329101562 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2008896965026854, + 1.4054584117889404, + 0.9413134895324707, + 0.8322208425521851, + 0.7817444447517395, + 0.766307181072235, + 0.7719230993270874, + 0.7583044151306152, + 0.7602345886230468, + 0.7555905197143554, + 0.7762331862449646, + 0.798689239692688, + 0.8254908643722534, + 0.7902877309799194, + 0.8191847791671752, + 0.843696772480011, + 0.8999226076126099, + 0.8750352613449097, + 0.9063004100799561, + 1.0182397011756896, + 0.8965417966842651, + 0.9666744052886963, + 1.0089512565612793, + 1.007328366470337, + 1.0209112884521485, + 0.9945938415527343, + 1.0325454999923707, + 1.05485934715271, + 1.055373514175415, + 1.0699854314804078, + 1.0986695121765138, + 1.1126045949935912, + 1.1078404700279236, + 1.1185390811920166, + 1.1371925388336181, + 1.201495304107666, + 1.2209324337959289, + 1.1769378370285035, + 1.2876011058807373, + 1.269807508468628, + 1.2512431362152099, + 1.264885738182068, + 1.3760645431518554, + 1.284398963546753, + 1.2944733834266662, + 1.2793049654960633, + 1.279590975379944, + 1.2840878061294556, + 1.3577770275115968, + 1.3355762157440185, + 1.3204743861198425, + 1.3215809940338135, + 1.3097663831710815, + 1.293453282546997, + 1.318989148712158, + 1.2980890903472901, + 1.2837853858947754, + 1.3034196048736573, + 1.291077992630005, + 1.2697135080337525, + 1.276225595855713, + 1.279370401573181, + 1.253262141418457, + 1.2559870906829833, + 1.2534162567138671, + 1.249070475769043, + 1.2483550487518311, + 1.2445100688934325, + 1.2417517505645752, + 1.2406762868881225, + 1.2380864669799805, + 1.2353398445129395, + 1.2340172630310058, + 1.2329429447174072, + 1.231136992263794, + 1.2310544689178466, + 1.2299473683357238, + 1.229686898612976, + 1.229286951828003, + 1.2290444581985474 + ], + "train_acc": [ + 0.2037, + 0.516, + 0.6508, + 0.6907, + 0.7073, + 0.7123, + 0.7153, + 0.7213, + 0.7237, + 0.7267, + 0.726, + 0.7175, + 0.7129, + 0.7276, + 0.7204, + 0.7124, + 0.7065, + 0.7141, + 0.7075, + 0.684, + 0.7014, + 0.6798, + 0.6655, + 0.6582, + 0.6502, + 0.6556, + 0.64, + 0.628, + 0.6218, + 0.6158, + 0.5995, + 0.6016, + 0.5976, + 0.5955, + 0.5876, + 0.5705, + 0.5582, + 0.5704, + 0.5424, + 0.5442, + 0.5503, + 0.5452, + 0.5129, + 0.5399, + 0.5354, + 0.5425, + 0.5361, + 0.5384, + 0.5126, + 0.5154, + 0.5257, + 0.5199, + 0.5272, + 0.5292, + 0.5234, + 0.5312, + 0.5363, + 0.5287, + 0.5283, + 0.542, + 0.5333, + 0.5418, + 0.5433, + 0.5426, + 0.5425, + 0.5443, + 0.5431, + 0.5475, + 0.5473, + 0.5489, + 0.5481, + 0.5491, + 0.546, + 0.5462, + 0.5493, + 0.5477, + 0.5499, + 0.5466, + 0.5488, + 0.5486 + ], + "test_acc": [ + 0.348, + 0.5865, + 0.648, + 0.665, + 0.664, + 0.654, + 0.667, + 0.6655, + 0.6695, + 0.669, + 0.6805, + 0.6465, + 0.675, + 0.646, + 0.665, + 0.6225, + 0.654, + 0.6565, + 0.6365, + 0.6445, + 0.625, + 0.607, + 0.6095, + 0.6025, + 0.6165, + 0.614, + 0.5665, + 0.582, + 0.557, + 0.563, + 0.557, + 0.58, + 0.568, + 0.545, + 0.4575, + 0.484, + 0.534, + 0.473, + 0.4945, + 0.523, + 0.498, + 0.429, + 0.507, + 0.506, + 0.494, + 0.48, + 0.4965, + 0.484, + 0.463, + 0.474, + 0.4995, + 0.5165, + 0.505, + 0.4835, + 0.506, + 0.513, + 0.5, + 0.485, + 0.511, + 0.5185, + 0.5055, + 0.515, + 0.5165, + 0.5225, + 0.5235, + 0.5215, + 0.5255, + 0.523, + 0.526, + 0.523, + 0.5235, + 0.5235, + 0.527, + 0.526, + 0.528, + 0.528, + 0.53, + 0.527, + 0.5285, + 0.5275 + ], + "value_loss": [ + 2.8519159332275392, + 0.943093113040924, + 0.9696953145980834, + 1.0555597288131713, + 1.0231808990478515, + 1.0070185512542724, + 1.0053409986495971, + 1.0034786861419678, + 1.074703646659851, + 1.0331179862976074, + 1.1073360038757325, + 1.1542760429382324, + 1.1737403179168702, + 1.1156317903518678, + 1.1757224494934082, + 1.2075947334289552, + 1.4217233302116394, + 1.2618381538391112, + 1.2358001930236817, + 1.5412270696640014, + 0.985550724029541, + 1.0291227241516114, + 0.9544451610565186, + 0.8837470067977905, + 0.8537702310562134, + 0.7540037113189697, + 0.7435011320114135, + 0.7713030492305756, + 0.7737072071075439, + 0.7703527069091797, + 0.8406762672424316, + 0.9660953598022461, + 0.9581118317604065, + 0.8639301441192627, + 1.131364299106598, + 0.9075398429870606, + 0.7297967605352401, + 0.610801382446289, + 0.7295192481040954, + 0.6998717771530152, + 0.7179642705917358, + 0.5449347291946411, + 0.746469527053833, + 1.1022102794647217, + 0.8994069383621216, + 0.65495665807724, + 0.5736650440216065, + 0.554638107585907, + 0.6279040833473205, + 0.6575304574489593, + 0.5701413901329041, + 0.5867615478515625, + 0.6130897359848022, + 0.5448762645721436, + 0.5473845755577087, + 0.5205927000999451, + 0.5727422311782837, + 0.5688760271072387, + 0.5431896102905274, + 0.5042444682121277, + 0.4872834966659546, + 0.47681626167297364, + 0.48972151465415953, + 0.485532283782959, + 0.4564926029682159, + 0.48419216747283933, + 0.4549050573348999, + 0.4627880736351013, + 0.4412449298858643, + 0.43897649846076964, + 0.439124055480957, + 0.4265758001327515, + 0.41834584236145017, + 0.4291167945861816, + 0.4187319411754608, + 0.4475174812793732, + 0.40432348778247834, + 0.43183891644477845, + 0.4050795471668243, + 0.41436073665618894 + ], + "term_loss": [ + 1.655311958694458, + 0.549731699848175, + 0.7320676593780517, + 0.8351332375526428, + 0.8048139360427856, + 0.7700202879905701, + 0.7471456516265869, + 0.7647736320495605, + 0.8484953968286514, + 0.8139370037078857, + 0.8846953063964844, + 0.9258933193206788, + 0.9378262730121613, + 0.8885055972337723, + 0.9462037200927734, + 0.9678823600769043, + 1.1691513951301575, + 1.0146873613357543, + 0.981622580909729, + 1.2502811630249024, + 0.7126443691253662, + 0.7149904264450073, + 0.6176420908927918, + 0.5500664302825927, + 0.5115062843322754, + 0.44496897649765016, + 0.4283113181114197, + 0.44876509721279145, + 0.3894277139544487, + 0.426357678937912, + 0.46676229720115664, + 0.5529243560791015, + 0.5148136425852775, + 0.4639499371290207, + 0.6982595764636993, + 0.5183709760665893, + 0.36028967921733857, + 0.26226684079170226, + 0.3540671193122864, + 0.32895341753959656, + 0.3412381377100944, + 0.19596993993520737, + 0.358793759059906, + 0.6658679189682006, + 0.4896356201171875, + 0.28445579075813293, + 0.21803204145431518, + 0.20383631246089937, + 0.26368726410865784, + 0.28870824122428895, + 0.21559315396547318, + 0.22728329100608827, + 0.24814829128980637, + 0.18719943115711213, + 0.18591779079437257, + 0.1683158616065979, + 0.2141489410638809, + 0.210011887550354, + 0.19071238458156586, + 0.15903579448461533, + 0.14602340037822722, + 0.13510726680755616, + 0.15042966575622557, + 0.14709542198181152, + 0.12240583802461624, + 0.14543920485973358, + 0.12093815805912018, + 0.1282063971042633, + 0.10907832708358765, + 0.10826493293642998, + 0.10762279661893845, + 0.09866760165691375, + 0.0908609703540802, + 0.09999058279991149, + 0.09174880601167679, + 0.11339596772193909, + 0.08030046239048243, + 0.10032132915854454, + 0.0803849901676178, + 0.08663651337623596 + ], + "bridge_loss": [ + 0.8989060655173758, + 0.11960642929077149, + 0.015411593426018954, + 0.006060963110625744, + 0.00798061602562666, + 0.02676496696472168, + 0.0440154026389122, + 0.02723466747999191, + 0.014392563518881797, + 0.009799828293919564, + 0.009989605707675219, + 0.01066438391804695, + 0.014675824010372162, + 0.015108226895332337, + 0.014537670788168908, + 0.018136680734157563, + 0.021672747790813445, + 0.022625041630864144, + 0.02594750416278839, + 0.04525593014955521, + 0.044533857583999636, + 0.06834359543919563, + 0.0811832171201706, + 0.07807079297304154, + 0.08161697351336479, + 0.05447080357074738, + 0.05201703317463398, + 0.05524468503296375, + 0.11168219794034957, + 0.0641616762161255, + 0.08777698372602463, + 0.12359804570525884, + 0.15617993171811104, + 0.10881609472036362, + 0.13728766435980796, + 0.07868606736660004, + 0.055003388568758964, + 0.04358988349437714, + 0.05062321665287018, + 0.05054847391843796, + 0.055439580523967746, + 0.026933279258012772, + 0.042817439204454424, + 0.10670252997875214, + 0.07675310898423195, + 0.04261072409152985, + 0.028939780139923096, + 0.02048116326034069, + 0.019857217094302177, + 0.02864076868593693, + 0.017677207984775303, + 0.02280512315630913, + 0.031010216677188875, + 0.02628134009242058, + 0.025431732770800592, + 0.019921301141381263, + 0.03013700404167175, + 0.027916390109062196, + 0.022569763624668122, + 0.0205557999253273, + 0.014262732622027397, + 0.014771246069669723, + 0.01809905598759651, + 0.016506473726034164, + 0.013013275938481093, + 0.018298546454310418, + 0.01417785782366991, + 0.015295256960391999, + 0.013428864750266075, + 0.012695570394396782, + 0.013537625922262668, + 0.01115195343196392, + 0.010617554458975793, + 0.012874725475907326, + 0.01128501494526863, + 0.018389357506483794, + 0.008775913769751786, + 0.016407797276228667, + 0.009887954160571099, + 0.013127461233735085 + ], + "tgrad_loss": [ + 0.2976979078292847, + 0.2737549843788147, + 0.22221605656147003, + 0.21436553063392638, + 0.21038635082244872, + 0.21023330702781678, + 0.2141799436569214, + 0.21147037315368652, + 0.21181569137573242, + 0.20938114733695984, + 0.21265108547210693, + 0.21771834297180176, + 0.2212382229089737, + 0.21201796562671663, + 0.2149810601234436, + 0.22157568635940553, + 0.2308991893529892, + 0.22452575006484984, + 0.22823011336326599, + 0.24568997399806977, + 0.22837249422073364, + 0.24578870820999146, + 0.2556198622703552, + 0.2556097867488861, + 0.2606469665288925, + 0.25456393384933473, + 0.2631727811574936, + 0.2672932656288147, + 0.27259729590415954, + 0.27983335461616515, + 0.2861369857311249, + 0.28957296657562254, + 0.287118260717392, + 0.29116410436630247, + 0.29581704835891726, + 0.3104827980041504, + 0.31450369589328764, + 0.30494466242790225, + 0.3248289137840271, + 0.3203698843955994, + 0.32128654470443724, + 0.3220315122127533, + 0.3448583282709122, + 0.3296398288726807, + 0.3330182122707367, + 0.3278901381254196, + 0.32669322395324707, + 0.33032063636779785, + 0.3443595983505249, + 0.3401814471721649, + 0.3368710287094116, + 0.3366731337070465, + 0.33393123569488525, + 0.33139549551010133, + 0.33603504791259764, + 0.33235553741455076, + 0.3284562883377075, + 0.3309477458953857, + 0.3299074633598328, + 0.324652875328064, + 0.32699735922813417, + 0.3269377513885498, + 0.32119279050827027, + 0.32193038778305055, + 0.32107348833084104, + 0.3204544198989868, + 0.3197890423774719, + 0.319286421585083, + 0.31873773612976075, + 0.318015997505188, + 0.31796363191604615, + 0.3167562457561493, + 0.3168673168182373, + 0.31625148630142214, + 0.31569811849594115, + 0.31573215498924256, + 0.3152471107006073, + 0.3151097901344299, + 0.3148066032886505, + 0.3145967625617981 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.1268395036458969, + 0.30569249391555786, + 0.34143707156181335, + 0.3805205225944519, + 0.3833070397377014, + 0.38344305753707886, + 0.3742453455924988, + 0.3805825710296631 + ], + "perturbation_rho": [ + 0.10492167621850967, + 0.4008791148662567, + 0.42003583908081055, + 0.4331238567829132, + 0.4291571080684662, + 0.4853004217147827, + 0.4488537311553955, + 0.46586981415748596 + ], + "nudging": { + "0.001": [ + -0.0026137512177228928, + -0.002321421168744564, + -0.0024553369730710983, + -0.002636931836605072, + -0.0026186201721429825, + -0.0025994605384767056, + -0.0025331785436719656, + -0.0025637689977884293 + ], + "0.003": [ + -0.007821732200682163, + -0.0069553181529045105, + -0.0073580252937972546, + -0.007900664582848549, + -0.007845591753721237, + -0.007788289338350296, + -0.0075891693122684956, + -0.007681208662688732 + ], + "0.01": [ + -0.02585173025727272, + -0.023091215640306473, + -0.0244273878633976, + -0.026221776381134987, + -0.026039035990834236, + -0.025849176570773125, + -0.025189466774463654, + -0.02549329586327076 + ] + } + } + } +}
\ No newline at end of file |