diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a1.0_L12_s456.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a1.0_L12_s456.json | 1722 |
1 files changed, 1722 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L12_s456.json b/results/synth_ladder_v2_hi/synth_a1.0_L12_s456.json new file mode 100644 index 0000000..dee781b --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L12_s456.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.2214362565994263, + 0.6880987966537475, + 0.573380104637146, + 0.504524497127533, + 0.4304532258987427, + 0.4075445725917816, + 0.3505498517990112, + 0.33131821126937866, + 0.316932852602005, + 0.2321077467918396, + 0.24117032368183136, + 0.18791021666526794, + 0.1795637712955475, + 0.22588226013183593, + 0.12590660848617555, + 0.0935815057039261, + 0.08925642510652543, + 0.06074653144180775, + 0.03752641976475716, + 0.029369706916809082, + 0.022727268996834755, + 0.013826664884388447, + 0.009437553413957358, + 0.006844828377664089, + 0.005729820974171161, + 0.005235948743671179, + 0.004590337446331978, + 0.004217684137821197, + 0.0039060393817722796, + 0.0036189329497516155, + 0.0033334961384534835, + 0.0030410941667854785, + 0.00281677149515599, + 0.002593890456110239, + 0.0025124770160764457, + 0.002334106710460037, + 0.0021957552917301654, + 0.0020749030753970145, + 0.0020024682715535165, + 0.0019192409418523312, + 0.001830386008322239, + 0.0017719921819865704, + 0.0016809766824357213, + 0.0016068122006952764, + 0.0015503323614597321, + 0.0014956797890365123, + 0.001446343973185867, + 0.001398251862078905, + 0.0013568441493436694, + 0.001320645131357014, + 0.0012880230963230133, + 0.0012557724336162209, + 0.0012244191642850637, + 0.001201738376915455, + 0.0011770459957420826, + 0.001153542260825634, + 0.0011285611988976598, + 0.0011068878036923707, + 0.0010875567765906452, + 0.0010707868609577417, + 0.001056193824671209, + 0.0010415504628792406, + 0.001029124596528709, + 0.001017341089528054, + 0.0010068201394751667, + 0.0009978911615908146, + 0.000990417231619358, + 0.0009832257608883082, + 0.00097659575836733, + 0.0009707848763093352, + 0.0009656708472408354, + 0.0009617022202350199, + 0.0009582118788734078, + 0.0009554196711629629, + 0.0009532522734254598, + 0.0009515513226389885, + 0.0009503170928917825, + 0.0009495424324646592, + 0.0009490435067564249, + 0.0009488068943843246 + ], + "train_acc": [ + 0.5591, + 0.7376, + 0.7816, + 0.8038, + 0.832, + 0.8395, + 0.865, + 0.8744, + 0.8816, + 0.9157, + 0.907, + 0.9327, + 0.9345, + 0.918, + 0.9564, + 0.9711, + 0.9739, + 0.9841, + 0.9937, + 0.9955, + 0.9983, + 0.9998, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.714, + 0.733, + 0.739, + 0.7415, + 0.749, + 0.7445, + 0.7555, + 0.753, + 0.758, + 0.764, + 0.7605, + 0.763, + 0.751, + 0.7495, + 0.76, + 0.758, + 0.7535, + 0.762, + 0.763, + 0.7595, + 0.7655, + 0.766, + 0.7655, + 0.7665, + 0.7635, + 0.7635, + 0.7625, + 0.763, + 0.765, + 0.765, + 0.765, + 0.7605, + 0.762, + 0.7625, + 0.7625, + 0.7625, + 0.765, + 0.7625, + 0.761, + 0.7635, + 0.763, + 0.762, + 0.7645, + 0.762, + 0.7625, + 0.762, + 0.7615, + 0.761, + 0.7605, + 0.762, + 0.761, + 0.7625, + 0.761, + 0.763, + 0.7615, + 0.76, + 0.7615, + 0.761, + 0.7605, + 0.76, + 0.7585, + 0.7605, + 0.7595, + 0.76, + 0.7605, + 0.76, + 0.761, + 0.7615, + 0.7605, + 0.761, + 0.761, + 0.7615, + 0.762, + 0.762, + 0.762, + 0.762, + 0.762, + 0.762, + 0.762, + 0.762 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8338037729263306, + 0.8328856229782104, + 0.8300410509109497, + 0.823561429977417, + 0.8153207302093506, + 0.8093391060829163, + 0.8022103309631348, + 0.797042727470398, + 0.7909072041511536, + 0.7847579121589661, + 0.7778322100639343, + 0.7729053497314453 + ], + "perturbation_rho": [ + 0.9999991059303284, + 0.999998927116394, + 0.9999983906745911, + 0.9999978542327881, + 0.999996542930603, + 0.9999936819076538, + 0.9999876022338867, + 0.9999791383743286, + 0.9999581575393677, + 0.9999358057975769, + 0.9998983144760132, + 0.9998669624328613 + ], + "nudging": { + "0.001": [ + -0.06551718711853027, + -0.05436878278851509, + -0.04374578222632408, + -0.03377873823046684, + -0.02519271895289421, + -0.018464749678969383, + -0.01353352889418602, + -0.010026221163570881, + -0.007582810707390308, + -0.0058988286182284355, + -0.004728769883513451, + -0.003913772292435169 + ], + "0.003": [ + -0.18775689601898193, + -0.15706855058670044, + -0.1273409128189087, + -0.09902073442935944, + -0.07429663836956024, + -0.05470982939004898, + -0.040235307067632675, + -0.029878726229071617, + -0.022634346038103104, + -0.017627287656068802, + -0.01414164062589407, + -0.011711093597114086 + ], + "0.01": [ + -0.5344969034194946, + -0.45930254459381104, + -0.3820700943470001, + -0.30436116456985474, + -0.2331882268190384, + -0.17455099523067474, + -0.12991222739219666, + -0.09728521853685379, + -0.07412658631801605, + -0.05795694515109062, + -0.04662308096885681, + -0.03868289291858673 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.207177610397339, + 1.3553162548065185, + 0.9701127763748169, + 0.8732295251846314, + 0.8323645715236664, + 0.7960227321624755, + 0.7760959873199463, + 0.7735449209213257, + 0.8278698476791382, + 0.7780323928833007, + 0.7878356379508972, + 0.8351406150817872, + 0.8288927593231201, + 0.8574019664764404, + 0.9053186392784118, + 0.8401385468482971, + 0.9288690845489502, + 0.9082258205413818, + 0.9345129062652587, + 0.9014082008361817, + 0.9392737476348877, + 0.9890750411033631, + 0.9745229903221131, + 1.012724796485901, + 1.0476140842437744, + 1.0703742972373962, + 1.0096880889892579, + 1.0171483258247376, + 0.993707428073883, + 1.0268911544799804, + 1.0893181150436402, + 1.0987916242599487, + 1.1768492286682128, + 1.0336660877227783, + 1.0487600833892823, + 1.0165627954006196, + 1.0527002319335939, + 1.0847500762939453, + 1.0983065540313721, + 1.1062523952484131, + 1.1631684410095215, + 1.0733569494247437, + 1.0690837306976317, + 1.0478396898269653, + 1.0268214958190918, + 1.0501665784835816, + 1.0577228107452392, + 1.0538366958618164, + 1.0179664922714233, + 1.0134689270019532, + 0.9985476385116577, + 1.0454052556991578, + 1.0207467739105225, + 1.0244656821250915, + 0.9939537384033204, + 1.0521814125061035, + 1.0026006247520447, + 0.9790403079986573, + 1.0003239252090455, + 0.9621838529586793, + 0.9900179187774658, + 0.9625193190574646, + 0.9366787405014038, + 0.9520282551765442, + 0.9402749418258667, + 0.9276724267959595, + 0.926775997543335, + 0.9376771799087524, + 0.9245368611335755, + 0.9217848522186279, + 0.9227305391311645, + 0.9204626731872558, + 0.9151489919662475, + 0.9102424224853516, + 0.9097598545074463, + 0.9079971894264222, + 0.905090577507019, + 0.9043300183296203, + 0.9026400138854981, + 0.9020073030471801 + ], + "train_acc": [ + 0.1971, + 0.5182, + 0.6448, + 0.6792, + 0.6936, + 0.7075, + 0.7157, + 0.7152, + 0.7044, + 0.7158, + 0.7198, + 0.7091, + 0.711, + 0.7059, + 0.6962, + 0.7185, + 0.697, + 0.709, + 0.7009, + 0.7141, + 0.7042, + 0.6947, + 0.7025, + 0.695, + 0.6896, + 0.6896, + 0.6981, + 0.7002, + 0.6978, + 0.6927, + 0.6839, + 0.6831, + 0.6728, + 0.6945, + 0.6934, + 0.7016, + 0.6898, + 0.6859, + 0.6837, + 0.6842, + 0.6775, + 0.687, + 0.6887, + 0.6933, + 0.6962, + 0.692, + 0.6919, + 0.6894, + 0.6975, + 0.6978, + 0.6962, + 0.6928, + 0.6957, + 0.6958, + 0.6997, + 0.6891, + 0.6983, + 0.7021, + 0.6988, + 0.7051, + 0.6999, + 0.7047, + 0.7081, + 0.7054, + 0.7081, + 0.7125, + 0.7133, + 0.7084, + 0.7098, + 0.7114, + 0.7082, + 0.7122, + 0.7119, + 0.7132, + 0.7132, + 0.7142, + 0.7158, + 0.7147, + 0.7147, + 0.7152 + ], + "test_acc": [ + 0.3905, + 0.579, + 0.641, + 0.641, + 0.628, + 0.6535, + 0.659, + 0.6255, + 0.6425, + 0.6445, + 0.6375, + 0.6555, + 0.654, + 0.619, + 0.6675, + 0.6245, + 0.6405, + 0.6555, + 0.673, + 0.6335, + 0.6435, + 0.633, + 0.641, + 0.619, + 0.6355, + 0.658, + 0.6185, + 0.644, + 0.6485, + 0.6035, + 0.589, + 0.614, + 0.6475, + 0.6145, + 0.6325, + 0.6305, + 0.6445, + 0.623, + 0.62, + 0.609, + 0.644, + 0.6335, + 0.616, + 0.6435, + 0.626, + 0.617, + 0.6195, + 0.6375, + 0.6395, + 0.658, + 0.6355, + 0.657, + 0.6365, + 0.6435, + 0.63, + 0.651, + 0.6595, + 0.643, + 0.6525, + 0.647, + 0.6515, + 0.66, + 0.654, + 0.6595, + 0.66, + 0.6645, + 0.6615, + 0.668, + 0.664, + 0.6545, + 0.6665, + 0.6665, + 0.6655, + 0.6625, + 0.666, + 0.665, + 0.6685, + 0.6695, + 0.6705, + 0.6705 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.04563574492931366, + 0.07466404139995575, + 0.07062304764986038, + 0.07941032946109772, + 0.08478259295225143, + 0.1176375150680542, + 0.051365386694669724, + 0.07094398140907288, + 0.06898803263902664, + 0.07310269773006439, + 0.0635182335972786, + 0.11305823177099228 + ], + "perturbation_rho": [ + 0.026268895715475082, + 0.03733495995402336, + 0.07775422930717468, + 0.12396883964538574, + 0.05687103420495987, + 0.13703036308288574, + -0.0030320845544338226, + 0.08171480149030685, + 0.06336408108472824, + 0.09909991919994354, + 0.06059148907661438, + 0.12057653069496155 + ], + "nudging": { + "0.001": [ + -0.0016007821541279554, + -0.0005322497454471886, + -0.00031997537007555366, + -0.00037323293508961797, + -0.000361767306458205, + -0.0004932747106067836, + -0.00017937232041731477, + -0.0002972582005895674, + -0.0003065706114284694, + -0.0003170697018504143, + -0.000248884956818074, + -0.00045291916467249393 + ], + "0.003": [ + -0.004783018957823515, + -0.0015951856039464474, + -0.0009565058862790465, + -0.0011192618403583765, + -0.0010866662487387657, + -0.0014763758517801762, + -0.0005387155106291175, + -0.0008894718484953046, + -0.0009208020055666566, + -0.000954244751483202, + -0.0007453658035956323, + -0.0013566396664828062 + ], + "0.01": [ + -0.015672076493501663, + -0.0053095086477696896, + -0.0031822575256228447, + -0.003722358262166381, + -0.0036155935376882553, + -0.004913205746561289, + -0.0017889357404783368, + -0.002959918463602662, + -0.003063073381781578, + -0.003171245101839304, + -0.0024787387810647488, + -0.004513401538133621 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7777370233535768, + 1.039262655735016, + 0.8970872451782227, + 0.9651401982307434, + 0.963715316581726, + 0.9871692520141602, + 1.0162057588577271, + 1.0440610739707947, + 1.0629752737998963, + 1.0943596759796144, + 1.1322574831008911, + 1.1550358348846435, + 1.1498169647216796, + 1.0954011442184448, + 1.1236124910354615, + 1.1751378925323486, + 1.1859121335983276, + 1.1846929653167724, + 1.2153968069076537, + 1.1254301585197448, + 1.1320601383209228, + 1.1558818790435792, + 1.133813604736328, + 1.1268145646095276, + 1.1400998264312745, + 1.0998258207321168, + 1.0921298738479615, + 1.0851680498123168, + 1.0914192169189454, + 1.0816248546600342, + 1.0882935146331787, + 1.0556492755889892, + 1.0454220704078674, + 1.0455451524734498, + 1.0445414920806886, + 1.0483357555389405, + 1.057666886138916, + 1.0440490622520446, + 1.0286948212623597, + 1.036337445449829, + 1.054752719116211, + 1.03532038230896, + 1.0384975449562073, + 1.0404673326492309, + 1.041804114151001, + 1.0244333234786986, + 1.0268776634216308, + 1.031060266494751, + 1.0237797790527343, + 1.0266751319885254, + 1.0234112846374512, + 1.0229099086761475, + 1.0279601011276245, + 1.0144617162704468, + 1.0212466983795165, + 1.0155485634803771, + 1.0136163455963134, + 1.0249474774360656, + 1.0065589557647705, + 1.006953769683838, + 1.0076389682769775, + 1.0087233503341675, + 1.000064527130127, + 1.0004527723312377, + 1.0012750885009765, + 1.0030569223403931, + 0.9993479643821717, + 0.9943592184066773, + 0.9925341587066651, + 0.9925664705276489, + 0.9892626775741578, + 0.9883018711090088, + 0.9872277095794678, + 0.9865430347442627, + 0.9849344594955445, + 0.9844682892799378, + 0.9840617263793945, + 0.9834357357025146, + 0.9830780168533325, + 0.9829166003227234 + ], + "train_acc": [ + 0.3546, + 0.6171, + 0.6761, + 0.6705, + 0.6713, + 0.6597, + 0.6514, + 0.635, + 0.6289, + 0.6197, + 0.6115, + 0.5982, + 0.5987, + 0.6114, + 0.5955, + 0.5854, + 0.5868, + 0.5799, + 0.5763, + 0.5979, + 0.5943, + 0.5958, + 0.6015, + 0.6004, + 0.6039, + 0.611, + 0.6139, + 0.6125, + 0.609, + 0.6141, + 0.6158, + 0.6242, + 0.6266, + 0.6278, + 0.6316, + 0.6286, + 0.6254, + 0.6351, + 0.6368, + 0.6323, + 0.6252, + 0.6313, + 0.6321, + 0.628, + 0.6275, + 0.6354, + 0.6371, + 0.6314, + 0.6355, + 0.637, + 0.6368, + 0.6366, + 0.6366, + 0.6398, + 0.6375, + 0.6408, + 0.6381, + 0.6356, + 0.6412, + 0.6429, + 0.6404, + 0.6428, + 0.6433, + 0.6423, + 0.6424, + 0.6418, + 0.644, + 0.6422, + 0.6459, + 0.6459, + 0.6462, + 0.6452, + 0.6476, + 0.6465, + 0.6483, + 0.6461, + 0.6473, + 0.6477, + 0.648, + 0.6484 + ], + "test_acc": [ + 0.5575, + 0.608, + 0.6735, + 0.626, + 0.6365, + 0.6265, + 0.6, + 0.601, + 0.5965, + 0.5965, + 0.581, + 0.5795, + 0.5845, + 0.5935, + 0.5525, + 0.5735, + 0.563, + 0.5485, + 0.5615, + 0.569, + 0.572, + 0.5765, + 0.5625, + 0.569, + 0.581, + 0.572, + 0.574, + 0.574, + 0.594, + 0.5745, + 0.591, + 0.6005, + 0.6115, + 0.6095, + 0.595, + 0.582, + 0.598, + 0.5855, + 0.598, + 0.5945, + 0.596, + 0.601, + 0.5955, + 0.5815, + 0.5915, + 0.597, + 0.588, + 0.5995, + 0.5845, + 0.5995, + 0.5955, + 0.589, + 0.5965, + 0.618, + 0.6, + 0.6025, + 0.609, + 0.6025, + 0.605, + 0.6045, + 0.601, + 0.6105, + 0.611, + 0.6055, + 0.6025, + 0.6035, + 0.597, + 0.598, + 0.605, + 0.598, + 0.6025, + 0.6035, + 0.603, + 0.601, + 0.6025, + 0.6045, + 0.6035, + 0.6025, + 0.6025, + 0.6015 + ], + "state_pred_error": [ + 0.6630272414207459, + 0.2079629589319229, + 0.16196079077720643, + 0.1663352201938629, + 0.1627671336174011, + 0.1762225886821747, + 0.1813463003873825, + 0.17045307669639587, + 0.16121247019767762, + 0.15743737254142762, + 0.16037912952899933, + 0.14473771260976792, + 0.1326150424480438, + 0.12846465719938277, + 0.11744894111156463, + 0.11671908056735993, + 0.11889441428184509, + 0.12293256052732468, + 0.11396846870183945, + 0.10545692546367645, + 0.10248748415708542, + 0.08661013205051422, + 0.07915450052022933, + 0.09114358839988708, + 0.08691594620943069, + 0.08266509202718735, + 0.08061882747411728, + 0.07838099582195282, + 0.07678124432563782, + 0.075958416223526, + 0.07330761730670929, + 0.07064944109916688, + 0.06765280425548553, + 0.06359503600597381, + 0.06085543820858002, + 0.059145973962545395, + 0.057147851037979126, + 0.05545796197652817, + 0.05472242616415024, + 0.05328660033941269, + 0.052086339628696444, + 0.0522535075366497, + 0.052079638755321504, + 0.05211708617210388, + 0.0511810753941536, + 0.04935787490606308, + 0.046508885717391965, + 0.044714570379257204, + 0.043279960918426515, + 0.042027167618274686, + 0.04071626418828964, + 0.03979887268543243, + 0.03903335108757019, + 0.03792436560988426, + 0.03741062755584717, + 0.03643448035120964, + 0.03576543673872948, + 0.0351304425060749, + 0.03429401182532311, + 0.03371152082681656, + 0.03313189471960068, + 0.03265186365842819, + 0.032182833680510524, + 0.0312529805958271, + 0.030570048174262048, + 0.029929270273447037, + 0.029457912415266036, + 0.028828839021921158, + 0.028277097725868224, + 0.028308763039112093, + 0.02776089369058609, + 0.026589947140216827, + 0.026290152072906494, + 0.025718347430229188, + 0.025397347101569177, + 0.02519998631477356, + 0.02490392438173294, + 0.024270719787478447, + 0.024019235450029375, + 0.02374415186047554 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.5561584234237671, + 0.39794063568115234, + 0.20452159643173218, + 0.14641982316970825, + 0.11315252631902695, + 0.12314423173666, + 0.11100500077009201, + 0.11256138980388641, + 0.12550771236419678, + 0.11898934841156006, + 0.11000233888626099, + 0.10332056879997253 + ], + "perturbation_rho": [ + 0.4663659632205963, + 0.38622361421585083, + 0.20298895239830017, + 0.1521472930908203, + 0.10572830587625504, + 0.14532539248466492, + 0.1235864907503128, + 0.12295880913734436, + 0.1263602077960968, + 0.1123446375131607, + 0.14707674086093903, + 0.1404699832201004 + ], + "nudging": { + "0.001": [ + -0.01762799359858036, + -0.0021035720128566027, + -0.00075343600474298, + -0.0005018080701120198, + -0.00037483975756913424, + -0.00040054353303276, + -0.00037695514038205147, + -0.0003710503806360066, + -0.00040657291538082063, + -0.0003865875187329948, + -0.00035775359719991684, + -0.00033668274409137666 + ], + "0.003": [ + -0.05237508937716484, + -0.006302305497229099, + -0.0022594095207750797, + -0.0015049520879983902, + -0.001124655595049262, + -0.0012015008833259344, + -0.00113069883082062, + -0.0011128759942948818, + -0.0012195921735838056, + -0.001159440609626472, + -0.0010727422777563334, + -0.0010099414503201842 + ], + "0.01": [ + -0.16852372884750366, + -0.020911922678351402, + -0.007518916856497526, + -0.005010381806641817, + -0.0037449360825121403, + -0.004001074004918337, + -0.0037657374050468206, + -0.0037060989998281, + -0.00406123511493206, + -0.003861584234982729, + -0.0035726726055145264, + -0.0033634149003773928 + ] + }, + "state_pred_error_per_layer": [ + 16351.89453125, + 3139.08837890625, + 1824.6005859375, + 1391.949462890625, + 1295.1900634765625, + 1149.4605712890625, + 981.4422607421875, + 921.3729248046875, + 954.6389770507812, + 1032.970703125, + 1065.58984375, + 1272.3818359375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.207360833930969, + 1.3511120353698731, + 0.9661354298591613, + 0.8680098114967346, + 0.8263119333267211, + 0.7979276044845581, + 0.7925828973770142, + 0.7783180428504943, + 0.7965024029731751, + 0.7947660594463348, + 0.7717324380874634, + 0.8037697998046875, + 0.8354542464256287, + 0.8516409687042237, + 0.883002855014801, + 0.8535399710655213, + 0.9378591158866882, + 0.9240535995960235, + 0.920214697265625, + 1.0051448905944824, + 0.896866081237793, + 0.964885433959961, + 1.036075691986084, + 1.0164314723968506, + 1.1041621470451355, + 1.0689070242881775, + 1.1327576055526734, + 1.3177466125488282, + 1.3560321712493897, + 1.2767763432502746, + 1.1126590032577515, + 1.0944596376419067, + 1.1537445356369018, + 1.1305477544784546, + 1.162183289718628, + 1.110354697036743, + 1.138338935279846, + 1.0938628067016603, + 1.0949970287322999, + 1.1010143295288086, + 1.1742381256103516, + 1.1792693685531617, + 1.1362173608779906, + 1.1625488094329834, + 1.1804513359069824, + 1.1834693833351135, + 1.1848550859451294, + 1.1936074775695802, + 1.1980674312591553, + 1.2182542015075684, + 1.2160317821502686, + 1.2099562562942505, + 1.2189889129638671, + 1.2211134176254272, + 1.1966558967590333, + 1.2248574840545654, + 1.204994546699524, + 1.2041459096908569, + 1.2023766017913817, + 1.210695701599121, + 1.2113554904937744, + 1.205434011077881, + 1.2068788354873656, + 1.2005671588897706, + 1.203082329940796, + 1.1969014379501344, + 1.2014315116882324, + 1.188254769706726, + 1.1834532361984254, + 1.1865405479431153, + 1.1853660331726075, + 1.180847424697876, + 1.1774358226776123, + 1.173608071899414, + 1.1725929969787598, + 1.171435493850708, + 1.1699126182556152, + 1.1699759094238282, + 1.168540977859497, + 1.1682494367599487 + ], + "train_acc": [ + 0.1977, + 0.5172, + 0.64, + 0.6814, + 0.6953, + 0.7097, + 0.7096, + 0.7174, + 0.7107, + 0.7156, + 0.7238, + 0.7169, + 0.7142, + 0.7094, + 0.7077, + 0.7179, + 0.6979, + 0.7028, + 0.7047, + 0.6864, + 0.7106, + 0.6876, + 0.6734, + 0.6686, + 0.6469, + 0.6496, + 0.6328, + 0.6153, + 0.6178, + 0.6298, + 0.6242, + 0.6312, + 0.6123, + 0.6315, + 0.618, + 0.6186, + 0.6135, + 0.6144, + 0.6056, + 0.6093, + 0.5855, + 0.5801, + 0.5917, + 0.5761, + 0.5702, + 0.5688, + 0.5723, + 0.5661, + 0.5684, + 0.5549, + 0.5581, + 0.5567, + 0.5572, + 0.5518, + 0.5626, + 0.5541, + 0.5579, + 0.5572, + 0.5623, + 0.5514, + 0.5565, + 0.5607, + 0.5585, + 0.559, + 0.5538, + 0.564, + 0.5567, + 0.5616, + 0.5637, + 0.5666, + 0.5637, + 0.5619, + 0.5675, + 0.5666, + 0.5669, + 0.5694, + 0.5697, + 0.5686, + 0.5695, + 0.5689 + ], + "test_acc": [ + 0.3955, + 0.5785, + 0.6265, + 0.652, + 0.6485, + 0.621, + 0.6335, + 0.6655, + 0.67, + 0.689, + 0.6655, + 0.626, + 0.638, + 0.644, + 0.6145, + 0.6285, + 0.667, + 0.645, + 0.644, + 0.6665, + 0.662, + 0.643, + 0.627, + 0.615, + 0.6205, + 0.5915, + 0.528, + 0.5505, + 0.575, + 0.5655, + 0.552, + 0.57, + 0.5755, + 0.581, + 0.582, + 0.5765, + 0.553, + 0.5395, + 0.5435, + 0.558, + 0.535, + 0.5635, + 0.5525, + 0.5505, + 0.526, + 0.544, + 0.5335, + 0.5235, + 0.5315, + 0.5345, + 0.5095, + 0.5005, + 0.4775, + 0.5465, + 0.526, + 0.533, + 0.5515, + 0.5615, + 0.5635, + 0.5495, + 0.5475, + 0.5435, + 0.5485, + 0.5485, + 0.5555, + 0.5515, + 0.566, + 0.5585, + 0.554, + 0.551, + 0.5565, + 0.5555, + 0.549, + 0.554, + 0.5525, + 0.5605, + 0.5575, + 0.558, + 0.5575, + 0.5585 + ], + "value_loss": [ + 2.8914731563568115, + 1.0116421065330505, + 0.9792686163425446, + 0.9698389565467834, + 0.9745230066776276, + 0.9593441887855529, + 0.9914514320373535, + 0.9008937696456909, + 0.9442315740585328, + 0.9354399297237396, + 0.9357834646224975, + 1.0310763645172119, + 1.1280350433349609, + 1.1904344772338866, + 1.3550069772720337, + 1.3053666845321654, + 1.4593678120613098, + 1.4700158073425293, + 1.3546633718490602, + 1.6431034988403321, + 1.3852640265464782, + 1.322731337928772, + 1.518436873435974, + 1.1696343566894531, + 1.454881266784668, + 1.370015459060669, + 1.363555002975464, + 1.872614532470703, + 2.4025319738388062, + 3.2879290182590486, + 1.1695105950355529, + 1.0109361934661865, + 1.1540400910377502, + 1.209294234085083, + 1.211466327047348, + 0.8347042934417724, + 0.8668873561859131, + 0.8094220149993896, + 0.741839238357544, + 0.6732744760513306, + 0.7854546588897705, + 0.6755673208236694, + 0.5728948916435241, + 0.6133837251663208, + 0.6896575976371765, + 0.6329740990638733, + 0.5643162271499634, + 0.5344781528472901, + 0.6565200087070465, + 0.5923100409507751, + 0.5163188346862793, + 0.5435176980018616, + 0.532232845401764, + 0.5047218198776245, + 0.47310378370285033, + 0.45587757511138916, + 0.4523937116146088, + 0.4488687247276306, + 0.445998570728302, + 0.4277126375198364, + 0.43870710592269896, + 0.406502858543396, + 0.5107559196472168, + 0.42902055196762084, + 0.3890920462608337, + 0.38705502166748046, + 0.4119320761680603, + 0.38806987524032593, + 0.3780417576313019, + 0.3852014954566956, + 0.3755380168914795, + 0.3765079488277435, + 0.3590162860870361, + 0.36511458950042724, + 0.3516147146701813, + 0.3548973054409027, + 0.3555239068031311, + 0.3550170949459076, + 0.3455959125518799, + 0.3557061047077179 + ], + "term_loss": [ + 1.6602315026283263, + 0.6487982746124268, + 0.7606359968185424, + 0.7683342950582505, + 0.7632556185245514, + 0.7351340337753296, + 0.7646495252609253, + 0.6887249355316162, + 0.7335731735229493, + 0.7274465770244598, + 0.7336520937919617, + 0.8231202568054199, + 0.9113656562805176, + 0.9691344513893128, + 1.131781807899475, + 1.0871996644496917, + 1.2227107072830201, + 1.2319942425727843, + 1.1140453166007995, + 1.3427057041168213, + 1.0584808224439621, + 0.9781823832035065, + 1.124849826812744, + 0.8163653163909912, + 1.0391017780303955, + 0.9161141554832458, + 0.9728089346885681, + 1.4108687118530274, + 1.913311016893387, + 2.474852797269821, + 0.7707266288757324, + 0.6442933590888977, + 0.7695344947814942, + 0.8129353022575379, + 0.7860277270078659, + 0.4854595648765564, + 0.5304397300720215, + 0.48523606872558595, + 0.4136289978981018, + 0.3496486745357513, + 0.43072265305519103, + 0.3545576292037964, + 0.2707749304056168, + 0.30003291432857515, + 0.3649471400976181, + 0.3097132356643677, + 0.24948634128570557, + 0.21672172679901122, + 0.31764200187921526, + 0.2645720922470093, + 0.1943810030221939, + 0.21808994147777558, + 0.20612887120246887, + 0.1831600733757019, + 0.1579606840133667, + 0.13959807016849518, + 0.13821850581765174, + 0.1346768367767334, + 0.13379685539007186, + 0.11722139341831207, + 0.12373274766206742, + 0.1021266034603119, + 0.18962102710008621, + 0.12173434302210807, + 0.0886700010061264, + 0.08855389852523804, + 0.10985714473724366, + 0.09126245896220207, + 0.08464143277704715, + 0.08802928638458252, + 0.08116196565628052, + 0.08235352320671081, + 0.06943840010166168, + 0.07480848977863788, + 0.06362296106815338, + 0.06547020068168641, + 0.0663039342880249, + 0.06582048626542092, + 0.0589083580493927, + 0.06590610226392746 + ], + "bridge_loss": [ + 0.9331698284233862, + 0.11649462137520314, + 0.015715979816019535, + 0.00671334265768528, + 0.018271303272247314, + 0.03326347976624966, + 0.03348449106514454, + 0.020532348553836347, + 0.013244135062396526, + 0.009722792905569077, + 0.008876127330958843, + 0.009582126937806607, + 0.011055101352930068, + 0.011870610010623932, + 0.013375742612779141, + 0.0155577556848526, + 0.019751004827022554, + 0.017863361442089082, + 0.027747771644592287, + 0.07066093260645867, + 0.11650513218641281, + 0.12101610896587371, + 0.15459786736965178, + 0.11606869056224824, + 0.15967000955343247, + 0.19558869359493256, + 0.11933131771087646, + 0.16814801473617555, + 0.19006015786528588, + 0.5340570589244366, + 0.13764213082790375, + 0.10621524007320404, + 0.11688521416187286, + 0.13697189807891846, + 0.16142817224264144, + 0.08553076691031455, + 0.06714614820480347, + 0.058368180775642396, + 0.06367164892554283, + 0.058401806330680844, + 0.07510955965518952, + 0.04296272074580192, + 0.030555253785848616, + 0.03590657195448876, + 0.0444308792591095, + 0.040885373382270336, + 0.031827708619832994, + 0.031135463285446165, + 0.05048181757330895, + 0.03556546043753624, + 0.029527773827314377, + 0.033380622804164886, + 0.032867836010456085, + 0.029423796927928923, + 0.026511628997325898, + 0.02286296658962965, + 0.02306612728089094, + 0.02427403473854065, + 0.022651293496787548, + 0.02018927168995142, + 0.023878360521793367, + 0.015088292667269706, + 0.031936795590817926, + 0.018752254104614258, + 0.010989018613100051, + 0.011456697177141905, + 0.014083520233631134, + 0.010883450951427221, + 0.00928245914876461, + 0.01226512822508812, + 0.009397232201695442, + 0.009936634358018637, + 0.006541926475614309, + 0.008306315709650517, + 0.006603296869248152, + 0.008167878417670726, + 0.008434691524505615, + 0.00860220458805561, + 0.006883558386564255, + 0.010093027733266353 + ], + "tgrad_loss": [ + 0.2980718096733093, + 0.24634920997619628, + 0.2029166358470917, + 0.19479132684469222, + 0.1929960819721222, + 0.19094667139053345, + 0.19331741120815277, + 0.1916364851951599, + 0.19741427063941955, + 0.19827055424451828, + 0.19325523676872253, + 0.19837397718429564, + 0.20561428740024568, + 0.20942940578460692, + 0.20984943301677703, + 0.20260925273895264, + 0.21690608932971955, + 0.22015822021961212, + 0.2128702841281891, + 0.22973685836791993, + 0.21027806951999664, + 0.22353285098075867, + 0.23898917541503906, + 0.23720036025047303, + 0.25610947241783144, + 0.25831260244846344, + 0.2714147402048111, + 0.29359780797958374, + 0.29916080503463743, + 0.2790191856145859, + 0.2611418417930603, + 0.2604275827884674, + 0.26762038497924806, + 0.25938703508377076, + 0.2640104354381561, + 0.2637139617919922, + 0.2693014838695526, + 0.2658177710533142, + 0.2645385955810547, + 0.26522399611473085, + 0.27962244243621825, + 0.27804697461128236, + 0.27156470761299134, + 0.27744423763751985, + 0.2802795831680298, + 0.28237549018859864, + 0.28300217514038084, + 0.2866209662437439, + 0.28839618926048277, + 0.29217248883247376, + 0.2924100575447083, + 0.2920471329689026, + 0.29323613867759707, + 0.2921379543304443, + 0.2886314691543579, + 0.2934165405750275, + 0.2911090755939484, + 0.28991785345077514, + 0.28955041818618776, + 0.290301975774765, + 0.29109600009918213, + 0.2892879591941834, + 0.2891980986595154, + 0.2885339534759521, + 0.28943302466869353, + 0.2870444281578064, + 0.2879914128303528, + 0.28592396450042723, + 0.2841178658246994, + 0.284907079744339, + 0.28497882013320924, + 0.28421779255867, + 0.2830359622001648, + 0.2819997839927673, + 0.2813884559631348, + 0.2812592257499695, + 0.2807852788448334, + 0.2805944046497345, + 0.2798039969444275, + 0.2797069767475128 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.05994441360235214, + 0.19127817451953888, + 0.25874069333076477, + 0.31905949115753174, + 0.31442493200302124, + 0.3214789927005768, + 0.368133008480072, + 0.38988351821899414, + 0.4050426781177521, + 0.416469931602478, + 0.4253390431404114, + 0.4322451949119568 + ], + "perturbation_rho": [ + 0.1191493421792984, + 0.31643322110176086, + 0.4170604646205902, + 0.42330044507980347, + 0.4319503903388977, + 0.42732322216033936, + 0.46659332513809204, + 0.487338662147522, + 0.496512234210968, + 0.4787842035293579, + 0.5010949969291687, + 0.5059125423431396 + ], + "nudging": { + "0.001": [ + -0.0016103468369692564, + -0.0018254828173667192, + -0.0021413436625152826, + -0.0023662694729864597, + -0.0023437764029949903, + -0.0023424234241247177, + -0.002533233491703868, + -0.002567564370110631, + -0.00262308563105762, + -0.002670108340680599, + -0.0027196200098842382, + -0.002735825488343835 + ], + "0.003": [ + -0.004815170541405678, + -0.005469394847750664, + -0.0064151170663535595, + -0.007090517785400152, + -0.007022828795015812, + -0.007019806653261185, + -0.007589289918541908, + -0.007691953331232071, + -0.007857399061322212, + -0.007999258115887642, + -0.008147023618221283, + -0.008196018636226654 + ], + "0.01": [ + -0.015865826979279518, + -0.018151750788092613, + -0.021288521587848663, + -0.02352731302380562, + -0.023306310176849365, + -0.02329857647418976, + -0.025182321667671204, + -0.025520823895931244, + -0.026067661121487617, + -0.026535863056778908, + -0.027021951973438263, + -0.02718108892440796 + ] + } + } + } +}
\ No newline at end of file |