summaryrefslogtreecommitdiff
path: root/results/synth_ladder_v2_hi/synth_a0.5_L4_s456.json
diff options
context:
space:
mode:
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a0.5_L4_s456.json')
-rw-r--r--results/synth_ladder_v2_hi/synth_a0.5_L4_s456.json1554
1 files changed, 1554 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L4_s456.json b/results/synth_ladder_v2_hi/synth_a0.5_L4_s456.json
new file mode 100644
index 0000000..533ce8d
--- /dev/null
+++ b/results/synth_ladder_v2_hi/synth_a0.5_L4_s456.json
@@ -0,0 +1,1554 @@
+{
+ "bp": {
+ "log": {
+ "train_loss": [
+ 1.4960858375549317,
+ 0.5346975540161133,
+ 0.38716840896606447,
+ 0.35499444410800934,
+ 0.30661033401489257,
+ 0.30922529895305634,
+ 0.27481330077648164,
+ 0.269934020614624,
+ 0.29978428807258606,
+ 0.25284944949150084,
+ 0.25780958070755006,
+ 0.23303727264404298,
+ 0.24132988526821136,
+ 0.20776223244667053,
+ 0.1969887863755226,
+ 0.1761551865696907,
+ 0.16374456174373628,
+ 0.18347106391191484,
+ 0.1597210103750229,
+ 0.1635675217628479,
+ 0.17662811236381531,
+ 0.15870836329460145,
+ 0.1737984106183052,
+ 0.13217050411701203,
+ 0.1460229372382164,
+ 0.12168637955188752,
+ 0.1280234918475151,
+ 0.12693974618911744,
+ 0.11462656342983246,
+ 0.1029154019355774,
+ 0.13926502933502197,
+ 0.10933776559829712,
+ 0.09320529713630676,
+ 0.09527391186952591,
+ 0.079886494910717,
+ 0.07977066860198975,
+ 0.07166484508514405,
+ 0.07007486948370933,
+ 0.06268392709493636,
+ 0.06896026997566224,
+ 0.06800698767900466,
+ 0.05527717870473862,
+ 0.06054863209873438,
+ 0.04793440787792206,
+ 0.054939467120170594,
+ 0.043425172302126884,
+ 0.04000619463920593,
+ 0.04502314983308315,
+ 0.03696476737260818,
+ 0.042237274646759033,
+ 0.043874549174308775,
+ 0.038109699201583865,
+ 0.03395200428068638,
+ 0.029588924580812453,
+ 0.028190810793638228,
+ 0.02734000713825226,
+ 0.028795221200585364,
+ 0.02614459018409252,
+ 0.02498855213224888,
+ 0.02417927698493004,
+ 0.024668072617053987,
+ 0.023915421676635743,
+ 0.023400312945246696,
+ 0.02246341987848282,
+ 0.022365201508998872,
+ 0.021897871212661266,
+ 0.021433941733837128,
+ 0.02118105274736881,
+ 0.020932374608516692,
+ 0.02072743790745735,
+ 0.020465456957370044,
+ 0.020281540298461916,
+ 0.02012429815530777,
+ 0.0200213955193758,
+ 0.01993154845237732,
+ 0.019858657205104827,
+ 0.019795786088705063,
+ 0.019747656816244127,
+ 0.01971831915974617,
+ 0.019699555786699057
+ ],
+ "train_acc": [
+ 0.5077,
+ 0.8231,
+ 0.8605,
+ 0.8665,
+ 0.8838,
+ 0.8805,
+ 0.891,
+ 0.8918,
+ 0.8816,
+ 0.9026,
+ 0.8988,
+ 0.9096,
+ 0.9022,
+ 0.919,
+ 0.9242,
+ 0.9348,
+ 0.9395,
+ 0.9298,
+ 0.9397,
+ 0.9393,
+ 0.9299,
+ 0.9363,
+ 0.9316,
+ 0.9518,
+ 0.9452,
+ 0.9571,
+ 0.9536,
+ 0.9555,
+ 0.9601,
+ 0.9645,
+ 0.9455,
+ 0.9596,
+ 0.969,
+ 0.9686,
+ 0.9778,
+ 0.9762,
+ 0.9809,
+ 0.9817,
+ 0.9867,
+ 0.9815,
+ 0.982,
+ 0.9885,
+ 0.9851,
+ 0.9931,
+ 0.9872,
+ 0.9941,
+ 0.9973,
+ 0.9923,
+ 0.9964,
+ 0.9936,
+ 0.9927,
+ 0.9951,
+ 0.9969,
+ 0.9991,
+ 0.9995,
+ 0.9994,
+ 0.9984,
+ 0.9996,
+ 0.9996,
+ 0.9997,
+ 0.9994,
+ 1.0,
+ 0.9999,
+ 1.0,
+ 0.9999,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "test_acc": [
+ 0.75,
+ 0.8525,
+ 0.866,
+ 0.8635,
+ 0.8695,
+ 0.871,
+ 0.8765,
+ 0.8645,
+ 0.8605,
+ 0.8785,
+ 0.8745,
+ 0.8675,
+ 0.8715,
+ 0.8745,
+ 0.871,
+ 0.881,
+ 0.883,
+ 0.8775,
+ 0.8775,
+ 0.88,
+ 0.8765,
+ 0.879,
+ 0.876,
+ 0.8835,
+ 0.8815,
+ 0.8775,
+ 0.878,
+ 0.8845,
+ 0.8815,
+ 0.8815,
+ 0.876,
+ 0.8855,
+ 0.8835,
+ 0.8875,
+ 0.8875,
+ 0.884,
+ 0.8805,
+ 0.8825,
+ 0.8835,
+ 0.885,
+ 0.886,
+ 0.883,
+ 0.8845,
+ 0.8885,
+ 0.8935,
+ 0.8865,
+ 0.8865,
+ 0.882,
+ 0.886,
+ 0.889,
+ 0.884,
+ 0.8855,
+ 0.887,
+ 0.886,
+ 0.885,
+ 0.8875,
+ 0.885,
+ 0.885,
+ 0.889,
+ 0.8885,
+ 0.8875,
+ 0.8875,
+ 0.89,
+ 0.8875,
+ 0.887,
+ 0.8835,
+ 0.887,
+ 0.8865,
+ 0.887,
+ 0.888,
+ 0.8875,
+ 0.887,
+ 0.8855,
+ 0.886,
+ 0.886,
+ 0.8855,
+ 0.8855,
+ 0.8855,
+ 0.8855,
+ 0.8855
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.792909562587738,
+ 0.7804109454154968,
+ 0.7618845105171204,
+ 0.7463140487670898
+ ],
+ "perturbation_rho": [
+ 0.9999990463256836,
+ 0.9999976754188538,
+ 0.9999912977218628,
+ 0.9999581575393677
+ ],
+ "nudging": {
+ "0.001": [
+ -0.03518236428499222,
+ -0.019823763519525528,
+ -0.009707804769277573,
+ -0.004611268639564514
+ ],
+ "0.003": [
+ -0.09652796387672424,
+ -0.05666226148605347,
+ -0.028457924723625183,
+ -0.013685199432075024
+ ],
+ "0.01": [
+ -0.2336917370557785,
+ -0.1588592678308487,
+ -0.0874030739068985,
+ -0.04391264170408249
+ ]
+ }
+ }
+ },
+ "dfa": {
+ "log": {
+ "train_loss": [
+ 2.2411655475616454,
+ 1.4526173705101013,
+ 0.8525485153198242,
+ 0.6137924177646636,
+ 0.5145371016025543,
+ 0.446749422454834,
+ 0.4214886118412018,
+ 0.4195548385620117,
+ 0.4367940719604492,
+ 0.4271266968727112,
+ 0.4506368330955505,
+ 0.431544850730896,
+ 0.47056838960647585,
+ 0.4950884919166565,
+ 0.46457617955207825,
+ 0.44138867642879487,
+ 0.46890158281326294,
+ 0.5305374766528607,
+ 0.473049675154686,
+ 0.5022008052349091,
+ 0.5181013618469238,
+ 0.5725814378738403,
+ 0.6426745875835419,
+ 0.5557390186309814,
+ 0.5579349591135979,
+ 0.5740194640159607,
+ 0.5308336600065231,
+ 0.5652545422554016,
+ 0.5799481949329376,
+ 0.5444272952079773,
+ 0.6203189346969128,
+ 0.5797858777523041,
+ 0.5540922529220581,
+ 0.6830843738555908,
+ 0.615204192352295,
+ 0.5617164747238159,
+ 0.5623749876022339,
+ 0.6315483769670129,
+ 0.5285355776786804,
+ 0.5771580843925476,
+ 0.5868863337516784,
+ 0.5256145215988159,
+ 0.5623120756149292,
+ 0.5721551623344422,
+ 0.5184764307022095,
+ 0.5232071911811829,
+ 0.5361109107017518,
+ 0.5600172671496868,
+ 0.4889044641494751,
+ 0.5039423065185547,
+ 0.48181177968978883,
+ 0.5018940591812133,
+ 0.5007769202709198,
+ 0.48498369932174684,
+ 0.49861330699920653,
+ 0.50194164686203,
+ 0.5412097283363342,
+ 0.4756260334253311,
+ 0.45754834973812103,
+ 0.44795829181671143,
+ 0.4544060218811035,
+ 0.44153900299072263,
+ 0.45146822926998137,
+ 0.4521883423805237,
+ 0.4729661870479584,
+ 0.4337798559188843,
+ 0.43757696523666384,
+ 0.42876729426383975,
+ 0.4239328568458557,
+ 0.42891270719766617,
+ 0.4150575352668762,
+ 0.41506909675598147,
+ 0.41555006608963013,
+ 0.41147264165878294,
+ 0.4131491298675537,
+ 0.41100745553970336,
+ 0.40833550534248353,
+ 0.4068710644721985,
+ 0.4059945067882538,
+ 0.40573364531993866
+ ],
+ "train_acc": [
+ 0.186,
+ 0.5098,
+ 0.6861,
+ 0.7694,
+ 0.803,
+ 0.8305,
+ 0.8387,
+ 0.8401,
+ 0.8367,
+ 0.8391,
+ 0.836,
+ 0.8406,
+ 0.8345,
+ 0.8287,
+ 0.837,
+ 0.8435,
+ 0.8413,
+ 0.8283,
+ 0.8436,
+ 0.8394,
+ 0.8373,
+ 0.822,
+ 0.8238,
+ 0.8295,
+ 0.8343,
+ 0.8312,
+ 0.8379,
+ 0.8308,
+ 0.83,
+ 0.8388,
+ 0.8251,
+ 0.836,
+ 0.8379,
+ 0.8196,
+ 0.8331,
+ 0.8437,
+ 0.8403,
+ 0.8265,
+ 0.8473,
+ 0.8364,
+ 0.8374,
+ 0.8477,
+ 0.8394,
+ 0.8473,
+ 0.8507,
+ 0.8521,
+ 0.8455,
+ 0.8448,
+ 0.8579,
+ 0.8505,
+ 0.8592,
+ 0.8549,
+ 0.8576,
+ 0.8598,
+ 0.8569,
+ 0.8518,
+ 0.8476,
+ 0.8597,
+ 0.8621,
+ 0.8677,
+ 0.8657,
+ 0.8661,
+ 0.8651,
+ 0.8658,
+ 0.8604,
+ 0.8685,
+ 0.8672,
+ 0.8697,
+ 0.8726,
+ 0.8692,
+ 0.8725,
+ 0.8752,
+ 0.8726,
+ 0.8731,
+ 0.8738,
+ 0.8747,
+ 0.874,
+ 0.8756,
+ 0.8752,
+ 0.8756
+ ],
+ "test_acc": [
+ 0.355,
+ 0.613,
+ 0.726,
+ 0.765,
+ 0.7915,
+ 0.7945,
+ 0.796,
+ 0.8035,
+ 0.7775,
+ 0.7815,
+ 0.7895,
+ 0.779,
+ 0.768,
+ 0.7545,
+ 0.7975,
+ 0.8,
+ 0.781,
+ 0.7915,
+ 0.799,
+ 0.783,
+ 0.7645,
+ 0.775,
+ 0.792,
+ 0.783,
+ 0.786,
+ 0.7715,
+ 0.7735,
+ 0.772,
+ 0.7965,
+ 0.756,
+ 0.761,
+ 0.801,
+ 0.735,
+ 0.7755,
+ 0.7805,
+ 0.794,
+ 0.7575,
+ 0.7605,
+ 0.7725,
+ 0.783,
+ 0.793,
+ 0.786,
+ 0.794,
+ 0.788,
+ 0.7975,
+ 0.784,
+ 0.7785,
+ 0.8035,
+ 0.8,
+ 0.808,
+ 0.797,
+ 0.799,
+ 0.795,
+ 0.793,
+ 0.806,
+ 0.7975,
+ 0.8075,
+ 0.793,
+ 0.8045,
+ 0.8165,
+ 0.809,
+ 0.816,
+ 0.815,
+ 0.81,
+ 0.808,
+ 0.8165,
+ 0.809,
+ 0.8195,
+ 0.8135,
+ 0.812,
+ 0.817,
+ 0.8165,
+ 0.816,
+ 0.8175,
+ 0.814,
+ 0.8165,
+ 0.817,
+ 0.817,
+ 0.8175,
+ 0.817
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ -0.010789386928081512,
+ 0.08449429273605347,
+ 0.10027095675468445,
+ 0.1133105605840683
+ ],
+ "perturbation_rho": [
+ -0.022197294980287552,
+ 0.02167895808815956,
+ 0.18905602395534515,
+ 0.18277563154697418
+ ],
+ "nudging": {
+ "0.001": [
+ -8.850065933074802e-05,
+ -0.0005693648708984256,
+ -0.00039813597686588764,
+ -0.00038892755401320755
+ ],
+ "0.003": [
+ -0.000241757370531559,
+ -0.0017084539867937565,
+ -0.00119449058547616,
+ -0.0011681977193802595
+ ],
+ "0.01": [
+ -0.0005262043559923768,
+ -0.005684657022356987,
+ -0.003974507562816143,
+ -0.0038818921893835068
+ ]
+ }
+ }
+ },
+ "state_bridge": {
+ "log": {
+ "train_loss": [
+ 1.8605559646606444,
+ 0.8181579312324524,
+ 0.4888786570072174,
+ 0.46094297194480893,
+ 0.5146874758720398,
+ 0.5756171208381653,
+ 0.6119997030258179,
+ 0.631787965297699,
+ 0.6700198846817017,
+ 0.7132655641555786,
+ 0.7236264010429382,
+ 0.7378828598022461,
+ 0.7261418657302856,
+ 0.727296348953247,
+ 0.7321721215248108,
+ 0.736586001586914,
+ 0.7621609721183776,
+ 0.763503788948059,
+ 0.7666075186729431,
+ 0.7711701553344726,
+ 0.7736121963500977,
+ 0.7452512830734253,
+ 0.7567199333190918,
+ 0.7540113342285156,
+ 0.7480614219665528,
+ 0.735906481552124,
+ 0.7370582301139832,
+ 0.6966712136268616,
+ 0.6802552005767822,
+ 0.6610010339736938,
+ 0.6873619891166687,
+ 0.6534000772476196,
+ 0.6929481398582459,
+ 0.6387723390579224,
+ 0.6156042585372925,
+ 0.6434125867843627,
+ 0.6252378331184387,
+ 0.6347130266189576,
+ 0.6249235614776611,
+ 0.6330950705289841,
+ 0.5946530082702637,
+ 0.6063001970291138,
+ 0.622239726114273,
+ 0.6078498930931091,
+ 0.5940731934547424,
+ 0.5847301836967468,
+ 0.5914536945343017,
+ 0.5992654499053955,
+ 0.5896003244400024,
+ 0.5899710475921631,
+ 0.5955881645202636,
+ 0.5772649069786072,
+ 0.579361309337616,
+ 0.5728494137763978,
+ 0.5764807563781739,
+ 0.5744461917877197,
+ 0.5702900684833526,
+ 0.577054048538208,
+ 0.5672821633338928,
+ 0.5654981985330582,
+ 0.5666977419853211,
+ 0.5643723483085632,
+ 0.5685850902557373,
+ 0.5597343187332153,
+ 0.5564246373176575,
+ 0.5545753452301025,
+ 0.5560362690925598,
+ 0.5581320198059082,
+ 0.547701037311554,
+ 0.5481671844482422,
+ 0.5475796377182007,
+ 0.5468229295730591,
+ 0.5432382588863373,
+ 0.5421132974624634,
+ 0.541416937828064,
+ 0.5409614672660827,
+ 0.5399176012039184,
+ 0.5391464573860169,
+ 0.5387552119731903,
+ 0.5384695112228394
+ ],
+ "train_acc": [
+ 0.3368,
+ 0.698,
+ 0.8163,
+ 0.8254,
+ 0.8097,
+ 0.7944,
+ 0.7835,
+ 0.7788,
+ 0.7649,
+ 0.7552,
+ 0.7385,
+ 0.7349,
+ 0.7359,
+ 0.7379,
+ 0.7343,
+ 0.7369,
+ 0.7296,
+ 0.7292,
+ 0.7336,
+ 0.7291,
+ 0.7343,
+ 0.7384,
+ 0.7402,
+ 0.7364,
+ 0.7392,
+ 0.7441,
+ 0.7439,
+ 0.7548,
+ 0.7638,
+ 0.77,
+ 0.7606,
+ 0.7728,
+ 0.7621,
+ 0.7791,
+ 0.7881,
+ 0.7784,
+ 0.7809,
+ 0.7789,
+ 0.7816,
+ 0.7812,
+ 0.7897,
+ 0.7883,
+ 0.7816,
+ 0.7874,
+ 0.7903,
+ 0.7956,
+ 0.791,
+ 0.788,
+ 0.7929,
+ 0.7935,
+ 0.7895,
+ 0.7969,
+ 0.7941,
+ 0.7975,
+ 0.7985,
+ 0.7961,
+ 0.8005,
+ 0.7976,
+ 0.8006,
+ 0.7995,
+ 0.7997,
+ 0.8015,
+ 0.8009,
+ 0.8023,
+ 0.8038,
+ 0.8063,
+ 0.8055,
+ 0.8068,
+ 0.8086,
+ 0.8086,
+ 0.8099,
+ 0.8084,
+ 0.812,
+ 0.8089,
+ 0.8106,
+ 0.8101,
+ 0.8105,
+ 0.813,
+ 0.8116,
+ 0.8115
+ ],
+ "test_acc": [
+ 0.5775,
+ 0.758,
+ 0.8025,
+ 0.7935,
+ 0.784,
+ 0.77,
+ 0.7645,
+ 0.749,
+ 0.7345,
+ 0.7205,
+ 0.7075,
+ 0.712,
+ 0.7105,
+ 0.716,
+ 0.7255,
+ 0.706,
+ 0.693,
+ 0.6855,
+ 0.716,
+ 0.719,
+ 0.716,
+ 0.7045,
+ 0.7215,
+ 0.705,
+ 0.7195,
+ 0.6925,
+ 0.7125,
+ 0.711,
+ 0.7125,
+ 0.7145,
+ 0.747,
+ 0.7325,
+ 0.7205,
+ 0.7515,
+ 0.7295,
+ 0.7535,
+ 0.7225,
+ 0.7535,
+ 0.739,
+ 0.7455,
+ 0.7515,
+ 0.7435,
+ 0.749,
+ 0.7635,
+ 0.755,
+ 0.7415,
+ 0.755,
+ 0.752,
+ 0.7465,
+ 0.7605,
+ 0.759,
+ 0.745,
+ 0.7625,
+ 0.748,
+ 0.7625,
+ 0.7665,
+ 0.7555,
+ 0.754,
+ 0.767,
+ 0.759,
+ 0.76,
+ 0.761,
+ 0.7705,
+ 0.765,
+ 0.7645,
+ 0.76,
+ 0.765,
+ 0.773,
+ 0.7705,
+ 0.7675,
+ 0.771,
+ 0.769,
+ 0.7705,
+ 0.764,
+ 0.767,
+ 0.766,
+ 0.7675,
+ 0.768,
+ 0.7675,
+ 0.7675
+ ],
+ "state_pred_error": [
+ 0.7528388725280761,
+ 0.2578148658514023,
+ 0.16944917948246002,
+ 0.15115742516517638,
+ 0.14653776726722717,
+ 0.1493137075185776,
+ 0.15279092507362366,
+ 0.1516626188278198,
+ 0.14644639718532562,
+ 0.1432818317890167,
+ 0.1341671544909477,
+ 0.12109726746082305,
+ 0.10874035103321075,
+ 0.09516428833007813,
+ 0.08291223795413971,
+ 0.0741053925871849,
+ 0.06677378851175308,
+ 0.05990288783311844,
+ 0.05339719951748848,
+ 0.047321006536483766,
+ 0.04257492316961289,
+ 0.039824042534828186,
+ 0.03776356348991394,
+ 0.03543094688653946,
+ 0.03290540891289711,
+ 0.030680635172128677,
+ 0.029502621805667876,
+ 0.028691610008478165,
+ 0.028108215525746345,
+ 0.02795259121656418,
+ 0.02805232812166214,
+ 0.028190095496177674,
+ 0.02814672722220421,
+ 0.028008159649372102,
+ 0.027467489010095596,
+ 0.02668677789568901,
+ 0.026043729621171952,
+ 0.025943757286667823,
+ 0.024753411382436752,
+ 0.024162132585048676,
+ 0.023421377569437025,
+ 0.022592406967282295,
+ 0.021806583201885225,
+ 0.020894898462295534,
+ 0.021760780826210975,
+ 0.01970126095712185,
+ 0.018973005139827727,
+ 0.018254657858610152,
+ 0.01774941844791174,
+ 0.017085333578288554,
+ 0.01667745073735714,
+ 0.015917856815457345,
+ 0.015461402994394302,
+ 0.015105176398158074,
+ 0.014731700393557548,
+ 0.014277263483405113,
+ 0.014336085096001625,
+ 0.013835087125003339,
+ 0.013015667875111103,
+ 0.012977058197557926,
+ 0.012411148184537887,
+ 0.012218371331691742,
+ 0.011917488634586334,
+ 0.011587343527376651,
+ 0.011386518168449402,
+ 0.010996050210297108,
+ 0.011000375728309154,
+ 0.01093198662251234,
+ 0.010665439885854722,
+ 0.010713081985712051,
+ 0.010309466387331486,
+ 0.009999687269330025,
+ 0.00984979961514473,
+ 0.00978974297195673,
+ 0.009679957465827465,
+ 0.009439942936599255,
+ 0.009190370073914527,
+ 0.009009707018733024,
+ 0.008934175878763198,
+ 0.008844223669171333
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.8223247528076172,
+ 0.5256583094596863,
+ 0.17289233207702637,
+ 0.1550998091697693
+ ],
+ "perturbation_rho": [
+ 0.7023045420646667,
+ 0.4341009259223938,
+ 0.10907860845327377,
+ 0.14972183108329773
+ ],
+ "nudging": {
+ "0.001": [
+ -0.02259308099746704,
+ -0.0022590490989387035,
+ -0.0004881378263235092,
+ -0.00040942247142083943
+ ],
+ "0.003": [
+ -0.06565646827220917,
+ -0.00675535574555397,
+ -0.0014629701618105173,
+ -0.0012272088788449764
+ ],
+ "0.01": [
+ -0.19577056169509888,
+ -0.022263746708631516,
+ -0.004863455425947905,
+ -0.0040816450491547585
+ ]
+ },
+ "state_pred_error_per_layer": [
+ 6500.04248046875,
+ 2179.638671875,
+ 1695.392333984375,
+ 1466.414306640625
+ ]
+ }
+ },
+ "credit_bridge": {
+ "log": {
+ "train_loss": [
+ 2.2343986097335815,
+ 1.453624027633667,
+ 0.8504115339279175,
+ 0.615304591178894,
+ 0.5090120125770569,
+ 0.45330931091308596,
+ 0.43282444887161253,
+ 0.43574942698478697,
+ 0.4284877701282501,
+ 0.43351908864974975,
+ 0.4202498661994934,
+ 0.4424209837436676,
+ 0.4577544458389282,
+ 0.492310822057724,
+ 0.48694960260391235,
+ 0.48417129316329954,
+ 0.4986941133260727,
+ 0.4728296154022217,
+ 0.5724463475704193,
+ 0.5595875578403473,
+ 0.532526982831955,
+ 0.5746327924728394,
+ 0.7126660821914673,
+ 0.7370420686721801,
+ 0.7313992212295533,
+ 0.7004754811286926,
+ 0.6956765615463257,
+ 0.7959447092533112,
+ 0.7934829597473144,
+ 0.856204462814331,
+ 0.8262276921272278,
+ 0.9044902267456054,
+ 0.8700028440475464,
+ 0.9274394365310669,
+ 0.9137028537750244,
+ 0.8890384769439698,
+ 1.0017674032211303,
+ 0.9142154163360595,
+ 0.9766313817024231,
+ 0.9468437704086303,
+ 0.9564611262321472,
+ 0.9481983922958374,
+ 0.985984567451477,
+ 0.9648167610168457,
+ 0.9928602050304413,
+ 0.9667063350677491,
+ 1.0476517265319825,
+ 1.0296577951431274,
+ 1.0196615926742554,
+ 0.9884319522857666,
+ 0.9943711001396179,
+ 0.996761853981018,
+ 0.9902983669281006,
+ 1.0116610792160035,
+ 0.9913013689041138,
+ 1.0162655168533326,
+ 0.9909055713653564,
+ 0.9940459415435791,
+ 0.9812287101745606,
+ 0.990528486442566,
+ 0.9934272569656372,
+ 0.9935013324737548,
+ 0.9953188559532166,
+ 0.9872588449478149,
+ 0.9923500513076782,
+ 0.9922672483444214,
+ 0.9931164207458496,
+ 0.985268419933319,
+ 0.9802879577636718,
+ 0.9865230370521545,
+ 0.9794404148101806,
+ 0.9768617332458496,
+ 0.9763567300796508,
+ 0.9761575534820557,
+ 0.974729040145874,
+ 0.972526121520996,
+ 0.9724656517028809,
+ 0.9720203231811524,
+ 0.9705313505172729,
+ 0.9701843170166016
+ ],
+ "train_acc": [
+ 0.1851,
+ 0.501,
+ 0.6924,
+ 0.7691,
+ 0.8101,
+ 0.8278,
+ 0.835,
+ 0.8321,
+ 0.838,
+ 0.8381,
+ 0.8452,
+ 0.8374,
+ 0.8368,
+ 0.8319,
+ 0.8298,
+ 0.8348,
+ 0.8353,
+ 0.8419,
+ 0.8244,
+ 0.8207,
+ 0.8248,
+ 0.8189,
+ 0.7836,
+ 0.7768,
+ 0.7709,
+ 0.7698,
+ 0.7677,
+ 0.7396,
+ 0.7351,
+ 0.7219,
+ 0.7224,
+ 0.7057,
+ 0.7025,
+ 0.6881,
+ 0.6911,
+ 0.6874,
+ 0.6617,
+ 0.6805,
+ 0.6654,
+ 0.67,
+ 0.6657,
+ 0.6666,
+ 0.6567,
+ 0.6515,
+ 0.6552,
+ 0.6553,
+ 0.6316,
+ 0.6448,
+ 0.6405,
+ 0.6466,
+ 0.6417,
+ 0.6463,
+ 0.643,
+ 0.6361,
+ 0.6427,
+ 0.6356,
+ 0.6455,
+ 0.645,
+ 0.6491,
+ 0.6414,
+ 0.642,
+ 0.6422,
+ 0.6438,
+ 0.6421,
+ 0.6378,
+ 0.6408,
+ 0.6401,
+ 0.6414,
+ 0.6434,
+ 0.6414,
+ 0.6442,
+ 0.6453,
+ 0.6441,
+ 0.646,
+ 0.6456,
+ 0.6434,
+ 0.645,
+ 0.6472,
+ 0.647,
+ 0.646
+ ],
+ "test_acc": [
+ 0.3695,
+ 0.6125,
+ 0.732,
+ 0.772,
+ 0.7855,
+ 0.7905,
+ 0.787,
+ 0.7925,
+ 0.798,
+ 0.802,
+ 0.7885,
+ 0.7805,
+ 0.7755,
+ 0.7785,
+ 0.779,
+ 0.7655,
+ 0.787,
+ 0.791,
+ 0.767,
+ 0.7695,
+ 0.767,
+ 0.707,
+ 0.7315,
+ 0.727,
+ 0.727,
+ 0.743,
+ 0.664,
+ 0.644,
+ 0.649,
+ 0.679,
+ 0.6495,
+ 0.651,
+ 0.6245,
+ 0.6465,
+ 0.6635,
+ 0.5545,
+ 0.6445,
+ 0.629,
+ 0.6125,
+ 0.6,
+ 0.6175,
+ 0.6225,
+ 0.59,
+ 0.5935,
+ 0.622,
+ 0.609,
+ 0.5955,
+ 0.5945,
+ 0.605,
+ 0.6335,
+ 0.5985,
+ 0.618,
+ 0.6125,
+ 0.615,
+ 0.612,
+ 0.626,
+ 0.6145,
+ 0.6215,
+ 0.622,
+ 0.614,
+ 0.6205,
+ 0.6205,
+ 0.619,
+ 0.6145,
+ 0.617,
+ 0.616,
+ 0.612,
+ 0.624,
+ 0.614,
+ 0.6145,
+ 0.6135,
+ 0.6175,
+ 0.6185,
+ 0.617,
+ 0.621,
+ 0.6165,
+ 0.6175,
+ 0.6165,
+ 0.615,
+ 0.617
+ ],
+ "value_loss": [
+ 3.023894792175293,
+ 0.8986896438598633,
+ 0.7798821739196777,
+ 0.6909401836395264,
+ 0.5764653768539428,
+ 0.5349095309972763,
+ 0.5056781127929687,
+ 0.5260066257476806,
+ 0.5290905786275863,
+ 0.5714910756111145,
+ 0.593832552909851,
+ 0.6378607465744018,
+ 0.7068720542907715,
+ 0.812154634809494,
+ 0.8033107622146607,
+ 0.8015370043754577,
+ 0.9214076406240463,
+ 0.7881726276397705,
+ 1.2114888192653657,
+ 1.0848007547855376,
+ 0.8881485988616943,
+ 1.0654814292907715,
+ 1.5107799823760986,
+ 1.4600254564762116,
+ 1.2796008218765258,
+ 1.135435813999176,
+ 0.9691264488220215,
+ 1.1726920662879945,
+ 1.129703632736206,
+ 1.1240834852218629,
+ 1.0206818098068238,
+ 1.0843358610153198,
+ 0.8683985090255737,
+ 0.9091012100219726,
+ 0.8982777906417847,
+ 0.740005069732666,
+ 0.9086256595611573,
+ 0.7258960815429687,
+ 0.8782961148262024,
+ 0.6398888462066651,
+ 0.7080119153976441,
+ 0.6535386414527893,
+ 0.6868848449230194,
+ 0.6373141875267029,
+ 0.6819823276519775,
+ 0.6544397377014161,
+ 0.8417046590805054,
+ 0.6846742402076721,
+ 0.6666352437019348,
+ 0.5878526174545288,
+ 0.5703939646720886,
+ 0.6319679483890533,
+ 0.5580304244041443,
+ 0.5517775423049927,
+ 0.5550727502822876,
+ 0.5422627649307251,
+ 0.526749885725975,
+ 0.5252036747217178,
+ 0.4967438272476196,
+ 0.5272078440189362,
+ 0.5113776790618897,
+ 0.5110072200298309,
+ 0.5037453308582306,
+ 0.501118311882019,
+ 0.48052791557312013,
+ 0.491667214345932,
+ 0.4838150468826294,
+ 0.4674044004917145,
+ 0.4652326403617859,
+ 0.45715550484657286,
+ 0.47330021438598635,
+ 0.45846579232215884,
+ 0.4664739728450775,
+ 0.4596080785751343,
+ 0.44709101357460024,
+ 0.5086768847942352,
+ 0.44456540699005126,
+ 0.4510745820999146,
+ 0.4489506968975067,
+ 0.4424677228450775
+ ],
+ "term_loss": [
+ 1.7427010470867157,
+ 0.48208142280578614,
+ 0.5679618017196655,
+ 0.5195615575790405,
+ 0.41694380503892897,
+ 0.37342323462963106,
+ 0.3461394340753555,
+ 0.3736634975910187,
+ 0.38409003803730013,
+ 0.424897181892395,
+ 0.4506664439201355,
+ 0.4885968829154968,
+ 0.5525542941093445,
+ 0.6469054134488106,
+ 0.6400146143913269,
+ 0.6403206890821457,
+ 0.7548702710151672,
+ 0.6292312892913818,
+ 1.030323140335083,
+ 0.8977560731410981,
+ 0.7063375649988651,
+ 0.8753381670951843,
+ 1.2645243648529052,
+ 1.2143967106819153,
+ 1.0314008697509767,
+ 0.8851956583857536,
+ 0.7202553007125855,
+ 0.8874784625053406,
+ 0.8458867080688477,
+ 0.8219177357673645,
+ 0.7048627055644989,
+ 0.7606868861675262,
+ 0.554924451828003,
+ 0.5762491623401642,
+ 0.5633525419235229,
+ 0.4294536910057068,
+ 0.5648997817039489,
+ 0.4093684819459915,
+ 0.5367715572834015,
+ 0.31539287347793576,
+ 0.3760087685585022,
+ 0.3255245527982712,
+ 0.35008056272268295,
+ 0.30248967091441153,
+ 0.3320766371250153,
+ 0.3127023727416992,
+ 0.46781888790130616,
+ 0.32705182971954344,
+ 0.3015207302093506,
+ 0.23376340117454528,
+ 0.2302341274499893,
+ 0.28476220836639404,
+ 0.21570249412059783,
+ 0.2140086658477783,
+ 0.2207069280743599,
+ 0.2051979726791382,
+ 0.19757021386027337,
+ 0.19944336045682431,
+ 0.1797251489162445,
+ 0.19338219695091247,
+ 0.1890155040860176,
+ 0.19045120375156402,
+ 0.17334317658543585,
+ 0.17656912994384766,
+ 0.15950183691978453,
+ 0.1694078619301319,
+ 0.16317301561832429,
+ 0.1491153277337551,
+ 0.14835610117912293,
+ 0.1391140363395214,
+ 0.15004074268341064,
+ 0.14137677636146545,
+ 0.14710547543764113,
+ 0.14120989878177642,
+ 0.13093972239494323,
+ 0.17345181898772716,
+ 0.12735800666809083,
+ 0.12920580761432648,
+ 0.12803946260213853,
+ 0.12383701201379299
+ ],
+ "bridge_loss": [
+ 0.9911150374100427,
+ 0.14225238285660743,
+ 0.01897906306087971,
+ 0.008157095196843147,
+ 0.016066196286678314,
+ 0.026334887421131135,
+ 0.025152397060394287,
+ 0.013772669732570648,
+ 0.009419957700371743,
+ 0.009206166239082813,
+ 0.009388158424198628,
+ 0.01007876497283578,
+ 0.010257267847657204,
+ 0.013791960202157498,
+ 0.015348700781166553,
+ 0.012856689554452896,
+ 0.018292034401744605,
+ 0.017754782377555966,
+ 0.020485600554943084,
+ 0.024397531032562255,
+ 0.022133925661444665,
+ 0.024291416144371032,
+ 0.04369710162878036,
+ 0.03945274412930012,
+ 0.040382358980178834,
+ 0.04041987403035164,
+ 0.035525544452667236,
+ 0.045289935863018035,
+ 0.04489333842992783,
+ 0.04701487867832184,
+ 0.06372669532299041,
+ 0.053910273158550265,
+ 0.04901574258804321,
+ 0.049852415746450426,
+ 0.05743934147357941,
+ 0.03363188169002533,
+ 0.04151349928379059,
+ 0.03473072373867035,
+ 0.05004978265017271,
+ 0.037063263088464735,
+ 0.03867579575777054,
+ 0.03736003184020519,
+ 0.03446328945159912,
+ 0.038409869611263275,
+ 0.04414601467847824,
+ 0.04355271501541138,
+ 0.058919631719589236,
+ 0.04385834427475929,
+ 0.05479392580688,
+ 0.0494567804440856,
+ 0.03416308156847954,
+ 0.04137864155471325,
+ 0.037130875611305236,
+ 0.02873442330956459,
+ 0.03029374772310257,
+ 0.02444745374917984,
+ 0.02370999895334244,
+ 0.022537667311728002,
+ 0.018014887282252312,
+ 0.03064262791275978,
+ 0.0187765949845314,
+ 0.017979868005216122,
+ 0.02728003891259432,
+ 0.02337435365319252,
+ 0.018309101203083992,
+ 0.020601727521419526,
+ 0.019028106117248537,
+ 0.01750932685434818,
+ 0.01801943519115448,
+ 0.017622895017266275,
+ 0.025175228443741798,
+ 0.019320746524631977,
+ 0.022181396812200545,
+ 0.021180605521798134,
+ 0.019371255433559418,
+ 0.03914435167312622,
+ 0.02086639016866684,
+ 0.025725779765844344,
+ 0.025558402460813524,
+ 0.02319883658438921
+ ],
+ "tgrad_loss": [
+ 0.29007866830825807,
+ 0.2743558446407318,
+ 0.19294130930900574,
+ 0.16322152862548828,
+ 0.14345537494421004,
+ 0.1351514089345932,
+ 0.13438627982139587,
+ 0.13857046403884887,
+ 0.13558058288097383,
+ 0.13738772497177124,
+ 0.13377795510292054,
+ 0.13918509731292725,
+ 0.1440604922056198,
+ 0.15145726749897004,
+ 0.14794744772911073,
+ 0.14835962448120119,
+ 0.14824533681869506,
+ 0.14118656301498414,
+ 0.16068009790182114,
+ 0.16264715282917022,
+ 0.15967711250782013,
+ 0.16585184245109558,
+ 0.2025585355758667,
+ 0.20617600531578065,
+ 0.20781758627891542,
+ 0.20982027254104615,
+ 0.21334560272693634,
+ 0.2399236711025238,
+ 0.23892358722686768,
+ 0.2551508683681488,
+ 0.252092413854599,
+ 0.2697386896133423,
+ 0.26445830760002137,
+ 0.28299963884353635,
+ 0.27748590664863587,
+ 0.27691949067115784,
+ 0.30221237459182737,
+ 0.2817968795776367,
+ 0.2914747746706009,
+ 0.2874327032566071,
+ 0.2933273449897766,
+ 0.2906540577888489,
+ 0.3023409938812256,
+ 0.29641464624404906,
+ 0.3057596742391586,
+ 0.2981846487045288,
+ 0.3149661375999451,
+ 0.31376406354904174,
+ 0.31032058653831485,
+ 0.3046324390411377,
+ 0.30599675626754763,
+ 0.3058270953178406,
+ 0.3051970504760742,
+ 0.30903445119857786,
+ 0.3040720769882202,
+ 0.3126173446655273,
+ 0.3054696724653244,
+ 0.3032226475715637,
+ 0.29900379276275635,
+ 0.3031830202102661,
+ 0.3035855787754059,
+ 0.3025761491298676,
+ 0.3031221126079559,
+ 0.30117482986450195,
+ 0.3027169793128967,
+ 0.3016576295852661,
+ 0.3016139295578003,
+ 0.30077974333763124,
+ 0.2988571047782898,
+ 0.30041857199668887,
+ 0.29808423919677735,
+ 0.297768265581131,
+ 0.29718710403442383,
+ 0.29721757326126097,
+ 0.29678003549575804,
+ 0.29608071341514586,
+ 0.2963410082817078,
+ 0.29614299502372743,
+ 0.29535283389091493,
+ 0.29543187527656556
+ ]
+ },
+ "diagnostics": {
+ "bp_cosine": [
+ 0.0613640733063221,
+ 0.23986753821372986,
+ 0.24101567268371582,
+ 0.25395530462265015
+ ],
+ "perturbation_rho": [
+ 0.07897584140300751,
+ 0.3258228003978729,
+ 0.35056060552597046,
+ 0.3584677577018738
+ ],
+ "nudging": {
+ "0.001": [
+ -0.0019706960301846266,
+ -0.0017678625881671906,
+ -0.0016834724228829145,
+ -0.0017289909301325679
+ ],
+ "0.003": [
+ -0.005873056128621101,
+ -0.0052978526800870895,
+ -0.005045462399721146,
+ -0.005181802436709404
+ ],
+ "0.01": [
+ -0.019116222858428955,
+ -0.01759088784456253,
+ -0.016751645132899284,
+ -0.017206376418471336
+ ]
+ }
+ }
+ }
+} \ No newline at end of file