diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a1.0_L12_s123.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a1.0_L12_s123.json | 1722 |
1 files changed, 1722 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a1.0_L12_s123.json b/results/synth_ladder_v2_hi/synth_a1.0_L12_s123.json new file mode 100644 index 0000000..e1e1009 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a1.0_L12_s123.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.238738206100464, + 0.6613351190567016, + 0.5395772783279419, + 0.4733346885681152, + 0.4231542590379715, + 0.3620361569643021, + 0.3230682401239872, + 0.2523321887969971, + 0.3470890686511993, + 0.25146674609184266, + 0.24440096678733825, + 0.1842203591823578, + 0.24344354785680772, + 0.11816815827786922, + 0.06866284420490265, + 0.08833205785751343, + 0.09207577448785305, + 0.0486494089782238, + 0.046294594306498765, + 0.027046850475668908, + 0.015711779367923735, + 0.012188610082678497, + 0.007740385116636753, + 0.00582380747757852, + 0.0050085094667971135, + 0.00443948317989707, + 0.004161420274153352, + 0.003766811668127775, + 0.0034422829911112786, + 0.0034336333803832533, + 0.0030249461911618708, + 0.002912200229614973, + 0.0027408694557845593, + 0.0024907449718564747, + 0.0023011812917888164, + 0.0021857335910201075, + 0.002056089808046818, + 0.0019683007838204505, + 0.0018585119150578975, + 0.001773246581107378, + 0.001690511012636125, + 0.0016192044278606772, + 0.0015656297475099563, + 0.0015094914896413684, + 0.001456394356675446, + 0.001409525142610073, + 0.001370351544767618, + 0.0013320897528901695, + 0.0012892388922162354, + 0.0012502161199226976, + 0.0012188509058207273, + 0.0011895375870168208, + 0.001164797018840909, + 0.0011384376548230649, + 0.001114835398364812, + 0.0010922997965477407, + 0.0010709371257573367, + 0.0010527558989822865, + 0.0010423784567043185, + 0.0010238841459155083, + 0.001007764333859086, + 0.00099469233751297, + 0.000982387449592352, + 0.0009712855339050292, + 0.000962210407666862, + 0.0009533346139825881, + 0.0009455815449357032, + 0.0009392593406140805, + 0.0009328387510031461, + 0.000927877208031714, + 0.0009235073435120285, + 0.0009196365909650922, + 0.000916477270424366, + 0.0009136286557652056, + 0.0009118279222398996, + 0.0009102091716602444, + 0.0009090610071085393, + 0.0009083506962284446, + 0.0009078968527726829, + 0.0009076604296453298 + ], + "train_acc": [ + 0.5545, + 0.7429, + 0.7953, + 0.8162, + 0.8395, + 0.8666, + 0.8809, + 0.9067, + 0.8711, + 0.9101, + 0.9094, + 0.938, + 0.911, + 0.9619, + 0.9852, + 0.974, + 0.9711, + 0.9893, + 0.9889, + 0.9964, + 0.9996, + 0.9994, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.711, + 0.7345, + 0.743, + 0.7465, + 0.749, + 0.7505, + 0.7575, + 0.759, + 0.7535, + 0.7525, + 0.748, + 0.751, + 0.7425, + 0.766, + 0.7635, + 0.7515, + 0.7645, + 0.7585, + 0.771, + 0.7665, + 0.765, + 0.7635, + 0.7695, + 0.767, + 0.77, + 0.7695, + 0.7695, + 0.77, + 0.7695, + 0.7655, + 0.766, + 0.7665, + 0.7655, + 0.7645, + 0.766, + 0.7665, + 0.7655, + 0.765, + 0.766, + 0.766, + 0.7665, + 0.7655, + 0.765, + 0.766, + 0.7655, + 0.7655, + 0.7645, + 0.764, + 0.765, + 0.766, + 0.767, + 0.765, + 0.7645, + 0.764, + 0.7635, + 0.7635, + 0.7635, + 0.7645, + 0.763, + 0.763, + 0.7635, + 0.7645, + 0.7625, + 0.764, + 0.7625, + 0.763, + 0.763, + 0.7625, + 0.761, + 0.7625, + 0.762, + 0.762, + 0.7615, + 0.7615, + 0.7615, + 0.7615, + 0.7615, + 0.7615, + 0.7615, + 0.7615 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.86488276720047, + 0.8622424006462097, + 0.8600971698760986, + 0.85722416639328, + 0.8523166179656982, + 0.8457985520362854, + 0.8359642028808594, + 0.828606367111206, + 0.8221874237060547, + 0.8125513792037964, + 0.80171799659729, + 0.7934804558753967 + ], + "perturbation_rho": [ + 0.9999992251396179, + 0.9999991655349731, + 0.9999990463256836, + 0.9999980330467224, + 0.9999971389770508, + 0.9999936819076538, + 0.9999881386756897, + 0.9999800324440002, + 0.9999632835388184, + 0.999937891960144, + 0.9999018311500549, + 0.9998522996902466 + ], + "nudging": { + "0.001": [ + -0.05972275882959366, + -0.04901757463812828, + -0.039307620376348495, + -0.03037886694073677, + -0.02256305143237114, + -0.016410548239946365, + -0.01194553542882204, + -0.008773503825068474, + -0.006583607289940119, + -0.0050867884419858456, + -0.004056186880916357, + -0.0033473381772637367 + ], + "0.003": [ + -0.1681329607963562, + -0.13970935344696045, + -0.11326389014720917, + -0.08840985596179962, + -0.06622078269720078, + -0.04846895486116409, + -0.03543655201792717, + -0.026105739176273346, + -0.01962977647781372, + -0.015187501907348633, + -0.012121773324906826, + -0.010009994730353355 + ], + "0.01": [ + -0.4491935074329376, + -0.38857996463775635, + -0.3270212411880493, + -0.26439201831817627, + -0.20410630106925964, + -0.15283547341823578, + -0.11351937055587769, + -0.08454076200723648, + -0.06403174996376038, + -0.04978282377123833, + -0.03986590355634689, + -0.032995663583278656 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.202339591217041, + 1.3197662359237672, + 0.9467211002349853, + 0.8428364715576172, + 0.7896131301879883, + 0.7633397129058838, + 0.7488100243568421, + 0.740450912284851, + 0.7766979461669922, + 0.785177182006836, + 0.8205275463104248, + 0.8195417936325073, + 0.8523592538833619, + 0.8628508913516998, + 0.8150059830665588, + 0.8488281514167786, + 0.8909374650001526, + 0.9010982797622681, + 0.8784109934806824, + 0.9215612866401672, + 0.9492555601119995, + 0.9399690055847167, + 0.9057739995956421, + 0.9514210477828979, + 0.9790562412261963, + 1.0058076820373536, + 1.074447036266327, + 0.9894476831436158, + 1.0674426013946534, + 0.9942384609222412, + 1.0341941476821899, + 0.9958202060699463, + 1.031863384246826, + 1.0247520631790161, + 1.0434253861427307, + 1.0245234265327454, + 1.032747696876526, + 1.0287066256523132, + 1.0981156536102294, + 1.0315956830978394, + 1.007985222530365, + 1.0512058019638062, + 1.109238450717926, + 1.0539381145238875, + 1.0085170584678649, + 0.9916242378234863, + 0.9867569475173951, + 1.0172756858825684, + 1.0578618814468383, + 0.986051445388794, + 1.0299558208465576, + 1.0038312606811524, + 0.9938522087097168, + 1.019758701324463, + 1.005025187397003, + 0.9923043254852295, + 0.9744973911285401, + 1.0040310264587402, + 0.9865996182441712, + 0.9762414364814759, + 0.9743295421600342, + 0.9790146026611328, + 0.9765340627670288, + 0.9596751022338867, + 0.9693172966003418, + 0.9597562124252319, + 0.9473907022476197, + 0.9487135580062867, + 0.9539228395462036, + 0.9419368682861328, + 0.9428634670257569, + 0.9420891220092773, + 0.9357248798370361, + 0.931165361404419, + 0.9303673110961914, + 0.9292953009605408, + 0.927647031211853, + 0.9273946614265441, + 0.9265368665695191, + 0.9260309785842895 + ], + "train_acc": [ + 0.1979, + 0.5343, + 0.6507, + 0.6875, + 0.7091, + 0.7175, + 0.7241, + 0.7294, + 0.7197, + 0.7169, + 0.7153, + 0.7131, + 0.7078, + 0.7083, + 0.7195, + 0.7154, + 0.7076, + 0.7037, + 0.7105, + 0.704, + 0.7021, + 0.7031, + 0.7096, + 0.6981, + 0.6947, + 0.6952, + 0.6824, + 0.6966, + 0.6853, + 0.6956, + 0.6917, + 0.6964, + 0.6918, + 0.6949, + 0.6958, + 0.6963, + 0.6897, + 0.6914, + 0.6832, + 0.6913, + 0.6921, + 0.6858, + 0.6735, + 0.6891, + 0.6964, + 0.6999, + 0.6977, + 0.6923, + 0.6861, + 0.6982, + 0.6883, + 0.6948, + 0.6937, + 0.6934, + 0.6957, + 0.6988, + 0.7001, + 0.6931, + 0.6994, + 0.6959, + 0.7026, + 0.7006, + 0.7007, + 0.7069, + 0.7045, + 0.7053, + 0.709, + 0.707, + 0.7033, + 0.7088, + 0.7057, + 0.7079, + 0.7123, + 0.7097, + 0.7125, + 0.7096, + 0.7121, + 0.712, + 0.7117, + 0.7117 + ], + "test_acc": [ + 0.395, + 0.5915, + 0.6425, + 0.661, + 0.6655, + 0.6825, + 0.679, + 0.6585, + 0.6505, + 0.6645, + 0.636, + 0.609, + 0.6505, + 0.664, + 0.6555, + 0.6495, + 0.666, + 0.655, + 0.641, + 0.638, + 0.634, + 0.6485, + 0.6025, + 0.63, + 0.6215, + 0.6465, + 0.63, + 0.588, + 0.623, + 0.617, + 0.6415, + 0.6425, + 0.624, + 0.6285, + 0.628, + 0.614, + 0.6305, + 0.5995, + 0.639, + 0.6465, + 0.6095, + 0.5865, + 0.622, + 0.643, + 0.6265, + 0.6425, + 0.638, + 0.6065, + 0.6305, + 0.644, + 0.6095, + 0.6435, + 0.632, + 0.6315, + 0.6345, + 0.641, + 0.64, + 0.6495, + 0.6425, + 0.64, + 0.6325, + 0.6365, + 0.6495, + 0.6335, + 0.6435, + 0.651, + 0.646, + 0.6435, + 0.638, + 0.6445, + 0.6415, + 0.647, + 0.6485, + 0.6455, + 0.6465, + 0.6485, + 0.649, + 0.6465, + 0.648, + 0.6485 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.003139778506010771, + 0.07545783370733261, + 0.07123857736587524, + 0.04737270250916481, + 0.07089244574308395, + 0.05843178555369377, + 0.10959646850824356, + 0.04730183631181717, + 0.05721074715256691, + 0.06935717165470123, + 0.04019004851579666, + 0.04955831170082092 + ], + "perturbation_rho": [ + -0.020620837807655334, + 0.0424807034432888, + 0.07906489074230194, + -0.014874707907438278, + 0.06078936904668808, + 0.006801994517445564, + 0.11016394942998886, + 0.07577681541442871, + 0.01940302737057209, + 0.0600065141916275, + 0.020656054839491844, + 0.04902234673500061 + ], + "nudging": { + "0.001": [ + 2.8067472157999873e-05, + -0.00044735506526194513, + -0.00028866907814517617, + -0.0001569169689901173, + -0.0002910669718403369, + -0.00020299921743571758, + -0.00038177313399501145, + -0.0001458294573239982, + -0.00017777856555767357, + -0.00023665392654947937, + -0.000140793330501765, + -0.00016380546730943024 + ], + "0.003": [ + 7.542525418102741e-05, + -0.0013394037960097194, + -0.0008648735238239169, + -0.00046930869575589895, + -0.0008721597259864211, + -0.0006091208197176456, + -0.001144462265074253, + -0.00043658187496475875, + -0.0005302035133354366, + -0.0007079149945639074, + -0.00042207835940644145, + -0.000491109793074429 + ], + "0.01": [ + 0.00014946935698390007, + -0.004455030895769596, + -0.0028790468350052834, + -0.0015581330517306924, + -0.0028997263871133327, + -0.0020245155319571495, + -0.003806713502854109, + -0.0014502943959087133, + -0.0017623959574848413, + -0.002352846320718527, + -0.001400630921125412, + -0.001629082253202796 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.749035419845581, + 1.0243288425445556, + 0.8783701831817627, + 0.909792195892334, + 0.9442022832870484, + 0.9765333101272583, + 1.0286593907356263, + 1.0600357536315919, + 1.0744477998733521, + 1.0949515160560608, + 1.107298709487915, + 1.105529815006256, + 1.1191591522216797, + 1.1270570775032043, + 1.1219041606903075, + 1.1523450615882873, + 1.1470273632049561, + 1.1214436004638673, + 1.113154112625122, + 1.1083291893005371, + 1.1125688663482667, + 1.0901233867645264, + 1.1175277576446534, + 1.1061762510299682, + 1.098485195541382, + 1.073400117111206, + 1.0892397708892823, + 1.0714881011962891, + 1.0761865495681762, + 1.0466925691604614, + 1.0452186401367187, + 1.0483840522766112, + 1.0655384910583496, + 1.0514549810409546, + 1.0704036350250243, + 1.039493140411377, + 1.0796428539276124, + 1.0604299968719482, + 1.069408202934265, + 1.069653288078308, + 1.061051636505127, + 1.0919126817703246, + 1.0595819647789002, + 1.044873174381256, + 1.0483424802780152, + 1.0358262340545654, + 1.0114229215621948, + 1.0345991500854492, + 1.0097949793815613, + 1.0033580027580262, + 1.0089688102722167, + 1.0225816150665283, + 1.0164037592887878, + 1.0124317664146423, + 1.0002467834472657, + 0.9989970367431641, + 1.0164838801383973, + 1.004414942932129, + 1.004607903289795, + 1.0115055170059204, + 1.0030508796691895, + 1.0010437889099122, + 0.9871210842132568, + 0.9881696207046509, + 0.9858065430641174, + 0.9832741060256958, + 0.9794693752288819, + 0.9825818849563599, + 0.9798864183425904, + 0.9814815460205079, + 0.9754757759094238, + 0.9757995666503906, + 0.9724037355422973, + 0.9745183243751526, + 0.9712728879928589, + 0.9709235038757325, + 0.9703462394714355, + 0.96921721534729, + 0.9688208660125732, + 0.9686514762878418 + ], + "train_acc": [ + 0.3634, + 0.6211, + 0.6854, + 0.6813, + 0.6738, + 0.6665, + 0.6452, + 0.6313, + 0.6285, + 0.6158, + 0.6087, + 0.6099, + 0.6038, + 0.5951, + 0.5951, + 0.5841, + 0.5923, + 0.6045, + 0.6012, + 0.6087, + 0.6088, + 0.6154, + 0.6041, + 0.6088, + 0.612, + 0.613, + 0.6176, + 0.6184, + 0.6114, + 0.6244, + 0.6234, + 0.623, + 0.6199, + 0.6204, + 0.6242, + 0.6274, + 0.6168, + 0.6209, + 0.6184, + 0.6194, + 0.6226, + 0.6174, + 0.6234, + 0.6247, + 0.6284, + 0.6284, + 0.6376, + 0.6326, + 0.6348, + 0.6392, + 0.6387, + 0.6324, + 0.6374, + 0.641, + 0.6435, + 0.6435, + 0.6384, + 0.6422, + 0.641, + 0.6427, + 0.6412, + 0.6426, + 0.6497, + 0.6502, + 0.6483, + 0.651, + 0.651, + 0.6484, + 0.6489, + 0.6511, + 0.6543, + 0.6493, + 0.6513, + 0.651, + 0.6536, + 0.6539, + 0.6524, + 0.652, + 0.6524, + 0.6533 + ], + "test_acc": [ + 0.529, + 0.647, + 0.6585, + 0.6455, + 0.64, + 0.6245, + 0.6135, + 0.6005, + 0.5845, + 0.5955, + 0.596, + 0.591, + 0.5615, + 0.551, + 0.537, + 0.549, + 0.56, + 0.553, + 0.554, + 0.5685, + 0.582, + 0.5715, + 0.5755, + 0.5575, + 0.584, + 0.5715, + 0.572, + 0.582, + 0.6025, + 0.5755, + 0.5965, + 0.592, + 0.5875, + 0.57, + 0.596, + 0.5795, + 0.582, + 0.558, + 0.5735, + 0.5855, + 0.5895, + 0.5995, + 0.5965, + 0.576, + 0.59, + 0.58, + 0.58, + 0.588, + 0.6025, + 0.587, + 0.604, + 0.5895, + 0.602, + 0.605, + 0.5935, + 0.6085, + 0.6035, + 0.609, + 0.605, + 0.596, + 0.5905, + 0.5965, + 0.6055, + 0.6015, + 0.5995, + 0.5985, + 0.593, + 0.6025, + 0.6085, + 0.6065, + 0.5995, + 0.604, + 0.6025, + 0.6035, + 0.602, + 0.605, + 0.6055, + 0.6075, + 0.6055, + 0.6055 + ], + "state_pred_error": [ + 0.6761728614807129, + 0.21007038679122925, + 0.15122513897418977, + 0.15703817780017854, + 0.16187702651023864, + 0.16339434959888458, + 0.16375452308654787, + 0.1625989185333252, + 0.18113663201332092, + 0.18272390701770783, + 0.1627283350467682, + 0.14700518136024476, + 0.13181535266637803, + 0.12005224347114563, + 0.11299885964393616, + 0.1068722818851471, + 0.10560559153556824, + 0.10757571039199829, + 0.10467144322395325, + 0.1023048233985901, + 0.09685005626678467, + 0.08491257979869843, + 0.07876403373479843, + 0.08301222360134125, + 0.08308529872894287, + 0.07449215137958527, + 0.06773201476931572, + 0.056569082129001615, + 0.04849699649810791, + 0.049368930143117905, + 0.04768026757240296, + 0.047298075234889984, + 0.04672931938171387, + 0.0405069172680378, + 0.03569790207147598, + 0.03157345391511917, + 0.027607627579569815, + 0.02504954431951046, + 0.02399016918540001, + 0.023421166968345643, + 0.023441646620631217, + 0.023209517675638197, + 0.02208724093735218, + 0.02086319588124752, + 0.01903458271920681, + 0.017419935330748558, + 0.016029068379104137, + 0.01474376180768013, + 0.014213219347596168, + 0.013581229855120181, + 0.01300986272096634, + 0.012749762377142907, + 0.012476563104987145, + 0.012336783754825591, + 0.012144882160425186, + 0.011600321805477142, + 0.011149377970397473, + 0.01074126893132925, + 0.01038957173228264, + 0.010054622607678174, + 0.009704671692848206, + 0.009379986931383609, + 0.00918807327747345, + 0.009165769296884537, + 0.008629796648025512, + 0.008511535508930683, + 0.008247988541424275, + 0.008038113085925579, + 0.007830396504700184, + 0.007626112474501133, + 0.007495704552531243, + 0.007370948339998722, + 0.007175249060243368, + 0.007102033820748329, + 0.006948738685995341, + 0.006806399586051702, + 0.006733712537586689, + 0.0066317357584834095, + 0.006558584788441658, + 0.006476805159449577 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.5538393259048462, + 0.4287089705467224, + 0.25277969241142273, + 0.2402075231075287, + 0.180599182844162, + 0.15653815865516663, + 0.1736883521080017, + 0.18825414776802063, + 0.1335570216178894, + 0.13271775841712952, + 0.15632027387619019, + 0.17869922518730164 + ], + "perturbation_rho": [ + 0.4586557149887085, + 0.4002187252044678, + 0.23149724304676056, + 0.21227607131004333, + 0.1842716634273529, + 0.16792945563793182, + 0.21390791237354279, + 0.19318881630897522, + 0.08300350606441498, + 0.10752588510513306, + 0.12254554033279419, + 0.14822974801063538 + ], + "nudging": { + "0.001": [ + -0.017140686511993408, + -0.0020858882926404476, + -0.000841023400425911, + -0.0007581148529425263, + -0.0005702057387679815, + -0.0004698220291174948, + -0.0005242021288722754, + -0.0005487058660946786, + -0.0003889029612764716, + -0.00041283376049250364, + -0.00047568423906341195, + -0.0005249952664598823 + ], + "0.003": [ + -0.05075468868017197, + -0.006247954908758402, + -0.0025209763552993536, + -0.002272759098559618, + -0.0017102723941206932, + -0.0014094945508986712, + -0.0015723016113042831, + -0.0016451808623969555, + -0.0011662597535178065, + -0.001238692319020629, + -0.0014261179603636265, + -0.0015746946446597576 + ], + "0.01": [ + -0.16128812730312347, + -0.02071414887905121, + -0.008381091989576817, + -0.007560182362794876, + -0.005691731348633766, + -0.0046913521364331245, + -0.005232630763202906, + -0.0054755983874201775, + -0.0038832086138427258, + -0.004123975522816181, + -0.004747895523905754, + -0.005240642465651035 + ] + }, + "state_pred_error_per_layer": [ + 8762.341796875, + 2348.0966796875, + 1278.38525390625, + 1081.769287109375, + 948.214599609375, + 985.5714111328125, + 775.6072387695312, + 713.37109375, + 927.2667846679688, + 1123.047119140625, + 1035.65966796875, + 864.7014770507812 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.204398078918457, + 1.3323631601333619, + 0.939462133026123, + 0.8349250438690186, + 0.798751298904419, + 0.7939926111221314, + 0.7538516298294068, + 0.7327921364307404, + 0.742140693473816, + 0.7984744975090027, + 0.7808600081443786, + 0.8111224076271057, + 0.818068535232544, + 0.8957202894210815, + 0.8786147340774536, + 0.8623664060592652, + 0.8652821689605713, + 0.9185279735088349, + 0.8737060611724854, + 0.940954065990448, + 0.9426063217163086, + 0.908225214099884, + 0.9119476990699769, + 0.8843687942504883, + 0.9302285919189454, + 0.9095543444633484, + 0.9696534498214722, + 0.9564951679229736, + 0.9960936920166016, + 1.0560175716400146, + 1.1218799053192139, + 1.1106456901550292, + 1.0888444778442383, + 1.108365227508545, + 1.1747237308502196, + 1.2570761484146118, + 1.2447720569610596, + 1.2861640047073364, + 1.345813150215149, + 1.2783869490623474, + 1.3102022647857665, + 1.3111451290130616, + 1.4334182024002076, + 1.3955786741256715, + 1.3985937965393067, + 1.4631241582870484, + 1.4292581964492799, + 1.4031433605194092, + 1.3756659330368042, + 1.3795376932144165, + 1.411164945602417, + 1.4335111087799073, + 1.4586236274719238, + 1.4378290100097657, + 1.4357496648788453, + 1.4363289024353028, + 1.4281649717330933, + 1.4307859104156495, + 1.4162574897766114, + 1.4109557525634766, + 1.4151159925460814, + 1.420570283126831, + 1.4031930568695068, + 1.409527113342285, + 1.4357126949310304, + 1.4103048273086547, + 1.4155527072906493, + 1.4083967643737794, + 1.4091735534667968, + 1.4099473182678222, + 1.4108677118301391, + 1.408898620223999, + 1.4091830333709716, + 1.4098944646835327, + 1.4084725885391236, + 1.409889715385437, + 1.4083553493499756, + 1.4081398155212401, + 1.4072429025650024, + 1.4070011655807495 + ], + "train_acc": [ + 0.1991, + 0.5286, + 0.6485, + 0.6923, + 0.7027, + 0.7121, + 0.7236, + 0.7332, + 0.7311, + 0.716, + 0.7232, + 0.7181, + 0.7132, + 0.7007, + 0.7034, + 0.7123, + 0.7171, + 0.7002, + 0.7115, + 0.6923, + 0.6879, + 0.6876, + 0.6828, + 0.6776, + 0.6602, + 0.6618, + 0.6434, + 0.6461, + 0.6328, + 0.6178, + 0.6044, + 0.6045, + 0.609, + 0.601, + 0.5795, + 0.5567, + 0.5526, + 0.5399, + 0.5257, + 0.5417, + 0.5249, + 0.5266, + 0.4915, + 0.4993, + 0.5061, + 0.4856, + 0.4925, + 0.4971, + 0.508, + 0.505, + 0.5012, + 0.4919, + 0.4814, + 0.4907, + 0.4888, + 0.4928, + 0.4872, + 0.4958, + 0.4988, + 0.4997, + 0.4948, + 0.4912, + 0.5021, + 0.4987, + 0.4862, + 0.4982, + 0.4953, + 0.5003, + 0.5009, + 0.4983, + 0.4985, + 0.4948, + 0.5005, + 0.499, + 0.4999, + 0.4979, + 0.4993, + 0.5032, + 0.5009, + 0.5014 + ], + "test_acc": [ + 0.397, + 0.5865, + 0.641, + 0.6645, + 0.638, + 0.674, + 0.681, + 0.6705, + 0.6525, + 0.669, + 0.666, + 0.654, + 0.6265, + 0.643, + 0.6705, + 0.648, + 0.6345, + 0.6565, + 0.6645, + 0.574, + 0.634, + 0.61, + 0.6255, + 0.6125, + 0.5815, + 0.5585, + 0.6005, + 0.6075, + 0.559, + 0.4235, + 0.448, + 0.5565, + 0.553, + 0.517, + 0.4805, + 0.5115, + 0.524, + 0.4995, + 0.518, + 0.501, + 0.5085, + 0.4275, + 0.453, + 0.49, + 0.464, + 0.471, + 0.4775, + 0.4765, + 0.4555, + 0.4755, + 0.4685, + 0.468, + 0.4685, + 0.4875, + 0.482, + 0.4705, + 0.479, + 0.479, + 0.4855, + 0.485, + 0.4695, + 0.4805, + 0.4875, + 0.4875, + 0.479, + 0.475, + 0.487, + 0.468, + 0.491, + 0.4805, + 0.476, + 0.491, + 0.489, + 0.4885, + 0.486, + 0.4915, + 0.485, + 0.489, + 0.4895, + 0.4905 + ], + "value_loss": [ + 3.072301338768005, + 1.0501791610717774, + 1.0778185897827148, + 1.0126153490543366, + 0.998683154296875, + 0.9888383563995361, + 0.8846181859016419, + 0.8152826041698455, + 0.8302651134490967, + 0.9819407861709595, + 0.9652068530082702, + 1.1237351128578186, + 1.0813433986663818, + 1.3806844716072082, + 1.2488904823303222, + 1.228573577594757, + 1.1786334270477294, + 1.2712596101760865, + 1.0855240513801574, + 1.2746817573547364, + 1.4511885639190674, + 1.154007823562622, + 1.1356486251831055, + 0.8443335267066956, + 0.837488655948639, + 0.6225753863334655, + 0.5785563923358917, + 0.7533490206718445, + 0.6095168882369996, + 0.7007707824707031, + 0.9116703001976013, + 1.3587798122406005, + 0.6592352680206299, + 0.7766882019996643, + 0.9818611496925354, + 0.9279026880264282, + 0.7442731433868408, + 1.069021375656128, + 1.0882310218811035, + 0.8840012928962707, + 1.0135157574653626, + 0.7696918965339661, + 0.7590476123809814, + 0.7395760213851928, + 0.8738672355651855, + 1.0812955352783202, + 0.6505666202068329, + 0.6151256795883179, + 0.7894958889007568, + 0.8141936486721039, + 0.7615871824264526, + 0.8084381361007691, + 0.6589969454288482, + 0.6014902378082275, + 0.5862701393127442, + 0.5811033900737762, + 0.5623021203994751, + 0.5565869275093078, + 0.5235150679111481, + 0.498365666103363, + 0.49131153430938723, + 0.4909665864467621, + 0.4629933397769928, + 0.4505445372581482, + 0.4790896162033081, + 0.5969956729888916, + 0.44423314423561094, + 0.43307222032547, + 0.4256617294311523, + 0.42464918003082275, + 0.41452328786849973, + 0.4117308448791504, + 0.492995530462265, + 0.43538717956542966, + 0.44797500500679016, + 0.45005082321166995, + 0.43216270017623903, + 0.4251728328704834, + 0.422374821472168, + 0.42473253202438355 + ], + "term_loss": [ + 1.7486166938781738, + 0.7108752704620361, + 0.8655158786773681, + 0.8239019277572632, + 0.8041402393341065, + 0.7661406455993652, + 0.6755866965293884, + 0.623099582517147, + 0.6441212059020996, + 0.7855478297710419, + 0.7730103199958801, + 0.9227579907894135, + 0.8809278240203857, + 1.1650211508274078, + 1.0323074983596803, + 1.0175812090992928, + 0.9653120155334473, + 1.043205972623825, + 0.861967781829834, + 0.9851467721462249, + 1.081189204788208, + 0.8166846063613892, + 0.7846175181388855, + 0.5201361804962158, + 0.4929544763326645, + 0.3175636313438416, + 0.2901056621313095, + 0.3790206042051315, + 0.28499682121276854, + 0.39165965728759766, + 0.5601075654983521, + 0.8508620109081269, + 0.33566083183288575, + 0.421619176197052, + 0.6050867574691773, + 0.515362792301178, + 0.3867789220809936, + 0.6784219856262207, + 0.6523104398727417, + 0.4651505504131317, + 0.5674913283348083, + 0.3531076382637024, + 0.3762776554107666, + 0.3760048986434937, + 0.5077781436920166, + 0.6820521322250366, + 0.31234550846815107, + 0.2759421797275543, + 0.4313824357509613, + 0.4397485457479954, + 0.38583696336746215, + 0.41842482051849367, + 0.2664445846557617, + 0.21906204319000244, + 0.2155111572265625, + 0.20474896924495697, + 0.19883680510520935, + 0.20494152598381044, + 0.17496985261440276, + 0.15888627536296845, + 0.1543628900051117, + 0.15332865059375764, + 0.13052898495197296, + 0.11957870311737061, + 0.14392558531761168, + 0.25379632194042206, + 0.11639134640097618, + 0.10945621439218521, + 0.10324780325889588, + 0.10286661281585693, + 0.09357965151071548, + 0.09110170931518077, + 0.1627564148902893, + 0.1111719566822052, + 0.12263777496814728, + 0.12426246918439865, + 0.1085665447294712, + 0.10199491771459579, + 0.09939227242469788, + 0.10016471980810165 + ], + "bridge_loss": [ + 1.0408418764609495, + 0.09791754142642022, + 0.01607361673563719, + 0.006360046429932117, + 0.014202374947071075, + 0.04166019638478756, + 0.03432967491745949, + 0.019949427074193955, + 0.011893661427497863, + 0.011133648046851158, + 0.010348413701355457, + 0.013049434357136487, + 0.010591996012628078, + 0.0145958656296134, + 0.016175279641151428, + 0.016993559893965723, + 0.020114685778319836, + 0.025630270735919475, + 0.029221688157320024, + 0.08149594967365265, + 0.15875441479682922, + 0.1295387010574341, + 0.14207587864398957, + 0.11591998620033264, + 0.12578484081625937, + 0.08755512158870697, + 0.05608815929889679, + 0.14551565287113188, + 0.08840978150367737, + 0.05767350391149521, + 0.09101119253635406, + 0.24997805795669556, + 0.06637025790214539, + 0.0923533808708191, + 0.10168245515823364, + 0.12557245763540267, + 0.07143535933494567, + 0.09773503345251083, + 0.1295747906923294, + 0.12344632883071899, + 0.1439121175765991, + 0.11409828340411186, + 0.06051087834537029, + 0.04596894909143448, + 0.05061739314496517, + 0.07255705659389496, + 0.015963772785663605, + 0.020752409666776658, + 0.045115634512901306, + 0.060058649122715, + 0.056574251520633695, + 0.06645108767151832, + 0.06612748733758926, + 0.06048111979663372, + 0.04903983753621578, + 0.05445499986112118, + 0.042946648034453395, + 0.030889016561210157, + 0.030506518384814264, + 0.022617575544118883, + 0.01963778121471405, + 0.018860915641486644, + 0.017245442955195905, + 0.01516037399172783, + 0.01477146714180708, + 0.027224332422018053, + 0.010273953337222337, + 0.00838120581805706, + 0.007192303487658501, + 0.0068658689022064205, + 0.0058338915776461366, + 0.006038547176122665, + 0.01565488623380661, + 0.009810619991272689, + 0.011464775865525008, + 0.011380115568637848, + 0.009845555101335049, + 0.009616777209192514, + 0.009775398235023021, + 0.011516085395216941 + ], + "tgrad_loss": [ + 0.2828427993297577, + 0.24138634746074678, + 0.196229097366333, + 0.18235337266921997, + 0.18034052944183349, + 0.18103751921653746, + 0.17470181679725647, + 0.17223359795808793, + 0.1742502421140671, + 0.1852593088388443, + 0.18184811897277833, + 0.1879276861667633, + 0.18982358770370483, + 0.20106744194030762, + 0.2004077008485794, + 0.19399881749153136, + 0.19320672080516815, + 0.20242335736751557, + 0.19433458232879638, + 0.2080390326499939, + 0.21124494104385377, + 0.2077845230102539, + 0.20895523295402527, + 0.2082773593902588, + 0.2187493396282196, + 0.21745663344860078, + 0.23236257095336915, + 0.22881276557445526, + 0.23611028518676758, + 0.2514376239776611, + 0.26055154542922976, + 0.25793972721099856, + 0.2572041809558868, + 0.2627156461000443, + 0.27509193930625914, + 0.28696743836402894, + 0.2860588630199432, + 0.29286437664031983, + 0.3063457974433899, + 0.29540441715717314, + 0.3021123158454895, + 0.3024859708786011, + 0.32225907711982726, + 0.31760216767787935, + 0.3154716930389404, + 0.3266863531112671, + 0.3222573429584503, + 0.3184310836315155, + 0.31299782562255857, + 0.3143864481925964, + 0.3191759672164917, + 0.32356222324371336, + 0.32642487545013427, + 0.3219470790863037, + 0.3217191444396973, + 0.32189942255020143, + 0.32051866216659547, + 0.3207563879013062, + 0.3180386944770813, + 0.31686181626319887, + 0.317310862159729, + 0.3187770200252533, + 0.3152189118385315, + 0.315805460357666, + 0.3203925657749176, + 0.3159750075340271, + 0.3175678468704224, + 0.31523480253219605, + 0.31522162137031556, + 0.3149166984081268, + 0.3151097435951233, + 0.31459059040546417, + 0.3145842257976532, + 0.31440460395812986, + 0.31387245659828183, + 0.31440823793411254, + 0.31375059900283814, + 0.31356113786697387, + 0.31320715007781985, + 0.3130517265796661 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.0054779257625341415, + 0.004163481295108795, + -0.01823507994413376, + 0.06908583641052246, + 0.09582538902759552, + 0.15172168612480164, + 0.18814444541931152, + 0.21233659982681274, + 0.2397850900888443, + 0.26321661472320557, + 0.2640886902809143, + 0.2636783719062805 + ], + "perturbation_rho": [ + 0.05151631310582161, + 0.03990761935710907, + 0.02668120339512825, + 0.08933386206626892, + 0.12927217781543732, + 0.1893344521522522, + 0.20202970504760742, + 0.27141058444976807, + 0.2724490761756897, + 0.2844354808330536, + 0.2797800898551941, + 0.32699841260910034 + ], + "nudging": { + "0.001": [ + -0.0001630904444027692, + -9.781777043826878e-05, + 2.982819569297135e-05, + -0.0005619653384201229, + -0.0007587508298456669, + -0.0010895882733166218, + -0.0013035854790359735, + -0.0014455055352300406, + -0.0015995067078620195, + -0.0017208646750077605, + -0.0017206399934366345, + -0.0017194547690451145 + ], + "0.003": [ + -0.00048247227095998824, + -0.00029189756605774164, + 9.186804527416825e-05, + -0.0016840758034959435, + -0.002273733261972666, + -0.0032667750492691994, + -0.003907301928848028, + -0.004333460237830877, + -0.00479520158842206, + -0.005158073268830776, + -0.005157032050192356, + -0.005153942387551069 + ], + "0.01": [ + -0.0015225817915052176, + -0.0009501088643446565, + 0.00033305209944956005, + -0.005592360161244869, + -0.00755771528929472, + -0.010863769799470901, + -0.012987833470106125, + -0.014405487105250359, + -0.015937766060233116, + -0.017140284180641174, + -0.017137283459305763, + -0.01712280511856079 + ] + } + } + } +}
\ No newline at end of file |