diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.0_L12_s456.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.0_L12_s456.json | 1722 |
1 files changed, 1722 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L12_s456.json b/results/synth_ladder_v2_lo/synth_a0.0_L12_s456.json new file mode 100644 index 0000000..1368dc3 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L12_s456.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 0.969122644329071, + 0.5920969530105591, + 0.4555384733200073, + 0.42013895292282105, + 0.3577242928504944, + 0.37090972731113436, + 0.3204999417304993, + 0.3792783494949341, + 0.3393013801574707, + 0.3097765709400177, + 0.33500295226573945, + 0.2910071131706238, + 0.29785395264625547, + 0.283798801279068, + 0.2583663343429565, + 0.27849551072120665, + 0.2531052485704422, + 0.23891032192707062, + 0.2196098397731781, + 0.2663255609512329, + 0.260848161315918, + 0.2927300401687622, + 0.30502517681121827, + 0.2855231747150421, + 0.21818343462944031, + 0.19386887674331665, + 0.2458417517900467, + 0.19182274364233018, + 0.17297324039936066, + 0.19739589419364928, + 0.1834898106098175, + 0.1994040518283844, + 0.20876692607402803, + 0.15818328301906587, + 0.1655046018600464, + 0.18371486501693726, + 0.18603038516044618, + 0.16989948571324348, + 0.14640453379154206, + 0.16136881852149965, + 0.18090535459518434, + 0.16096133246421815, + 0.17648028812408448, + 0.19660544855594636, + 0.1483273560643196, + 0.1228380591392517, + 0.139758788728714, + 0.1273645007133484, + 0.1370752555370331, + 0.1313122305870056, + 0.12541208545863627, + 0.10699837379455567, + 0.11257837036848069, + 0.10080176743865013, + 0.0961822389125824, + 0.10998678052425384, + 0.10155456811189652, + 0.09173920025825501, + 0.09425398440361023, + 0.0889471257686615, + 0.08973454808592796, + 0.08506661486625672, + 0.0839197184562683, + 0.08141958972215653, + 0.081237429189682, + 0.08236398327350616, + 0.0800594212770462, + 0.07829977524876594, + 0.0759517749786377, + 0.0762132091999054, + 0.0748500356912613, + 0.07403571516871452, + 0.07296141183376312, + 0.07267795407772064, + 0.07197105139493942, + 0.07171081202030181, + 0.07135244336128235, + 0.07104146628379822, + 0.0708903494656086, + 0.07079571675658226 + ], + "train_acc": [ + 0.6424, + 0.7776, + 0.8193, + 0.8339, + 0.8565, + 0.8537, + 0.8696, + 0.852, + 0.863, + 0.8761, + 0.8654, + 0.8834, + 0.8805, + 0.8895, + 0.8965, + 0.8924, + 0.9028, + 0.9009, + 0.9098, + 0.902, + 0.8968, + 0.8843, + 0.8793, + 0.8855, + 0.9128, + 0.9232, + 0.9032, + 0.9231, + 0.9326, + 0.9229, + 0.9256, + 0.9166, + 0.9155, + 0.9371, + 0.9368, + 0.9301, + 0.9236, + 0.9306, + 0.9446, + 0.9353, + 0.9262, + 0.9369, + 0.9296, + 0.9221, + 0.9433, + 0.9533, + 0.945, + 0.9519, + 0.9451, + 0.948, + 0.9534, + 0.9643, + 0.9598, + 0.9675, + 0.9698, + 0.9634, + 0.9653, + 0.9733, + 0.9713, + 0.9731, + 0.9744, + 0.9758, + 0.9773, + 0.9788, + 0.9798, + 0.9776, + 0.9795, + 0.9801, + 0.9815, + 0.9821, + 0.9825, + 0.9839, + 0.9848, + 0.9837, + 0.9844, + 0.9846, + 0.9847, + 0.9852, + 0.9852, + 0.9853 + ], + "test_acc": [ + 0.775, + 0.7965, + 0.823, + 0.8375, + 0.838, + 0.838, + 0.8475, + 0.84, + 0.8545, + 0.858, + 0.847, + 0.866, + 0.873, + 0.8685, + 0.868, + 0.8605, + 0.866, + 0.871, + 0.8765, + 0.8585, + 0.8675, + 0.862, + 0.868, + 0.8685, + 0.879, + 0.886, + 0.8755, + 0.8865, + 0.8925, + 0.8825, + 0.879, + 0.896, + 0.884, + 0.8835, + 0.886, + 0.895, + 0.8825, + 0.893, + 0.8905, + 0.8975, + 0.896, + 0.8955, + 0.8845, + 0.8825, + 0.901, + 0.896, + 0.902, + 0.9055, + 0.906, + 0.8995, + 0.908, + 0.907, + 0.907, + 0.908, + 0.9025, + 0.9005, + 0.905, + 0.9005, + 0.909, + 0.9025, + 0.9055, + 0.913, + 0.908, + 0.91, + 0.911, + 0.911, + 0.9125, + 0.9125, + 0.9115, + 0.9125, + 0.912, + 0.9115, + 0.91, + 0.9085, + 0.91, + 0.911, + 0.9115, + 0.9115, + 0.9115, + 0.9115 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.841245174407959, + 0.830803632736206, + 0.8195754885673523, + 0.8066799640655518, + 0.7983194589614868, + 0.7908304929733276, + 0.7860588431358337, + 0.7811387777328491, + 0.7771316170692444, + 0.7744728326797485, + 0.7727954983711243, + 0.7717056274414062 + ], + "perturbation_rho": [ + 0.9999991059303284, + 0.9999973177909851, + 0.9999889731407166, + 0.9999734163284302, + 0.9999427795410156, + 0.9998763799667358, + 0.9998629093170166, + 0.9998323321342468, + 0.9997599720954895, + 0.9997479319572449, + 0.9997410774230957, + 0.9997145533561707 + ], + "nudging": { + "0.001": [ + -0.024454854428768158, + -0.011305858381092548, + -0.00559408962726593, + -0.0032756051514297724, + -0.0022792830131947994, + -0.001779809594154358, + -0.0014915994834154844, + -0.0013089049607515335, + -0.0011874620104208589, + -0.0011061741970479488, + -0.00105283223092556, + -0.0010198504896834493 + ], + "0.003": [ + -0.06566837430000305, + -0.03229808062314987, + -0.016386456787586212, + -0.00969094317406416, + -0.0067720417864620686, + -0.0052991146221756935, + -0.004446372855454683, + -0.0039047286845743656, + -0.0035444353707134724, + -0.0033029273618012667, + -0.003144192509353161, + -0.003046202240511775 + ], + "0.01": [ + -0.1470111906528473, + -0.09042022377252579, + -0.050197783857584, + -0.030754856765270233, + -0.021816428750753403, + -0.017199307680130005, + -0.014493460766971111, + -0.012762569822371006, + -0.01160583458840847, + -0.010828070342540741, + -0.010316012427210808, + -0.00999932736158371 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.0898007585525513, + 1.1015719889640807, + 0.7905141721725464, + 0.6718451899528504, + 0.6203681846618653, + 0.6325145021438598, + 0.6236261308193207, + 0.6393312355041504, + 0.6374612313747406, + 0.6430461730480194, + 0.5502225688934326, + 0.8417456014633179, + 0.7175684427261353, + 1.0312082330226897, + 0.8398658451080322, + 0.8481408470153808, + 0.6183168939113617, + 0.937887061214447, + 0.8483327810287475, + 1.0181842102050782, + 0.7333554124832153, + 1.3151530385017396, + 1.102606842803955, + 0.8690633714675904, + 0.9178138070106506, + 1.0159898044586182, + 3.232203116989136, + 1.3720880279541015, + 0.6449793176651001, + 0.8210637205123902, + 0.9120081573486328, + 1.1590281297683716, + 0.855452324104309, + 0.7272457509994507, + 0.8923147548675537, + 0.7562281994819641, + 0.680691127204895, + 0.6434698450565338, + 0.723854674911499, + 0.8917708801269532, + 0.703606390953064, + 0.6779194925308227, + 0.6525233362197876, + 1.1295996128082275, + 0.8972809474945068, + 0.5784100801467895, + 0.6937777447223663, + 0.7719525880813599, + 0.6017424495697021, + 0.7032140111923217, + 0.515312993812561, + 0.5384840083122253, + 0.5088662053585052, + 0.4816106027841568, + 0.5108573516845704, + 0.5119831256866455, + 0.6042850525379181, + 0.4791012176513672, + 0.5760747453689575, + 0.45199957361221316, + 0.395004202580452, + 0.43196895809173586, + 0.4245094624042511, + 0.3937124969959259, + 0.4062374726772308, + 0.38945438613891603, + 0.3935444291114807, + 0.37236739473342895, + 0.4024800674438477, + 0.37810999517440796, + 0.3714436505317688, + 0.35974656147956846, + 0.36245792179107666, + 0.35358601045608523, + 0.3556142600655556, + 0.34317912871837614, + 0.34346320304870603, + 0.3412538662314415, + 0.33999497032165527, + 0.3392112380981445 + ], + "train_acc": [ + 0.242, + 0.6061, + 0.7059, + 0.7544, + 0.7711, + 0.7653, + 0.7685, + 0.7636, + 0.7644, + 0.7713, + 0.7934, + 0.7077, + 0.7412, + 0.6984, + 0.7215, + 0.7161, + 0.7733, + 0.7014, + 0.7168, + 0.6967, + 0.7423, + 0.6917, + 0.712, + 0.7198, + 0.707, + 0.6952, + 0.5487, + 0.6802, + 0.7747, + 0.7323, + 0.7125, + 0.6785, + 0.7421, + 0.7598, + 0.7335, + 0.7576, + 0.768, + 0.7791, + 0.7621, + 0.7386, + 0.7683, + 0.7724, + 0.7795, + 0.7106, + 0.7384, + 0.8012, + 0.7775, + 0.7554, + 0.7943, + 0.784, + 0.8146, + 0.8054, + 0.8234, + 0.8261, + 0.8169, + 0.8192, + 0.8006, + 0.8264, + 0.8009, + 0.8317, + 0.8518, + 0.8421, + 0.8454, + 0.8499, + 0.8472, + 0.8525, + 0.8469, + 0.8542, + 0.8459, + 0.8574, + 0.856, + 0.8652, + 0.8609, + 0.8635, + 0.865, + 0.866, + 0.8665, + 0.8678, + 0.868, + 0.8685 + ], + "test_acc": [ + 0.478, + 0.66, + 0.7125, + 0.665, + 0.634, + 0.693, + 0.689, + 0.642, + 0.584, + 0.708, + 0.656, + 0.6605, + 0.559, + 0.6505, + 0.606, + 0.6635, + 0.566, + 0.6175, + 0.478, + 0.6495, + 0.433, + 0.5855, + 0.5385, + 0.645, + 0.6835, + 0.401, + 0.5985, + 0.6675, + 0.6025, + 0.6285, + 0.5105, + 0.565, + 0.662, + 0.6695, + 0.6665, + 0.648, + 0.6885, + 0.667, + 0.4995, + 0.671, + 0.7005, + 0.621, + 0.6685, + 0.6735, + 0.6925, + 0.662, + 0.6445, + 0.696, + 0.6395, + 0.7555, + 0.687, + 0.7115, + 0.7375, + 0.7585, + 0.742, + 0.695, + 0.7735, + 0.719, + 0.735, + 0.792, + 0.7645, + 0.752, + 0.801, + 0.768, + 0.7955, + 0.784, + 0.8105, + 0.7885, + 0.808, + 0.817, + 0.809, + 0.8145, + 0.822, + 0.82, + 0.8185, + 0.817, + 0.824, + 0.8255, + 0.827, + 0.8275 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.0384417325258255, + 0.27492010593414307, + 0.17608770728111267, + 0.12729278206825256, + 0.09575799107551575, + 0.13158489763736725, + 0.07343505322933197, + 0.08012130856513977, + 0.08938327431678772, + 0.09414967149496078, + 0.06517850607633591, + 0.07253237068653107 + ], + "perturbation_rho": [ + -0.00336202559992671, + 0.18004602193832397, + 0.18598641455173492, + 0.15388232469558716, + 0.058810293674468994, + 0.14123386144638062, + 0.05320374667644501, + 0.10196533054113388, + 0.09802494943141937, + 0.10918877273797989, + 0.09344048798084259, + 0.0655277818441391 + ], + "nudging": { + "0.001": [ + -0.001064171316102147, + -0.0006666459375992417, + -0.0004184156423434615, + -0.000315168930683285, + -0.00022096859174780548, + -0.0002887723676394671, + -0.00016212352784350514, + -0.00017708796076476574, + -0.00021025452588219196, + -0.00024805153952911496, + -0.00015850270574446768, + -0.00017888075672090054 + ], + "0.003": [ + -0.0031536915339529514, + -0.0019956310279667377, + -0.00125154631678015, + -0.000938912620767951, + -0.0006729550659656525, + -0.0008644282352179289, + -0.0004864725051447749, + -0.0005231637042015791, + -0.0006273322505876422, + -0.0007397128501906991, + -0.0004687863402068615, + -0.0005287445383146405 + ], + "0.01": [ + -0.010087584145367146, + -0.006617182400077581, + -0.004152917303144932, + -0.0031182561069726944, + -0.0022262579295784235, + -0.0028664623387157917, + -0.0016081882640719414, + -0.0017378728371113539, + -0.0020772137213498354, + -0.002457245485857129, + -0.0015545324422419071, + -0.0017554720398038626 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.9577019836425782, + 1.367190316581726, + 1.1470114725112914, + 1.0665275047302245, + 1.1731505100250244, + 1.2525334920883178, + 1.3311169979095459, + 1.5198530440330504, + 1.3418273334503175, + 1.3490344924926758, + 1.3042446374893188, + 1.2384788623809815, + 1.2332912294387817, + 1.216872233581543, + 1.2361593342781068, + 1.1900994968414307, + 1.220567015838623, + 1.2757856309890747, + 1.2281171096801757, + 1.161736725616455, + 1.1808231119155883, + 1.1178058204650878, + 1.1057362071037293, + 1.185501344013214, + 1.136134003829956, + 1.1250077436447143, + 1.098593546295166, + 1.1006900829315185, + 1.092524215221405, + 1.0361322803497315, + 1.0446809569358826, + 1.0481329538345336, + 1.053780317878723, + 1.0705591835021973, + 1.1286329881668091, + 1.1078846117973327, + 1.1074383437156676, + 1.083875510597229, + 1.054987931394577, + 1.042312901210785, + 1.0332075857162475, + 1.0004530704498291, + 0.9915621906280517, + 0.9539300963401794, + 0.9578770606994629, + 0.9117126565933228, + 0.8960798753738404, + 0.8623609913825989, + 0.8706058340072632, + 0.8639619729995728, + 0.8503742446899414, + 0.8467240323066711, + 0.8390994773864746, + 0.8202853441238404, + 0.820123230457306, + 0.8141281935691833, + 0.792419764328003, + 0.7936320905208588, + 0.7901265294551849, + 0.7891995994567871, + 0.7945449181556702, + 0.7905005366325378, + 0.7813621898651123, + 0.7853380561828613, + 0.7846485383987427, + 0.7863743240356446, + 0.7899072016716003, + 0.7869116140365601, + 0.7873675743103027, + 0.7921814329147339, + 0.7928447710990906, + 0.7956968950271607, + 0.7953850835800171, + 0.7970634747505188, + 0.7977744478225708, + 0.7989712644577026, + 0.7980876712799072, + 0.7980577057838439, + 0.797688978767395, + 0.797543062210083 + ], + "train_acc": [ + 0.3543, + 0.5319, + 0.5908, + 0.6146, + 0.592, + 0.578, + 0.5808, + 0.5464, + 0.5774, + 0.5876, + 0.5817, + 0.5923, + 0.5941, + 0.5988, + 0.608, + 0.6113, + 0.61, + 0.6043, + 0.6128, + 0.6209, + 0.6127, + 0.6245, + 0.6261, + 0.6088, + 0.6229, + 0.6272, + 0.6305, + 0.6276, + 0.6363, + 0.6424, + 0.6415, + 0.6418, + 0.6443, + 0.6398, + 0.6277, + 0.6338, + 0.6352, + 0.6373, + 0.6486, + 0.651, + 0.6508, + 0.6554, + 0.6575, + 0.6666, + 0.6627, + 0.6796, + 0.6857, + 0.6914, + 0.6914, + 0.6926, + 0.7, + 0.7, + 0.6987, + 0.7024, + 0.7016, + 0.7041, + 0.7115, + 0.7135, + 0.7104, + 0.7115, + 0.7099, + 0.715, + 0.7162, + 0.7163, + 0.7166, + 0.7173, + 0.7123, + 0.7213, + 0.7146, + 0.7148, + 0.718, + 0.7155, + 0.714, + 0.7128, + 0.7152, + 0.7148, + 0.7146, + 0.7138, + 0.7152, + 0.7153 + ], + "test_acc": [ + 0.495, + 0.5595, + 0.5795, + 0.574, + 0.5465, + 0.5705, + 0.5295, + 0.532, + 0.5555, + 0.541, + 0.5535, + 0.5705, + 0.558, + 0.581, + 0.5955, + 0.582, + 0.57, + 0.5665, + 0.572, + 0.5885, + 0.576, + 0.586, + 0.552, + 0.5675, + 0.5705, + 0.59, + 0.5705, + 0.5785, + 0.6125, + 0.607, + 0.6175, + 0.632, + 0.598, + 0.6025, + 0.5915, + 0.6025, + 0.6125, + 0.6225, + 0.641, + 0.617, + 0.6225, + 0.623, + 0.6415, + 0.631, + 0.641, + 0.646, + 0.6585, + 0.643, + 0.665, + 0.6675, + 0.659, + 0.6665, + 0.6545, + 0.679, + 0.671, + 0.683, + 0.676, + 0.6775, + 0.6935, + 0.6895, + 0.698, + 0.698, + 0.684, + 0.69, + 0.6835, + 0.69, + 0.6935, + 0.6845, + 0.6865, + 0.6905, + 0.6845, + 0.685, + 0.688, + 0.6855, + 0.6825, + 0.685, + 0.683, + 0.683, + 0.6835, + 0.684 + ], + "state_pred_error": [ + 0.6557525987625122, + 0.2581627747535706, + 0.2180150511264801, + 0.19771510035991668, + 0.17691524381637574, + 0.21782165381908417, + 0.19984715962409974, + 0.20151861963272094, + 0.22002407603263854, + 0.22233803098201751, + 0.1950549049139023, + 0.18242949080467225, + 0.1731606459379196, + 0.16580520544052124, + 0.15936565225124358, + 0.15244879407882692, + 0.1435310169696808, + 0.1339448815703392, + 0.12139209755659103, + 0.10519540898799896, + 0.09373599338531494, + 0.08733212774991989, + 0.08062151061296463, + 0.07534996691942215, + 0.07384048416614533, + 0.07770671141147613, + 0.07913587466478347, + 0.07108985353708268, + 0.06537577290534974, + 0.06072714284658432, + 0.05709798917174339, + 0.057688245034217836, + 0.05891312641501427, + 0.061041689145565035, + 0.059126829808950426, + 0.05346322001814842, + 0.052376105165481565, + 0.05078197082877159, + 0.04823381187915802, + 0.045614832776784894, + 0.043012580084800724, + 0.03774388888478279, + 0.032903633427619934, + 0.028299692285060882, + 0.02640610886514187, + 0.027187307637929918, + 0.028776719480752944, + 0.030680300956964494, + 0.03148365080356598, + 0.03091398191154003, + 0.029518017873167993, + 0.026383623799681663, + 0.02372063409090042, + 0.02179983432292938, + 0.02020930643975735, + 0.01886237643659115, + 0.018010195726156236, + 0.017387488079071044, + 0.016838955014944076, + 0.016470046550035478, + 0.01637252227962017, + 0.01600538874566555, + 0.015849738636612893, + 0.015769525337219238, + 0.01577099280208349, + 0.015590812629461288, + 0.015244143217802047, + 0.015246101871132851, + 0.0149916733071208, + 0.01488443463742733, + 0.014857900011539459, + 0.014476912885904311, + 0.014302368466556073, + 0.013730039289593697, + 0.01368503429889679, + 0.013323678565025329, + 0.013020070712268352, + 0.012987913605570793, + 0.012227315375208854, + 0.012032101236283779 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7363088726997375, + 0.32443851232528687, + 0.21702790260314941, + 0.21007081866264343, + 0.16975754499435425, + 0.1722516119480133, + 0.16474759578704834, + 0.12138545513153076, + 0.1178494393825531, + 0.13036376237869263, + 0.11493153870105743, + 0.1162962019443512 + ], + "perturbation_rho": [ + 0.6429969072341919, + 0.2531689405441284, + 0.22036504745483398, + 0.17542049288749695, + 0.15819020569324493, + 0.14438438415527344, + 0.07042165100574493, + 0.11963094770908356, + 0.1070300042629242, + 0.07622774690389633, + 0.035559043288230896, + 0.045592159032821655 + ], + "nudging": { + "0.001": [ + -0.01886601373553276, + -0.0009471861412748694, + -0.0005426729912869632, + -0.0005197790451347828, + -0.00040702728438191116, + -0.00039994364487938583, + -0.0003908725338988006, + -0.0003088848025072366, + -0.0002972484799101949, + -0.00033751194132491946, + -0.0002799705835059285, + -0.00027640321059152484 + ], + "0.003": [ + -0.05549539998173714, + -0.002838960848748684, + -0.0016271104104816914, + -0.0015591384144499898, + -0.001220998470671475, + -0.0011997417313978076, + -0.0011723506031557918, + -0.0009265473927371204, + -0.000891170755494386, + -0.0010123227257281542, + -0.0008400253136642277, + -0.0008296556770801544 + ], + "0.01": [ + -0.1725819855928421, + -0.009430286474525928, + -0.0054127369076013565, + -0.005186344031244516, + -0.004062540829181671, + -0.0039931111969053745, + -0.003901706077158451, + -0.003083862829953432, + -0.002966922242194414, + -0.0033692335709929466, + -0.002796228276565671, + -0.002761534880846739 + ] + }, + "state_pred_error_per_layer": [ + 8107.484375, + 6015.64697265625, + 3272.651123046875, + 3025.219970703125, + 3498.379150390625, + 2962.442626953125, + 2732.457275390625, + 3394.069091796875, + 3050.444091796875, + 3397.53271484375, + 3068.22607421875, + 3145.807373046875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.092706339263916, + 1.0952877737998963, + 0.7729337105751037, + 0.6789219863891601, + 0.6241036960601807, + 0.6100845262527466, + 0.594813515996933, + 0.7195955331802368, + 0.6677259072303772, + 0.6198010721206665, + 0.6374922561645507, + 0.7701140362739562, + 0.69171789560318, + 0.708719236278534, + 0.6036844366073608, + 0.8205160137176514, + 0.9806505244255066, + 0.7954677212715149, + 0.7861951595306397, + 0.823767824935913, + 0.6428154012203217, + 0.7191776779174804, + 0.8116244506835938, + 0.753524228477478, + 0.8249499505996704, + 0.7682834581375122, + 0.7208644798278808, + 0.759485391998291, + 1.042400759124756, + 1.547001088142395, + 1.1331607871055602, + 1.0703241619110107, + 0.8603198796749115, + 0.8971985034942627, + 1.0760511143684388, + 1.152393785381317, + 1.4280963862895966, + 1.5006843608856202, + 1.3100523867607117, + 1.1282628120422362, + 1.2173214994430541, + 1.0435792781829833, + 1.2676011086463927, + 1.2351581176757813, + 1.246204901123047, + 1.2180886367797852, + 1.3540986360549927, + 1.219435647392273, + 1.2538528778076172, + 1.1500556253433227, + 1.055687839126587, + 1.1929910972595215, + 1.3931519176483154, + 1.4715053829193114, + 1.6093412540435792, + 1.7281322120666505, + 1.7611547931671143, + 1.7229496166229248, + 1.5543313556671143, + 1.409035835647583, + 1.281838191986084, + 1.210691173553467, + 1.1457153511047364, + 1.1038917953491212, + 1.1368809636592865, + 1.0750537950515746, + 1.078484614944458, + 1.0653290471553802, + 1.043406178855896, + 1.029171966934204, + 1.0249553047180175, + 1.0062125328063964, + 0.9868852173805237, + 0.980598240661621, + 0.9800201850891114, + 0.9732961756706238, + 0.9715418921470642, + 0.9726413438796997, + 0.9694333058834076, + 0.9690543773651124 + ], + "train_acc": [ + 0.2472, + 0.6098, + 0.7158, + 0.7471, + 0.7633, + 0.775, + 0.7733, + 0.7387, + 0.7635, + 0.765, + 0.7685, + 0.7314, + 0.7553, + 0.7495, + 0.7784, + 0.7204, + 0.6933, + 0.7259, + 0.7279, + 0.7282, + 0.7687, + 0.7487, + 0.7313, + 0.7414, + 0.7313, + 0.7547, + 0.7595, + 0.7644, + 0.7269, + 0.6914, + 0.7377, + 0.7329, + 0.7555, + 0.7575, + 0.7373, + 0.7285, + 0.7163, + 0.6928, + 0.7033, + 0.7168, + 0.6899, + 0.7089, + 0.6715, + 0.6694, + 0.6696, + 0.6666, + 0.649, + 0.6656, + 0.6545, + 0.6709, + 0.686, + 0.6767, + 0.648, + 0.6469, + 0.6339, + 0.6281, + 0.6347, + 0.6376, + 0.6473, + 0.6607, + 0.669, + 0.6811, + 0.6873, + 0.6898, + 0.6811, + 0.6921, + 0.6948, + 0.6904, + 0.6949, + 0.695, + 0.6913, + 0.6975, + 0.7004, + 0.6993, + 0.6993, + 0.7, + 0.6991, + 0.6994, + 0.7022, + 0.7017 + ], + "test_acc": [ + 0.49, + 0.659, + 0.701, + 0.7205, + 0.721, + 0.6975, + 0.708, + 0.6605, + 0.7245, + 0.6645, + 0.6145, + 0.6515, + 0.5925, + 0.6665, + 0.561, + 0.472, + 0.637, + 0.66, + 0.5885, + 0.6525, + 0.657, + 0.521, + 0.5985, + 0.5795, + 0.6475, + 0.669, + 0.6665, + 0.5875, + 0.6335, + 0.7045, + 0.633, + 0.6845, + 0.6295, + 0.6315, + 0.7015, + 0.6905, + 0.5995, + 0.6185, + 0.6335, + 0.585, + 0.652, + 0.513, + 0.5615, + 0.5745, + 0.5725, + 0.555, + 0.613, + 0.5315, + 0.6245, + 0.6495, + 0.6425, + 0.6055, + 0.611, + 0.637, + 0.582, + 0.582, + 0.587, + 0.614, + 0.6315, + 0.631, + 0.6295, + 0.644, + 0.6635, + 0.634, + 0.664, + 0.656, + 0.664, + 0.665, + 0.664, + 0.661, + 0.6635, + 0.664, + 0.6665, + 0.671, + 0.671, + 0.6655, + 0.6635, + 0.6695, + 0.6685, + 0.669 + ], + "value_loss": [ + 2.756714974594116, + 1.0699842605590821, + 0.772724876499176, + 0.7186811010360717, + 0.7039346227645874, + 0.7089841152191162, + 0.7045547727584839, + 1.0278774134635926, + 1.0351098167419435, + 0.79849758310318, + 0.8763475816726685, + 1.2047807735443115, + 1.027970889377594, + 1.0575392370224, + 0.7888917721748352, + 1.2805246074676513, + 2.225238763809204, + 1.0823904124736785, + 1.1905035690307617, + 1.642304021835327, + 0.9129455471992493, + 1.2949172660827637, + 1.9253954372406006, + 1.5692272598266601, + 2.174523571395874, + 1.989169766139984, + 1.3499937854766846, + 1.7908005687713624, + 3.913453258514404, + 8.14511700668335, + 5.840194707679749, + 4.497665633392334, + 3.1302750116348266, + 3.5435767040252686, + 4.556240005493164, + 5.435755169677734, + 9.532537229919434, + 9.881556200408935, + 6.2278411382198335, + 4.9383210889816285, + 4.416168696212768, + 3.3235662673950195, + 5.057485938262939, + 3.643429838180542, + 3.272873913192749, + 2.747176977729797, + 3.895003358268738, + 2.62603823928833, + 2.462896474838257, + 2.229940517234802, + 2.081709727478027, + 2.7063279764175414, + 3.1426480583190917, + 3.744391917037964, + 3.7624966133117677, + 3.801296794509888, + 4.549085423660278, + 4.737994041442871, + 3.6686552688598635, + 2.8817406677246096, + 2.1652517974853516, + 2.257669227409363, + 1.8863371967315674, + 1.753921750640869, + 1.704151694869995, + 1.605138656806946, + 1.366706605911255, + 1.3500237414360046, + 1.4022936582565309, + 1.1546042854309082, + 1.143458882522583, + 1.030033224105835, + 0.9880966281175614, + 0.9858702459335327, + 1.0123830188751222, + 0.8727149436950684, + 0.8251452196121216, + 0.8818260744094849, + 0.8404904095649719, + 0.8257113872528076 + ], + "term_loss": [ + 1.6504224247932433, + 0.8375917286872864, + 0.6154087921142578, + 0.5532272914409637, + 0.5395434478759765, + 0.5454418560981751, + 0.548071176624298, + 0.8495948793888092, + 0.871022064948082, + 0.6399660477638245, + 0.7113209009170532, + 1.0140180881977081, + 0.8458488144636154, + 0.8732069333314896, + 0.6247593785524368, + 1.064120747566223, + 1.9725029928207398, + 0.8703572043895721, + 0.9687161136627197, + 1.3335205810546875, + 0.6815592967748642, + 0.9841544357299805, + 1.4630473113059999, + 1.1648006004333495, + 1.6974185828447341, + 1.585868435716629, + 1.086215167760849, + 1.4794144651412964, + 3.383740266418457, + 6.938124223327637, + 5.274092036437988, + 3.881667746925354, + 2.553757908630371, + 2.978989521408081, + 3.82173573884964, + 4.520999314308167, + 8.147785523223877, + 8.00288946609497, + 5.000799319529533, + 4.125068738365173, + 3.5042172052383425, + 2.699850891304016, + 4.425766694641113, + 3.1604889556884768, + 2.7477581281661987, + 2.2315157468795777, + 3.2700717025756836, + 2.140160263442993, + 2.0445699644088746, + 1.8384040803909303, + 1.7394722784042358, + 2.334256193733215, + 2.7318620399475098, + 3.210952592277527, + 3.1114013697624205, + 3.125122370147705, + 3.922404075050354, + 4.07079298210144, + 3.0838204498291018, + 2.4635134841918944, + 1.74991473236084, + 1.8150607773780822, + 1.5140642840385437, + 1.4030307838439942, + 1.390348579788208, + 1.2754892768859862, + 1.0548970350265503, + 1.0442349720954895, + 1.079941069793701, + 0.869195331954956, + 0.8486155418395996, + 0.7500218649864197, + 0.7166386909261346, + 0.7068471017837524, + 0.7262772275924683, + 0.6089376243591309, + 0.565191646194458, + 0.6097024906158447, + 0.5746593361854553, + 0.5509136886596679 + ], + "bridge_loss": [ + 0.8274208247567294, + 0.04628952074944973, + 0.005470760084688663, + 0.022114072570204736, + 0.02619350514113903, + 0.02462219797000289, + 0.016575153788924216, + 0.012172694252431393, + 0.008306282567977906, + 0.007131045020371676, + 0.006602350142598152, + 0.007133904299885034, + 0.00889486790150404, + 0.007033539731428027, + 0.007029886939749121, + 0.016358042316138743, + 0.020663128697872162, + 0.010306563833355903, + 0.020879663941264153, + 0.10206406505107879, + 0.06092094658613205, + 0.1235328954577446, + 0.260770632982254, + 0.20950047061443328, + 0.26373723001480104, + 0.20571331169605256, + 0.07498671305179595, + 0.12556591314077378, + 0.2968582089275122, + 0.9360601034164429, + 0.34663937301635744, + 0.39642132375240324, + 0.38016364483833315, + 0.36436182782649995, + 0.5179255735874176, + 0.6902249323606491, + 1.1416879810333251, + 1.6240587829351425, + 0.9814537258118391, + 0.5799458844184876, + 0.659208872383833, + 0.39408149279356003, + 0.3656025336742401, + 0.22205486388206483, + 0.2630800589323044, + 0.25402860095500945, + 0.3471872593641281, + 0.2257408608198166, + 0.1474910190463066, + 0.13604351500570774, + 0.09966603577136994, + 0.11529678661227226, + 0.12656707118153573, + 0.24201848303973675, + 0.34999929159879684, + 0.3684466096520424, + 0.32107353453636167, + 0.36825179790854456, + 0.2991718190073967, + 0.14634431777000428, + 0.15489137840270997, + 0.19152780306339265, + 0.1264393635749817, + 0.110255957955122, + 0.06583732250332833, + 0.09188482095599175, + 0.07512128737568856, + 0.06769476855397225, + 0.08805738928318024, + 0.052597072744369505, + 0.061042466819286344, + 0.049813730967044834, + 0.043870848792791364, + 0.051897744873166084, + 0.05865620729923248, + 0.03764229657351971, + 0.03385210290849209, + 0.04558607372045517, + 0.04050549000203609, + 0.049323998257517813 + ], + "tgrad_loss": [ + 0.27887171220779416, + 0.18610301048755645, + 0.15184532343149185, + 0.143339737200737, + 0.13819767172336578, + 0.1389200611591339, + 0.1399084441423416, + 0.16610983300209045, + 0.15578146158456802, + 0.15140049700737, + 0.15842433052062987, + 0.18362878961563112, + 0.17322721722126008, + 0.17729875540733336, + 0.1571024955034256, + 0.20004582180976868, + 0.23207265706062316, + 0.2017266354560852, + 0.20090780715942383, + 0.20671938235759735, + 0.17046530573368074, + 0.18722992515563966, + 0.20157747678756713, + 0.19492619981765746, + 0.21336774530410765, + 0.19758802919387816, + 0.1887919110774994, + 0.18582018871307374, + 0.2328547879219055, + 0.2709327209472656, + 0.21946332993507386, + 0.21957662334442138, + 0.1963534575819969, + 0.20022535383701323, + 0.21657870807647706, + 0.22453099676370622, + 0.24306369013786316, + 0.2546080108642578, + 0.24558807609081268, + 0.23330649132728576, + 0.25274263796806334, + 0.2296339340209961, + 0.2661167623519897, + 0.2608860526561737, + 0.26203568353652956, + 0.2616326283454895, + 0.27774441232681274, + 0.2601371428012848, + 0.2708354802131653, + 0.25549290828704835, + 0.24257140054702758, + 0.2567750201940536, + 0.2842189628124237, + 0.29142085790634153, + 0.30109593143463137, + 0.3077278130531311, + 0.3056078572273254, + 0.29894922952651976, + 0.2856630270242691, + 0.2718828806877136, + 0.26044571537971495, + 0.25108065757751463, + 0.24583355770111084, + 0.24063498420715332, + 0.2479657948255539, + 0.2377645515680313, + 0.2366882876396179, + 0.2380939986228943, + 0.2342951997756958, + 0.2328118751525879, + 0.23380087866783142, + 0.23019764132499695, + 0.22758708037137984, + 0.2271253991127014, + 0.22744957551956177, + 0.22613502042293548, + 0.2261014585018158, + 0.2265375138759613, + 0.2253255781173706, + 0.22547370266914368 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.0015124600613489747, + 0.020085982978343964, + 0.03127610310912132, + 0.03517032414674759, + 0.042219605296850204, + 0.05027471110224724, + 0.05683741718530655, + 0.057938531041145325, + 0.06581299006938934, + 0.06761687994003296, + 0.07107532024383545, + 0.07804323732852936 + ], + "perturbation_rho": [ + 0.03147998824715614, + -0.015333062037825584, + 0.020876668393611908, + 0.07304719090461731, + 0.0599740669131279, + 0.08874240517616272, + 0.05341971293091774, + 0.07721589505672455, + 0.08801877498626709, + 0.10527393221855164, + 0.16833831369876862, + 0.1291283369064331 + ], + "nudging": { + "0.001": [ + -0.00044463935773819685, + -0.00012659450294449925, + -0.0001986775896511972, + -0.0002730795240495354, + -0.0002829947043210268, + -0.00034303159918636084, + -0.0003691607271321118, + -0.00040001055458560586, + -0.00042912771459668875, + -0.00045504042645916343, + -0.00047524512046948075, + -0.0004846052033826709 + ], + "0.003": [ + -0.0013053687289357185, + -0.00038041931111365557, + -0.0005985662573948503, + -0.0008211880922317505, + -0.0008477486553601921, + -0.001032006461173296, + -0.0011103888973593712, + -0.0012022369774058461, + -0.0012896620901301503, + -0.00136495940387249, + -0.0014261011965572834, + -0.0014572828076779842 + ], + "0.01": [ + -0.004048495087772608, + -0.0012588155223056674, + -0.0019918864127248526, + -0.002725755563005805, + -0.0028244066052138805, + -0.003425109200179577, + -0.0036919033154845238, + -0.003999053034931421, + -0.0042928787879645824, + -0.004538967739790678, + -0.004742524586617947, + -0.004852524492889643 + ] + } + } + } +}
\ No newline at end of file |