diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a0.5_L8_s42.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a0.5_L8_s42.json | 1638 |
1 files changed, 1638 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L8_s42.json b/results/synth_ladder_v2_hi/synth_a0.5_L8_s42.json new file mode 100644 index 0000000..75ed461 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L8_s42.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.1754807784080505, + 0.5181709585666656, + 0.4592852454185486, + 0.48108175311088563, + 0.36512076749801636, + 0.34354006390571595, + 0.3322723610162735, + 0.297065003323555, + 0.3262266932606697, + 0.28987626616954804, + 0.30052861709594725, + 0.30294343957901, + 0.33569810996055605, + 0.2807107723712921, + 0.24509782445430756, + 0.22368610286712645, + 0.2224589084148407, + 0.22678682289123536, + 0.23643300566673278, + 0.261921722304821, + 0.18664481525421142, + 0.2196642207145691, + 0.17971987835168837, + 0.15603925316333772, + 0.14970590219497681, + 0.21505068674087524, + 0.20973155901432036, + 0.18755916361808778, + 0.15954147424697876, + 0.1524156427383423, + 0.1794239527463913, + 0.14108568379878997, + 0.13159887236356735, + 0.11600628448724747, + 0.1008336604475975, + 0.09575988247394562, + 0.09875326882600784, + 0.09757538337707519, + 0.0814407280921936, + 0.1022400197148323, + 0.09087320072650909, + 0.08520868092179298, + 0.06907072774618864, + 0.05944656895399093, + 0.06366101975440978, + 0.07264506211280823, + 0.08344530180692673, + 0.06239017713665962, + 0.05024316610693932, + 0.044702837443351746, + 0.045005498057976365, + 0.03973149275779724, + 0.04285087337195873, + 0.03791879476606846, + 0.0346739610761404, + 0.03288826472461224, + 0.031093527680635454, + 0.03032451833486557, + 0.03242490175962448, + 0.030104601883888246, + 0.028860807363316417, + 0.027365653735399245, + 0.027397248911857606, + 0.026892173463106156, + 0.025769270791113377, + 0.02494896683692932, + 0.02501359928548336, + 0.024235507121682168, + 0.023822496247291564, + 0.02354036187529564, + 0.023214907813072203, + 0.023110688921809196, + 0.022794095242023468, + 0.022592110830545426, + 0.0224503764398396, + 0.02231179800629616, + 0.02221992956995964, + 0.02214076687693596, + 0.022098414012789728, + 0.022070704632252455 + ], + "train_acc": [ + 0.5833, + 0.7995, + 0.8206, + 0.8106, + 0.8579, + 0.8631, + 0.8703, + 0.8866, + 0.8694, + 0.8846, + 0.8829, + 0.882, + 0.8702, + 0.888, + 0.9044, + 0.9149, + 0.9147, + 0.9108, + 0.9112, + 0.8992, + 0.9269, + 0.9152, + 0.9309, + 0.9441, + 0.9445, + 0.9223, + 0.919, + 0.93, + 0.9399, + 0.943, + 0.9314, + 0.949, + 0.953, + 0.9601, + 0.966, + 0.9715, + 0.9683, + 0.9679, + 0.9768, + 0.9662, + 0.9716, + 0.9727, + 0.9824, + 0.9876, + 0.985, + 0.9808, + 0.973, + 0.9843, + 0.9903, + 0.9935, + 0.9935, + 0.9959, + 0.9938, + 0.9957, + 0.9974, + 0.9976, + 0.9983, + 0.9982, + 0.9974, + 0.9979, + 0.9984, + 0.9988, + 0.9984, + 0.999, + 0.9987, + 0.9991, + 0.9991, + 0.9994, + 0.9993, + 0.9993, + 0.9996, + 0.9993, + 0.9995, + 0.9994, + 0.9994, + 0.9995, + 0.9996, + 0.9996, + 0.9995, + 0.9995 + ], + "test_acc": [ + 0.7705, + 0.82, + 0.8285, + 0.8205, + 0.823, + 0.824, + 0.8385, + 0.845, + 0.8365, + 0.846, + 0.838, + 0.8475, + 0.833, + 0.8455, + 0.833, + 0.8555, + 0.8565, + 0.8535, + 0.8545, + 0.849, + 0.8605, + 0.853, + 0.86, + 0.862, + 0.869, + 0.867, + 0.856, + 0.862, + 0.8655, + 0.8665, + 0.8545, + 0.86, + 0.862, + 0.8595, + 0.8675, + 0.863, + 0.8745, + 0.8655, + 0.867, + 0.872, + 0.873, + 0.875, + 0.871, + 0.8765, + 0.875, + 0.874, + 0.86, + 0.8715, + 0.87, + 0.8705, + 0.872, + 0.873, + 0.8755, + 0.8685, + 0.871, + 0.8735, + 0.87, + 0.872, + 0.874, + 0.871, + 0.8715, + 0.8725, + 0.873, + 0.871, + 0.871, + 0.872, + 0.8705, + 0.8715, + 0.873, + 0.871, + 0.8695, + 0.8695, + 0.87, + 0.8715, + 0.87, + 0.87, + 0.8715, + 0.8715, + 0.8715, + 0.8715 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8294941186904907, + 0.823101282119751, + 0.815970778465271, + 0.8095235824584961, + 0.8066394329071045, + 0.8012610673904419, + 0.7956615686416626, + 0.7900899648666382 + ], + "perturbation_rho": [ + 0.999998927116394, + 0.999997615814209, + 0.9999938011169434, + 0.9999845027923584, + 0.9999604225158691, + 0.9999330043792725, + 0.999873697757721, + 0.999819278717041 + ], + "nudging": { + "0.001": [ + -0.035539593547582626, + -0.021562810987234116, + -0.012927833944559097, + -0.007899895310401917, + -0.005169217474758625, + -0.0036920299753546715, + -0.0028583952225744724, + -0.002364233136177063 + ], + "0.003": [ + -0.0985700860619545, + -0.0616692453622818, + -0.037691134959459305, + -0.023295730352401733, + -0.015336824581027031, + -0.01098954863846302, + -0.008523097261786461, + -0.007056646980345249 + ], + "0.01": [ + -0.2528620958328247, + -0.17482446134090424, + -0.11384513974189758, + -0.07313278317451477, + -0.04917728155851364, + -0.03563641011714935, + -0.02781001478433609, + -0.02310660108923912 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.1838191192626955, + 1.202098671722412, + 0.7546534229278564, + 0.6286930981874466, + 0.5413522202730179, + 0.5016274568080902, + 0.4973876078605652, + 0.5006243084907531, + 0.491056324505806, + 0.5162841996192932, + 0.503458097076416, + 0.5122841632843017, + 0.6047590888977051, + 0.5742595722198486, + 0.6101696805477143, + 0.5846948350906372, + 0.6041797488331795, + 0.5839841031074524, + 0.6028947599411011, + 0.6573390657663345, + 0.6277515439033509, + 0.7153009181976319, + 0.6114065330982208, + 0.7203419920444488, + 0.704536079788208, + 0.7316081617355347, + 0.7904250410079956, + 0.7298012476921082, + 0.9584419759750367, + 0.7364888837814331, + 0.7200859572410584, + 0.7152903346061706, + 0.7418321360588074, + 0.6785042297184467, + 0.7197946992874146, + 0.7295546224594116, + 0.7811001716613769, + 0.7459795353889466, + 0.7168794848442077, + 0.8068981638908386, + 0.6808593973636627, + 0.6812150555133819, + 0.6748936148405075, + 0.7090878666877747, + 0.6815416418075562, + 0.7244775035858154, + 0.7989970844268799, + 0.7369783718109131, + 0.6676865758895874, + 0.6741015150070191, + 0.6873524452403188, + 0.6283843026161194, + 0.6744810340195895, + 0.6269000155448914, + 0.7053837902069092, + 0.647765721988678, + 0.6138295706748962, + 0.6056019225120545, + 0.6158565293312073, + 0.6043323511123657, + 0.6008664073240012, + 0.5667676944732666, + 0.5763443781375885, + 0.5698577795982361, + 0.5726742564201355, + 0.5617806459903717, + 0.5556433219909668, + 0.5606436388015748, + 0.5541526489257812, + 0.5531132131576538, + 0.5459820462226868, + 0.5402892316818237, + 0.5384351867675782, + 0.5412482352614403, + 0.5334744161128998, + 0.5311016474723816, + 0.5313176528930664, + 0.5276195110797882, + 0.526644831725955, + 0.5260294675350189 + ], + "train_acc": [ + 0.2066, + 0.5772, + 0.7178, + 0.7667, + 0.7971, + 0.8116, + 0.8113, + 0.8184, + 0.8219, + 0.8197, + 0.8231, + 0.8219, + 0.8026, + 0.814, + 0.8081, + 0.8205, + 0.8152, + 0.8241, + 0.8169, + 0.8076, + 0.8168, + 0.8118, + 0.8261, + 0.8074, + 0.8136, + 0.811, + 0.8037, + 0.8151, + 0.7895, + 0.8177, + 0.8222, + 0.819, + 0.8215, + 0.8305, + 0.8227, + 0.8213, + 0.8166, + 0.8222, + 0.8271, + 0.814, + 0.8341, + 0.8325, + 0.8348, + 0.8234, + 0.8302, + 0.825, + 0.818, + 0.8222, + 0.8356, + 0.8346, + 0.8324, + 0.8422, + 0.8386, + 0.8419, + 0.8283, + 0.8399, + 0.8478, + 0.8481, + 0.8417, + 0.848, + 0.8489, + 0.8569, + 0.8523, + 0.8537, + 0.8533, + 0.8548, + 0.8574, + 0.8564, + 0.8571, + 0.8579, + 0.8587, + 0.8613, + 0.8608, + 0.8598, + 0.8623, + 0.8616, + 0.8606, + 0.8618, + 0.8622, + 0.8617 + ], + "test_acc": [ + 0.4245, + 0.633, + 0.7, + 0.7355, + 0.7595, + 0.771, + 0.781, + 0.776, + 0.7695, + 0.7775, + 0.785, + 0.7285, + 0.7645, + 0.7665, + 0.7315, + 0.7645, + 0.742, + 0.767, + 0.7485, + 0.772, + 0.7575, + 0.769, + 0.739, + 0.715, + 0.723, + 0.721, + 0.755, + 0.685, + 0.7375, + 0.747, + 0.7845, + 0.7575, + 0.788, + 0.7475, + 0.7465, + 0.734, + 0.786, + 0.7485, + 0.7305, + 0.7745, + 0.7775, + 0.779, + 0.756, + 0.7395, + 0.784, + 0.7605, + 0.7665, + 0.7785, + 0.77, + 0.7655, + 0.7925, + 0.7745, + 0.7755, + 0.7855, + 0.764, + 0.785, + 0.777, + 0.769, + 0.783, + 0.792, + 0.7985, + 0.807, + 0.803, + 0.803, + 0.8035, + 0.8065, + 0.7965, + 0.7995, + 0.8065, + 0.811, + 0.8015, + 0.8015, + 0.8035, + 0.8, + 0.8, + 0.8045, + 0.8025, + 0.806, + 0.8045, + 0.804 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.029147807508707047, + 0.09590217471122742, + 0.0916377604007721, + 0.10714393854141235, + 0.10661958158016205, + 0.05731643736362457, + 0.06447312980890274, + 0.05185993015766144 + ], + "perturbation_rho": [ + -0.08288859575986862, + 0.14039787650108337, + 0.1433517336845398, + 0.1548803746700287, + 0.09298646450042725, + 0.08800182491540909, + 0.09949750453233719, + 0.02763376198709011 + ], + "nudging": { + "0.001": [ + 0.0017877263016998768, + -0.000630493275821209, + -0.00031784665770828724, + -0.00033820740645751357, + -0.0003272043541073799, + -0.00018869461200665683, + -0.0002295648882864043, + -0.00016335875261574984 + ], + "0.003": [ + 0.005449830554425716, + -0.001886849058791995, + -0.0009509308729320765, + -0.0010138512589037418, + -0.0009805148001760244, + -0.0005645205965265632, + -0.0006858182605355978, + -0.00048740144120529294 + ], + "0.01": [ + 0.019184602424502373, + -0.0062692309729754925, + -0.0031640869565308094, + -0.0033698435872793198, + -0.003262510057538748, + -0.0018756084609776735, + -0.0022803605534136295, + -0.0016227040905505419 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7473140567779541, + 0.9251619996070862, + 0.7068822136878967, + 0.6734603995323181, + 0.7457750282287597, + 0.8054894256591797, + 0.8525734433174134, + 0.8588375370025635, + 0.8834347763061523, + 0.8960849166870117, + 0.9051341072082519, + 0.9054860986709595, + 0.9049023498535156, + 0.9338330560684204, + 0.8942585109710693, + 0.866205068397522, + 0.8675411263465881, + 0.8408319032192231, + 0.8157361579895019, + 0.8383380194664002, + 0.7929928570747375, + 0.8159124660491943, + 0.8006898342132568, + 0.7805020513534546, + 0.7467561506271362, + 0.7769838253021241, + 0.740959705066681, + 0.7387035996437072, + 0.7201678607463836, + 0.7209407108306884, + 0.7474315497398376, + 0.7333630378723145, + 0.7624125885009766, + 0.7098405016899109, + 0.7155334932327271, + 0.7373080111503602, + 0.6897648265838623, + 0.7116705716133118, + 0.6977139730453491, + 0.689065051651001, + 0.7276701536178589, + 0.726329208946228, + 0.7151447709083557, + 0.7019258667945861, + 0.7494557568073272, + 0.7007609943389893, + 0.7020422275543213, + 0.6922769821166992, + 0.6776938212394714, + 0.6798969288825989, + 0.6656915367126465, + 0.6746529310703278, + 0.6393669857978821, + 0.6383698108673096, + 0.6358671523094177, + 0.6303783107280732, + 0.6350876825332642, + 0.6365802597522736, + 0.6297786211013794, + 0.6428515602111816, + 0.6437168377876282, + 0.6237785207748413, + 0.6191892197608948, + 0.6191086200714111, + 0.6186483777046203, + 0.6168421429157257, + 0.6117486687660217, + 0.6113159837722778, + 0.6117036319255829, + 0.607511134815216, + 0.6095974473953247, + 0.6053294305801391, + 0.6047506375312806, + 0.6027808818817139, + 0.6011299852371216, + 0.6004490308761596, + 0.5999058860778809, + 0.5991122978210449, + 0.598829758644104, + 0.598610949087143 + ], + "train_acc": [ + 0.364, + 0.6574, + 0.7329, + 0.753, + 0.7398, + 0.7248, + 0.7084, + 0.698, + 0.6894, + 0.6845, + 0.6805, + 0.6781, + 0.6804, + 0.6737, + 0.6854, + 0.6889, + 0.6907, + 0.6997, + 0.7082, + 0.7014, + 0.7176, + 0.7145, + 0.7188, + 0.7206, + 0.7318, + 0.7271, + 0.7373, + 0.735, + 0.7415, + 0.7401, + 0.744, + 0.7405, + 0.7346, + 0.7542, + 0.746, + 0.739, + 0.7483, + 0.751, + 0.7539, + 0.748, + 0.7431, + 0.744, + 0.7449, + 0.7473, + 0.7364, + 0.7478, + 0.7439, + 0.7468, + 0.7538, + 0.7511, + 0.7531, + 0.7538, + 0.7664, + 0.7687, + 0.7632, + 0.7699, + 0.7701, + 0.7688, + 0.7692, + 0.765, + 0.7657, + 0.77, + 0.7734, + 0.7728, + 0.7735, + 0.7713, + 0.7752, + 0.777, + 0.7762, + 0.7752, + 0.7746, + 0.7782, + 0.7776, + 0.7801, + 0.7778, + 0.7788, + 0.7778, + 0.7797, + 0.7787, + 0.7793 + ], + "test_acc": [ + 0.557, + 0.6835, + 0.712, + 0.7145, + 0.693, + 0.687, + 0.6815, + 0.674, + 0.672, + 0.661, + 0.6595, + 0.661, + 0.6535, + 0.6555, + 0.66, + 0.6525, + 0.6575, + 0.6745, + 0.662, + 0.665, + 0.6775, + 0.6725, + 0.6565, + 0.685, + 0.6865, + 0.6955, + 0.6925, + 0.6985, + 0.6935, + 0.674, + 0.7045, + 0.6865, + 0.7, + 0.7075, + 0.679, + 0.706, + 0.7085, + 0.7025, + 0.718, + 0.7025, + 0.7085, + 0.6865, + 0.709, + 0.681, + 0.713, + 0.7125, + 0.714, + 0.7035, + 0.7085, + 0.7075, + 0.7005, + 0.722, + 0.725, + 0.7115, + 0.7165, + 0.728, + 0.7245, + 0.7215, + 0.7265, + 0.7275, + 0.7165, + 0.727, + 0.731, + 0.7285, + 0.7265, + 0.7245, + 0.7275, + 0.7215, + 0.724, + 0.7265, + 0.7285, + 0.723, + 0.7275, + 0.7275, + 0.7275, + 0.728, + 0.729, + 0.7285, + 0.727, + 0.7265 + ], + "state_pred_error": [ + 0.6621009309768677, + 0.18949966685771943, + 0.1467816726922989, + 0.15708787188529968, + 0.17524181332588196, + 0.19041815445423127, + 0.19469740133285524, + 0.19334899117946625, + 0.18909891850948335, + 0.1834290199995041, + 0.1776910136461258, + 0.1693726092338562, + 0.1593346801996231, + 0.15057109451293946, + 0.13607191491127013, + 0.12221740016937256, + 0.11063073590993881, + 0.10139462573528289, + 0.09178647582530976, + 0.08364639749526978, + 0.0763305801987648, + 0.07042970400452614, + 0.06602095465660095, + 0.06487999885678292, + 0.06271354095935822, + 0.061520341455936434, + 0.059059248542785645, + 0.056564629304409024, + 0.05402934091091156, + 0.05196828144788742, + 0.050360298389196395, + 0.0480489935874939, + 0.04519245035648346, + 0.04349969825744629, + 0.04201801525950432, + 0.04072046799659729, + 0.03955439219474793, + 0.03672264353334904, + 0.03492691957950592, + 0.03289650791883469, + 0.03177874554991722, + 0.030649135023355485, + 0.02864566181600094, + 0.02688669348657131, + 0.025244250574707985, + 0.023715209478139876, + 0.021778766030073164, + 0.020335312649607657, + 0.019033752544224264, + 0.018155685628950594, + 0.017363225120306015, + 0.016726057812571526, + 0.01624702921509743, + 0.015930817434191703, + 0.015584588533639908, + 0.015295122048258782, + 0.015127958336472512, + 0.014801454600691795, + 0.014687491267919541, + 0.014063061302900314, + 0.01438164930343628, + 0.01355879987180233, + 0.01320074545443058, + 0.012842133796215058, + 0.01253392604291439, + 0.01236460832208395, + 0.011886253049969674, + 0.011621960616111756, + 0.011426134213805198, + 0.011017198014259339, + 0.010708265140652656, + 0.01054772773683071, + 0.01050231020450592, + 0.010149630855768919, + 0.009902083823084832, + 0.009754141983389855, + 0.009604894667863845, + 0.00941408416479826, + 0.009380772784352303, + 0.009179592244327068 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8188973069190979, + 0.4508240222930908, + 0.20906424522399902, + 0.16529136896133423, + 0.1612900048494339, + 0.1292058229446411, + 0.14780420064926147, + 0.1308501958847046 + ], + "perturbation_rho": [ + 0.7345798015594482, + 0.40806666016578674, + 0.18922817707061768, + 0.1360217034816742, + 0.11187596619129181, + 0.1472519189119339, + 0.12442155927419662, + 0.11949814856052399 + ], + "nudging": { + "0.001": [ + -0.021930836141109467, + -0.0014364664675667882, + -0.0005421066889539361, + -0.0004351946117822081, + -0.00039058327092789114, + -0.0003250233712606132, + -0.00035381075576879084, + -0.00031243677949532866 + ], + "0.003": [ + -0.0643623024225235, + -0.004303464200347662, + -0.0016258403193205595, + -0.0013055813033133745, + -0.0011712429113686085, + -0.0009750650497153401, + -0.0010611845646053553, + -0.0009370018960908055 + ], + "0.01": [ + -0.19829359650611877, + -0.01426965557038784, + -0.005409521050751209, + -0.004344802349805832, + -0.0038992268964648247, + -0.0032464847899973392, + -0.003532196395099163, + -0.00311922375112772 + ] + }, + "state_pred_error_per_layer": [ + 5640.76416015625, + 3768.9912109375, + 2209.80126953125, + 1863.6328125, + 1833.0330810546875, + 2052.747802734375, + 1687.1876220703125, + 1871.18310546875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.186090153121948, + 1.1984385531425477, + 0.758064928817749, + 0.626275444984436, + 0.5633068831443787, + 0.5013768714904785, + 0.5079200323104859, + 0.5059850447654725, + 0.4841378322124481, + 0.519163568687439, + 0.5544459510803222, + 0.5611598224639892, + 0.5388422620296478, + 0.6585407733917237, + 0.576538342666626, + 0.600434935760498, + 0.6034886390686035, + 0.6376714500427246, + 0.6580952283859253, + 0.663741570186615, + 0.7861046495437622, + 0.7275902103424072, + 0.7628611448287964, + 0.8346376148223877, + 0.8310700666427613, + 0.8562221878051758, + 1.003050333881378, + 1.005180773639679, + 1.0375463592529297, + 0.9521340274810791, + 1.0032074150085448, + 1.0618027465820312, + 1.0746233934402465, + 1.0948340304374695, + 1.1240816584587097, + 1.0969329462051391, + 1.1547944499969482, + 1.0115770859718323, + 1.187496001434326, + 1.1422000102996825, + 1.2583707466125489, + 1.1105651211738587, + 1.149918165588379, + 1.156761019897461, + 1.0984439032554627, + 1.153316777420044, + 1.1259891437530518, + 1.1472719621658325, + 1.116767183303833, + 1.0828887168884278, + 1.06634891872406, + 1.1018301118850709, + 1.1700591009140016, + 1.119646194076538, + 1.1126467975616454, + 1.128969659423828, + 1.1335998802185059, + 1.116425537109375, + 1.1152625152587892, + 1.1043034273147583, + 1.1250763381958009, + 1.1375839376449586, + 1.1613730312347412, + 1.114402931690216, + 1.110203257751465, + 1.110114776992798, + 1.0994714338302611, + 1.10834795627594, + 1.0854792390823365, + 1.0907306499481202, + 1.0760109588623046, + 1.0793846405029297, + 1.0701058303833009, + 1.0693202518463134, + 1.0654688898086548, + 1.0643323517799377, + 1.062985421180725, + 1.063136572265625, + 1.0616274564743042, + 1.060890511226654 + ], + "train_acc": [ + 0.2037, + 0.5759, + 0.7201, + 0.7655, + 0.786, + 0.8129, + 0.8139, + 0.8149, + 0.8211, + 0.8163, + 0.8115, + 0.8102, + 0.8227, + 0.8002, + 0.8182, + 0.815, + 0.8163, + 0.8129, + 0.8129, + 0.8135, + 0.7906, + 0.7999, + 0.7921, + 0.769, + 0.7656, + 0.7611, + 0.7238, + 0.7113, + 0.6958, + 0.6976, + 0.6775, + 0.6548, + 0.6512, + 0.6319, + 0.6236, + 0.6178, + 0.611, + 0.6423, + 0.6127, + 0.61, + 0.5833, + 0.6211, + 0.612, + 0.6054, + 0.6155, + 0.6017, + 0.6061, + 0.5974, + 0.6079, + 0.6116, + 0.6099, + 0.6073, + 0.5914, + 0.5991, + 0.6026, + 0.5958, + 0.5946, + 0.6011, + 0.6002, + 0.6053, + 0.5985, + 0.5905, + 0.5887, + 0.5986, + 0.6012, + 0.6023, + 0.604, + 0.6011, + 0.6086, + 0.605, + 0.6125, + 0.6069, + 0.6108, + 0.6143, + 0.6148, + 0.6154, + 0.6165, + 0.6149, + 0.6145, + 0.616 + ], + "test_acc": [ + 0.4205, + 0.6445, + 0.6985, + 0.728, + 0.768, + 0.7555, + 0.7905, + 0.781, + 0.7895, + 0.7495, + 0.7755, + 0.767, + 0.7785, + 0.75, + 0.7695, + 0.7655, + 0.788, + 0.779, + 0.744, + 0.7345, + 0.7575, + 0.754, + 0.7015, + 0.701, + 0.7185, + 0.724, + 0.636, + 0.626, + 0.598, + 0.5585, + 0.579, + 0.579, + 0.5785, + 0.5585, + 0.5555, + 0.444, + 0.5675, + 0.4385, + 0.559, + 0.4735, + 0.5265, + 0.57, + 0.498, + 0.548, + 0.517, + 0.5415, + 0.5515, + 0.4515, + 0.5275, + 0.5605, + 0.5295, + 0.5445, + 0.5505, + 0.5395, + 0.5455, + 0.53, + 0.566, + 0.5735, + 0.579, + 0.587, + 0.56, + 0.569, + 0.575, + 0.5795, + 0.5845, + 0.576, + 0.584, + 0.5885, + 0.59, + 0.5785, + 0.5835, + 0.593, + 0.5875, + 0.5915, + 0.594, + 0.592, + 0.59, + 0.5935, + 0.5955, + 0.5935 + ], + "value_loss": [ + 2.972377465057373, + 0.9248018383979797, + 1.0020131734848023, + 1.001979987335205, + 0.9705457033157349, + 0.8233501838684082, + 0.7766179365158081, + 0.7434081115245819, + 0.6680281215190887, + 0.8222749937057495, + 0.9086565495491028, + 0.9337426007270813, + 0.8717771873474122, + 1.2898138553142549, + 1.0746097915649413, + 1.2781329341888428, + 1.1974793502807617, + 1.34198962059021, + 1.3165509941101075, + 1.5385431747436524, + 1.9559954346179962, + 1.8219638473510742, + 1.7863510093688966, + 2.057444320678711, + 1.9194623096466064, + 1.976530602836609, + 2.3657245763778687, + 2.159454160308838, + 1.9747343505859376, + 1.5638118370056153, + 1.2694459007263184, + 1.2683067232131957, + 1.1694433807373046, + 1.1675490615844726, + 1.0915654657363891, + 1.0240236600875854, + 1.7238075693130492, + 0.835702922821045, + 1.110375917816162, + 0.8499037637710571, + 1.055553258895874, + 1.0895272705078125, + 1.12765179977417, + 0.7910501505374908, + 0.6725261320114135, + 0.734961402130127, + 0.6772283415317535, + 0.6853561975479125, + 0.6990460660934448, + 0.8313457719802857, + 0.5796068740844726, + 0.6480168206691742, + 0.8037886819362641, + 0.5881471869468688, + 0.6110391419410706, + 0.5128450169563293, + 0.5585265712738037, + 0.5103896431922913, + 0.5027615876197815, + 0.5387080775737763, + 0.5066710983276367, + 0.5061055371284485, + 0.5857940488815307, + 0.47782063326835633, + 0.5022022886276245, + 0.45191595425605774, + 0.4483213914871216, + 0.44163735978603363, + 0.44864495878219607, + 0.4398085097312927, + 0.4156592011928558, + 0.4245777335166931, + 0.42239491229057313, + 0.4158617585659027, + 0.4056261803150177, + 0.3981911696434021, + 0.39951434321403506, + 0.40600771880149844, + 0.39831735172271726, + 0.3977136660575867 + ], + "term_loss": [ + 1.7086821298599244, + 0.6393537052154541, + 0.831955358505249, + 0.8549827503204346, + 0.8313716646194458, + 0.6740786487579346, + 0.6076947003364563, + 0.5965874532222748, + 0.538589419388771, + 0.6892606357574463, + 0.7693541362762452, + 0.7941495090007782, + 0.7356539968967438, + 1.1337381413698195, + 0.9334297341823578, + 1.133020539855957, + 1.0501272022247314, + 1.1906745010375976, + 1.1603767150878905, + 1.383775331878662, + 1.7672954069495201, + 1.618180365753174, + 1.5548997764587402, + 1.7815429141998291, + 1.634721337890625, + 1.6693853170394897, + 1.9992852979660034, + 1.7566577983856202, + 1.5732412117004395, + 1.1724922225952148, + 0.9129334537506103, + 0.9116888998031616, + 0.811285630607605, + 0.782278653216362, + 0.6845991757392883, + 0.5974405498027802, + 1.1749914863586426, + 0.455600013923645, + 0.733255504322052, + 0.520190512561798, + 0.697090616607666, + 0.744835383605957, + 0.7489512222290039, + 0.44376978453397753, + 0.3575445245265961, + 0.41143530030250547, + 0.36194814307689666, + 0.35318923025131227, + 0.3714102928161621, + 0.48353575496673584, + 0.2622438941001892, + 0.31617711095809936, + 0.45348238250017164, + 0.2884477474451065, + 0.3248059089899063, + 0.22525122106075288, + 0.27484396206140516, + 0.2325062701702118, + 0.22512192395329475, + 0.26193017570972443, + 0.2302307121038437, + 0.22658776865005492, + 0.29551011357307433, + 0.20677382897138596, + 0.22635481977462768, + 0.17875954384803772, + 0.1794549295425415, + 0.17492746146917343, + 0.1828258805513382, + 0.1739099319458008, + 0.15372597955465317, + 0.15907710464000702, + 0.15855794508755208, + 0.15342277257442474, + 0.14609964501857758, + 0.13945738344192504, + 0.136053040933609, + 0.1458153038263321, + 0.1393143364906311, + 0.13710964921712876 + ], + "bridge_loss": [ + 0.9758284360856575, + 0.06962661180198193, + 0.005672540656849742, + 0.003370350643992424, + 0.006644147405028343, + 0.030381520032882692, + 0.04909406066536903, + 0.026274551457166673, + 0.013745080161094665, + 0.013532327757775783, + 0.0138886878028512, + 0.013557788728922606, + 0.014762255641818047, + 0.01668152751326561, + 0.01626828481554985, + 0.01767303576171398, + 0.020321840810775756, + 0.019734235203266143, + 0.02249946554452181, + 0.022086227571964264, + 0.040416947451233864, + 0.06203577089309693, + 0.08303722366094589, + 0.11707051875591278, + 0.12063585679531097, + 0.13916499671936036, + 0.17566344423294067, + 0.20474205927848815, + 0.1913953489303589, + 0.1900377607345581, + 0.14244086827039718, + 0.12460256059169769, + 0.1259830789089203, + 0.147844007897377, + 0.16582468271255493, + 0.18581496963500976, + 0.3006300089836121, + 0.15080310106873512, + 0.12048298480510712, + 0.07477383016645908, + 0.08642990236282348, + 0.09502357883453369, + 0.12325514240264893, + 0.08798319578170777, + 0.06590155552625657, + 0.06488577566146851, + 0.06051054383516312, + 0.07300690015554429, + 0.07357583614587784, + 0.09772055714130401, + 0.0707737734824419, + 0.0786128630578518, + 0.09063167880773544, + 0.044709685909748074, + 0.03420306581407785, + 0.03227839771509171, + 0.028627947074174882, + 0.025130870291590692, + 0.02522470474541187, + 0.027251064124703406, + 0.023627802783250808, + 0.023905384761095046, + 0.02898607106804848, + 0.01962408951073885, + 0.024935207891464233, + 0.022261195167899133, + 0.020190077558159828, + 0.017063735301792622, + 0.02027609973549843, + 0.019097698336839677, + 0.017230739736557008, + 0.019787984344363213, + 0.020351601561903954, + 0.01930274936258793, + 0.016703577791899443, + 0.016038631775975226, + 0.021321783912181855, + 0.01768758919239044, + 0.017187132662534715, + 0.018799800185859205 + ], + "tgrad_loss": [ + 0.28786688737869265, + 0.2158215215921402, + 0.16438527557849883, + 0.14362689361572265, + 0.13252989099025728, + 0.11889001908302307, + 0.1198291732788086, + 0.12054610551595688, + 0.11569361996650696, + 0.11948202958106995, + 0.12541372295618058, + 0.12603530632257462, + 0.12136093652248382, + 0.13939418510198592, + 0.12491177189350128, + 0.12743936359882355, + 0.12703030982017516, + 0.13158088505268098, + 0.13367481677532195, + 0.13268162167072295, + 0.14828308132886886, + 0.14174770864248276, + 0.1484140252828598, + 0.1588308961868286, + 0.16410512266159058, + 0.16798028388023376, + 0.19077582602500914, + 0.19805429615974426, + 0.21009778094291687, + 0.20128185844421387, + 0.21407157855033873, + 0.23201526298522948, + 0.2321746678352356, + 0.23742639436721802, + 0.24114160361289977, + 0.2407681416273117, + 0.24818605904579163, + 0.2292998040676117, + 0.25663742961883546, + 0.25493942279815673, + 0.27203273811340334, + 0.24966830728054046, + 0.25544544095993044, + 0.2592971650838852, + 0.24908005418777465, + 0.25864032859802244, + 0.25476965675354, + 0.25916006617546083, + 0.25405994086265565, + 0.25008946247100833, + 0.24658920845985413, + 0.25322684478759766, + 0.2596746240615845, + 0.25498975529670714, + 0.25203017072677614, + 0.2553153970241547, + 0.25505466132164, + 0.2527525003910065, + 0.25241495661735536, + 0.24952683820724486, + 0.2528125834941864, + 0.25561238169670103, + 0.261297861289978, + 0.2514227141857147, + 0.2509122602939606, + 0.2508952157974243, + 0.2486763837337494, + 0.24964616248607635, + 0.24554297575950623, + 0.24680087909698487, + 0.2447024793624878, + 0.24571264839172363, + 0.24348536689281464, + 0.243136239695549, + 0.24282296109199525, + 0.24269515240192413, + 0.24213951697349548, + 0.2425048230648041, + 0.24181588273048402, + 0.24180421624183654 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.014968650415539742, + 0.08219218999147415, + 0.12315872311592102, + 0.1350458562374115, + 0.16176681220531464, + 0.1692444086074829, + 0.17282617092132568, + 0.17642942070960999 + ], + "perturbation_rho": [ + 0.09865723550319672, + 0.1636437624692917, + 0.19447889924049377, + 0.2091381549835205, + 0.2243458330631256, + 0.23168572783470154, + 0.2512606978416443, + 0.23721641302108765 + ], + "nudging": { + "0.001": [ + -0.0006243207026273012, + -0.0006085919449105859, + -0.0008320298511534929, + -0.0008824424585327506, + -0.000980146462097764, + -0.0010583256371319294, + -0.001075199106708169, + -0.0010938441846519709 + ], + "0.003": [ + -0.001858972478657961, + -0.001825807150453329, + -0.002494026906788349, + -0.0026476685889065266, + -0.0029380805790424347, + -0.0031721340492367744, + -0.003223641077056527, + -0.0032798685133457184 + ], + "0.01": [ + -0.006006492767482996, + -0.006066862493753433, + -0.008294559083878994, + -0.008802486583590508, + -0.009770728647708893, + -0.010544568300247192, + -0.010718668811023235, + -0.010904812254011631 + ] + } + } + } +}
\ No newline at end of file |