diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a0.5_L12_s123.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a0.5_L12_s123.json | 1722 |
1 files changed, 1722 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L12_s123.json b/results/synth_ladder_v2_hi/synth_a0.5_L12_s123.json new file mode 100644 index 0000000..5ae584b --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L12_s123.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0668871035575866, + 0.5437644843578339, + 0.4442927023410797, + 0.40189131622314456, + 0.41018874361515045, + 0.3410574321269989, + 0.3484022264003754, + 0.3299962274551392, + 0.3777468213558197, + 0.320639072227478, + 0.3502114427804947, + 0.2625524127006531, + 0.31084647080898287, + 0.23638844475746154, + 0.23954274733066558, + 0.21965548858642578, + 0.23137761989831923, + 0.2215217474937439, + 0.21972281413078307, + 0.2046865596175194, + 0.17405090971589088, + 0.16184886281490327, + 0.19982717757225035, + 0.21438712718486785, + 0.18986032649278642, + 0.16079453411102296, + 0.12543020910024644, + 0.10698981108665466, + 0.1377583697795868, + 0.15657683781385423, + 0.11835481392145157, + 0.11930964469909668, + 0.1372688979268074, + 0.10084772405028343, + 0.08756917915344238, + 0.09215591390132905, + 0.10565964897871018, + 0.08364779654145241, + 0.06760566492080688, + 0.06659261006116866, + 0.05321097924113274, + 0.04292736679315567, + 0.038505215954780576, + 0.04860781878978014, + 0.03835035711228847, + 0.03284513468891382, + 0.02925829759836197, + 0.034927824586629866, + 0.02977181176543236, + 0.02587605638951063, + 0.021584136448800563, + 0.021009254217147826, + 0.035822143226861954, + 0.02755334359407425, + 0.022640997081622483, + 0.01857010641694069, + 0.016963605327904224, + 0.016223060864210128, + 0.015676903715729714, + 0.014825385958701372, + 0.014110816264152526, + 0.014133429580926895, + 0.013563485038280487, + 0.01332942191362381, + 0.012876193167269229, + 0.012466417776048183, + 0.012171600410342216, + 0.012017940378189087, + 0.011746616941690446, + 0.011764343333244325, + 0.011572992166876793, + 0.011454691462218761, + 0.011281873452663422, + 0.011190583446621894, + 0.011105955013632774, + 0.011065145464241505, + 0.011014660102501512, + 0.01097581763714552, + 0.01095222277250141, + 0.01094091155230999 + ], + "train_acc": [ + 0.6115, + 0.7903, + 0.8251, + 0.8409, + 0.8391, + 0.8641, + 0.8593, + 0.8679, + 0.8542, + 0.8751, + 0.8637, + 0.8989, + 0.877, + 0.9065, + 0.9038, + 0.9146, + 0.9084, + 0.9142, + 0.914, + 0.921, + 0.9315, + 0.9368, + 0.9221, + 0.921, + 0.9307, + 0.938, + 0.9533, + 0.9631, + 0.9481, + 0.9406, + 0.9552, + 0.9537, + 0.9495, + 0.9637, + 0.97, + 0.9687, + 0.9622, + 0.9706, + 0.9784, + 0.9788, + 0.9861, + 0.9911, + 0.9939, + 0.9886, + 0.9935, + 0.9961, + 0.998, + 0.9944, + 0.9963, + 0.998, + 0.9992, + 0.9989, + 0.992, + 0.9963, + 0.998, + 0.9995, + 0.9996, + 0.9998, + 0.9998, + 0.9999, + 0.9998, + 1.0, + 0.9999, + 1.0, + 0.9999, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "test_acc": [ + 0.775, + 0.776, + 0.8255, + 0.8235, + 0.8115, + 0.836, + 0.838, + 0.838, + 0.837, + 0.8235, + 0.827, + 0.8475, + 0.8465, + 0.8435, + 0.841, + 0.856, + 0.847, + 0.8495, + 0.85, + 0.856, + 0.8575, + 0.857, + 0.854, + 0.8415, + 0.859, + 0.851, + 0.8635, + 0.865, + 0.8625, + 0.851, + 0.868, + 0.8505, + 0.8565, + 0.87, + 0.866, + 0.861, + 0.852, + 0.868, + 0.869, + 0.8655, + 0.8675, + 0.869, + 0.8685, + 0.8635, + 0.8705, + 0.8675, + 0.869, + 0.867, + 0.872, + 0.873, + 0.8705, + 0.8715, + 0.864, + 0.8715, + 0.872, + 0.871, + 0.878, + 0.8745, + 0.872, + 0.874, + 0.8735, + 0.8715, + 0.872, + 0.8715, + 0.8725, + 0.8735, + 0.873, + 0.872, + 0.872, + 0.873, + 0.8735, + 0.872, + 0.8725, + 0.872, + 0.872, + 0.873, + 0.8725, + 0.873, + 0.873, + 0.873 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8060421943664551, + 0.7944625616073608, + 0.776944637298584, + 0.7588614821434021, + 0.7418972849845886, + 0.7322722673416138, + 0.724165678024292, + 0.7197043299674988, + 0.7152823209762573, + 0.7119243144989014, + 0.709496021270752, + 0.7078304886817932 + ], + "perturbation_rho": [ + 0.9999996423721313, + 0.9999984502792358, + 0.9999962449073792, + 0.999989926815033, + 0.9999754428863525, + 0.9999579191207886, + 0.999927818775177, + 0.999887228012085, + 0.9998751878738403, + 0.9997915029525757, + 0.9997637867927551, + 0.9997560381889343 + ], + "nudging": { + "0.001": [ + -0.04387564957141876, + -0.026459218934178352, + -0.01598835177719593, + -0.009950939565896988, + -0.0065530999563634396, + -0.004664362408220768, + -0.003570194821804762, + -0.0028879866003990173, + -0.0024394416250288486, + -0.0021331091411411762, + -0.0019131104927510023, + -0.0017530664335936308 + ], + "0.003": [ + -0.12082510441541672, + -0.07548783719539642, + -0.04654107615351677, + -0.029300624504685402, + -0.01941942237317562, + -0.01387093961238861, + -0.010638581588864326, + -0.008616363629698753, + -0.007284482475370169, + -0.006373265758156776, + -0.005718273110687733, + -0.005241651087999344 + ], + "0.01": [ + -0.2872876822948456, + -0.20931334793567657, + -0.13937950134277344, + -0.09144100546836853, + -0.06199805811047554, + -0.04483566805720329, + -0.03463221341371536, + -0.02817366272211075, + -0.023888790979981422, + -0.02094285935163498, + -0.01881779544055462, + -0.01726764440536499 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.142750821685791, + 1.124327583885193, + 0.7785231340408325, + 0.6528371575355529, + 0.597726934146881, + 0.5598292840957642, + 0.5507024248838425, + 0.5393614018440247, + 0.5861102363586426, + 0.5633430314064026, + 0.5583740697860717, + 0.5919369807243348, + 0.6456176485061645, + 0.557507578754425, + 0.6100466576099396, + 0.5981708965301513, + 0.6966950350761414, + 0.6483181215286254, + 0.6949886666774749, + 0.7073626656532288, + 0.7537654346466064, + 0.84040883102417, + 0.6919007718086243, + 0.7978002725124359, + 0.7179612370491028, + 0.799304240322113, + 0.8661868356734514, + 0.6795031730651856, + 0.6878745692253113, + 0.6902590084075928, + 0.8633141542434692, + 0.7126479680061341, + 0.7912728582382202, + 0.8799988972187043, + 0.8774635292053222, + 0.7583431783676148, + 0.7759649380683898, + 0.6964675615310669, + 0.7451448738098144, + 0.9347431049585342, + 0.6569768931627273, + 0.6217489993751049, + 0.6617763934135437, + 0.763850627553463, + 0.7051671092033386, + 0.6679003673553466, + 0.6873064106941223, + 0.721931100845337, + 0.7477014111042023, + 0.6456629550933838, + 0.6599196642875671, + 0.6208732713699341, + 0.6234532192230224, + 0.5699338432312012, + 0.6139316390037537, + 0.5759364881515503, + 0.5688060250282287, + 0.5778871156692504, + 0.5713616683959961, + 0.5509775221824647, + 0.5339077308654785, + 0.5171661471366882, + 0.5024198468208313, + 0.5114490198850632, + 0.4912056381225586, + 0.49547468848228454, + 0.4774726238250732, + 0.4827991735935211, + 0.47101506519317626, + 0.47335759959220886, + 0.47204044761657715, + 0.46472445521354677, + 0.4678656229496002, + 0.4620117915153503, + 0.45770361523628234, + 0.45486976613998414, + 0.4546703920841217, + 0.4531755482196808, + 0.4513186443388462, + 0.4506361876010895 + ], + "train_acc": [ + 0.2264, + 0.5937, + 0.7105, + 0.7583, + 0.775, + 0.7885, + 0.7948, + 0.803, + 0.7889, + 0.7989, + 0.8026, + 0.7968, + 0.7883, + 0.8152, + 0.7994, + 0.8119, + 0.7968, + 0.8073, + 0.7994, + 0.7931, + 0.7927, + 0.7855, + 0.8066, + 0.7951, + 0.8074, + 0.7894, + 0.7862, + 0.8163, + 0.8118, + 0.8146, + 0.7906, + 0.8097, + 0.8035, + 0.7874, + 0.7907, + 0.8091, + 0.8032, + 0.8171, + 0.8057, + 0.784, + 0.8211, + 0.8244, + 0.8214, + 0.8004, + 0.8099, + 0.8165, + 0.8113, + 0.8098, + 0.8046, + 0.8138, + 0.8158, + 0.8238, + 0.8252, + 0.8327, + 0.8298, + 0.8294, + 0.8263, + 0.8262, + 0.8303, + 0.8366, + 0.8356, + 0.842, + 0.8421, + 0.8435, + 0.8451, + 0.8433, + 0.8497, + 0.8496, + 0.8532, + 0.851, + 0.8511, + 0.8527, + 0.8529, + 0.8519, + 0.8545, + 0.854, + 0.8556, + 0.8556, + 0.8555, + 0.8553 + ], + "test_acc": [ + 0.4685, + 0.6425, + 0.7055, + 0.723, + 0.755, + 0.755, + 0.7485, + 0.71, + 0.734, + 0.746, + 0.706, + 0.685, + 0.7565, + 0.7435, + 0.7425, + 0.7695, + 0.7395, + 0.74, + 0.7145, + 0.696, + 0.7095, + 0.694, + 0.6885, + 0.7055, + 0.7615, + 0.7, + 0.7625, + 0.751, + 0.7555, + 0.7025, + 0.7275, + 0.757, + 0.6975, + 0.683, + 0.7535, + 0.721, + 0.7555, + 0.7335, + 0.7275, + 0.7405, + 0.7865, + 0.746, + 0.724, + 0.731, + 0.7445, + 0.7255, + 0.7325, + 0.723, + 0.772, + 0.752, + 0.7665, + 0.785, + 0.7755, + 0.7705, + 0.76, + 0.7715, + 0.7895, + 0.777, + 0.767, + 0.7965, + 0.7835, + 0.7975, + 0.7865, + 0.786, + 0.796, + 0.801, + 0.7965, + 0.791, + 0.7925, + 0.791, + 0.786, + 0.7975, + 0.7935, + 0.7895, + 0.796, + 0.7965, + 0.798, + 0.796, + 0.797, + 0.7975 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.004078918602317572, + 0.1059243381023407, + 0.07574640959501266, + 0.07308551669120789, + 0.066571444272995, + 0.056897446513175964, + 0.12165610492229462, + 0.06462406367063522, + 0.04925639182329178, + 0.04602370783686638, + 0.035759277641773224, + 0.06015833467245102 + ], + "perturbation_rho": [ + -0.011486321687698364, + 0.04376016557216644, + 0.037421341985464096, + 0.05220063030719757, + 0.09364941716194153, + -0.03169674053788185, + 0.15961039066314697, + 0.10634914040565491, + 0.03384825587272644, + 0.02390148863196373, + -0.010392685420811176, + 0.00882963091135025 + ], + "nudging": { + "0.001": [ + -0.0003049457154702395, + -0.0003453067038208246, + -0.00019223694107495248, + -0.00020254506671335548, + -0.00016044230142142624, + -0.00010334418038837612, + -0.00029247987549751997, + -0.00015202155918814242, + -9.743614646140486e-05, + -0.00010192080662818626, + -8.19721317384392e-05, + -0.0001297243870794773 + ], + "0.003": [ + -0.0008906631264835596, + -0.0010361261665821075, + -0.0005767023540101945, + -0.0006089159287512302, + -0.0004821037291549146, + -0.00030989840161055326, + -0.0008778797928243876, + -0.00045706197852268815, + -0.0002917651436291635, + -0.0003039806033484638, + -0.0002444116398692131, + -0.00038952555041760206 + ], + "0.01": [ + -0.0026711553800851107, + -0.003443576628342271, + -0.001918894238770008, + -0.0020233127288520336, + -0.0016027885721996427, + -0.0010300527792423964, + -0.002917288802564144, + -0.001525502186268568, + -0.0009703689720481634, + -0.0010098961647599936, + -0.0008095581433735788, + -0.0012933723628520966 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7463860042572021, + 1.1237696697235107, + 0.972771835899353, + 0.9426122094154358, + 0.8994912829399109, + 0.9408926801681519, + 0.9865427770614624, + 1.0485262629508971, + 1.0925080902099609, + 1.1362103001594543, + 1.0678862438201904, + 1.0652718430519104, + 1.0586652740478515, + 1.0178926465988158, + 1.0305222831726075, + 1.0413858165740968, + 1.0357634119033814, + 1.047720281791687, + 1.0609775308609009, + 1.0116510014533997, + 0.9950579191207886, + 0.9199824966430664, + 0.9665196490287781, + 0.9476463966369629, + 1.0014626719474793, + 0.9582755434036255, + 1.010899329662323, + 1.0397068269729615, + 1.0328380886077881, + 1.043629725265503, + 0.9458726802825927, + 0.9873936015129089, + 1.0067718154907226, + 0.9733795068740845, + 0.9494395099639893, + 0.9087101627349854, + 0.9260237079620361, + 0.9596985802650452, + 0.8670240854263306, + 0.9266280819892884, + 0.9033067417144776, + 0.8523105756759644, + 0.8422792108535767, + 0.8166048532485962, + 0.8156945413589477, + 0.8301033269882202, + 0.8141396549224853, + 0.8390941219329834, + 0.8281017392158508, + 0.8349929582595825, + 0.8482530313491822, + 0.8541515255928039, + 0.842770311498642, + 0.8406181728363037, + 0.8218491198539734, + 0.8218080397605896, + 0.8124953329086304, + 0.7943122324943542, + 0.7955346862792969, + 0.7875666446685791, + 0.7818890949249268, + 0.7744473322868347, + 0.7751531169891357, + 0.7724810953140259, + 0.7624368892669677, + 0.7628077686309814, + 0.7549171347618103, + 0.755369038105011, + 0.7542786574363709, + 0.7511461977005005, + 0.7510316205978393, + 0.7489814598083496, + 0.7467557451248169, + 0.7460188133239746, + 0.7445521638870239, + 0.7435068511009216, + 0.7426531793594361, + 0.7419929014205933, + 0.7417299631118774, + 0.7414803896903992 + ], + "train_acc": [ + 0.3799, + 0.5937, + 0.6617, + 0.6768, + 0.6897, + 0.6834, + 0.6646, + 0.6466, + 0.6432, + 0.6355, + 0.643, + 0.6389, + 0.6358, + 0.6479, + 0.6424, + 0.641, + 0.6359, + 0.6327, + 0.632, + 0.6475, + 0.6546, + 0.6719, + 0.6631, + 0.6691, + 0.6638, + 0.6735, + 0.6655, + 0.6522, + 0.6519, + 0.6562, + 0.6804, + 0.6703, + 0.6634, + 0.6783, + 0.6836, + 0.6906, + 0.6856, + 0.685, + 0.7038, + 0.693, + 0.6972, + 0.7082, + 0.7133, + 0.7162, + 0.7181, + 0.7105, + 0.7131, + 0.7086, + 0.7153, + 0.7128, + 0.7104, + 0.7091, + 0.7102, + 0.7122, + 0.7194, + 0.719, + 0.7198, + 0.7235, + 0.7189, + 0.7262, + 0.7256, + 0.7258, + 0.7319, + 0.7268, + 0.7345, + 0.7312, + 0.7347, + 0.7352, + 0.7339, + 0.736, + 0.7356, + 0.736, + 0.7385, + 0.7368, + 0.7372, + 0.7371, + 0.737, + 0.7382, + 0.738, + 0.7379 + ], + "test_acc": [ + 0.5265, + 0.6085, + 0.6455, + 0.635, + 0.656, + 0.616, + 0.6215, + 0.608, + 0.5975, + 0.6135, + 0.605, + 0.6015, + 0.5845, + 0.5955, + 0.601, + 0.6115, + 0.619, + 0.6165, + 0.609, + 0.626, + 0.6445, + 0.632, + 0.6355, + 0.6185, + 0.6355, + 0.602, + 0.614, + 0.6335, + 0.618, + 0.628, + 0.634, + 0.642, + 0.607, + 0.6585, + 0.6435, + 0.6575, + 0.608, + 0.654, + 0.6625, + 0.652, + 0.681, + 0.6795, + 0.6775, + 0.685, + 0.6635, + 0.6925, + 0.665, + 0.6675, + 0.663, + 0.6625, + 0.6655, + 0.6675, + 0.6725, + 0.674, + 0.684, + 0.685, + 0.6875, + 0.685, + 0.693, + 0.686, + 0.688, + 0.683, + 0.6925, + 0.679, + 0.6815, + 0.6875, + 0.69, + 0.6855, + 0.683, + 0.6885, + 0.6895, + 0.6905, + 0.6875, + 0.689, + 0.6915, + 0.692, + 0.6925, + 0.6915, + 0.6905, + 0.69 + ], + "state_pred_error": [ + 0.657575396156311, + 0.22584220933914184, + 0.18108190598487853, + 0.1738492854833603, + 0.1768016979932785, + 0.17527156100273134, + 0.1744111572265625, + 0.18089782931804657, + 0.1815103266239166, + 0.17203099308013917, + 0.16158259053230287, + 0.150070090007782, + 0.14713554129600526, + 0.1392310976266861, + 0.13433781069517137, + 0.12369427697658539, + 0.11368098001480102, + 0.10957575480937957, + 0.10401724026203156, + 0.097935398042202, + 0.09728261232376098, + 0.09723384432792663, + 0.08889269602298737, + 0.08045474321842194, + 0.0764869434595108, + 0.0754717215538025, + 0.07573794380426407, + 0.07702496689558029, + 0.07481489708423615, + 0.06833497145175933, + 0.06267784029245377, + 0.05740301186442375, + 0.05463098112940788, + 0.05097537848949432, + 0.04853306106328964, + 0.046815031588077545, + 0.04702129671573639, + 0.047897269797325136, + 0.04525828623175621, + 0.04126551170349121, + 0.038078772968053815, + 0.035508244448900224, + 0.033928532779216765, + 0.033214526349306106, + 0.032263154244422915, + 0.03165398389697075, + 0.03176654878854752, + 0.032726337200403216, + 0.03520564076304436, + 0.03746888961195946, + 0.039616973650455474, + 0.040450227236747745, + 0.03974002408981323, + 0.03915794268846512, + 0.038212089216709134, + 0.03644757592380047, + 0.034951094454526904, + 0.033642032438516614, + 0.032086009567976, + 0.031101924151182174, + 0.030201471465826035, + 0.029204100465774537, + 0.02867460669875145, + 0.027740669012069702, + 0.027074356430768966, + 0.026351269084215163, + 0.02568203446865082, + 0.024844326972961427, + 0.024070368832349778, + 0.023772034823894502, + 0.023003196692466737, + 0.02215852342545986, + 0.02170176804959774, + 0.021068523544073105, + 0.020733746546506882, + 0.020220248556137084, + 0.019796535715460778, + 0.019584159588813783, + 0.019099098661541938, + 0.018604568365216255 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7613614797592163, + 0.3896995782852173, + 0.1309610903263092, + 0.10979019105434418, + 0.09164053201675415, + 0.07316795736551285, + 0.09407100081443787, + 0.08964815735816956, + 0.08292470127344131, + 0.08648289740085602, + 0.0870373547077179, + 0.08205951005220413 + ], + "perturbation_rho": [ + 0.6734859943389893, + 0.37621644139289856, + 0.08932416141033173, + 0.11710754036903381, + 0.07942430675029755, + 0.058268360793590546, + 0.05698401480913162, + 0.12727776169776917, + 0.03869014233350754, + 0.06775026768445969, + 0.0798446387052536, + 0.05710796266794205 + ], + "nudging": { + "0.001": [ + -0.02036258764564991, + -0.0012726839631795883, + -0.00030185317154973745, + -0.00024410546757280827, + -0.00020778426551260054, + -0.00017662602476775646, + -0.00021787048899568617, + -0.00021810311591252685, + -0.00019943300867453218, + -0.00021332810865715146, + -0.0002083198050968349, + -0.00020046724239364266 + ], + "0.003": [ + -0.05963846668601036, + -0.0038126767612993717, + -0.0009049437940120697, + -0.000732341140974313, + -0.0006232722080312669, + -0.0005303305806592107, + -0.0006538627203553915, + -0.0006539188325405121, + -0.0005980591522529721, + -0.0006397926481440663, + -0.0006250399746932089, + -0.000601528212428093 + ], + "0.01": [ + -0.1828688532114029, + -0.012644743546843529, + -0.003011793363839388, + -0.0024378912057727575, + -0.0020753229036927223, + -0.0017659795703366399, + -0.0021767604630440474, + -0.0021774054039269686, + -0.0019914493896067142, + -0.0021301559172570705, + -0.0020812181755900383, + -0.0020023814868181944 + ] + }, + "state_pred_error_per_layer": [ + 12496.853515625, + 8106.66162109375, + 5059.9169921875, + 4050.405517578125, + 3454.0888671875, + 2936.005859375, + 2830.2294921875, + 2863.870361328125, + 3118.476806640625, + 3786.361083984375, + 3251.337890625, + 3255.708740234375 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.1431375211715697, + 1.1314113176345826, + 0.763494457435608, + 0.6545422078132629, + 0.5963865146636963, + 0.5926999958992004, + 0.5563723385810853, + 0.5273848016023636, + 0.526389640045166, + 0.5737923973083496, + 0.6184886278152466, + 0.540420817565918, + 0.6509309328079224, + 0.6382177831172943, + 0.7038152565479279, + 0.6197104157209397, + 0.6280380012512207, + 0.7637808742523193, + 0.7737348519325257, + 0.9252185022354126, + 0.8572391531944275, + 0.8700120922088623, + 0.9276481540679932, + 0.9125369520187377, + 0.9172161891937256, + 0.8759773926734924, + 0.9195978992462158, + 0.9266179433822632, + 0.9306347612380982, + 0.9355648864746093, + 1.1860807178497315, + 1.2574410260200501, + 0.9577581795692444, + 0.9231017108917237, + 0.9289527448654175, + 1.1865424547195436, + 1.267508578491211, + 1.2051992826461793, + 1.0714506145477294, + 1.0610662315368653, + 1.08882954788208, + 1.1172235593795776, + 1.0685178228378296, + 1.072965350151062, + 1.0879979553222656, + 1.091849722290039, + 1.0951012313842774, + 1.1118889781951904, + 1.1178365121841431, + 1.1614880767822267, + 1.1315129627227782, + 1.1100497497558595, + 1.0586509960174562, + 1.0336646169662476, + 0.9826500085830688, + 0.9442742486953736, + 0.9249188864707947, + 0.9147214357376099, + 0.9175932567596435, + 0.902301881980896, + 0.9019629783630371, + 0.9227725395202637, + 0.9098626622200012, + 0.9148895687103271, + 0.9403810447692871, + 0.9147419730186462, + 0.9180494606018066, + 0.9268005172729492, + 0.9152821050643921, + 0.9107012414932251, + 0.9089200870513916, + 0.9040866283416749, + 0.9004606851577759, + 0.8984116611480712, + 0.8967930128097534, + 0.8934282851934433, + 0.8917015773773194, + 0.8904676536560059, + 0.889515599822998, + 0.8890901028633118 + ], + "train_acc": [ + 0.2244, + 0.5835, + 0.7155, + 0.7573, + 0.78, + 0.7817, + 0.7882, + 0.8049, + 0.805, + 0.798, + 0.7902, + 0.811, + 0.7863, + 0.796, + 0.7855, + 0.8072, + 0.8079, + 0.7868, + 0.7864, + 0.7652, + 0.7689, + 0.7653, + 0.7554, + 0.7566, + 0.7448, + 0.7535, + 0.7354, + 0.7394, + 0.7249, + 0.7259, + 0.6872, + 0.6905, + 0.7291, + 0.7244, + 0.7165, + 0.6711, + 0.6454, + 0.6564, + 0.6834, + 0.6735, + 0.6685, + 0.6727, + 0.6801, + 0.6826, + 0.6789, + 0.6825, + 0.6789, + 0.6757, + 0.6757, + 0.6735, + 0.6784, + 0.6749, + 0.6853, + 0.6856, + 0.6876, + 0.694, + 0.699, + 0.6992, + 0.6983, + 0.6973, + 0.702, + 0.6927, + 0.695, + 0.6934, + 0.6853, + 0.695, + 0.6897, + 0.6934, + 0.6927, + 0.6948, + 0.693, + 0.695, + 0.6974, + 0.6947, + 0.6957, + 0.6963, + 0.6997, + 0.6972, + 0.698, + 0.6986 + ], + "test_acc": [ + 0.4745, + 0.6585, + 0.71, + 0.7365, + 0.713, + 0.7385, + 0.7485, + 0.7465, + 0.7115, + 0.7135, + 0.755, + 0.718, + 0.7445, + 0.705, + 0.7395, + 0.739, + 0.696, + 0.739, + 0.7015, + 0.654, + 0.693, + 0.6895, + 0.6715, + 0.696, + 0.6895, + 0.641, + 0.642, + 0.6835, + 0.6535, + 0.677, + 0.634, + 0.6605, + 0.67, + 0.651, + 0.579, + 0.5805, + 0.57, + 0.61, + 0.5835, + 0.612, + 0.5455, + 0.639, + 0.612, + 0.6275, + 0.6515, + 0.6425, + 0.6285, + 0.651, + 0.6015, + 0.647, + 0.619, + 0.6465, + 0.6315, + 0.651, + 0.6475, + 0.6345, + 0.655, + 0.649, + 0.65, + 0.653, + 0.652, + 0.6555, + 0.6455, + 0.651, + 0.6585, + 0.6535, + 0.6575, + 0.65, + 0.6545, + 0.659, + 0.6545, + 0.65, + 0.6545, + 0.6585, + 0.653, + 0.6555, + 0.6515, + 0.651, + 0.652, + 0.6545 + ], + "value_loss": [ + 2.9568321046829222, + 1.0785086713790895, + 0.90905224609375, + 0.8156556116104126, + 0.71209981174469, + 0.7162606690883636, + 0.6878525162696838, + 0.6334588691949844, + 0.6678785998344421, + 0.8333585778236389, + 0.9790375330209732, + 0.8892305318832397, + 1.190905132675171, + 1.22135962972641, + 1.4191310731887818, + 1.2301843813419342, + 1.309260043334961, + 1.786697961139679, + 1.8390044986248015, + 2.7407329641342164, + 2.683467747211456, + 2.4605039993286133, + 2.697446767044067, + 2.505884079360962, + 2.3811799823760986, + 2.1130632976531984, + 2.547091405200958, + 2.568806095790863, + 2.326700057220459, + 2.050758037567139, + 3.351647375488281, + 3.8653842737197874, + 2.4262299686431885, + 1.973457328939438, + 1.9173651649951935, + 2.7696605461120605, + 3.223868531227112, + 2.516205952453613, + 2.1309806928634645, + 1.581437483215332, + 1.520662855911255, + 1.7421501956939698, + 1.6392579578399658, + 1.7828631855010986, + 1.503568088912964, + 1.5523305910110474, + 1.513862213420868, + 1.4381744204521179, + 1.703464267539978, + 1.8939362186431885, + 1.997329638671875, + 2.3897830280303953, + 1.7983587005615234, + 1.697597998046875, + 1.9598307273864746, + 2.306221367645264, + 2.709978248977661, + 2.6091056289672854, + 2.1318489376068115, + 2.478940699005127, + 4.479023780822754, + 2.6361848222732545, + 2.3030937707901002, + 2.172142697906494, + 2.1629171989440916, + 2.1354505142211915, + 3.6189373970031737, + 1.9153299285888672, + 1.6933829580307007, + 1.5514454183578492, + 1.7198340145111084, + 2.304251728439331, + 2.3330616605758667, + 2.141467953872681, + 2.1230085525512696, + 1.957105325627327, + 1.2174413562774657, + 1.088514053273201, + 1.3677844764709473, + 1.470289986038208 + ], + "term_loss": [ + 1.7106032176971435, + 0.8254648140907288, + 0.7463485570907593, + 0.6676207568168641, + 0.5505435749053955, + 0.541679301738739, + 0.5368218964576721, + 0.4944875739812851, + 0.5313012260437012, + 0.688984687590599, + 0.824212459397316, + 0.7535633095741272, + 1.0329072504997254, + 1.0706197033405305, + 1.2603799612522126, + 1.077820935988426, + 1.1586309091567992, + 1.6123901631355286, + 1.6418114624261857, + 2.436177046394348, + 2.397401628804207, + 2.1149996490478515, + 2.31136040019989, + 2.1631346977233887, + 2.049055897331238, + 1.7832660831809044, + 2.158650917363167, + 2.1838888779640198, + 1.8579028195381164, + 1.675981715774536, + 2.8682561981201173, + 3.322650659561157, + 2.0634375164031984, + 1.6218495529174806, + 1.5564533473014832, + 2.2553051567077635, + 2.749121911621094, + 2.076441255569458, + 1.7535715727806092, + 1.2274940629959106, + 1.1482607242584228, + 1.3356118202209473, + 1.1993759344100952, + 1.2911961950302124, + 1.048892977809906, + 1.0074683206558228, + 1.0248507034778596, + 0.935506264257431, + 1.1044427654266358, + 1.1969995346069335, + 1.1418621253967285, + 1.3484027454376222, + 0.962894126367569, + 0.9484803367614746, + 0.9511542388916016, + 0.9807710059165955, + 0.9729905309677124, + 1.0154107706069946, + 0.8337604522705078, + 0.9689625096797944, + 1.7556117889404297, + 0.9268646779537201, + 0.828965087556839, + 0.6780174582958222, + 0.7625543830394745, + 0.6682373239994049, + 0.9152047227859497, + 0.7351679893016815, + 0.47258839864730834, + 0.5454990069389343, + 0.5863055065393448, + 0.40333252935409547, + 0.3903892815351486, + 0.3693857752799988, + 0.39749053382873534, + 0.3525045004069805, + 0.3847132333755493, + 0.3305401994973421, + 0.33507129402160646, + 0.35005189373493195 + ], + "bridge_loss": [ + 0.9669484859231743, + 0.05317885834872722, + 0.00808393329679966, + 0.008157965920865536, + 0.029252383983135222, + 0.03924694521427154, + 0.021582315093278886, + 0.014747861477732658, + 0.010850316934287549, + 0.01159995011985302, + 0.01137650200240314, + 0.008062006759643555, + 0.010978949210047722, + 0.010464786231517791, + 0.010793930877745151, + 0.014536779739707708, + 0.013218280214071274, + 0.01831962423026562, + 0.04002247373312712, + 0.12877036023139954, + 0.11417192211151123, + 0.17329340472221375, + 0.1982671790599823, + 0.1537047609090805, + 0.13700159553289412, + 0.14344184587001801, + 0.19639654465913772, + 0.18772757058143616, + 0.2604771111011505, + 0.16612488641738893, + 0.24183178367614747, + 0.29544510494470594, + 0.15411187861561776, + 0.14273896975517272, + 0.1461831522524357, + 0.2598205562591553, + 0.20287768486738206, + 0.17781711089611055, + 0.13225486822128296, + 0.1091677051782608, + 0.12344816446304321, + 0.15784135718345643, + 0.19993465332984925, + 0.2517854769706726, + 0.21548625774383545, + 0.303979873418808, + 0.24833559863567353, + 0.25959504103660586, + 0.3560759227275848, + 0.4449814043998718, + 0.6060321228027343, + 0.7924756161689759, + 0.5928340180397034, + 0.5072291620254517, + 0.7738087944030762, + 1.0943159332275392, + 1.5088457412719727, + 1.3652442758560182, + 1.0671269865989685, + 1.276467441558838, + 2.486809080886841, + 1.4710026905059814, + 1.2389037780284882, + 1.261445129776001, + 1.164626408290863, + 1.2384403867721558, + 2.4690226011276244, + 0.9487775525093078, + 0.9965210990428924, + 0.7810107170104981, + 0.9109019186019898, + 1.6800292533874512, + 1.7228944480895996, + 1.5527821187973023, + 1.5077555236816407, + 1.3873976001620292, + 0.6169261030197144, + 0.542320925283432, + 0.817931770324707, + 0.9054676934719086 + ], + "tgrad_loss": [ + 0.2792804120540619, + 0.19986500358581544, + 0.15461974563598632, + 0.13987688381671906, + 0.1323038545846939, + 0.13533442150354386, + 0.1294483060002327, + 0.12422343373596668, + 0.12572705571651457, + 0.1327739451289177, + 0.14344856899380684, + 0.12760521812438966, + 0.14701892898082733, + 0.1402751523733139, + 0.1479571692466736, + 0.13782665922790766, + 0.1374108523607254, + 0.15598817284107208, + 0.15717057017087938, + 0.17578555488586425, + 0.17189420654773713, + 0.17221092910766603, + 0.18781920006275177, + 0.1890446207523346, + 0.1951224928855896, + 0.1863553591489792, + 0.19204393486976623, + 0.19718966495990753, + 0.20832013266086577, + 0.20865144987106324, + 0.24155937967300414, + 0.2472884924173355, + 0.2086805598974228, + 0.2088688009262085, + 0.21472869415283202, + 0.25453484058380127, + 0.271868927192688, + 0.26194758088588715, + 0.24515422630310058, + 0.24477570347785949, + 0.24895398588180542, + 0.24869702105522157, + 0.23994735856056212, + 0.2398815236568451, + 0.2391888491630554, + 0.240882395029068, + 0.24067591972351074, + 0.2430731174468994, + 0.2429455770969391, + 0.25195528326034544, + 0.24943538155555725, + 0.2489046775341034, + 0.2426305419921875, + 0.24188849420547484, + 0.23486768898963928, + 0.23113440914154051, + 0.22814198708534242, + 0.22845054547786714, + 0.23096151385307312, + 0.23351073865890504, + 0.23660291147232054, + 0.23831744689941406, + 0.2352248964548111, + 0.23268011784553527, + 0.23573639130592347, + 0.22877280921936036, + 0.2347100558757782, + 0.23138438067436218, + 0.22427347674369813, + 0.22493569655418397, + 0.2226265817642212, + 0.22088994021415712, + 0.21977790536880493, + 0.21930006308555602, + 0.21776250076293946, + 0.21720322926640512, + 0.2158020221233368, + 0.21565292925834656, + 0.21478140382766725, + 0.2147704033613205 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.022733785212039948, + -0.008966443128883839, + -0.020323125645518303, + -0.018136776983737946, + -0.01592089980840683, + -0.019174236804246902, + -0.014491843990981579, + -0.016727179288864136, + -0.008660020306706429, + -0.007111798040568829, + 0.0011803526431322098, + 0.019812453538179398 + ], + "perturbation_rho": [ + -0.05155084282159805, + 0.03821132332086563, + 0.07940525561571121, + 0.014752240851521492, + 0.016678672283887863, + 0.04385560005903244, + 0.03276895359158516, + -0.0006132312119007111, + -0.024450641125440598, + -0.029637619853019714, + 0.058109357953071594, + 0.06492529809474945 + ], + "nudging": { + "0.001": [ + 0.0007101683877408504, + 2.878123996197246e-05, + 3.59775876859203e-05, + 4.22842385887634e-05, + 5.514687654795125e-05, + 6.889239011798054e-05, + 4.4554166379384696e-05, + 5.3767391364090145e-05, + 2.042827327386476e-05, + 1.283050369238481e-05, + -4.334753975854255e-05, + -0.00014430817100219429 + ], + "0.003": [ + 0.002175786066800356, + 8.923052519094199e-05, + 0.00010926096001639962, + 0.00012868153862655163, + 0.00016585344565100968, + 0.00020889895677100867, + 0.00013566638517659158, + 0.00016381990280933678, + 6.132574344519526e-05, + 4.1310246160719544e-05, + -0.0001288450148422271, + -0.00043151958379894495 + ], + "0.01": [ + 0.00777015183120966, + 0.00029987754533067346, + 0.00037500812322832644, + 0.00043640032527036965, + 0.0005594875547103584, + 0.0007026067469269037, + 0.00045700964983552694, + 0.000550219090655446, + 0.00020889028382953256, + 0.00013992507592774928, + -0.0004261335707269609, + -0.0014356517931446433 + ] + } + } + } +}
\ No newline at end of file |