diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.25_L4_s42.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.25_L4_s42.json | 1554 |
1 files changed, 1554 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L4_s42.json b/results/synth_ladder_v2_lo/synth_a0.25_L4_s42.json new file mode 100644 index 0000000..ec28849 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L4_s42.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.453296373653412, + 0.4953095598220825, + 0.34828554306030274, + 0.34110426716804504, + 0.27771372408866885, + 0.2927352352142334, + 0.2706843049049377, + 0.3097882106781006, + 0.26225770044326785, + 0.25132905864715577, + 0.25332398891448976, + 0.2514034366607666, + 0.21332003959417342, + 0.1936976969242096, + 0.2505925059080124, + 0.20892606778144837, + 0.2087661534309387, + 0.20852603862285615, + 0.18916085431575774, + 0.1735510662317276, + 0.17585254753828047, + 0.1600837320804596, + 0.184162171459198, + 0.1619161043167114, + 0.18675716395378114, + 0.15804585781097413, + 0.16049944838285446, + 0.14615878117084502, + 0.13879444608688354, + 0.15593961148262023, + 0.1475718964099884, + 0.1584999119758606, + 0.16021934352219105, + 0.11994385460615158, + 0.11137195901870728, + 0.1309328990459442, + 0.11823977715969086, + 0.12014036464691162, + 0.11413699101507664, + 0.09933694800138473, + 0.10369804172515869, + 0.1288715265393257, + 0.10965070486068726, + 0.10025272550582885, + 0.09632523136138917, + 0.09258691647052765, + 0.09523829494118691, + 0.0850349404335022, + 0.09242999118566513, + 0.08526616468429565, + 0.0841564024925232, + 0.08719563089609146, + 0.07787569234371185, + 0.07688848695755005, + 0.07261240689754486, + 0.07009156805276871, + 0.06769767506122588, + 0.06889801435470581, + 0.06692594285011291, + 0.06540395164489746, + 0.06442964359521866, + 0.06337919898033142, + 0.06439190024137496, + 0.061882001066207885, + 0.0627123805642128, + 0.06019558189511299, + 0.05877050402164459, + 0.05892564465999603, + 0.05775531235933304, + 0.057336541628837584, + 0.05673237580060959, + 0.056307577848434445, + 0.05571542314887047, + 0.055296688014268874, + 0.055058483922481534, + 0.05481614050865173, + 0.054657079005241395, + 0.054507050532102586, + 0.054425559097528456, + 0.05437098300457001 + ], + "train_acc": [ + 0.521, + 0.8342, + 0.8734, + 0.8655, + 0.8922, + 0.884, + 0.8912, + 0.8784, + 0.8991, + 0.8983, + 0.9004, + 0.8998, + 0.9154, + 0.9258, + 0.9031, + 0.9158, + 0.9142, + 0.9177, + 0.9273, + 0.9349, + 0.932, + 0.9401, + 0.9262, + 0.9358, + 0.9253, + 0.9406, + 0.9371, + 0.9434, + 0.9492, + 0.9411, + 0.943, + 0.9396, + 0.9373, + 0.9596, + 0.9637, + 0.9514, + 0.9583, + 0.9562, + 0.959, + 0.967, + 0.9641, + 0.9512, + 0.961, + 0.9657, + 0.9694, + 0.9709, + 0.9696, + 0.9747, + 0.9695, + 0.974, + 0.9761, + 0.9749, + 0.9795, + 0.9789, + 0.9826, + 0.9832, + 0.986, + 0.9848, + 0.9866, + 0.9868, + 0.9877, + 0.9874, + 0.9867, + 0.9887, + 0.9889, + 0.9905, + 0.991, + 0.9897, + 0.9917, + 0.992, + 0.9922, + 0.9927, + 0.9928, + 0.9936, + 0.9933, + 0.9932, + 0.9936, + 0.9937, + 0.9935, + 0.9936 + ], + "test_acc": [ + 0.783, + 0.8685, + 0.8705, + 0.8805, + 0.8855, + 0.8775, + 0.8805, + 0.8805, + 0.883, + 0.8825, + 0.883, + 0.8885, + 0.8955, + 0.8915, + 0.8905, + 0.893, + 0.895, + 0.9, + 0.8935, + 0.902, + 0.9075, + 0.903, + 0.9015, + 0.903, + 0.896, + 0.899, + 0.904, + 0.905, + 0.905, + 0.903, + 0.9065, + 0.908, + 0.9055, + 0.914, + 0.907, + 0.909, + 0.9125, + 0.9045, + 0.907, + 0.9065, + 0.9105, + 0.9005, + 0.914, + 0.909, + 0.915, + 0.908, + 0.9105, + 0.9155, + 0.9055, + 0.9145, + 0.909, + 0.91, + 0.9105, + 0.911, + 0.9155, + 0.9125, + 0.9165, + 0.913, + 0.9105, + 0.913, + 0.911, + 0.91, + 0.912, + 0.9125, + 0.9155, + 0.9145, + 0.9135, + 0.9125, + 0.9115, + 0.9115, + 0.912, + 0.9115, + 0.9115, + 0.9115, + 0.911, + 0.9115, + 0.911, + 0.911, + 0.911, + 0.911 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.868922770023346, + 0.8429951667785645, + 0.8289605379104614, + 0.8231275081634521 + ], + "perturbation_rho": [ + 0.999998927116394, + 0.9999972581863403, + 0.9999882578849792, + 0.9999451637268066 + ], + "nudging": { + "0.001": [ + -0.029291702434420586, + -0.013265937566757202, + -0.0059385779313743114, + -0.0030764099210500717 + ], + "0.003": [ + -0.0787585899233818, + -0.03797435015439987, + -0.017459016293287277, + -0.009135493077337742 + ], + "0.01": [ + -0.17674864828586578, + -0.10683682560920715, + -0.05415143817663193, + -0.029372699558734894 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2496918357849123, + 1.3387847526550294, + 0.7445953012466431, + 0.5398363877296448, + 0.44195732192993165, + 0.406708620595932, + 0.3705522078037262, + 0.37765975799560547, + 0.3639752985954285, + 0.3892137159347534, + 0.3852337788581848, + 0.4254111849784851, + 0.38780576059818267, + 0.41569334573745725, + 0.4350270037651062, + 0.43129599609375, + 0.44781311664581297, + 0.47839186553955076, + 0.48407614097595214, + 0.45144308986663817, + 0.5073113049447536, + 0.48227315073013305, + 0.5290714904785156, + 0.45285613021850585, + 0.4874774526119232, + 0.46561420321464536, + 0.43761558775901793, + 0.45178383803367617, + 0.43797643756866456, + 0.5157751927137375, + 0.4519074549674988, + 0.5198216260910035, + 0.47095790967941287, + 0.45483838151693345, + 0.44220186512470244, + 0.49421512649059296, + 0.5017378551483155, + 0.4660479995489121, + 0.41283108919858935, + 0.4158671610355377, + 0.42750406036376953, + 0.5042367227554321, + 0.47434177494049073, + 0.5477551186561584, + 0.43455731093883515, + 0.4315849390029907, + 0.4076690737605095, + 0.392881183385849, + 0.3990067440032959, + 0.3904748822212219, + 0.37085895271301267, + 0.40754292578697204, + 0.39559432973861697, + 0.3863873209953308, + 0.37049336433410646, + 0.36953919867277146, + 0.36928157291412356, + 0.40962127685546873, + 0.3643629170656204, + 0.3515832754135132, + 0.3692568906784058, + 0.3748962776184082, + 0.3622305648565292, + 0.34127199211120607, + 0.3452877820730209, + 0.3349293503880501, + 0.33011303119659424, + 0.3349422814369202, + 0.3320218985080719, + 0.3275007127761841, + 0.3277460176587105, + 0.32419858107566835, + 0.3230124948501587, + 0.32022189517021177, + 0.3179460354447365, + 0.31657396450042724, + 0.3161927330970764, + 0.3148143844127655, + 0.31444183547496796, + 0.3140971690177917 + ], + "train_acc": [ + 0.1757, + 0.5378, + 0.7229, + 0.7943, + 0.8272, + 0.8416, + 0.8544, + 0.8553, + 0.8624, + 0.859, + 0.8615, + 0.8498, + 0.8606, + 0.8573, + 0.8553, + 0.8551, + 0.8531, + 0.8525, + 0.8513, + 0.8535, + 0.8483, + 0.8558, + 0.8419, + 0.8546, + 0.852, + 0.8583, + 0.8637, + 0.8581, + 0.8621, + 0.848, + 0.8602, + 0.8478, + 0.8558, + 0.859, + 0.8595, + 0.8528, + 0.8544, + 0.8592, + 0.8692, + 0.8682, + 0.8691, + 0.8536, + 0.8621, + 0.8432, + 0.8668, + 0.8678, + 0.8758, + 0.8798, + 0.877, + 0.8799, + 0.8825, + 0.8738, + 0.8764, + 0.8796, + 0.8844, + 0.8804, + 0.8812, + 0.8732, + 0.8853, + 0.888, + 0.8859, + 0.8828, + 0.8854, + 0.8884, + 0.8882, + 0.8911, + 0.89, + 0.8878, + 0.8907, + 0.8914, + 0.893, + 0.8949, + 0.8946, + 0.8942, + 0.8967, + 0.8948, + 0.8971, + 0.8967, + 0.8965, + 0.8966 + ], + "test_acc": [ + 0.3575, + 0.648, + 0.7465, + 0.787, + 0.8045, + 0.817, + 0.82, + 0.822, + 0.8115, + 0.8225, + 0.786, + 0.821, + 0.81, + 0.7845, + 0.8205, + 0.826, + 0.8265, + 0.7955, + 0.8305, + 0.802, + 0.809, + 0.784, + 0.8185, + 0.805, + 0.824, + 0.822, + 0.802, + 0.808, + 0.8, + 0.8025, + 0.7915, + 0.803, + 0.81, + 0.8055, + 0.7815, + 0.8075, + 0.8135, + 0.813, + 0.8385, + 0.814, + 0.792, + 0.81, + 0.811, + 0.8125, + 0.8125, + 0.8265, + 0.833, + 0.8445, + 0.8385, + 0.8405, + 0.838, + 0.84, + 0.8335, + 0.847, + 0.841, + 0.8385, + 0.8335, + 0.848, + 0.843, + 0.8465, + 0.8445, + 0.8415, + 0.8445, + 0.8455, + 0.8475, + 0.8515, + 0.85, + 0.8505, + 0.8505, + 0.852, + 0.8505, + 0.851, + 0.8495, + 0.8515, + 0.8495, + 0.8515, + 0.8505, + 0.8515, + 0.851, + 0.8515 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.006489354185760021, + 0.12851163744926453, + 0.11991241574287415, + 0.11389133334159851 + ], + "perturbation_rho": [ + 0.029786743223667145, + 0.18639126420021057, + 0.11502038687467575, + 0.06601984798908234 + ], + "nudging": { + "0.001": [ + -0.0010971444426104426, + -0.0006575186271220446, + -0.0003536626463755965, + -0.00032158708199858665 + ], + "0.003": [ + -0.003264155238866806, + -0.0019673758652061224, + -0.0010591265745460987, + -0.0009630966233089566 + ], + "0.01": [ + -0.01056693121790886, + -0.006519604474306107, + -0.003515135496854782, + -0.003202090272679925 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.8671920738220216, + 0.8245958818435669, + 0.47314112768173217, + 0.45674627771377563, + 0.4969047926664352, + 0.6115808282852173, + 0.7014055969238281, + 0.7080811479568482, + 0.7012172104358673, + 0.6735383527755737, + 0.649971604347229, + 0.6521630270957947, + 0.6687821681022644, + 0.6728867406845093, + 0.7074090370178223, + 0.698468556690216, + 0.7291404920578003, + 0.7727017598628998, + 0.7500046424865723, + 0.8085200922012329, + 0.779546489238739, + 0.801387744808197, + 0.7530522830963134, + 0.8084568103790283, + 0.8122323418617249, + 0.7676459170341492, + 0.7385737422943115, + 0.7743796340942383, + 0.791342021369934, + 0.7538952941894531, + 0.7233746746063232, + 0.7027450902938843, + 0.6739716813087463, + 0.6575725811958313, + 0.657341569519043, + 0.6534057109832764, + 0.6632411510944366, + 0.6651172963142395, + 0.6753239694595337, + 0.6706813243865967, + 0.6627065504074097, + 0.6668087734222412, + 0.6758873833417892, + 0.6484876903533936, + 0.6945558298110962, + 0.6871001857757568, + 0.6978039226531982, + 0.7010440427780151, + 0.7184338994979859, + 0.7164405530929565, + 0.6952354438781738, + 0.7032188013076782, + 0.7004193035125732, + 0.6734662980079651, + 0.6810175803661347, + 0.677333201789856, + 0.6784080492973328, + 0.6712752502441406, + 0.6656309762001038, + 0.6615614066123963, + 0.660873606300354, + 0.6580983083724976, + 0.6578487804412841, + 0.6565888023853302, + 0.6494241165161133, + 0.6526647891044617, + 0.6507426448822021, + 0.6518581859588624, + 0.653467121887207, + 0.6535044790267944, + 0.6530143226623535, + 0.6528809313774109, + 0.6519273241043091, + 0.6527892800331115, + 0.6520682262420654, + 0.6511607341766358, + 0.6508296747207641, + 0.650347448348999, + 0.6499623192787171, + 0.6497791537284852 + ], + "train_acc": [ + 0.3296, + 0.6941, + 0.8187, + 0.8252, + 0.8134, + 0.7893, + 0.7615, + 0.7534, + 0.7544, + 0.7589, + 0.7658, + 0.7632, + 0.7625, + 0.7609, + 0.7468, + 0.7618, + 0.7486, + 0.738, + 0.7459, + 0.73, + 0.7423, + 0.7321, + 0.7396, + 0.72, + 0.7227, + 0.7321, + 0.7446, + 0.7334, + 0.7344, + 0.7427, + 0.7491, + 0.7572, + 0.7686, + 0.7738, + 0.7677, + 0.7726, + 0.7698, + 0.7665, + 0.7646, + 0.76, + 0.7638, + 0.7633, + 0.7614, + 0.7672, + 0.755, + 0.7548, + 0.7577, + 0.759, + 0.7567, + 0.754, + 0.7634, + 0.7608, + 0.761, + 0.7743, + 0.7697, + 0.7705, + 0.772, + 0.7749, + 0.7764, + 0.7771, + 0.7775, + 0.7809, + 0.7773, + 0.7794, + 0.7836, + 0.7779, + 0.7812, + 0.7804, + 0.7813, + 0.781, + 0.78, + 0.7802, + 0.7855, + 0.7835, + 0.7826, + 0.7841, + 0.783, + 0.7847, + 0.7848, + 0.7848 + ], + "test_acc": [ + 0.5685, + 0.758, + 0.8165, + 0.805, + 0.777, + 0.7565, + 0.74, + 0.7235, + 0.723, + 0.7415, + 0.7465, + 0.7215, + 0.719, + 0.711, + 0.711, + 0.7105, + 0.6965, + 0.713, + 0.6995, + 0.7195, + 0.6795, + 0.708, + 0.679, + 0.66, + 0.664, + 0.711, + 0.7055, + 0.679, + 0.704, + 0.7085, + 0.704, + 0.713, + 0.715, + 0.7205, + 0.7155, + 0.7205, + 0.7165, + 0.702, + 0.719, + 0.717, + 0.7165, + 0.7065, + 0.7285, + 0.7165, + 0.7145, + 0.7105, + 0.7125, + 0.705, + 0.7095, + 0.7115, + 0.7205, + 0.714, + 0.721, + 0.724, + 0.726, + 0.7275, + 0.7335, + 0.732, + 0.734, + 0.727, + 0.7265, + 0.7305, + 0.7375, + 0.732, + 0.7325, + 0.7375, + 0.7365, + 0.7325, + 0.736, + 0.7335, + 0.74, + 0.7395, + 0.7355, + 0.735, + 0.738, + 0.7345, + 0.7375, + 0.737, + 0.7385, + 0.738 + ], + "state_pred_error": [ + 0.7487808745384217, + 0.24732994434833527, + 0.17313961231708527, + 0.16168231008052825, + 0.17035679717063903, + 0.18103363909721373, + 0.18245853021144867, + 0.17743719387054444, + 0.17188244462013244, + 0.16246572191715242, + 0.15361685829162597, + 0.14225484938621522, + 0.1289559740781784, + 0.11635132092237473, + 0.10436125522851944, + 0.09599733033180237, + 0.08721809136271477, + 0.08110790919065475, + 0.0771063295006752, + 0.07525849696397781, + 0.07354050797224045, + 0.0688812373816967, + 0.06121735058426857, + 0.04916935938000679, + 0.03849249759912491, + 0.032670543703436854, + 0.03231753547489643, + 0.03378260580301285, + 0.034706774830818174, + 0.03332062679231167, + 0.031204309898614883, + 0.028909587877988814, + 0.02718178628385067, + 0.025115732821822168, + 0.022915556079149246, + 0.020764808982610704, + 0.018696666319668293, + 0.017864737275242806, + 0.01723333814740181, + 0.016962407499551774, + 0.017021035474538804, + 0.01716751972436905, + 0.017350809542834758, + 0.017860741698741914, + 0.018610822199285032, + 0.019769935327768325, + 0.02077203135192394, + 0.022067637622356414, + 0.022644061627984047, + 0.023021951377391815, + 0.024246234822273255, + 0.02352409240603447, + 0.023992977035045625, + 0.023878568160533905, + 0.02291360137462616, + 0.022536616253852844, + 0.022139397828280925, + 0.021314597645401955, + 0.02067878492474556, + 0.02007001314163208, + 0.019347347635030748, + 0.019004285940527915, + 0.01821923423111439, + 0.01792956632822752, + 0.01759405211508274, + 0.017176553043723106, + 0.016862381353974342, + 0.016874016273021698, + 0.016504883515834807, + 0.016086394381523133, + 0.015596509897708893, + 0.015838253927230834, + 0.014799859385192394, + 0.014545651116967201, + 0.014143282814323902, + 0.01395568735897541, + 0.013814397670328616, + 0.013369649396836757, + 0.013002270936965942, + 0.012713338199257851 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8448630571365356, + 0.4407959580421448, + 0.15707260370254517, + 0.14386749267578125 + ], + "perturbation_rho": [ + 0.7033247947692871, + 0.34020179510116577, + 0.13395404815673828, + 0.1692604124546051 + ], + "nudging": { + "0.001": [ + -0.024531232193112373, + -0.001812139991670847, + -0.0004901132197119296, + -0.0004392624250613153 + ], + "0.003": [ + -0.07187046855688095, + -0.005427503027021885, + -0.0014687320217490196, + -0.001316926209256053 + ], + "0.01": [ + -0.2203540802001953, + -0.01797248050570488, + -0.004883656278252602, + -0.004377881996333599 + ] + }, + "state_pred_error_per_layer": [ + 3192.55322265625, + 2613.6337890625, + 1881.11669921875, + 2102.51953125 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2491588119506836, + 1.3391401213645935, + 0.7448139661788941, + 0.529046625328064, + 0.4409893859386444, + 0.39295122833251955, + 0.3917396518230438, + 0.3638893904685974, + 0.3780584011077881, + 0.4088036222457886, + 0.3839244392633438, + 0.3965308126449585, + 0.4332325538396835, + 0.388488942027092, + 0.3860952439308166, + 0.4289595764160156, + 0.558712983417511, + 0.4192588807106018, + 0.5468189309835434, + 0.4735720682144165, + 0.5481147343516349, + 0.5364306289672851, + 0.6400549737930298, + 0.6401411312103271, + 0.6521704914093017, + 0.6980661613464355, + 0.7174948001861572, + 0.7452107217788696, + 0.7168677276611328, + 0.6955249413490295, + 0.6813755706787109, + 0.8467616846561432, + 0.7442628755569458, + 0.7809717464447021, + 0.835019677734375, + 0.9415380798339844, + 0.8470349615097046, + 0.9357274827957154, + 0.956027186203003, + 0.978194040107727, + 0.9993384301662445, + 1.0430794897079467, + 1.1107125093460084, + 1.0457960997581481, + 1.0835725379943848, + 1.0907151245117188, + 1.0002957998275757, + 1.007777456665039, + 0.9944101539611816, + 1.0391859111785888, + 0.9873703357696533, + 0.9624767935752868, + 0.9792510041236877, + 0.9836898254394532, + 0.9538689140319824, + 0.9946584331512451, + 0.9380921537399292, + 0.956259532213211, + 0.9596250736236572, + 0.94606699924469, + 0.9452685148239136, + 0.923868314743042, + 0.9321948112487793, + 0.9432626096725464, + 0.9381357315063477, + 0.9209384853363037, + 0.9391128986358642, + 0.9220459381103515, + 0.9200671195983887, + 0.9224453427314758, + 0.9143399673461914, + 0.9111755439758301, + 0.9145837394714356, + 0.9098482831001282, + 0.9112333339691162, + 0.9066373474121093, + 0.9067055240631103, + 0.9056244029521943, + 0.9049024011611938, + 0.9045989236831665 + ], + "train_acc": [ + 0.1799, + 0.5387, + 0.723, + 0.7962, + 0.8291, + 0.8477, + 0.8498, + 0.858, + 0.858, + 0.8495, + 0.8613, + 0.8581, + 0.8493, + 0.8637, + 0.8632, + 0.8572, + 0.8381, + 0.8665, + 0.8471, + 0.8543, + 0.8367, + 0.8369, + 0.8172, + 0.818, + 0.8175, + 0.8022, + 0.7871, + 0.78, + 0.7818, + 0.7836, + 0.7796, + 0.744, + 0.7563, + 0.7468, + 0.7334, + 0.7137, + 0.7236, + 0.7024, + 0.6963, + 0.6912, + 0.6787, + 0.6719, + 0.6558, + 0.6645, + 0.6544, + 0.654, + 0.6685, + 0.6631, + 0.6676, + 0.6645, + 0.6706, + 0.6704, + 0.6689, + 0.6688, + 0.6777, + 0.6677, + 0.6782, + 0.6754, + 0.6743, + 0.68, + 0.6768, + 0.6807, + 0.68, + 0.6778, + 0.6792, + 0.6783, + 0.6767, + 0.6821, + 0.6798, + 0.6832, + 0.6829, + 0.6852, + 0.6792, + 0.6853, + 0.6818, + 0.6858, + 0.6824, + 0.6836, + 0.6832, + 0.6832 + ], + "test_acc": [ + 0.3585, + 0.657, + 0.742, + 0.783, + 0.8185, + 0.8245, + 0.8105, + 0.817, + 0.812, + 0.824, + 0.812, + 0.8105, + 0.8235, + 0.8105, + 0.799, + 0.819, + 0.813, + 0.819, + 0.821, + 0.788, + 0.812, + 0.767, + 0.7685, + 0.7705, + 0.7635, + 0.756, + 0.7595, + 0.738, + 0.7195, + 0.7505, + 0.6595, + 0.699, + 0.6885, + 0.6555, + 0.6185, + 0.6805, + 0.685, + 0.6495, + 0.653, + 0.661, + 0.627, + 0.5955, + 0.6305, + 0.6025, + 0.57, + 0.646, + 0.6375, + 0.6485, + 0.6105, + 0.65, + 0.642, + 0.651, + 0.64, + 0.646, + 0.6565, + 0.6655, + 0.6555, + 0.6525, + 0.6325, + 0.655, + 0.6445, + 0.6625, + 0.652, + 0.66, + 0.665, + 0.6605, + 0.6505, + 0.6465, + 0.6585, + 0.6555, + 0.6575, + 0.663, + 0.6575, + 0.6575, + 0.662, + 0.6565, + 0.6605, + 0.661, + 0.662, + 0.662 + ], + "value_loss": [ + 2.8136747930526735, + 0.8132589956283569, + 0.7441051291465759, + 0.5935244509220123, + 0.5305544801712037, + 0.4809351634979248, + 0.5323177522659301, + 0.4937599531173706, + 0.5660051969528198, + 0.6462191902160644, + 0.5763734079837799, + 0.6280713613510132, + 0.7948557285785675, + 0.6167353689074516, + 0.6312321287155152, + 0.7788636138916015, + 1.24904136428833, + 0.8144484006881714, + 1.2646914062023162, + 0.9913992839813233, + 1.2167877242982388, + 1.1537877170562745, + 1.4896245155334473, + 1.4209841236591338, + 1.4288050296783448, + 1.5737432616233826, + 1.472049324798584, + 1.3558264159202575, + 1.2634898232460021, + 1.0622564476013183, + 0.9087878711700439, + 1.2522220923423768, + 0.8374090339660645, + 0.8644590536117553, + 0.9108287329673768, + 1.0323113090515137, + 0.7954086130142212, + 0.9589143196105957, + 0.9973226028442382, + 0.8696648183345794, + 0.9279479406356812, + 0.9467850358963013, + 0.9611213340044021, + 0.8860973155975341, + 0.9274569381713867, + 0.8928450954437256, + 0.7761943910598755, + 0.7452224809646606, + 0.7111061507225037, + 0.9079251007080078, + 0.7042157987594605, + 0.6186297750473022, + 0.6579183887004852, + 0.650217645072937, + 0.6726008516311646, + 0.7288588707923889, + 0.5969251877784729, + 0.6327752158164978, + 0.6609377601623535, + 0.6041857168197632, + 0.5917840515613556, + 0.5548734745502472, + 0.5744958362579345, + 0.5927253926277161, + 0.567703023815155, + 0.5330746456623078, + 0.5393640619277954, + 0.536778436088562, + 0.5437427759170532, + 0.5154631103515624, + 0.5084992980957032, + 0.5075871801376343, + 0.4997114695072174, + 0.4929317692756653, + 0.4871681167125702, + 0.5004887029647828, + 0.4816018688201904, + 0.4893035494327545, + 0.4769497550010681, + 0.5039997359514237 + ], + "term_loss": [ + 1.632562749004364, + 0.48681144256591796, + 0.5579757928848267, + 0.4446354372739792, + 0.38954342555999755, + 0.33837572212219236, + 0.3827962197303772, + 0.3628402814865112, + 0.43823430774211886, + 0.5091175779342652, + 0.44919354333877565, + 0.49555663242340087, + 0.6545826898813247, + 0.484098217099905, + 0.503711657333374, + 0.6411246375083923, + 1.0730022660255432, + 0.6760020233631134, + 1.0891792623758316, + 0.8359037994384766, + 1.0395685426205397, + 0.9751200185298919, + 1.2764028619766234, + 1.2068148810386659, + 1.2142266105651855, + 1.3360229535579682, + 1.2316911418914795, + 1.10275178129673, + 1.0232205655097961, + 0.8254292141914368, + 0.6746950702667236, + 0.9630538293838501, + 0.5811431129455567, + 0.605120336163044, + 0.6237313741922379, + 0.7302495213985443, + 0.5120967150211334, + 0.6533307945251465, + 0.6705779426574707, + 0.5572913918495178, + 0.601477882862091, + 0.619995453453064, + 0.6235214290976524, + 0.5553061120986938, + 0.5913957936286927, + 0.5468049569010734, + 0.4478747470855713, + 0.41719899480342865, + 0.39799570727348327, + 0.5387198917388916, + 0.389376504611969, + 0.3186599224090576, + 0.349000741147995, + 0.344887624168396, + 0.36766607322692874, + 0.40503488359451295, + 0.2990953638792038, + 0.3293440096095204, + 0.3466704918861389, + 0.30466876001358034, + 0.2939660704612732, + 0.2598868667215109, + 0.277480362701416, + 0.2899700213432312, + 0.26971954430937767, + 0.23886673400998115, + 0.24062761631011964, + 0.2402403997540474, + 0.24415884652137756, + 0.2247240812778473, + 0.21601913204193116, + 0.21670277047157288, + 0.20699720672369004, + 0.20146363933086395, + 0.19528962482213974, + 0.20751085200309755, + 0.1899980792403221, + 0.19427047532498837, + 0.1858817045211792, + 0.20441836426854135 + ], + "bridge_loss": [ + 0.8866691899295722, + 0.08224999148249626, + 0.010757447761297226, + 0.0061791808307170865, + 0.013211339366436004, + 0.02400260500907898, + 0.029208013555407523, + 0.016411626595258712, + 0.01054288158416748, + 0.009739568059891462, + 0.00857815499957651, + 0.010147648680210114, + 0.012416441324353218, + 0.013030582279339432, + 0.011700151482224464, + 0.012999499094486236, + 0.027916341756284237, + 0.016938312309980393, + 0.025221791119873525, + 0.020558533179759978, + 0.024548026264831425, + 0.02883436657488346, + 0.041062966972589494, + 0.04241552077531815, + 0.0413472350358963, + 0.053113183903694156, + 0.049302950567007064, + 0.05605897057652474, + 0.04239914432168007, + 0.04438741339594126, + 0.040503136277198794, + 0.05868587039113045, + 0.044476384896039965, + 0.03979057075381279, + 0.04996331431865692, + 0.04867027699947357, + 0.04424825751781464, + 0.048844764399528506, + 0.06250892872810364, + 0.043231787598133085, + 0.05235229188203812, + 0.044943358480930326, + 0.04317686275988817, + 0.04893158612549305, + 0.04527283647060394, + 0.052477565068006514, + 0.04906891460418701, + 0.04816573285460472, + 0.03766437851190567, + 0.08414143166542053, + 0.03915382572412491, + 0.028718653923273087, + 0.0357290733397007, + 0.030860403615236284, + 0.034851776957511904, + 0.04384376324117184, + 0.031289697197079656, + 0.03198159513771534, + 0.04347437092065811, + 0.031240173679590224, + 0.029294288346171378, + 0.030716246968507766, + 0.030886165726184845, + 0.034454310005903245, + 0.029435836976766588, + 0.030154093551635744, + 0.031540098917484286, + 0.032152002370357514, + 0.03537253759801388, + 0.026627822160720824, + 0.029674778524041177, + 0.02880360425710678, + 0.030208065378665924, + 0.029887308536469936, + 0.02994157576560974, + 0.03245688362717628, + 0.030067061227560043, + 0.03423906381428242, + 0.030539594569802285, + 0.03893857387006283 + ], + "tgrad_loss": [ + 0.2944428525924683, + 0.2441975613117218, + 0.17537188875675203, + 0.14270983247756958, + 0.12779971356391906, + 0.11855683698654175, + 0.12031352219581604, + 0.1145080406665802, + 0.11722800314426422, + 0.12736204500198364, + 0.11860171184539794, + 0.12236708498001099, + 0.12785659310817718, + 0.1196065666794777, + 0.11582032089233399, + 0.12473947501182556, + 0.14812274632453917, + 0.12150806620121002, + 0.15029035185575484, + 0.13493695669174194, + 0.152671147570014, + 0.1498333449602127, + 0.1721586901664734, + 0.17175372595787047, + 0.17323119621276856, + 0.18460711754560472, + 0.19105523586273193, + 0.19701567590236663, + 0.1978701251029968, + 0.19243981567621232, + 0.19358965730667113, + 0.23048239738941192, + 0.21178954000473021, + 0.21954814462661743, + 0.2371340503692627, + 0.25339151220321654, + 0.23906364424228668, + 0.2567387635707855, + 0.2642357376098633, + 0.26914163494110105, + 0.2741177690029144, + 0.2818462213039398, + 0.2944230457663536, + 0.2818596136331558, + 0.2907883113384247, + 0.2935625722646713, + 0.2792507260799408, + 0.2798577557086945, + 0.2754460638999939, + 0.28506377139091493, + 0.2756854686737061, + 0.27125119709968565, + 0.2731885812759399, + 0.2744696222305298, + 0.2700830017566681, + 0.2799802258014679, + 0.2665401251077652, + 0.2714496097326279, + 0.2707928934574127, + 0.26827678565979, + 0.2685236934185028, + 0.26427035608291627, + 0.26612931003570556, + 0.26830106143951415, + 0.26854763979911805, + 0.26405381517410276, + 0.267196342420578, + 0.2643860376358032, + 0.26421138830184937, + 0.2641112084388733, + 0.2628053893566132, + 0.26208080410957335, + 0.2625061942100525, + 0.2615808199882507, + 0.26193691883087156, + 0.26052096433639527, + 0.26153672609329226, + 0.2607940129995346, + 0.26052846012115477, + 0.26064279942512514 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.07093458622694016, + 0.19623729586601257, + 0.18378585577011108, + 0.18649986386299133 + ], + "perturbation_rho": [ + 0.14815130829811096, + 0.336488276720047, + 0.35506749153137207, + 0.3242703676223755 + ], + "nudging": { + "0.001": [ + -0.0034058368764817715, + -0.0015302924439311028, + -0.0013900859048590064, + -0.0013669544132426381 + ], + "0.003": [ + -0.010171962901949883, + -0.004587909206748009, + -0.0041659073904156685, + -0.004097048658877611 + ], + "0.01": [ + -0.033366985619068146, + -0.015239425003528595, + -0.013842864893376827, + -0.01361463125795126 + ] + } + } + } +}
\ No newline at end of file |