diff options
Diffstat (limited to 'results/synth_ladder_v2_hi/synth_a0.5_L4_s42.json')
| -rw-r--r-- | results/synth_ladder_v2_hi/synth_a0.5_L4_s42.json | 1554 |
1 files changed, 1554 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_hi/synth_a0.5_L4_s42.json b/results/synth_ladder_v2_hi/synth_a0.5_L4_s42.json new file mode 100644 index 0000000..0727c71 --- /dev/null +++ b/results/synth_ladder_v2_hi/synth_a0.5_L4_s42.json @@ -0,0 +1,1554 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.5250055702209473, + 0.5507197608947754, + 0.3841320207595825, + 0.35932164669036865, + 0.31933714962005616, + 0.3227846714496613, + 0.3028541946411133, + 0.29807121329307557, + 0.27894931735992434, + 0.30708285484313963, + 0.2654671094417572, + 0.2526435827255249, + 0.22071890375614167, + 0.20774164290428163, + 0.2417035475730896, + 0.239601744556427, + 0.2061288031578064, + 0.20110705008506774, + 0.19673097145557403, + 0.17361064953804017, + 0.16336524235010147, + 0.1541515984773636, + 0.17720441585183144, + 0.15197478637695314, + 0.1717322502374649, + 0.15199407002925872, + 0.13259448325634002, + 0.14251351101398468, + 0.11849438445568085, + 0.12607571827173233, + 0.11433437283039093, + 0.10952981774806976, + 0.10948647691607476, + 0.09781867054402828, + 0.08961167633533478, + 0.10128397414684295, + 0.09377768075466156, + 0.086143566852808, + 0.07471307250261307, + 0.06912044876217842, + 0.06486728579998016, + 0.06798115438222885, + 0.06793259272575379, + 0.06783070080280304, + 0.06020965424776077, + 0.05598097594976425, + 0.0566912874341011, + 0.04851433913707733, + 0.05244531365633011, + 0.04565400942564011, + 0.04321225633025169, + 0.04449230827391148, + 0.039462119901180266, + 0.040013881278038024, + 0.03971400515437126, + 0.0358551750421524, + 0.03401491985321045, + 0.034367064037919046, + 0.032305684411525724, + 0.03139898471236229, + 0.030498171234130858, + 0.029822335571050643, + 0.029149569642543793, + 0.0281656219124794, + 0.028202341210842134, + 0.027365115937590598, + 0.026671420013904573, + 0.027203523302078248, + 0.026499097537994384, + 0.026119756138324738, + 0.025678298735618593, + 0.025355695700645445, + 0.025052896262705324, + 0.024881752938032152, + 0.024743154951930045, + 0.02462823152542114, + 0.024543652564287186, + 0.02447993883341551, + 0.024439664232730866, + 0.024415402659773825 + ], + "train_acc": [ + 0.498, + 0.8183, + 0.8589, + 0.8608, + 0.8736, + 0.8748, + 0.8796, + 0.8843, + 0.8915, + 0.88, + 0.8949, + 0.902, + 0.9137, + 0.9217, + 0.9068, + 0.9048, + 0.92, + 0.9225, + 0.9271, + 0.9331, + 0.9391, + 0.9439, + 0.9306, + 0.9439, + 0.9334, + 0.9419, + 0.9511, + 0.9454, + 0.9596, + 0.955, + 0.9606, + 0.9634, + 0.9623, + 0.9662, + 0.9726, + 0.9664, + 0.9714, + 0.9752, + 0.9799, + 0.9834, + 0.9869, + 0.9828, + 0.9825, + 0.9829, + 0.9881, + 0.9878, + 0.9892, + 0.9925, + 0.9894, + 0.9932, + 0.9943, + 0.9938, + 0.9963, + 0.9954, + 0.9952, + 0.9971, + 0.9978, + 0.9979, + 0.9989, + 0.9989, + 0.9986, + 0.999, + 0.999, + 0.9995, + 0.9993, + 0.9996, + 0.9998, + 0.9995, + 0.9996, + 0.9997, + 0.9997, + 0.9998, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999, + 0.9999 + ], + "test_acc": [ + 0.763, + 0.8435, + 0.857, + 0.85, + 0.8625, + 0.8615, + 0.8655, + 0.8555, + 0.856, + 0.8635, + 0.864, + 0.8715, + 0.878, + 0.869, + 0.8615, + 0.8775, + 0.8695, + 0.869, + 0.8755, + 0.8725, + 0.875, + 0.872, + 0.8785, + 0.8775, + 0.8685, + 0.8775, + 0.8795, + 0.878, + 0.8825, + 0.876, + 0.882, + 0.8805, + 0.89, + 0.885, + 0.885, + 0.8795, + 0.8845, + 0.8835, + 0.881, + 0.8765, + 0.879, + 0.8815, + 0.8825, + 0.8835, + 0.877, + 0.8835, + 0.88, + 0.884, + 0.879, + 0.8825, + 0.881, + 0.879, + 0.8835, + 0.8815, + 0.8815, + 0.8825, + 0.8835, + 0.8815, + 0.8815, + 0.8835, + 0.8815, + 0.8835, + 0.8815, + 0.883, + 0.885, + 0.884, + 0.883, + 0.8815, + 0.883, + 0.8825, + 0.882, + 0.8825, + 0.8815, + 0.8825, + 0.8825, + 0.883, + 0.8825, + 0.883, + 0.883, + 0.883 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8572149276733398, + 0.8503379821777344, + 0.8309497833251953, + 0.8099952340126038 + ], + "perturbation_rho": [ + 0.9999990463256836, + 0.9999980330467224, + 0.999992311000824, + 0.9999608993530273 + ], + "nudging": { + "0.001": [ + -0.042521148920059204, + -0.023217972368001938, + -0.011091032065451145, + -0.005212459247559309 + ], + "0.003": [ + -0.1181650310754776, + -0.06687315553426743, + -0.032639797776937485, + -0.015497863292694092 + ], + "0.01": [ + -0.29344552755355835, + -0.19200363755226135, + -0.10158533602952957, + -0.050049468874931335 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.261956468582153, + 1.4311306690216063, + 0.818257098197937, + 0.5983575573444366, + 0.500597601890564, + 0.45219913649559024, + 0.4174496747016907, + 0.409495729637146, + 0.4188644021987915, + 0.45328485565185545, + 0.42861666593551634, + 0.46300609769821166, + 0.4457720745563507, + 0.45008082075119016, + 0.4816469186782837, + 0.491936355304718, + 0.4805133812904358, + 0.5310946586608887, + 0.5184094581604004, + 0.5349128709316253, + 0.503399237036705, + 0.5629850885391235, + 0.6070423364162445, + 0.5541394971847534, + 0.5405849707126618, + 0.5269447027683258, + 0.5041178157329559, + 0.5237154272437096, + 0.4906633505821228, + 0.6188776139259339, + 0.5532598972320557, + 0.5653144476890564, + 0.5119002490878105, + 0.5062383512377739, + 0.5014870280742645, + 0.5912513525962829, + 0.6307907728433609, + 0.5102149733304977, + 0.5199897046327591, + 0.5104138412237167, + 0.504832841014862, + 0.5849459474563599, + 0.5909522429466247, + 0.6081267190933227, + 0.5230989686727524, + 0.5009066128730774, + 0.4870625690460205, + 0.5026308774948121, + 0.513473293876648, + 0.48188849410749973, + 0.45255061175823214, + 0.46306118438243865, + 0.481172536277771, + 0.4813159273266792, + 0.4563068170785904, + 0.4633492294549942, + 0.45527973327636717, + 0.4800791665077209, + 0.4427429686546326, + 0.43737694044113157, + 0.45122047100067136, + 0.4516987937927246, + 0.4359778087615967, + 0.43745238494873045, + 0.4318913806915283, + 0.4248273630142212, + 0.41580243453979493, + 0.4173020489692688, + 0.41921982488632203, + 0.4114777256965637, + 0.4125749154686928, + 0.4053273830771446, + 0.4055808573246002, + 0.40145073013305665, + 0.4026311701536179, + 0.4003137221336365, + 0.3996645420074463, + 0.3981458621025085, + 0.3979306438922882, + 0.3975636598587036 + ], + "train_acc": [ + 0.1709, + 0.5147, + 0.692, + 0.7731, + 0.808, + 0.8242, + 0.8375, + 0.8453, + 0.8442, + 0.8349, + 0.8443, + 0.835, + 0.8441, + 0.8444, + 0.8351, + 0.8365, + 0.8411, + 0.8326, + 0.8345, + 0.8285, + 0.8374, + 0.8265, + 0.8206, + 0.8325, + 0.8334, + 0.8373, + 0.846, + 0.8393, + 0.8428, + 0.8205, + 0.8357, + 0.8299, + 0.8419, + 0.8418, + 0.8454, + 0.8266, + 0.8236, + 0.8434, + 0.8437, + 0.8446, + 0.8477, + 0.8375, + 0.8298, + 0.8288, + 0.842, + 0.848, + 0.8548, + 0.8496, + 0.8494, + 0.8506, + 0.8598, + 0.8581, + 0.8553, + 0.8512, + 0.8594, + 0.8581, + 0.8586, + 0.8553, + 0.8628, + 0.8646, + 0.8613, + 0.863, + 0.8651, + 0.8621, + 0.8631, + 0.864, + 0.871, + 0.8671, + 0.8717, + 0.8696, + 0.8701, + 0.8722, + 0.8724, + 0.8723, + 0.8715, + 0.8733, + 0.8733, + 0.8743, + 0.8735, + 0.8741 + ], + "test_acc": [ + 0.325, + 0.622, + 0.7225, + 0.764, + 0.783, + 0.8075, + 0.8055, + 0.8055, + 0.797, + 0.8075, + 0.7835, + 0.799, + 0.7925, + 0.793, + 0.8, + 0.8055, + 0.785, + 0.7905, + 0.79, + 0.791, + 0.7925, + 0.758, + 0.7805, + 0.783, + 0.8055, + 0.7965, + 0.787, + 0.804, + 0.7835, + 0.7975, + 0.7785, + 0.771, + 0.798, + 0.801, + 0.768, + 0.792, + 0.7705, + 0.791, + 0.81, + 0.7995, + 0.7865, + 0.7915, + 0.769, + 0.806, + 0.795, + 0.806, + 0.812, + 0.805, + 0.813, + 0.806, + 0.8075, + 0.8085, + 0.808, + 0.8185, + 0.8025, + 0.8185, + 0.8175, + 0.8155, + 0.8175, + 0.8095, + 0.817, + 0.818, + 0.817, + 0.823, + 0.818, + 0.828, + 0.823, + 0.82, + 0.8205, + 0.824, + 0.8235, + 0.824, + 0.8235, + 0.8245, + 0.8235, + 0.8265, + 0.827, + 0.8255, + 0.825, + 0.825 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.0060789515264332294, + 0.09873200953006744, + 0.10723873972892761, + 0.1101943776011467 + ], + "perturbation_rho": [ + -0.012974856421351433, + 0.14552229642868042, + 0.08513970673084259, + 0.06377018243074417 + ], + "nudging": { + "0.001": [ + -0.00029901170637458563, + -0.0006812716601416469, + -0.0004231537168379873, + -0.0004066851979587227 + ], + "0.003": [ + -0.0008656850550323725, + -0.0020401428919285536, + -0.0012693263124674559, + -0.001218506833538413 + ], + "0.01": [ + -0.0025177751667797565, + -0.006775799673050642, + -0.004219442140311003, + -0.00405311631038785 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.90833014793396, + 0.8779405179977418, + 0.5064040044784546, + 0.4657335244178772, + 0.4902631205320358, + 0.5776193201065063, + 0.649845489025116, + 0.6730898847579956, + 0.6785502085208893, + 0.6754426885128021, + 0.6688244145870209, + 0.6485107803106308, + 0.6637302653312683, + 0.6521788113594055, + 0.6718272481918335, + 0.6910618996620178, + 0.7287369018554688, + 0.7307573244094848, + 0.7283793703079223, + 0.79008408908844, + 0.8179881494522094, + 0.8709803493499756, + 0.8228100231170654, + 0.8579356725692749, + 0.8632372360229492, + 0.8647078338623047, + 0.8247142519950866, + 0.8100111122131348, + 0.827653882598877, + 0.7867350393295288, + 0.7713617871284485, + 0.7540933326721191, + 0.7635929446220397, + 0.731565843629837, + 0.7520291829109191, + 0.7454802143096924, + 0.7568781739234924, + 0.7290890070438385, + 0.7567377836227417, + 0.7685284609794617, + 0.7458412083625794, + 0.739471393108368, + 0.7550339795112609, + 0.7631093349456787, + 0.7788069766998291, + 0.7642952583789825, + 0.7572312101840973, + 0.7669681239128113, + 0.7663568916320801, + 0.7649306897163392, + 0.7452942167282105, + 0.7477542019367218, + 0.7388495827674866, + 0.7364303831100464, + 0.7253182221412658, + 0.7264514459609985, + 0.7120715827941895, + 0.711595621585846, + 0.7125990421295166, + 0.6964491970062255, + 0.690447259426117, + 0.686346722984314, + 0.6837696258544922, + 0.6897882652282715, + 0.6716403135299682, + 0.6684516845226288, + 0.658786863708496, + 0.6592671649932861, + 0.6566618491172791, + 0.6524367179870606, + 0.6484959433555603, + 0.6476131733894348, + 0.645097210597992, + 0.6444143989562988, + 0.6423414867401123, + 0.6404327310562133, + 0.6396769283294678, + 0.6387527324676514, + 0.6382552500724793, + 0.6379588050365448 + ], + "train_acc": [ + 0.317, + 0.6744, + 0.8113, + 0.8207, + 0.8166, + 0.7937, + 0.7738, + 0.7632, + 0.7617, + 0.7675, + 0.765, + 0.77, + 0.7642, + 0.7658, + 0.757, + 0.7525, + 0.7407, + 0.7439, + 0.7443, + 0.7262, + 0.7243, + 0.7127, + 0.728, + 0.7172, + 0.718, + 0.7182, + 0.7229, + 0.7304, + 0.7319, + 0.7341, + 0.7352, + 0.7414, + 0.738, + 0.7511, + 0.7459, + 0.7455, + 0.7481, + 0.7508, + 0.7422, + 0.7329, + 0.7467, + 0.7435, + 0.7391, + 0.7351, + 0.726, + 0.7289, + 0.7301, + 0.7278, + 0.7306, + 0.7293, + 0.7336, + 0.7358, + 0.7371, + 0.7395, + 0.7396, + 0.7388, + 0.7481, + 0.7457, + 0.7429, + 0.7528, + 0.7515, + 0.7537, + 0.7543, + 0.7518, + 0.7571, + 0.7615, + 0.7636, + 0.7662, + 0.7652, + 0.7643, + 0.766, + 0.7669, + 0.7664, + 0.7673, + 0.7688, + 0.7679, + 0.7679, + 0.7685, + 0.769, + 0.7687 + ], + "test_acc": [ + 0.5575, + 0.739, + 0.8005, + 0.8015, + 0.783, + 0.7665, + 0.747, + 0.7405, + 0.7335, + 0.7295, + 0.742, + 0.7355, + 0.7425, + 0.7325, + 0.719, + 0.7025, + 0.704, + 0.7005, + 0.692, + 0.704, + 0.6875, + 0.695, + 0.6645, + 0.684, + 0.677, + 0.697, + 0.7095, + 0.6875, + 0.7055, + 0.714, + 0.717, + 0.698, + 0.7235, + 0.7255, + 0.698, + 0.71, + 0.7215, + 0.7175, + 0.6895, + 0.7005, + 0.6965, + 0.7165, + 0.703, + 0.6825, + 0.696, + 0.709, + 0.6885, + 0.703, + 0.6925, + 0.714, + 0.705, + 0.704, + 0.7125, + 0.7125, + 0.7055, + 0.7165, + 0.72, + 0.7105, + 0.695, + 0.718, + 0.711, + 0.71, + 0.713, + 0.714, + 0.7155, + 0.72, + 0.7215, + 0.7195, + 0.718, + 0.721, + 0.724, + 0.7225, + 0.7285, + 0.724, + 0.7185, + 0.721, + 0.722, + 0.72, + 0.718, + 0.7175 + ], + "state_pred_error": [ + 0.7602040468215943, + 0.2622531470775604, + 0.17849978141784667, + 0.1614789155960083, + 0.16503283252716064, + 0.17506846377849578, + 0.17919811906814576, + 0.17643984322547912, + 0.174144562625885, + 0.16553328351974486, + 0.15643454706668855, + 0.14659336729049682, + 0.136305808365345, + 0.123571908390522, + 0.1111008218050003, + 0.10061488182544709, + 0.09224651036262513, + 0.08541531358957291, + 0.07722941876649857, + 0.07062110755443574, + 0.06594702410697938, + 0.0628838957965374, + 0.060209538972377775, + 0.05664124082326889, + 0.05358169343471527, + 0.050588799649477004, + 0.047043840610980985, + 0.043419835364818575, + 0.040251914036273956, + 0.03733443737626076, + 0.03289287920594215, + 0.030201040321588515, + 0.028524299293756484, + 0.027144377875328064, + 0.026436590403318406, + 0.02564192984700203, + 0.02490743891596794, + 0.02470569230914116, + 0.02470841442346573, + 0.02410018715262413, + 0.023862673461437226, + 0.024583475697040558, + 0.02422580669671297, + 0.024175903251767158, + 0.024176146936416627, + 0.024424808049201965, + 0.023978449884057045, + 0.023637285515666007, + 0.023030763539671897, + 0.022442915526032448, + 0.021631024262309076, + 0.02109491000175476, + 0.02076397671699524, + 0.01964172987639904, + 0.019197289264202118, + 0.01844798127412796, + 0.018010758863389494, + 0.017326503592729567, + 0.016925657695531844, + 0.01668251698166132, + 0.016097314363718033, + 0.015790151277184486, + 0.015420251709222793, + 0.015212734445929528, + 0.015064427372813225, + 0.014315600739419461, + 0.014239497092366219, + 0.01392769330739975, + 0.013602190324664115, + 0.013257772579789162, + 0.013332617598772049, + 0.012796076652407647, + 0.012833661264181137, + 0.012363243766129017, + 0.01199699844121933, + 0.011854414081573486, + 0.011675881730020047, + 0.011419792121648788, + 0.011595408976078034, + 0.011023352561891079 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.81822270154953, + 0.44441917538642883, + 0.15419423580169678, + 0.14087578654289246 + ], + "perturbation_rho": [ + 0.7556701302528381, + 0.42722654342651367, + 0.13306331634521484, + 0.10285839438438416 + ], + "nudging": { + "0.001": [ + -0.022801965475082397, + -0.0018839023541659117, + -0.0004756013513542712, + -0.0004290228243917227 + ], + "0.003": [ + -0.06668633222579956, + -0.005640539340674877, + -0.0014254236593842506, + -0.0012861560098826885 + ], + "0.01": [ + -0.2031538337469101, + -0.01867133006453514, + -0.004740326199680567, + -0.00427617784589529 + ] + }, + "state_pred_error_per_layer": [ + 6433.45703125, + 2426.59619140625, + 1950.234130859375, + 1929.63232421875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.262130627822876, + 1.4312172101974487, + 0.818198119354248, + 0.589842716884613, + 0.49746571922302246, + 0.44104833211898803, + 0.4330927776813507, + 0.4132209104537964, + 0.4186548101425171, + 0.4405179395675659, + 0.43852746906280515, + 0.47328574361801146, + 0.5121363965034484, + 0.4439137755632401, + 0.4516206186294556, + 0.45784061965942385, + 0.5997123807907104, + 0.48465886812210085, + 0.6097313745498657, + 0.5907854682922363, + 0.5859235813617706, + 0.590377276802063, + 0.625524351978302, + 0.7122808382987976, + 0.6915377367019653, + 0.7904257673263549, + 0.8108633769989013, + 0.8236039951324463, + 0.849212548828125, + 0.724233080291748, + 0.7623365852355957, + 0.7959084012508393, + 0.7782834875106811, + 0.8130025611877442, + 0.8162316653251648, + 0.8279668930053711, + 0.759434295463562, + 0.8115165338516236, + 0.8311242639541626, + 0.8506224093437195, + 0.8758153738975525, + 0.9087218969345093, + 0.9493237188339233, + 0.9206383923530579, + 0.9653225570678711, + 1.0096012796401979, + 0.9753759350776673, + 0.9789245065689087, + 1.0101529162406921, + 1.0138245718002319, + 1.0072479097366334, + 0.9653099195480347, + 0.968689307975769, + 0.9597694366455078, + 0.9519970666885376, + 0.9325507595062256, + 0.9163512690544129, + 0.9141956408500671, + 0.900567813205719, + 0.9053131622314453, + 0.8990885392189026, + 0.88783081741333, + 0.8858179836273193, + 0.891084521484375, + 0.8845443550109864, + 0.8778420943260193, + 0.8832936000823974, + 0.8880286014556885, + 0.8798037006378174, + 0.8909469594955445, + 0.8816548425674439, + 0.8780255848884583, + 0.8818641589641572, + 0.8773575880050659, + 0.876659261894226, + 0.8753621809005737, + 0.8751238561630249, + 0.8746530110836029, + 0.8737541898727417, + 0.8735915374755859 + ], + "train_acc": [ + 0.1742, + 0.5142, + 0.696, + 0.7751, + 0.8086, + 0.8296, + 0.8316, + 0.8419, + 0.8428, + 0.836, + 0.8431, + 0.8345, + 0.8294, + 0.849, + 0.8483, + 0.8465, + 0.8266, + 0.8466, + 0.8239, + 0.8237, + 0.8236, + 0.8235, + 0.8125, + 0.8013, + 0.7991, + 0.7778, + 0.7777, + 0.7636, + 0.7595, + 0.7692, + 0.7558, + 0.7432, + 0.7414, + 0.7234, + 0.72, + 0.7211, + 0.7351, + 0.7224, + 0.7159, + 0.7168, + 0.709, + 0.7059, + 0.6956, + 0.703, + 0.6912, + 0.6837, + 0.6921, + 0.6868, + 0.6771, + 0.6761, + 0.6757, + 0.6829, + 0.6764, + 0.6743, + 0.6757, + 0.6818, + 0.6796, + 0.6813, + 0.6852, + 0.6819, + 0.6807, + 0.6857, + 0.6895, + 0.684, + 0.6886, + 0.6874, + 0.686, + 0.6841, + 0.6864, + 0.6836, + 0.6887, + 0.687, + 0.6865, + 0.6878, + 0.6895, + 0.6872, + 0.6875, + 0.6882, + 0.6877, + 0.6878 + ], + "test_acc": [ + 0.318, + 0.624, + 0.7205, + 0.758, + 0.791, + 0.8005, + 0.8045, + 0.802, + 0.809, + 0.799, + 0.7845, + 0.7945, + 0.8075, + 0.7995, + 0.8025, + 0.8045, + 0.795, + 0.801, + 0.793, + 0.7855, + 0.7965, + 0.7685, + 0.751, + 0.763, + 0.77, + 0.749, + 0.7495, + 0.717, + 0.727, + 0.727, + 0.7105, + 0.7045, + 0.723, + 0.691, + 0.6775, + 0.6825, + 0.691, + 0.672, + 0.69, + 0.6865, + 0.683, + 0.6695, + 0.663, + 0.656, + 0.638, + 0.6515, + 0.662, + 0.638, + 0.6275, + 0.6255, + 0.6435, + 0.645, + 0.641, + 0.6485, + 0.642, + 0.6545, + 0.6475, + 0.651, + 0.6355, + 0.6495, + 0.645, + 0.6555, + 0.6505, + 0.6585, + 0.6655, + 0.6595, + 0.6545, + 0.656, + 0.6575, + 0.6515, + 0.661, + 0.6555, + 0.657, + 0.659, + 0.6645, + 0.659, + 0.6605, + 0.6615, + 0.663, + 0.662 + ], + "value_loss": [ + 2.836528095149994, + 0.816120489692688, + 0.7672985095977783, + 0.6673721037864685, + 0.6218352233886719, + 0.5661839260101318, + 0.5949610354423523, + 0.5516304483413697, + 0.5791759598731995, + 0.6596351661682129, + 0.6578461580753326, + 0.7922459089279175, + 0.9037014740467072, + 0.7193802554607391, + 0.7673241809844971, + 0.7787123111724854, + 1.3601861742019654, + 0.9313673071861267, + 1.474704369354248, + 1.3335748901367188, + 1.270239903330803, + 1.269356042098999, + 1.4781879760742187, + 1.7342560359954835, + 1.3972830940246581, + 1.6526852645874024, + 1.6395666912078857, + 1.56644215965271, + 1.5341948862075805, + 0.9233963856697083, + 1.0111778057098388, + 0.9221102019548416, + 0.7878839856147766, + 0.7374455715179443, + 0.8913812401771546, + 0.8214996140480042, + 0.6318444541931152, + 0.6830074096679688, + 0.6844325854301453, + 0.7359561821460724, + 0.7201960114479065, + 0.9737900894165039, + 0.9896724973022938, + 0.7746155975341796, + 0.8274507285118103, + 0.9665608058929444, + 0.8868430158615113, + 0.7537654181957245, + 0.8216570307731629, + 0.9841215091705322, + 0.769625757598877, + 0.7049013290405274, + 0.6331182146072387, + 0.573897342300415, + 0.6105682130813599, + 0.5479789059877396, + 0.5798083689689636, + 0.536684540271759, + 0.5124590743064881, + 0.5254100856781005, + 0.4978441138267517, + 0.471036555147171, + 0.4788544952392578, + 0.4990608347892761, + 0.4809326467514038, + 0.46791065502166745, + 0.457541916513443, + 0.49322594323158264, + 0.4535485433578491, + 0.4952109790802002, + 0.46238712191581727, + 0.47982813143730163, + 0.4530548775434494, + 0.4594691922664642, + 0.4442018630981445, + 0.44861485176086424, + 0.46499351823329926, + 0.424641322183609, + 0.4401831715106964, + 0.4397273305892944 + ], + "term_loss": [ + 1.6414134392738342, + 0.4443137921333313, + 0.559983926486969, + 0.49769357573986056, + 0.4615332902908325, + 0.4038254972457886, + 0.42386618661880493, + 0.39851482734680177, + 0.43347569313049317, + 0.5093920680999756, + 0.51156728348732, + 0.6394623676300049, + 0.7410367949008941, + 0.5717715268313884, + 0.6199797077178955, + 0.6282519329071045, + 1.1741165599822998, + 0.7754406516075134, + 1.2814094917297363, + 1.1448762008666993, + 1.078112751597166, + 1.0786702735185623, + 1.2648520378112793, + 1.4924066591262817, + 1.1564546440124512, + 1.3825412983894347, + 1.3632638927459717, + 1.273400711774826, + 1.2350535747528075, + 0.6543076923370361, + 0.743414258146286, + 0.6539574896752834, + 0.5301746461391449, + 0.47235264806747435, + 0.6108167475700378, + 0.5428714781761169, + 0.36918434228897096, + 0.4127294704437256, + 0.4095069869041443, + 0.4532541881084442, + 0.42979537315368654, + 0.657108716583252, + 0.6661989997468889, + 0.48077965931892397, + 0.5223898464202881, + 0.6413800700187683, + 0.5746263883352279, + 0.45323983748555186, + 0.5107939560890198, + 0.6490193854093551, + 0.45889209270477294, + 0.3982938908576965, + 0.3374675412416458, + 0.2782774634361267, + 0.3107684251785278, + 0.25898139514923096, + 0.2855128740787506, + 0.25347770825624466, + 0.23208063430786133, + 0.2410294221639633, + 0.2160837390065193, + 0.19500134890079499, + 0.20165469875335693, + 0.21840870115756988, + 0.20449393968582152, + 0.19281733981966973, + 0.18233885293602944, + 0.20709821685552596, + 0.1764617787361145, + 0.20976627004146575, + 0.18346078137159347, + 0.19315808384418487, + 0.174583125397563, + 0.18013888797163963, + 0.16657554160356522, + 0.16982417922019957, + 0.17727276504337788, + 0.15045344903618096, + 0.16139265533685684, + 0.15641304728984834 + ], + "bridge_loss": [ + 0.900298724684713, + 0.10897476739883423, + 0.013502670300006866, + 0.007317591543495655, + 0.013260967975854873, + 0.026125178402662277, + 0.03503929834663868, + 0.02188970936536789, + 0.013026782926917077, + 0.011307439970970154, + 0.010092764848843217, + 0.010237911105155945, + 0.013995288537442684, + 0.012832430324703456, + 0.012492080415040255, + 0.014081171977519989, + 0.02573243781030178, + 0.01742579458653927, + 0.02827236390709877, + 0.029418908831477165, + 0.030862452240288257, + 0.029623181630671024, + 0.0410612174987793, + 0.05416689481958747, + 0.05351105071902275, + 0.06370576785802841, + 0.07011887242197991, + 0.08096941623687744, + 0.07904928328990936, + 0.06591862261295318, + 0.05198305888175964, + 0.04291395637691021, + 0.03001920160204172, + 0.026808916348218918, + 0.041261438471078875, + 0.037955932024121286, + 0.03391407470107079, + 0.029103711080551146, + 0.02739130940437317, + 0.033617016315460206, + 0.03501213674545288, + 0.05587814524173736, + 0.05730794131085277, + 0.03438319742679596, + 0.039327720046043395, + 0.05050214891731739, + 0.04590215096473694, + 0.03501346428096294, + 0.03831291145086289, + 0.06274814118742943, + 0.03908389060497284, + 0.041417847597599027, + 0.02885300542116165, + 0.028863998132944105, + 0.03592278670668602, + 0.029343222188949584, + 0.036601207423210144, + 0.026603504705429076, + 0.026558925279974936, + 0.02896751680970192, + 0.02652877620458603, + 0.023973076324164868, + 0.026193797969818116, + 0.029547524043917656, + 0.0260269956946373, + 0.02558014368414879, + 0.025181468015909196, + 0.03461530534923077, + 0.027815614938735963, + 0.03386597931981087, + 0.02894253313243389, + 0.03772374717593193, + 0.028875116419792176, + 0.030721370708942413, + 0.029193979501724244, + 0.030907452699542044, + 0.03893886293917894, + 0.025970697021484374, + 0.030952987808734178, + 0.03557699205875397 + ], + "tgrad_loss": [ + 0.29481595182418824, + 0.2628319282531738, + 0.19381191189289093, + 0.1623609337568283, + 0.14704096510410308, + 0.1362332438468933, + 0.13605555095672608, + 0.13122591376304626, + 0.13267348070144652, + 0.13893566043376923, + 0.13618611092567443, + 0.14254561347961425, + 0.14866939194202422, + 0.13477630219459533, + 0.13485239193439483, + 0.1363792091369629, + 0.16033716580867768, + 0.13850085837841034, + 0.16502252187728883, + 0.15927977619171144, + 0.1612646919131279, + 0.161062579369545, + 0.1722747184753418, + 0.187682466506958, + 0.18731740918159484, + 0.20643819508552552, + 0.2061839234828949, + 0.2120720314979553, + 0.2200920252084732, + 0.20317007291316985, + 0.21578048248291015, + 0.2252387508034706, + 0.2276901375055313, + 0.23828400321006774, + 0.23930306017398834, + 0.24067220277786255, + 0.22874603548049927, + 0.24117423267364502, + 0.24753428769111632, + 0.24908498060703277, + 0.25538849935531616, + 0.2608032299041748, + 0.26616555204987524, + 0.25945273523330686, + 0.26573316116333007, + 0.2746785915374756, + 0.26631446256637575, + 0.26551211733818053, + 0.27255016849040986, + 0.2723539809703827, + 0.2716497754096985, + 0.2651895927429199, + 0.266797674536705, + 0.2667558801651001, + 0.2638769968032837, + 0.25965428969860077, + 0.2576942884683609, + 0.25660332770347594, + 0.2538195102930069, + 0.2554131515979767, + 0.2552316018819809, + 0.25206212692260743, + 0.25100599851608274, + 0.2511046103000641, + 0.2504117116451263, + 0.2495131744623184, + 0.2500215957164764, + 0.2515124215364456, + 0.24927114658355712, + 0.2515787253379822, + 0.24998380770683287, + 0.24894629969596863, + 0.24959663410186766, + 0.24860893502235412, + 0.2484323462486267, + 0.2478832187652588, + 0.24878188691139222, + 0.24821717635989188, + 0.24783752670288087, + 0.24773729231357575 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.08037468791007996, + 0.24492917954921722, + 0.2708122730255127, + 0.26078444719314575 + ], + "perturbation_rho": [ + 0.14874565601348877, + 0.4311285614967346, + 0.48388832807540894, + 0.44747647643089294 + ], + "nudging": { + "0.001": [ + -0.003998343367129564, + -0.0020397088956087828, + -0.0019317157566547394, + -0.001842876197770238 + ], + "0.003": [ + -0.011952575296163559, + -0.006111519411206245, + -0.005789835937321186, + -0.005522121675312519 + ], + "0.01": [ + -0.03933826461434364, + -0.020281529054045677, + -0.01922188699245453, + -0.018336530774831772 + ] + } + } + } +}
\ No newline at end of file |