diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.0_L12_s42.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.0_L12_s42.json | 1722 |
1 files changed, 1722 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L12_s42.json b/results/synth_ladder_v2_lo/synth_a0.0_L12_s42.json new file mode 100644 index 0000000..b02cb6c --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L12_s42.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 0.9691492250442505, + 0.5541921775817871, + 0.5057802117824555, + 0.3705566248893738, + 0.38152624435424803, + 0.4184226482987404, + 0.32005277891159056, + 0.3379063062667847, + 0.32360546998977663, + 0.30641096782684324, + 0.32992204971313477, + 0.3234290994644165, + 0.2892835647583008, + 0.27116408772468564, + 0.25336739110946654, + 0.26921175379753115, + 0.2770581937789917, + 0.2615867853164673, + 0.29473981132507326, + 0.29788853192329406, + 0.22695203926563262, + 0.21405179328918458, + 0.22035713307857513, + 0.18809561533927918, + 0.22268259687423705, + 0.22361898727416993, + 0.2335181351661682, + 0.22086384482383728, + 0.20982224086523055, + 0.16931071857213975, + 0.16913503708839417, + 0.17825531432628633, + 0.1811700684905052, + 0.15162764992713929, + 0.15718278613090514, + 0.21250098304748535, + 0.19473938479423522, + 0.18452690076828002, + 0.143575802898407, + 0.1587403874397278, + 0.18108075993061065, + 0.14308705676496028, + 0.12316284523010254, + 0.12980578224658967, + 0.13384961998462677, + 0.12410676991939544, + 0.13440781029462814, + 0.12151769155859947, + 0.110893037545681, + 0.10822025581598282, + 0.10422320003509522, + 0.10408455009460449, + 0.10522357710003853, + 0.09913086289763451, + 0.09440416249632835, + 0.0924928415775299, + 0.10758058831691741, + 0.09329749217033387, + 0.09131886911988259, + 0.08834524278640747, + 0.08724276800155639, + 0.09795933984518052, + 0.08578420240879059, + 0.08392888104915619, + 0.08338507117033005, + 0.07894570019841195, + 0.07729433171749114, + 0.07803093535900116, + 0.0760855792760849, + 0.0740779890447855, + 0.07295384521484374, + 0.07261191159486771, + 0.07193484778404236, + 0.07130219305753707, + 0.07076054784059524, + 0.07032060540914535, + 0.07007708017826081, + 0.06981839218139649, + 0.06965371253490447, + 0.06955726127624512 + ], + "train_acc": [ + 0.6449, + 0.7847, + 0.8076, + 0.8517, + 0.8456, + 0.8355, + 0.8739, + 0.8646, + 0.8696, + 0.877, + 0.8727, + 0.8717, + 0.8838, + 0.8874, + 0.8988, + 0.8932, + 0.89, + 0.8946, + 0.8868, + 0.8843, + 0.908, + 0.913, + 0.912, + 0.9236, + 0.9124, + 0.9094, + 0.9042, + 0.9092, + 0.9156, + 0.9327, + 0.9341, + 0.9292, + 0.9273, + 0.9418, + 0.9392, + 0.9196, + 0.9237, + 0.9267, + 0.9448, + 0.9393, + 0.9299, + 0.9445, + 0.9559, + 0.9506, + 0.9499, + 0.9523, + 0.9464, + 0.9558, + 0.96, + 0.9615, + 0.9641, + 0.9626, + 0.9646, + 0.9651, + 0.971, + 0.9701, + 0.9608, + 0.9673, + 0.9699, + 0.9703, + 0.9728, + 0.9674, + 0.9725, + 0.974, + 0.9729, + 0.9769, + 0.9787, + 0.9789, + 0.9802, + 0.9813, + 0.9817, + 0.9819, + 0.9818, + 0.9833, + 0.9839, + 0.9838, + 0.9836, + 0.9837, + 0.9838, + 0.9841 + ], + "test_acc": [ + 0.7685, + 0.807, + 0.8325, + 0.843, + 0.831, + 0.8405, + 0.8685, + 0.8405, + 0.867, + 0.864, + 0.852, + 0.8645, + 0.86, + 0.874, + 0.8745, + 0.86, + 0.879, + 0.887, + 0.868, + 0.879, + 0.877, + 0.882, + 0.8865, + 0.883, + 0.8925, + 0.8885, + 0.879, + 0.8895, + 0.896, + 0.9, + 0.9005, + 0.8915, + 0.901, + 0.9035, + 0.9035, + 0.892, + 0.8955, + 0.903, + 0.9075, + 0.9035, + 0.8935, + 0.9035, + 0.911, + 0.9085, + 0.911, + 0.904, + 0.9005, + 0.915, + 0.91, + 0.914, + 0.913, + 0.911, + 0.916, + 0.908, + 0.9145, + 0.9095, + 0.9135, + 0.917, + 0.915, + 0.912, + 0.9105, + 0.9115, + 0.912, + 0.9135, + 0.915, + 0.912, + 0.9115, + 0.9135, + 0.914, + 0.912, + 0.915, + 0.916, + 0.915, + 0.914, + 0.9155, + 0.9155, + 0.914, + 0.9145, + 0.914, + 0.9135 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8936765193939209, + 0.875713586807251, + 0.8523612022399902, + 0.835299551486969, + 0.8243429064750671, + 0.8148068189620972, + 0.809612512588501, + 0.8055970668792725, + 0.8028815984725952, + 0.8011909127235413, + 0.8001247644424438, + 0.799472451210022 + ], + "perturbation_rho": [ + 0.9999988079071045, + 0.999997615814209, + 0.9999872446060181, + 0.9999661445617676, + 0.9999244213104248, + 0.9998762011528015, + 0.9998204708099365, + 0.9997811317443848, + 0.9997683167457581, + 0.9997478723526001, + 0.9997052550315857, + 0.9996634721755981 + ], + "nudging": { + "0.001": [ + -0.02805091254413128, + -0.013208158314228058, + -0.0066702282056212425, + -0.003945831675082445, + -0.002750034909695387, + -0.002152357716113329, + -0.0018071717349812388, + -0.0015899442369118333, + -0.0014494031202048063, + -0.0013547888956964016, + -0.0012928021606057882, + -0.0012546603102236986 + ], + "0.003": [ + -0.07421690225601196, + -0.03749680891633034, + -0.019483720883727074, + -0.011658146977424622, + -0.008164399303495884, + -0.006405050866305828, + -0.0053850943222641945, + -0.004741774406284094, + -0.004324971232563257, + -0.004044387489557266, + -0.003860148834064603, + -0.0037467507645487785 + ], + "0.01": [ + -0.15880361199378967, + -0.10216463357210159, + -0.058997806161642075, + -0.0368044376373291, + -0.02622675709426403, + -0.02074911817908287, + -0.017529264092445374, + -0.015481802634894848, + -0.014148212037980556, + -0.013247357681393623, + -0.012655021622776985, + -0.012289617210626602 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.062218222427368, + 1.0111772974014281, + 0.7069105566978454, + 0.5894367267131806, + 0.5519145173072815, + 0.5328701040267945, + 0.5143702904701233, + 0.5037649742126464, + 0.5267402291297912, + 0.5362862730979919, + 0.5706932378292083, + 0.5366109603404999, + 0.5748039415359497, + 0.6984620532989502, + 0.6995907222032547, + 0.6355872257232666, + 0.5994791854858399, + 0.6105069580078125, + 0.755839087486267, + 0.7219365031242371, + 0.7605537420272828, + 0.7302447261810303, + 0.7689904579162598, + 0.6884315003395081, + 0.6808914300203324, + 0.6728718101501465, + 0.7055298049449921, + 0.6493824725151062, + 0.6272500898987055, + 0.5995918445706367, + 0.5774760694503784, + 0.6369666585922241, + 0.6621656682491303, + 0.6987312582492828, + 0.7215407601356506, + 0.7177485369443893, + 0.6749118590354919, + 0.7748493107795715, + 0.6226130012512207, + 0.59164186668396, + 0.8793521818518638, + 0.5344610214710236, + 0.6223686878204345, + 0.5742042091012001, + 0.6648194321632386, + 0.6924330261230469, + 0.6171909283161163, + 0.6225832930564881, + 0.5864963626980781, + 0.5502301546096802, + 0.6340892565965652, + 0.5290304160118103, + 0.593668369102478, + 0.5533372339248657, + 0.6408262311697006, + 0.4738055535316467, + 0.5309371071815491, + 0.4636679154396057, + 0.5358815372467041, + 0.45992880697250366, + 0.458472611618042, + 0.46539330711364746, + 0.47984019027948377, + 0.44190584735870364, + 0.45413577545881273, + 0.43303393692970277, + 0.4372877141952515, + 0.45334326210021975, + 0.4221468412399292, + 0.4217998252868652, + 0.4122497503757477, + 0.4124288455963135, + 0.4077335179507732, + 0.3989184023857117, + 0.3986554427713156, + 0.39380938061475756, + 0.39323648450374604, + 0.39136115703582763, + 0.39004903059005736, + 0.38944205143451693 + ], + "train_acc": [ + 0.2526, + 0.628, + 0.7334, + 0.7835, + 0.7903, + 0.7999, + 0.8125, + 0.8145, + 0.8116, + 0.8155, + 0.8113, + 0.8242, + 0.8189, + 0.7977, + 0.7993, + 0.8201, + 0.8267, + 0.8299, + 0.8104, + 0.8145, + 0.8077, + 0.818, + 0.8117, + 0.8259, + 0.8297, + 0.8323, + 0.8296, + 0.8424, + 0.8483, + 0.8508, + 0.8527, + 0.8463, + 0.842, + 0.8346, + 0.8304, + 0.8329, + 0.8415, + 0.8272, + 0.8528, + 0.8517, + 0.8201, + 0.8663, + 0.8515, + 0.8582, + 0.8449, + 0.8462, + 0.8551, + 0.8533, + 0.8555, + 0.8652, + 0.8528, + 0.8688, + 0.8578, + 0.8656, + 0.8516, + 0.8779, + 0.8655, + 0.8768, + 0.8643, + 0.8772, + 0.8783, + 0.8791, + 0.8749, + 0.8827, + 0.8802, + 0.8822, + 0.8846, + 0.8819, + 0.8855, + 0.8854, + 0.8897, + 0.8892, + 0.8904, + 0.893, + 0.8915, + 0.8936, + 0.8923, + 0.8933, + 0.8942, + 0.8943 + ], + "test_acc": [ + 0.496, + 0.674, + 0.718, + 0.7275, + 0.701, + 0.768, + 0.757, + 0.771, + 0.765, + 0.653, + 0.771, + 0.7435, + 0.7445, + 0.73, + 0.716, + 0.759, + 0.774, + 0.7065, + 0.726, + 0.741, + 0.7765, + 0.7795, + 0.736, + 0.75, + 0.7835, + 0.762, + 0.7935, + 0.7395, + 0.7585, + 0.7765, + 0.75, + 0.786, + 0.722, + 0.807, + 0.7605, + 0.7365, + 0.782, + 0.7935, + 0.7915, + 0.7045, + 0.803, + 0.803, + 0.7895, + 0.7795, + 0.7665, + 0.795, + 0.771, + 0.82, + 0.799, + 0.8235, + 0.809, + 0.8115, + 0.808, + 0.815, + 0.823, + 0.8165, + 0.8285, + 0.8075, + 0.837, + 0.8315, + 0.8305, + 0.821, + 0.8325, + 0.8325, + 0.841, + 0.835, + 0.8295, + 0.843, + 0.838, + 0.8405, + 0.8355, + 0.839, + 0.843, + 0.842, + 0.842, + 0.841, + 0.8415, + 0.8405, + 0.8415, + 0.8405 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.022819485515356064, + 0.10611869394779205, + 0.08763782680034637, + 0.06361521780490875, + 0.08818645775318146, + 0.07573625445365906, + 0.07574683427810669, + 0.025106821209192276, + 0.029594242572784424, + 0.09018446505069733, + 0.04191981628537178, + 0.05728168785572052 + ], + "perturbation_rho": [ + -0.0498071163892746, + 0.18554872274398804, + 0.19663047790527344, + 0.14150168001651764, + 0.06663499772548676, + 0.12039551883935928, + 0.12434913218021393, + 0.05157296732068062, + 0.09405694901943207, + 0.07376686483621597, + 0.061272408813238144, + 0.10341489315032959 + ], + "nudging": { + "0.001": [ + -0.00011285400250926614, + -0.0005286485538817942, + -0.00023863595561124384, + -0.0001699515269137919, + -0.00019242128473706543, + -0.00020841028890572488, + -0.00017818620835896581, + -8.221696771215647e-05, + -0.00012262666132301092, + -0.0002659684687387198, + -7.3433002398815e-05, + -0.00015967088984325528 + ], + "0.003": [ + -0.00024241290520876646, + -0.0015879659913480282, + -0.0007213138160295784, + -0.0005122334696352482, + -0.0005765345995314419, + -0.0006294770864769816, + -0.0005317657487466931, + -0.0002465004217810929, + -0.000370893714716658, + -0.0007963281823322177, + -0.00021844575530849397, + -0.00047936002374626696 + ], + "0.01": [ + 0.000284646637737751, + -0.005279931705445051, + -0.002400151453912258, + -0.0017087131273001432, + -0.0019207102013751864, + -0.0020927595905959606, + -0.0017691099783405662, + -0.0008208724320866168, + -0.0012333606136962771, + -0.0026537002995610237, + -0.0007275568204931915, + -0.0015953464899212122 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.9170144527435302, + 1.3574325843811035, + 1.0219036561965942, + 1.0417006726264955, + 1.1545506413459778, + 1.0443228019714355, + 1.069793510723114, + 1.1563185817718507, + 1.2034203029632569, + 1.2093300688743591, + 1.2421297967910767, + 1.2121269897460938, + 1.2421570183753967, + 1.227959622001648, + 1.2875715705871582, + 1.2968539279937745, + 1.2598994022369385, + 1.2438384927749633, + 1.257016632270813, + 1.3526598268508911, + 1.3369555353164673, + 1.2425631269454955, + 1.1589678699493409, + 1.1722875375747681, + 1.196830919456482, + 1.2976784371376038, + 1.4418400695800782, + 1.5240311195373535, + 1.3321481491088867, + 1.1875362323760987, + 1.1509679439544678, + 1.137692106437683, + 1.0400111068725586, + 1.0969075414657592, + 1.0011995708465575, + 1.0474750366210936, + 1.0674565059661865, + 1.0524237518310546, + 1.0477498797416687, + 1.0017159150123596, + 1.0123031642913818, + 1.032210140323639, + 0.9697861175537109, + 0.9672701766967774, + 0.9756033916473389, + 0.9363939442634582, + 0.9666579208374023, + 0.9819006387710572, + 0.9768954681396484, + 0.9663044677734375, + 0.9702695720672607, + 0.942413935470581, + 0.9659700645446777, + 0.9314608770370484, + 0.9171806238174438, + 0.9250450847625732, + 0.9110939646720886, + 0.909934245300293, + 0.8979906294822693, + 0.8799821901321411, + 0.8749663389205933, + 0.8692678067207337, + 0.861733264541626, + 0.8568462301254273, + 0.8578854080200196, + 0.8505663597106934, + 0.8482229557037354, + 0.8452105672836304, + 0.8483084865570069, + 0.8421358110427857, + 0.8392665149688721, + 0.8388012510299683, + 0.8370298583984375, + 0.8364136636734009, + 0.8345022481918335, + 0.8332059104919434, + 0.831232413482666, + 0.830617018032074, + 0.830040982055664, + 0.8296857852935791 + ], + "train_acc": [ + 0.3517, + 0.5406, + 0.637, + 0.6539, + 0.642, + 0.649, + 0.6309, + 0.6125, + 0.5943, + 0.585, + 0.5871, + 0.5969, + 0.581, + 0.5812, + 0.5714, + 0.5742, + 0.5815, + 0.5852, + 0.6003, + 0.5856, + 0.5956, + 0.6059, + 0.6156, + 0.6163, + 0.6124, + 0.6008, + 0.5782, + 0.5726, + 0.6073, + 0.6195, + 0.6281, + 0.6301, + 0.6442, + 0.6423, + 0.6638, + 0.6437, + 0.6416, + 0.6452, + 0.642, + 0.654, + 0.6567, + 0.6568, + 0.6646, + 0.6658, + 0.663, + 0.6761, + 0.6684, + 0.6674, + 0.6674, + 0.674, + 0.6749, + 0.6792, + 0.6738, + 0.6805, + 0.686, + 0.6842, + 0.6903, + 0.6848, + 0.6934, + 0.6995, + 0.6987, + 0.7028, + 0.7012, + 0.7035, + 0.7027, + 0.7097, + 0.7091, + 0.712, + 0.7104, + 0.7087, + 0.7106, + 0.7127, + 0.7098, + 0.711, + 0.714, + 0.7122, + 0.7127, + 0.7147, + 0.7143, + 0.7145 + ], + "test_acc": [ + 0.4755, + 0.5345, + 0.6515, + 0.6045, + 0.6325, + 0.614, + 0.575, + 0.583, + 0.576, + 0.551, + 0.5735, + 0.5495, + 0.5625, + 0.5185, + 0.516, + 0.5475, + 0.561, + 0.5915, + 0.4995, + 0.493, + 0.539, + 0.6, + 0.5995, + 0.58, + 0.554, + 0.5895, + 0.486, + 0.5515, + 0.5825, + 0.5845, + 0.5545, + 0.6015, + 0.599, + 0.623, + 0.6035, + 0.6035, + 0.61, + 0.6105, + 0.6025, + 0.6305, + 0.6195, + 0.6255, + 0.635, + 0.6365, + 0.636, + 0.628, + 0.64, + 0.6165, + 0.6255, + 0.633, + 0.641, + 0.641, + 0.65, + 0.6545, + 0.654, + 0.66, + 0.6605, + 0.6605, + 0.66, + 0.6655, + 0.66, + 0.659, + 0.6705, + 0.668, + 0.6625, + 0.663, + 0.667, + 0.671, + 0.674, + 0.6765, + 0.68, + 0.6735, + 0.677, + 0.6735, + 0.675, + 0.6755, + 0.6745, + 0.6745, + 0.675, + 0.675 + ], + "state_pred_error": [ + 0.6493651579856873, + 0.29575768976211547, + 0.23103001885414123, + 0.2334385880947113, + 0.23548452725410463, + 0.19967564697265625, + 0.18518944029808043, + 0.16725214145183565, + 0.1649368047952652, + 0.16571793246269226, + 0.17572792928218842, + 0.1743344892501831, + 0.15893575103282928, + 0.14322838592529297, + 0.13594432392120362, + 0.14049444479942322, + 0.14633379299640656, + 0.13476813054084777, + 0.11506632614135742, + 0.09945053409337998, + 0.0853865048646927, + 0.07948669990301133, + 0.07776896188259125, + 0.07093840420246124, + 0.0676786900997162, + 0.07071898134946823, + 0.0722231029510498, + 0.06867871108055115, + 0.06268749744296073, + 0.05706663088798523, + 0.05825891577005386, + 0.0631956821680069, + 0.06554845556020737, + 0.06385076906085015, + 0.059801281118392946, + 0.056304640930891034, + 0.051978501677513125, + 0.0483906120300293, + 0.04619176578521728, + 0.04515855231881142, + 0.043788279366493224, + 0.042852709513902666, + 0.04160206508040428, + 0.04094642661809921, + 0.03986684157252312, + 0.03952786195278168, + 0.03936737617254257, + 0.04014009275436401, + 0.04107310829758644, + 0.04151235276460648, + 0.04251271829605102, + 0.042470853394269946, + 0.04116504163742066, + 0.039731386798620226, + 0.03882245666384697, + 0.03727775193452835, + 0.035602553805708884, + 0.03460706757307053, + 0.03363208696842194, + 0.0326178902387619, + 0.03211134424805641, + 0.03151855516433716, + 0.03118992812037468, + 0.030708241164684295, + 0.029781148672103883, + 0.02953700419664383, + 0.028982311296463014, + 0.028379172378778458, + 0.02792458461225033, + 0.027120157611370085, + 0.026746750193834306, + 0.0262485995978117, + 0.025594802010059356, + 0.02498560943007469, + 0.024488566598296166, + 0.02415746918618679, + 0.023551164603233338, + 0.023047770342230798, + 0.02238947468996048, + 0.02236259917318821 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7431880235671997, + 0.2796655595302582, + 0.13151727616786957, + 0.09881292283535004, + 0.0924338698387146, + 0.10159576684236526, + 0.09764175117015839, + 0.09642879664897919, + 0.09804226458072662, + 0.09603762626647949, + 0.09261822700500488, + 0.08885498344898224 + ], + "perturbation_rho": [ + 0.611870527267456, + 0.24307268857955933, + 0.10120554268360138, + 0.09459854662418365, + 0.09521515667438507, + 0.07265714555978775, + 0.07570740580558777, + 0.0650622695684433, + 0.07738275825977325, + 0.11346932500600815, + 0.08958262950181961, + 0.07643747329711914 + ], + "nudging": { + "0.001": [ + -0.022723916918039322, + -0.0008963837753981352, + -0.0003589537227526307, + -0.0002731546701397747, + -0.0002443054981995374, + -0.0002676681033335626, + -0.0002532715443521738, + -0.0002561286382842809, + -0.00026835669996216893, + -0.00025519070914015174, + -0.00024644829682074487, + -0.00023727267398498952 + ], + "0.003": [ + -0.06697431951761246, + -0.0026875482872128487, + -0.001076806103810668, + -0.0008197093848139048, + -0.0007331351516768336, + -0.0008034107740968466, + -0.0007598516531288624, + -0.000768211844842881, + -0.0008050791220739484, + -0.0007651542546227574, + -0.000739292532671243, + -0.0007121727103367448 + ], + "0.01": [ + -0.20912763476371765, + -0.00893338117748499, + -0.0035844063386321068, + -0.0027289288118481636, + -0.0024399380199611187, + -0.0026743747293949127, + -0.0025294050574302673, + -0.002557961270213127, + -0.0026802942156791687, + -0.002547960262745619, + -0.002460954710841179, + -0.0023713763803243637 + ] + }, + "state_pred_error_per_layer": [ + 20223.798828125, + 14219.4013671875, + 11048.2333984375, + 10263.419921875, + 8570.201171875, + 7224.33740234375, + 7281.2197265625, + 8034.87548828125, + 6686.9033203125, + 6885.98291015625, + 6667.048828125, + 6627.78125 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.0764933771133425, + 1.0333355437278748, + 0.7067635051727295, + 0.5858699575424194, + 0.5356992348194123, + 0.5212211735248565, + 0.5239047775268555, + 0.5818343393325806, + 0.6053238994598389, + 0.5796063490390777, + 0.5091782062530518, + 0.6705454446792602, + 0.5421884929656983, + 0.6353844381332397, + 0.6657565035820008, + 0.6767716047048569, + 0.6167357039451599, + 0.6938248710155487, + 0.8726231457233429, + 0.8884702047348022, + 0.9432406356811524, + 1.090025691795349, + 0.968264564704895, + 1.0746012533664704, + 1.1493414950847625, + 1.1367902378082275, + 1.3055742527008056, + 1.1653732303619384, + 1.1293184537887573, + 1.334260126066208, + 1.2707585639953614, + 1.4581013576507569, + 1.4308010631561279, + 1.285036499786377, + 1.8279240913391113, + 1.8119590299606323, + 2.283292189025879, + 1.6382048044204711, + 1.4503440219879151, + 1.7393564136505126, + 1.6293182621002198, + 1.4443016117095948, + 1.2811944095611572, + 1.21372008228302, + 1.1024506355285644, + 1.2282759926795959, + 1.2983571229934692, + 1.3142110950469972, + 1.323133878517151, + 1.3581235847473145, + 1.2896308329582213, + 1.284184308242798, + 1.2349051277160645, + 1.3431798957824708, + 1.1847218454360962, + 1.1301065828323364, + 1.1214371286392213, + 1.0846952264785767, + 1.0839066341400148, + 1.097983945274353, + 1.0511162779808045, + 1.0496550798416138, + 1.0508357788085938, + 1.0465448284626007, + 1.0507531276702882, + 1.0591266249656677, + 1.0550554061889648, + 1.0550357730865478, + 1.0820843217849732, + 1.0595227965354919, + 1.065673966217041, + 1.0613273656845092, + 1.0590686019897462, + 1.0599220966339111, + 1.0588614574432373, + 1.0581368492126464, + 1.0541149351119996, + 1.0519661378860474, + 1.0514939740180969, + 1.0511556272506715 + ], + "train_acc": [ + 0.2452, + 0.6221, + 0.7343, + 0.784, + 0.801, + 0.805, + 0.8066, + 0.7899, + 0.7896, + 0.8047, + 0.8283, + 0.7988, + 0.8245, + 0.8083, + 0.8112, + 0.8115, + 0.8284, + 0.8143, + 0.7943, + 0.7885, + 0.7858, + 0.7695, + 0.7757, + 0.7569, + 0.7501, + 0.7476, + 0.7172, + 0.7332, + 0.7408, + 0.7223, + 0.7292, + 0.694, + 0.6746, + 0.6863, + 0.6085, + 0.6042, + 0.5516, + 0.6079, + 0.614, + 0.5877, + 0.5988, + 0.6126, + 0.6327, + 0.648, + 0.6703, + 0.6493, + 0.6395, + 0.6404, + 0.6402, + 0.6375, + 0.6505, + 0.6503, + 0.6588, + 0.636, + 0.6598, + 0.6677, + 0.6697, + 0.6766, + 0.6791, + 0.6715, + 0.6827, + 0.6841, + 0.6788, + 0.6811, + 0.6818, + 0.6793, + 0.6794, + 0.6814, + 0.6722, + 0.6808, + 0.6791, + 0.6816, + 0.6826, + 0.681, + 0.6824, + 0.6812, + 0.6834, + 0.6838, + 0.6841, + 0.6839 + ], + "test_acc": [ + 0.487, + 0.667, + 0.72, + 0.7295, + 0.754, + 0.7085, + 0.725, + 0.7445, + 0.7405, + 0.743, + 0.685, + 0.7675, + 0.7645, + 0.73, + 0.759, + 0.7505, + 0.731, + 0.6945, + 0.729, + 0.7415, + 0.6975, + 0.7285, + 0.7145, + 0.712, + 0.673, + 0.6825, + 0.635, + 0.6405, + 0.672, + 0.654, + 0.649, + 0.5795, + 0.682, + 0.5525, + 0.5845, + 0.3575, + 0.5085, + 0.5355, + 0.5015, + 0.49, + 0.5295, + 0.5085, + 0.585, + 0.6325, + 0.6295, + 0.531, + 0.5645, + 0.58, + 0.5825, + 0.604, + 0.6035, + 0.608, + 0.552, + 0.579, + 0.6445, + 0.633, + 0.643, + 0.6575, + 0.6475, + 0.651, + 0.664, + 0.6545, + 0.66, + 0.6625, + 0.663, + 0.66, + 0.663, + 0.662, + 0.6645, + 0.6635, + 0.663, + 0.6685, + 0.67, + 0.6675, + 0.6585, + 0.667, + 0.665, + 0.666, + 0.664, + 0.6635 + ], + "value_loss": [ + 2.8549158838272093, + 1.161496125793457, + 0.903598198890686, + 0.7632983952522278, + 0.6835939199686051, + 0.6766883213043213, + 0.7091717009544373, + 0.9754714385986328, + 1.08224688205719, + 1.062293195784092, + 0.9092092826843262, + 1.4716599861145019, + 1.038246541786194, + 1.4234249837160111, + 1.664121393585205, + 1.6125931749343871, + 1.4978518940925598, + 1.7518914916992188, + 2.72013060503006, + 3.1416282855987547, + 3.455105680847168, + 4.676465829467773, + 3.303184397125244, + 3.646682159423828, + 4.276524467420578, + 4.3695808753967285, + 5.563025414466858, + 4.5929090194702145, + 4.1187556289672855, + 5.53759754114151, + 6.174367126464844, + 5.94762811126709, + 4.872971316528321, + 3.637530991744995, + 5.705263479614258, + 6.351236457061767, + 8.093695210266114, + 4.504659541511535, + 2.6615619094848633, + 5.09617506980896, + 3.5259002746582033, + 2.7192329330444336, + 2.638924031639099, + 1.6318247977256775, + 1.3823803621292114, + 1.951340493106842, + 2.216556364059448, + 2.1964007709503175, + 2.5811822102546693, + 2.1051325965881347, + 1.8404160772800446, + 1.9780693883895875, + 1.718860918045044, + 1.983682257080078, + 1.9515350111961365, + 1.2874729948043824, + 1.3900933967590332, + 1.2211145097732543, + 1.3988167335510253, + 1.2648169076919555, + 1.1056289435863496, + 0.9794681151866913, + 1.0225543155670167, + 1.0772494400978088, + 0.9853854091644287, + 0.9633722298145294, + 0.9995410033226013, + 1.0373240133285522, + 1.104611580657959, + 1.0151097399234772, + 1.0281483087539673, + 0.969052958202362, + 0.9510830691337585, + 0.9537978723526, + 0.8950119636535645, + 0.8671914636135102, + 0.9178054649353027, + 0.9064536457061767, + 0.8821513331413269, + 0.9863593735218048 + ], + "term_loss": [ + 1.682755407524109, + 0.9349195198059082, + 0.7577797178268433, + 0.6367232304573059, + 0.5474753088951111, + 0.5284061282157898, + 0.5641642443656921, + 0.8194823429107666, + 0.9324796360015869, + 0.912509532225132, + 0.7826824951171875, + 1.319875775718689, + 0.9083852030277252, + 1.281417071583867, + 1.5178388681411743, + 1.4628825843811035, + 1.3601782407283782, + 1.590202610015869, + 2.46570823032856, + 2.7377664497375487, + 2.9881096405029295, + 4.093345769119263, + 2.8418840057373047, + 3.1584136568069456, + 3.727611806821823, + 3.8350956407547, + 4.957208102893829, + 3.993870001220703, + 3.628015086746216, + 4.997284079122544, + 5.491623828125, + 5.350730059623718, + 4.29666678314209, + 3.107940061569214, + 4.910516096496582, + 5.609202164840698, + 7.328441577911377, + 3.92153433303833, + 2.2080428680419923, + 4.370297067832947, + 3.0111737335205078, + 2.2708549232959747, + 2.1683303813934325, + 1.2954999471187592, + 1.0790472076416016, + 1.5998526191234588, + 1.8377661813259125, + 1.8053871860504151, + 2.1328504148960112, + 1.717490065574646, + 1.4750218168020248, + 1.6484625193595885, + 1.4090114224433898, + 1.6390713775634767, + 1.6058604949712754, + 1.0051573803424836, + 1.102199532008171, + 0.9493986696243286, + 1.0932330482721329, + 0.9720278540134429, + 0.8383463484048843, + 0.7234356563329697, + 0.7596620301246643, + 0.8095307093143463, + 0.7318540607452393, + 0.7117131633043289, + 0.7411717020988464, + 0.76621328125, + 0.8340190933227539, + 0.7561145126342773, + 0.7697270512580872, + 0.7089268949508667, + 0.6988980655670166, + 0.7010336683273315, + 0.6438103723526001, + 0.6179502298414707, + 0.6598036010742188, + 0.6499435122966767, + 0.626848087978363, + 0.7168336891174316 + ], + "bridge_loss": [ + 0.896014222253242, + 0.04517395571172238, + 0.006593965370953083, + 0.0034440495952963827, + 0.018616770416498184, + 0.030837100231647492, + 0.024734814091026784, + 0.02389179002046585, + 0.01787433380782604, + 0.018077380554378034, + 0.010488519954681396, + 0.015156167778372765, + 0.010538265505433082, + 0.012908530953526497, + 0.01322974010705948, + 0.016209473606944084, + 0.015149136707186699, + 0.025635590088367462, + 0.09975660238265992, + 0.24363938935995103, + 0.30326125044822694, + 0.4093769493103027, + 0.2900644659996033, + 0.30407776420712473, + 0.36139686872959137, + 0.3478179151058197, + 0.3997144910812378, + 0.4011154135465622, + 0.2988287874698639, + 0.32996571643352507, + 0.48100315761566165, + 0.37056637697219846, + 0.3436944869041443, + 0.3004012752532959, + 0.5041740354537964, + 0.44999724850654604, + 0.4296209671974182, + 0.3023332357406616, + 0.18253318367004395, + 0.4315898947238922, + 0.23118360629081727, + 0.18129249473810197, + 0.22337257357835769, + 0.09488131734728814, + 0.07875844204425812, + 0.11123235714435577, + 0.12893191225528716, + 0.13899659600257874, + 0.19428774079680441, + 0.13162928407192231, + 0.1163264914393425, + 0.0801027453839779, + 0.06760505118966102, + 0.08564049925804139, + 0.10703954181075095, + 0.05367120292782784, + 0.058458478817343715, + 0.04750625167787075, + 0.08299656238555908, + 0.06785187515616417, + 0.05007092701196671, + 0.03860371837019921, + 0.04493570284247398, + 0.05130842483341694, + 0.036386512249708174, + 0.033535686874389646, + 0.04093419628441334, + 0.05317574837207794, + 0.0473568382024765, + 0.04034040171802044, + 0.0394649936914444, + 0.0410647492647171, + 0.03395739138126373, + 0.03392591526508331, + 0.033935180634260174, + 0.030197322559356688, + 0.04014543912410736, + 0.039191885554790494, + 0.03813223616480827, + 0.05245816183909774 + ], + "tgrad_loss": [ + 0.27614626688957217, + 0.1814026545524597, + 0.13922452120780945, + 0.12313111693859101, + 0.11750183961391449, + 0.1174450924873352, + 0.12027264575958252, + 0.13209730380773543, + 0.13189289898872375, + 0.13170627192556858, + 0.1160382707118988, + 0.13662804961204528, + 0.11932307603359223, + 0.12909939237833024, + 0.13305279737710954, + 0.1335011120378971, + 0.12252451281547547, + 0.13605329816937448, + 0.15466575002670288, + 0.16022245128154755, + 0.16373479413986206, + 0.1737431848526001, + 0.17123591811656952, + 0.18419077730178832, + 0.18751578764915466, + 0.18666732320785523, + 0.2061028514146805, + 0.19792364330291748, + 0.19191175360679627, + 0.21034778068065643, + 0.20174010210037233, + 0.22633177161216736, + 0.23261008365154268, + 0.2291896457672119, + 0.2905733513832092, + 0.29203712682724, + 0.33563268880844116, + 0.2807919749736786, + 0.27098584852218627, + 0.29428816595077517, + 0.2835429540157318, + 0.2670855068206787, + 0.24722108142375945, + 0.24144353773593902, + 0.22457472248077393, + 0.24025552184581755, + 0.24985827751159667, + 0.2520169780254364, + 0.2540440467596054, + 0.2560132534980774, + 0.2490677748680115, + 0.24950413098335267, + 0.24224443774223328, + 0.258970384645462, + 0.2386349895954132, + 0.22864441821575165, + 0.22943539001941682, + 0.224209578537941, + 0.22258712384700774, + 0.2249371839284897, + 0.21721167531013488, + 0.21742874386310576, + 0.21795658111572266, + 0.21641030756235122, + 0.21714482364654542, + 0.2181233823299408, + 0.21743510699272156, + 0.21793499126434326, + 0.22323566336631775, + 0.2186548171043396, + 0.21895627632141113, + 0.2190613217353821, + 0.21822762320041655, + 0.21883828949928283, + 0.21726641387939452, + 0.21904391651153565, + 0.2178564251422882, + 0.21731825175285338, + 0.2171710154533386, + 0.21706753172874452 + ] + }, + "diagnostics": { + "bp_cosine": [ + 9.498395957052708e-05, + 0.029415149241685867, + 0.062070880085229874, + 0.07393385469913483, + 0.07970248907804489, + 0.08624569326639175, + 0.10002343356609344, + 0.10488344728946686, + 0.10920242965221405, + 0.10451158881187439, + 0.09929930418729782, + 0.09505851566791534 + ], + "perturbation_rho": [ + 0.025425152853131294, + 0.0574759915471077, + 0.13417154550552368, + 0.10034967213869095, + 0.17468321323394775, + 0.17164339125156403, + 0.15925100445747375, + 0.08668951690196991, + 0.1521437168121338, + 0.14672580361366272, + 0.1825145184993744, + 0.12463894486427307 + ], + "nudging": { + "0.001": [ + 9.352347115054727e-05, + -0.0002647446817718446, + -0.00047820506733842194, + -0.0005149872158654034, + -0.0005640805466100574, + -0.0006015360122546554, + -0.0006438379641622305, + -0.0006649883580394089, + -0.0007019470212981105, + -0.0006623220397159457, + -0.0006254295585677028, + -0.0006009879289194942 + ], + "0.003": [ + 0.0003153950092382729, + -0.0007944293902255595, + -0.0014327235985547304, + -0.0015408566687256098, + -0.0016878837486729026, + -0.0018035313114523888, + -0.0019295630045235157, + -0.0019936237949877977, + -0.0020997454412281513, + -0.0019858325831592083, + -0.001876077032648027, + -0.0018000612035393715 + ], + "0.01": [ + 0.001420565415173769, + -0.0026360084302723408, + -0.00476992130279541, + -0.005131378769874573, + -0.005615689791738987, + -0.006001932080835104, + -0.006417973432689905, + -0.006630052346736193, + -0.006984136067330837, + -0.0066003259271383286, + -0.00623705331236124, + -0.005985542666167021 + ] + } + } + } +}
\ No newline at end of file |