diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.25_L12_s123.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.25_L12_s123.json | 1722 |
1 files changed, 1722 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.25_L12_s123.json b/results/synth_ladder_v2_lo/synth_a0.25_L12_s123.json new file mode 100644 index 0000000..80dd4af --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.25_L12_s123.json @@ -0,0 +1,1722 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0251480885505677, + 0.5381011812925339, + 0.41018714437484743, + 0.41668477268218995, + 0.3987781819820404, + 0.34647837781906127, + 0.3328484351158142, + 0.3411853968143463, + 0.31531344504356384, + 0.2811115964889526, + 0.3177991699934006, + 0.276431111907959, + 0.31507457468509675, + 0.23614442422389983, + 0.254969379901886, + 0.27476890687942507, + 0.2822477249979973, + 0.22857851524353026, + 0.2848317095279694, + 0.22646245069503784, + 0.19609259796142578, + 0.20422002878189086, + 0.2278106704711914, + 0.21199282817840576, + 0.22999722228050232, + 0.18927179362773897, + 0.1868197315096855, + 0.1624525843143463, + 0.16611186580657958, + 0.1776226815700531, + 0.18346555788517, + 0.18616020417213439, + 0.21773850283622742, + 0.17072519811987877, + 0.1434326003074646, + 0.14783699934482575, + 0.15042639310359954, + 0.12889793826341628, + 0.12356024625301361, + 0.1692313243865967, + 0.15909709224700927, + 0.1192699939250946, + 0.11174692940711975, + 0.11469121931791305, + 0.09951091033518314, + 0.09089980803132057, + 0.09371082916259765, + 0.10394041108489037, + 0.08837119708657265, + 0.0850338310956955, + 0.08094862339496613, + 0.08114566903114319, + 0.0906995141685009, + 0.078421424472332, + 0.0745745754480362, + 0.06969475071430206, + 0.0771757453918457, + 0.07762574458122254, + 0.07343646372556686, + 0.06731920648217202, + 0.06413565802574157, + 0.0694550199508667, + 0.06341172800064086, + 0.06010753145813942, + 0.0578922655582428, + 0.05571632192134857, + 0.05808653661012649, + 0.055248909771442416, + 0.05357116482257843, + 0.05281550569534302, + 0.05171134668439627, + 0.050705768856406215, + 0.04993012307882309, + 0.04970487477779388, + 0.04938072466850281, + 0.04907250826358795, + 0.048702222812175754, + 0.04849463161230087, + 0.04836083398014307, + 0.04829238135814667 + ], + "train_acc": [ + 0.6282, + 0.7909, + 0.8356, + 0.8387, + 0.8442, + 0.8678, + 0.864, + 0.8668, + 0.878, + 0.8879, + 0.8761, + 0.891, + 0.8781, + 0.9061, + 0.8998, + 0.8908, + 0.8897, + 0.9051, + 0.89, + 0.9092, + 0.924, + 0.9202, + 0.9112, + 0.9156, + 0.9113, + 0.922, + 0.9281, + 0.9346, + 0.9359, + 0.9311, + 0.9273, + 0.9257, + 0.9147, + 0.933, + 0.9439, + 0.9438, + 0.9417, + 0.9526, + 0.9544, + 0.9381, + 0.9407, + 0.9555, + 0.9599, + 0.9549, + 0.9662, + 0.9731, + 0.9685, + 0.9654, + 0.9715, + 0.9729, + 0.9751, + 0.975, + 0.9686, + 0.9772, + 0.9789, + 0.9812, + 0.9762, + 0.9755, + 0.9773, + 0.9815, + 0.9841, + 0.9801, + 0.9832, + 0.9859, + 0.9881, + 0.9893, + 0.9875, + 0.9879, + 0.9904, + 0.9916, + 0.9919, + 0.9924, + 0.993, + 0.9929, + 0.9935, + 0.9936, + 0.9937, + 0.9937, + 0.9939, + 0.9939 + ], + "test_acc": [ + 0.7655, + 0.7705, + 0.845, + 0.8445, + 0.856, + 0.8585, + 0.8535, + 0.863, + 0.863, + 0.8645, + 0.852, + 0.8735, + 0.876, + 0.868, + 0.8825, + 0.8725, + 0.869, + 0.873, + 0.8675, + 0.876, + 0.8745, + 0.8785, + 0.875, + 0.8745, + 0.8785, + 0.878, + 0.8905, + 0.881, + 0.883, + 0.889, + 0.8855, + 0.8835, + 0.8815, + 0.894, + 0.891, + 0.8865, + 0.8855, + 0.8865, + 0.884, + 0.8925, + 0.893, + 0.8995, + 0.9, + 0.894, + 0.8985, + 0.9, + 0.897, + 0.8975, + 0.895, + 0.9005, + 0.895, + 0.904, + 0.8985, + 0.899, + 0.9025, + 0.901, + 0.899, + 0.8985, + 0.8985, + 0.897, + 0.897, + 0.902, + 0.902, + 0.9025, + 0.899, + 0.9035, + 0.901, + 0.902, + 0.903, + 0.901, + 0.9035, + 0.902, + 0.901, + 0.901, + 0.901, + 0.9005, + 0.902, + 0.902, + 0.902, + 0.902 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8318638801574707, + 0.8205357789993286, + 0.8115277886390686, + 0.8032979965209961, + 0.7886118292808533, + 0.7801527976989746, + 0.7755030393600464, + 0.769822359085083, + 0.7656118869781494, + 0.7624454498291016, + 0.7592873573303223, + 0.7567087411880493 + ], + "perturbation_rho": [ + 0.9999992251396179, + 0.9999969005584717, + 0.9999886155128479, + 0.9999699592590332, + 0.9999390244483948, + 0.9998932480812073, + 0.9998554587364197, + 0.9998190999031067, + 0.9997619986534119, + 0.9997045397758484, + 0.9997037649154663, + 0.9996514916419983 + ], + "nudging": { + "0.001": [ + -0.02965891733765602, + -0.014755135402083397, + -0.007768464274704456, + -0.004644382745027542, + -0.0031942492350935936, + -0.0024470873177051544, + -0.002016209065914154, + -0.0017410764703527093, + -0.001558023039251566, + -0.0014324376825243235, + -0.001343877287581563, + -0.0012825119774788618 + ], + "0.003": [ + -0.0804542750120163, + -0.042193710803985596, + -0.022742247208952904, + -0.013738743960857391, + -0.00949312373995781, + -0.007289452478289604, + -0.006013792939484119, + -0.005197531543672085, + -0.004653473384678364, + -0.004280170891433954, + -0.004016467835754156, + -0.0038337684236466885 + ], + "0.01": [ + -0.19001588225364685, + -0.1191760003566742, + -0.0696173831820488, + -0.04359997808933258, + -0.030619269236922264, + -0.023702502250671387, + -0.019644131883978844, + -0.01702706888318062, + -0.015273808501660824, + -0.014067228883504868, + -0.01321301981806755, + -0.012620084919035435 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.1161888708114622, + 1.0705381093978883, + 0.7379587242126465, + 0.6230424444198608, + 0.5587224875450134, + 0.5511080667495728, + 0.5147961149215698, + 0.5059333966255188, + 0.5395212747573852, + 0.5567793758392334, + 0.6206620505332947, + 0.5265415138721466, + 0.5160172220230103, + 0.5400834962844848, + 0.5545318482398987, + 0.5883845041275024, + 0.6101506164550782, + 0.5516913089752197, + 0.6737783394813538, + 0.6081213068962097, + 0.811542774772644, + 0.6109004033088684, + 0.5861687495231629, + 0.6011404423713684, + 0.6571122856140137, + 0.6412208379745483, + 0.9013783811628818, + 0.5354073376655578, + 0.5708883996009827, + 0.6849057559967041, + 1.001942999124527, + 0.60237093501091, + 0.6511475246667862, + 0.6211171346664429, + 0.602404217338562, + 0.546023369216919, + 0.6272468940734863, + 0.6112368375778198, + 0.5450925559997558, + 0.7834748405456543, + 0.6081129229784011, + 0.5642386393815279, + 0.56300906457901, + 0.505311530637741, + 0.5361756405830383, + 0.4359512243270874, + 0.545820366859436, + 0.5309959113121032, + 0.5448329068422317, + 0.4796094952344894, + 0.4383549818992615, + 0.47926157960891724, + 0.46650244359970094, + 0.4291006091594696, + 0.4090529757976532, + 0.3741895474433899, + 0.46069719450473784, + 0.4360212215423584, + 0.43903335857391357, + 0.39378074131011964, + 0.3575065735816956, + 0.38047246384620664, + 0.3535813014984131, + 0.3860295336961746, + 0.35095718326568603, + 0.37885420265197756, + 0.3496265037059784, + 0.34361237716674803, + 0.3341560622692108, + 0.34267382655143735, + 0.3308092978477478, + 0.3239377063751221, + 0.32587551040649415, + 0.32046382219791414, + 0.31662249999046327, + 0.316526219534874, + 0.315068252658844, + 0.31297805325984956, + 0.3121805286288261, + 0.31114738615751264 + ], + "train_acc": [ + 0.2347, + 0.6109, + 0.7271, + 0.7668, + 0.7901, + 0.7911, + 0.8103, + 0.8109, + 0.8039, + 0.8057, + 0.7993, + 0.8217, + 0.8213, + 0.8225, + 0.8165, + 0.8147, + 0.8151, + 0.8288, + 0.8074, + 0.8169, + 0.7825, + 0.8202, + 0.8321, + 0.8321, + 0.8179, + 0.8169, + 0.787, + 0.8383, + 0.8308, + 0.8067, + 0.7794, + 0.8299, + 0.8183, + 0.8227, + 0.8221, + 0.84, + 0.8212, + 0.8258, + 0.8318, + 0.7943, + 0.8294, + 0.8284, + 0.8301, + 0.8396, + 0.8353, + 0.8567, + 0.8271, + 0.8324, + 0.8331, + 0.8414, + 0.8513, + 0.8441, + 0.8437, + 0.8564, + 0.8621, + 0.8661, + 0.8483, + 0.8563, + 0.8535, + 0.8627, + 0.8716, + 0.8674, + 0.873, + 0.867, + 0.8746, + 0.8692, + 0.8759, + 0.8763, + 0.8793, + 0.8761, + 0.8811, + 0.8839, + 0.8847, + 0.886, + 0.8883, + 0.8857, + 0.8871, + 0.8883, + 0.8883, + 0.889 + ], + "test_acc": [ + 0.4935, + 0.664, + 0.7105, + 0.7415, + 0.7515, + 0.749, + 0.738, + 0.7145, + 0.747, + 0.6885, + 0.779, + 0.747, + 0.7215, + 0.774, + 0.7765, + 0.737, + 0.7385, + 0.7485, + 0.7145, + 0.7095, + 0.746, + 0.6925, + 0.7445, + 0.733, + 0.7555, + 0.6975, + 0.744, + 0.758, + 0.7605, + 0.6015, + 0.7335, + 0.744, + 0.7155, + 0.76, + 0.742, + 0.6985, + 0.756, + 0.797, + 0.669, + 0.6595, + 0.7775, + 0.751, + 0.7825, + 0.792, + 0.7875, + 0.7185, + 0.7555, + 0.711, + 0.7865, + 0.7815, + 0.7525, + 0.7505, + 0.756, + 0.8095, + 0.8295, + 0.8095, + 0.7835, + 0.811, + 0.792, + 0.835, + 0.8165, + 0.8195, + 0.824, + 0.8365, + 0.83, + 0.8305, + 0.8355, + 0.8345, + 0.841, + 0.8435, + 0.845, + 0.8445, + 0.8385, + 0.8435, + 0.849, + 0.8425, + 0.852, + 0.846, + 0.8475, + 0.8475 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.007017737254500389, + 0.1750856339931488, + 0.09811605513095856, + 0.09870222210884094, + 0.06923168152570724, + 0.07072796672582626, + 0.1299426257610321, + 0.06372487545013428, + 0.05202930420637131, + 0.07090489566326141, + 0.04892899468541145, + 0.07766443490982056 + ], + "perturbation_rho": [ + -0.05082311853766441, + 0.15127798914909363, + 0.10723739117383957, + 0.1141807958483696, + 0.10590988397598267, + 0.05159565061330795, + 0.11685939878225327, + 0.06997300684452057, + 0.00848393514752388, + 0.09840574860572815, + 0.04575839638710022, + 0.015137266367673874 + ], + "nudging": { + "0.001": [ + -4.85350246890448e-05, + -0.00047083833487704396, + -0.0002036669902736321, + -0.00020484492415562272, + -0.00012755952775478363, + -0.0001312094391323626, + -0.00026341876946389675, + -0.00013891540584154427, + -8.587291813455522e-05, + -0.0001401761983288452, + -0.00010106117406394333, + -0.00013796932762488723 + ], + "0.003": [ + -0.00011904549319297075, + -0.0014130279887467623, + -0.0006089931703172624, + -0.0006149515393190086, + -0.00038236152613535523, + -0.0003897756978403777, + -0.0007856430020183325, + -0.00041487300768494606, + -0.00026209562201984227, + -0.0004224291769787669, + -0.0003004029858857393, + -0.00041531946044415236 + ], + "0.01": [ + -9.43206250667572e-05, + -0.004689650610089302, + -0.0020264536142349243, + -0.0020407852716743946, + -0.0012656663311645389, + -0.0012923413887619972, + -0.0026080894749611616, + -0.0013762509915977716, + -0.0008721412159502506, + -0.0014046088326722383, + -0.0009981195908039808, + -0.0013870256952941418 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.7660392265319824, + 1.178251402759552, + 0.9799116178512574, + 0.9648374988555908, + 0.9458347319602967, + 0.9694253993034363, + 1.031941456604004, + 1.086812539100647, + 1.1742973445892333, + 1.19130708694458, + 1.1743286926269532, + 1.1457796726226808, + 1.1943257934570313, + 1.1683498153686522, + 1.1290361179351807, + 1.0556812404632567, + 1.0298576685905456, + 1.0394999574661254, + 1.0867010340690613, + 1.049304892539978, + 1.0673762855529785, + 1.0524308464050294, + 1.0844358332633972, + 1.1172401988983154, + 1.1323510132789611, + 1.1146858919143676, + 1.128648495578766, + 1.0949398155212402, + 1.0749667533874512, + 1.0532681093215943, + 0.9976370090484619, + 0.9771609001159668, + 1.0085774200439452, + 0.9589678119659424, + 1.0052671368122101, + 1.0016240659713744, + 0.9660814436912537, + 0.9806823503494263, + 0.9850459058761597, + 0.9981972049713135, + 0.9740466180801391, + 0.9784111059188842, + 1.0064473885536194, + 1.0063808506011962, + 1.0454398796081543, + 1.068976349067688, + 1.0449666645050049, + 0.9966327934265137, + 0.9869317514419556, + 0.9675295728683472, + 0.9301507671356202, + 0.9641815420150757, + 0.9217775179862976, + 0.9083558129310608, + 0.8999398115158082, + 0.9012471942901611, + 0.876110479068756, + 0.8611874293327332, + 0.8559818737030029, + 0.8613637584686279, + 0.8418010949134827, + 0.8399203823089599, + 0.822348624420166, + 0.8137641032218933, + 0.8099215194702148, + 0.8083343101501465, + 0.79866770362854, + 0.7958657787322998, + 0.7941301454544067, + 0.7885932938575745, + 0.7868301971435547, + 0.7845343255996704, + 0.7839029501914978, + 0.7834184554100037, + 0.7787990325927734, + 0.7778603867530822, + 0.7773278060913086, + 0.7761943964004516, + 0.7756718534469604, + 0.7753890983581543 + ], + "train_acc": [ + 0.3775, + 0.5866, + 0.6582, + 0.6737, + 0.6776, + 0.6691, + 0.6489, + 0.6323, + 0.615, + 0.6048, + 0.6065, + 0.6163, + 0.5998, + 0.6116, + 0.6105, + 0.6255, + 0.6347, + 0.6341, + 0.6203, + 0.6327, + 0.6274, + 0.6273, + 0.6222, + 0.6166, + 0.6221, + 0.6313, + 0.6286, + 0.6398, + 0.6346, + 0.6421, + 0.6539, + 0.6626, + 0.6542, + 0.6694, + 0.662, + 0.6658, + 0.6749, + 0.6665, + 0.6672, + 0.6647, + 0.6694, + 0.6657, + 0.6662, + 0.6634, + 0.6582, + 0.6572, + 0.6615, + 0.6692, + 0.6772, + 0.6794, + 0.6878, + 0.672, + 0.688, + 0.688, + 0.6891, + 0.6883, + 0.6942, + 0.6958, + 0.6969, + 0.6946, + 0.7045, + 0.7034, + 0.7078, + 0.7092, + 0.7115, + 0.7134, + 0.7138, + 0.7166, + 0.7183, + 0.7177, + 0.7171, + 0.7211, + 0.7219, + 0.7237, + 0.7234, + 0.7234, + 0.7229, + 0.7241, + 0.7237, + 0.7238 + ], + "test_acc": [ + 0.521, + 0.603, + 0.6275, + 0.638, + 0.64, + 0.6115, + 0.6005, + 0.5555, + 0.575, + 0.5755, + 0.5515, + 0.5135, + 0.563, + 0.5605, + 0.5765, + 0.5455, + 0.598, + 0.5825, + 0.5805, + 0.5785, + 0.5125, + 0.5985, + 0.57, + 0.5875, + 0.5775, + 0.571, + 0.6055, + 0.6095, + 0.6085, + 0.6005, + 0.6235, + 0.608, + 0.63, + 0.607, + 0.611, + 0.6395, + 0.6215, + 0.6065, + 0.609, + 0.622, + 0.62, + 0.619, + 0.62, + 0.6035, + 0.6035, + 0.614, + 0.611, + 0.615, + 0.6215, + 0.6185, + 0.6415, + 0.641, + 0.6365, + 0.634, + 0.6375, + 0.6385, + 0.638, + 0.638, + 0.6585, + 0.6345, + 0.6515, + 0.6415, + 0.6495, + 0.648, + 0.6535, + 0.649, + 0.6485, + 0.6535, + 0.6605, + 0.652, + 0.6495, + 0.656, + 0.6555, + 0.6525, + 0.6495, + 0.653, + 0.6515, + 0.6525, + 0.653, + 0.653 + ], + "state_pred_error": [ + 0.6562932591438293, + 0.23981053397655486, + 0.1903499266386032, + 0.19460821108818055, + 0.18526573693752288, + 0.17590652742385865, + 0.17703034114837646, + 0.18292365341186523, + 0.17384615654945373, + 0.15362654786109925, + 0.13457916014194488, + 0.10651036943197251, + 0.08625391768217087, + 0.07398555294275284, + 0.06209893840551376, + 0.05550870283842087, + 0.053596517646312715, + 0.04783650130033493, + 0.043200792515277864, + 0.04244589750766754, + 0.03850420281887054, + 0.034261447036266324, + 0.03740785131454468, + 0.05187485041022301, + 0.062013522326946256, + 0.06344651449918746, + 0.06347008838653564, + 0.05844136718511581, + 0.055137157082557675, + 0.0557414687871933, + 0.057311562991142276, + 0.054085967439413074, + 0.051402875846624375, + 0.05376452451944351, + 0.056453118932247165, + 0.058846011412143705, + 0.05783562337160111, + 0.05683179898262024, + 0.04931292141675949, + 0.046385925376415255, + 0.04792898969650269, + 0.04724597421884537, + 0.048053572791814804, + 0.05018840481638909, + 0.0515774268746376, + 0.051133309531211854, + 0.04661017266511917, + 0.040031638622283934, + 0.03488108472824097, + 0.034121088311076166, + 0.033728338706493374, + 0.0345772180557251, + 0.035495428866147996, + 0.0358143527507782, + 0.03543115886449814, + 0.034300058418512344, + 0.03347357029318809, + 0.03296002690792084, + 0.03150505864620209, + 0.031229876655340195, + 0.030605761355161666, + 0.029714866718649865, + 0.029429574620723726, + 0.028748987805843354, + 0.0280685770124197, + 0.027459417676925658, + 0.02690108307301998, + 0.0262698985517025, + 0.025815216612815856, + 0.025245039772987365, + 0.02476883113980293, + 0.024032312482595443, + 0.023628278690576553, + 0.02287783022224903, + 0.022595539873838423, + 0.022138828229904175, + 0.02166169041991234, + 0.021171285590529443, + 0.020910686141252518, + 0.020324308523535728 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.7411977648735046, + 0.3599514067173004, + 0.24466437101364136, + 0.18324854969978333, + 0.1438049077987671, + 0.1288401186466217, + 0.12390943616628647, + 0.11832019686698914, + 0.1285572201013565, + 0.12467152625322342, + 0.12941977381706238, + 0.11911536008119583 + ], + "perturbation_rho": [ + 0.637965977191925, + 0.3033628761768341, + 0.22177954018115997, + 0.1946793794631958, + 0.08981841057538986, + 0.07293770462274551, + 0.06646254658699036, + 0.08072252571582794, + 0.1001453697681427, + 0.10873826593160629, + 0.08548736572265625, + 0.06633201241493225 + ], + "nudging": { + "0.001": [ + -0.021028487011790276, + -0.001058874186128378, + -0.0006181992357596755, + -0.0004633825155906379, + -0.00033575957058928907, + -0.00028632720932364464, + -0.0002752277650870383, + -0.00025989426649175584, + -0.0002959924750030041, + -0.0002790615544654429, + -0.0002817974309436977, + -0.00027173495618626475 + ], + "0.003": [ + -0.06181221827864647, + -0.0031739207915961742, + -0.0018536150455474854, + -0.0013895141892135143, + -0.0010071746073663235, + -0.0008582596783526242, + -0.0008251374820247293, + -0.0007799923187121749, + -0.0008870307938195765, + -0.0008369790157303214, + -0.0008445986313745379, + -0.000814296246971935 + ], + "0.01": [ + -0.19135718047618866, + -0.010539980605244637, + -0.006164146587252617, + -0.004623022396117449, + -0.003351652529090643, + -0.002855603815987706, + -0.002745934296399355, + -0.0025949627161026, + -0.002952038776129484, + -0.002784580923616886, + -0.002810355508700013, + -0.0027095736004412174 + ] + }, + "state_pred_error_per_layer": [ + 11398.169921875, + 8994.236328125, + 6843.07958984375, + 5338.4423828125, + 5392.61279296875, + 5254.96435546875, + 5057.08544921875, + 3968.3759765625, + 3609.97021484375, + 3456.01708984375, + 3801.56005859375, + 3800.938232421875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.1167624181747438, + 1.0788958876609802, + 0.7283429620742797, + 0.6024269011974335, + 0.5713749401092529, + 0.5598325239181519, + 0.5255904386997223, + 0.4974329795598984, + 0.4899064763069153, + 0.5248763283252716, + 0.5883738929748535, + 0.5222483651161194, + 0.6248608678817749, + 0.6194486492156982, + 0.662178272819519, + 0.640893846309185, + 0.5865561918258667, + 0.885394397687912, + 0.6598452829360962, + 0.8222563210964203, + 0.754990729355812, + 0.8914188419342041, + 1.031625161933899, + 1.0454975284576415, + 1.2010375715255737, + 1.0348915752410888, + 1.165796419429779, + 1.231134867119789, + 1.1155884208679199, + 1.126976979446411, + 1.1689010509490967, + 1.2431681230545044, + 1.1928106174468993, + 1.2096030212402344, + 1.3011646310806275, + 1.4129821705818175, + 1.6691173180580139, + 1.7397695838928222, + 1.5034552973747253, + 1.4103708577156067, + 1.4138535682678222, + 1.426429981994629, + 1.403753551864624, + 1.3699013526916504, + 1.2783019632339478, + 1.4253152322292328, + 1.2403149646759033, + 1.2535520204544068, + 1.2423814392089845, + 1.2836143051147462, + 1.2725918060302734, + 1.459489345550537, + 1.3426179229736328, + 1.2982452480316162, + 1.2198686767578124, + 1.2035927333831786, + 1.189828524017334, + 1.1886818801879884, + 1.186541651058197, + 1.196483794784546, + 1.1956911575317384, + 1.1999056583404542, + 1.1884550790786743, + 1.16442092628479, + 1.1864193830490113, + 1.175171266555786, + 1.164777257537842, + 1.143490619659424, + 1.1616380886077882, + 1.148275350189209, + 1.1453337799072265, + 1.1361551708221436, + 1.1338137168884277, + 1.1356001434326173, + 1.1363445959091187, + 1.1320666946411133, + 1.1263005462646485, + 1.1265122992515564, + 1.1240507564544677, + 1.122698894882202 + ], + "train_acc": [ + 0.2326, + 0.6009, + 0.7284, + 0.782, + 0.7858, + 0.7932, + 0.8017, + 0.8211, + 0.821, + 0.8133, + 0.8013, + 0.8252, + 0.8039, + 0.8028, + 0.8062, + 0.8088, + 0.8267, + 0.7767, + 0.8198, + 0.7967, + 0.8033, + 0.7824, + 0.7618, + 0.7514, + 0.7357, + 0.7568, + 0.7255, + 0.7226, + 0.7436, + 0.7404, + 0.7352, + 0.7124, + 0.7168, + 0.7056, + 0.6906, + 0.6805, + 0.6348, + 0.6271, + 0.6467, + 0.6502, + 0.6414, + 0.6359, + 0.6329, + 0.6335, + 0.6483, + 0.6185, + 0.6446, + 0.6477, + 0.6504, + 0.6359, + 0.6434, + 0.6053, + 0.6247, + 0.6278, + 0.645, + 0.6464, + 0.6447, + 0.6448, + 0.6491, + 0.6438, + 0.6471, + 0.6432, + 0.6445, + 0.6451, + 0.642, + 0.6436, + 0.6457, + 0.6523, + 0.6477, + 0.6485, + 0.6528, + 0.6531, + 0.6558, + 0.6543, + 0.6514, + 0.6525, + 0.6535, + 0.6521, + 0.6561, + 0.6539 + ], + "test_acc": [ + 0.4875, + 0.677, + 0.7215, + 0.7555, + 0.711, + 0.746, + 0.749, + 0.766, + 0.737, + 0.781, + 0.737, + 0.7375, + 0.682, + 0.752, + 0.741, + 0.753, + 0.7145, + 0.7665, + 0.7315, + 0.7535, + 0.735, + 0.693, + 0.6625, + 0.6565, + 0.6395, + 0.6925, + 0.6545, + 0.65, + 0.6975, + 0.6685, + 0.6285, + 0.624, + 0.6125, + 0.5815, + 0.637, + 0.595, + 0.569, + 0.6345, + 0.588, + 0.564, + 0.551, + 0.558, + 0.532, + 0.558, + 0.463, + 0.5915, + 0.592, + 0.605, + 0.5635, + 0.583, + 0.475, + 0.5865, + 0.5545, + 0.573, + 0.574, + 0.5875, + 0.6035, + 0.6145, + 0.5835, + 0.6215, + 0.5825, + 0.596, + 0.5915, + 0.595, + 0.5825, + 0.6105, + 0.6125, + 0.5925, + 0.611, + 0.6085, + 0.6045, + 0.614, + 0.6135, + 0.611, + 0.6095, + 0.6165, + 0.615, + 0.6175, + 0.617, + 0.6165 + ], + "value_loss": [ + 2.917377243423462, + 1.0885846445083618, + 0.8722483618736268, + 0.7590288893699646, + 0.6848006416320801, + 0.7795331933021545, + 0.7230647287368774, + 0.6652144893169403, + 0.6948482487678528, + 0.845168435049057, + 1.012792977142334, + 0.9757756937980652, + 1.377029209136963, + 1.2504926189422607, + 1.5225606134414673, + 1.4383921993494033, + 1.3322697761535645, + 2.4565747309207917, + 1.6300376277923585, + 2.823884797477722, + 2.3786984578609465, + 3.188929486846924, + 3.881624488592148, + 3.887029996871948, + 5.223129042053222, + 3.704177805709839, + 3.865027075386047, + 4.846107821583748, + 4.141783078241348, + 3.970493141937256, + 3.874847568798065, + 4.200226354598999, + 3.745213671684265, + 3.198570384597778, + 3.0785925355911257, + 3.9717932876586914, + 4.700067436790467, + 4.323802533721924, + 4.030013834190369, + 3.1393288494110108, + 2.987711456298828, + 2.7445001739501955, + 3.0291526428222655, + 2.3462921596527098, + 1.9060795955657959, + 2.258526708507538, + 1.7152527221679688, + 1.8757978493452072, + 1.7933397781372071, + 1.972236647605896, + 1.9309973197937012, + 2.1270628622055052, + 2.527687882232666, + 1.409256293106079, + 1.5656167263031007, + 1.207306969833374, + 1.161829356956482, + 1.1612982688903808, + 1.3352970541954041, + 1.0183050258636475, + 1.0635041744232179, + 1.1356115013122559, + 1.030290427494049, + 0.9526879192352294, + 0.9847541847229004, + 0.9769651292800904, + 1.0084786526679992, + 0.847856243610382, + 0.9065985995292664, + 0.8622876857757569, + 0.985212391090393, + 0.8992663670539855, + 0.8764174394369125, + 0.879221212387085, + 0.7656205827713013, + 0.7692451740264893, + 0.7758066005706787, + 0.7651944708824158, + 0.7469569927215576, + 0.7472030250549316 + ], + "term_loss": [ + 1.7071890327453614, + 0.8562626203536987, + 0.7217037587165832, + 0.6241729659080505, + 0.5283200964927673, + 0.6200158938407898, + 0.5797653388977051, + 0.5340959584653378, + 0.570998721408844, + 0.717055173254013, + 0.8720836116790771, + 0.8500968678474426, + 1.2321790990829469, + 1.1084193689346313, + 1.371880656862259, + 1.2907429981589318, + 1.1943902667999267, + 2.2709406319350003, + 1.4680245761871338, + 2.522774781036377, + 2.103910192489624, + 2.813427988433838, + 3.51185936422348, + 3.507211095714569, + 4.675780584716797, + 3.273686423397064, + 3.37993256855011, + 4.347406148648262, + 3.6078256138801574, + 3.477346031188965, + 3.3423506669521332, + 3.635915426635742, + 3.2431184103012085, + 2.731623638153076, + 2.569586363697052, + 3.3848239572525025, + 3.9930092430114748, + 3.6855425521850584, + 3.439471867132187, + 2.6192165103912353, + 2.430570825958252, + 2.2859115070343017, + 2.510902947998047, + 1.8956809158325196, + 1.5424002754211426, + 1.8663454635381698, + 1.3792756309509278, + 1.5096056005597114, + 1.4301966918945312, + 1.6093664487838746, + 1.5647689273834229, + 1.7485398204803466, + 2.0468893560409547, + 1.086868813419342, + 1.2306722325801849, + 0.9031556518554688, + 0.8638837631225585, + 0.8681535690307617, + 1.0182161829471588, + 0.7249538288116455, + 0.7807100736618042, + 0.8440699245452881, + 0.7501027065992355, + 0.6742322627067566, + 0.7051959021568298, + 0.7000651927947998, + 0.7283024723052979, + 0.5799991112709045, + 0.6314232111930848, + 0.5915066772460937, + 0.7066991906166077, + 0.6210276663541794, + 0.6052080447912216, + 0.6054580961704255, + 0.506322053527832, + 0.5056319164276123, + 0.5136490772247314, + 0.5038866362571717, + 0.4870232744216919, + 0.48659993648529054 + ], + "bridge_loss": [ + 0.934133678069734, + 0.04377672711312771, + 0.00621748416274786, + 0.009328789858520032, + 0.03208852110505104, + 0.03361516862809658, + 0.025169576000422238, + 0.016107972599565982, + 0.01099225374609232, + 0.009757265958189964, + 0.012258637046068907, + 0.009598278574645519, + 0.011902521315217018, + 0.01008907663524151, + 0.012962754887342453, + 0.016048321741446853, + 0.014013315912336111, + 0.02511794980466366, + 0.03051947158575058, + 0.14839042081832884, + 0.1288803307890892, + 0.21345752367973328, + 0.18923244893550872, + 0.1900414011478424, + 0.3374566346645355, + 0.2436180516242981, + 0.27291790237426755, + 0.2844627224907279, + 0.33504061785936357, + 0.28894724340438843, + 0.323739523935318, + 0.3439501903533936, + 0.2863821896791458, + 0.24004585890769958, + 0.2657137688159943, + 0.3297406603336334, + 0.4193671970367432, + 0.3435313666343689, + 0.3151414979636669, + 0.2521958198547363, + 0.286889494228363, + 0.18249824771881104, + 0.24513883123397828, + 0.1807411163687706, + 0.10391507806777954, + 0.11641201150417328, + 0.0781691556930542, + 0.11070946050584317, + 0.10752428450584411, + 0.09995526621341705, + 0.10843874815702438, + 0.09153415812253952, + 0.21060027264356612, + 0.05525967319011688, + 0.07939857324361801, + 0.052892149806022644, + 0.04809255766868591, + 0.043376958113908765, + 0.06525523254275321, + 0.041036498141288756, + 0.034595796847343444, + 0.039489244347810745, + 0.03204091534614563, + 0.03184057741165161, + 0.03210646907687187, + 0.03017198827266693, + 0.03566043748408556, + 0.026130416893959046, + 0.030878000298142434, + 0.028091139087080955, + 0.036872993779182434, + 0.037208085697889325, + 0.031016037890315058, + 0.03364388849139214, + 0.01882201724052429, + 0.022678672552108765, + 0.023471874904632567, + 0.022254053789377212, + 0.021548601961135866, + 0.02176231173723936 + ], + "tgrad_loss": [ + 0.2760545256614685, + 0.1885452966928482, + 0.14432712779045104, + 0.12552713549137115, + 0.1243920262336731, + 0.12590213398933411, + 0.11812981011867524, + 0.11501056258678437, + 0.1128572760105133, + 0.1183559935092926, + 0.12845072351694106, + 0.1160805418252945, + 0.1329475926876068, + 0.1319841867685318, + 0.13771721487045288, + 0.13160088445991278, + 0.12386620242595672, + 0.16051614969968797, + 0.1314936074256897, + 0.152719602394104, + 0.14590793343186378, + 0.1620439998626709, + 0.1805326670050621, + 0.18977752606868745, + 0.20989185056686402, + 0.18687333135604858, + 0.21217663090229033, + 0.21423892506957054, + 0.19891686100959777, + 0.20419985570907592, + 0.20875739620923997, + 0.22036073546409607, + 0.2157130225300789, + 0.22690090117454528, + 0.2432923877954483, + 0.2572286765575409, + 0.28769104671478274, + 0.29472856616973875, + 0.27540048587322236, + 0.26791652979850766, + 0.2702511163234711, + 0.2760904380321503, + 0.27311084804534913, + 0.2698701079368591, + 0.2597642467021942, + 0.27576921684741973, + 0.25780792813301084, + 0.25548279466629026, + 0.2556188053131104, + 0.26291491422653196, + 0.2577896447181702, + 0.2869888922214508, + 0.2701982216835022, + 0.2671278247833252, + 0.25554592900276185, + 0.2512591653585434, + 0.2498530375957489, + 0.249767742729187, + 0.25182563605308533, + 0.25231471223831176, + 0.24819831862449646, + 0.25205233681201933, + 0.24814680593013763, + 0.24661508560180664, + 0.24745180859565735, + 0.2467279472351074, + 0.2445157471895218, + 0.24172671518325806, + 0.2442973881959915, + 0.24268987379074097, + 0.24164021210670472, + 0.24103060722351075, + 0.24019335939884187, + 0.24011922693252563, + 0.240476509141922, + 0.24093458075523377, + 0.2386856475353241, + 0.23905378465652466, + 0.23838511614799499, + 0.23884078254699706 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.022855455055832863, + 0.05216163024306297, + 0.06243491545319557, + 0.06105152890086174, + 0.04914259910583496, + 0.0686616599559784, + 0.07184358686208725, + 0.06793813407421112, + 0.07173632830381393, + 0.07284142076969147, + 0.07256414741277695, + 0.07263204455375671 + ], + "perturbation_rho": [ + 0.035705771297216415, + 0.06484436988830566, + 0.15210987627506256, + 0.16708198189735413, + 0.14389753341674805, + 0.17870034277439117, + 0.1870872974395752, + 0.1476944386959076, + 0.15697413682937622, + 0.11093902587890625, + 0.14925891160964966, + 0.1440906673669815 + ], + "nudging": { + "0.001": [ + -0.001078948494978249, + -0.0004032487340737134, + -0.0004934167372994125, + -0.00047345247003249824, + -0.00039035180816426873, + -0.0005267527303658426, + -0.0005424739792943001, + -0.0005249894456937909, + -0.0005533735384233296, + -0.0005575859104283154, + -0.0005652024410665035, + -0.0005723442882299423 + ], + "0.003": [ + -0.0032069606240838766, + -0.0012108207447454333, + -0.0014771935530006886, + -0.001415132312104106, + -0.0011700796894729137, + -0.0015794191276654601, + -0.001628151978366077, + -0.0015758140943944454, + -0.0016569469589740038, + -0.0016708305338397622, + -0.001694234786555171, + -0.0017183286836370826 + ], + "0.01": [ + -0.010396174155175686, + -0.0040237451903522015, + -0.004916047677397728, + -0.004709047265350819, + -0.003890307154506445, + -0.005256335251033306, + -0.00541608827188611, + -0.005244302563369274, + -0.005511538591235876, + -0.005561722908169031, + -0.005636853165924549, + -0.0057196058332920074 + ] + } + } + } +}
\ No newline at end of file |