diff options
Diffstat (limited to 'results/synth_ladder_v2_lo/synth_a0.0_L8_s123.json')
| -rw-r--r-- | results/synth_ladder_v2_lo/synth_a0.0_L8_s123.json | 1638 |
1 files changed, 1638 insertions, 0 deletions
diff --git a/results/synth_ladder_v2_lo/synth_a0.0_L8_s123.json b/results/synth_ladder_v2_lo/synth_a0.0_L8_s123.json new file mode 100644 index 0000000..e4a62d1 --- /dev/null +++ b/results/synth_ladder_v2_lo/synth_a0.0_L8_s123.json @@ -0,0 +1,1638 @@ +{ + "bp": { + "log": { + "train_loss": [ + 1.0751699994087218, + 0.5078761493682862, + 0.4315531859636307, + 0.3730073788642883, + 0.3855140475273132, + 0.3838132353544235, + 0.3313831533908844, + 0.3231501661300659, + 0.3923093918323517, + 0.31546831176280976, + 0.28469861125946044, + 0.31882518215179445, + 0.2853241161823273, + 0.30717134480476377, + 0.3008323100566864, + 0.25230099849700927, + 0.26736773533821107, + 0.290317884016037, + 0.28117715458869935, + 0.2628298757553101, + 0.27629507098197936, + 0.21616523714065553, + 0.23837570557594298, + 0.23259806416034698, + 0.20912184219360352, + 0.2282358638763428, + 0.23643302953243256, + 0.19742694540023803, + 0.19373424887657165, + 0.17873178114891053, + 0.21476234383583068, + 0.19948986144065856, + 0.19502384197711944, + 0.18266755771636964, + 0.1968197359085083, + 0.16177621128559114, + 0.16351565613746644, + 0.18049528713226318, + 0.17411686115264893, + 0.1877502377986908, + 0.1758611748933792, + 0.15605131125450133, + 0.1843089075088501, + 0.16815092163085937, + 0.16242712774276732, + 0.14932012376785278, + 0.13747083263397217, + 0.14795307011604308, + 0.14553518596887588, + 0.12967102394104005, + 0.12926516201496124, + 0.12882190299034119, + 0.1262246768951416, + 0.12236184301376343, + 0.11932372522354126, + 0.12124661664962769, + 0.1193896909236908, + 0.11769546012878418, + 0.11199279772043229, + 0.10861553268432617, + 0.11058963505029679, + 0.10696912100315094, + 0.10576842985153198, + 0.10256688792705536, + 0.10151043713092804, + 0.10045346193313599, + 0.10001536026597023, + 0.09882576355934143, + 0.09955769186019897, + 0.097229629945755, + 0.09649371477365494, + 0.09524589428305626, + 0.0947727505683899, + 0.0946026062130928, + 0.09410042756795883, + 0.09368885006904602, + 0.09331119285821915, + 0.09311075817346573, + 0.09294630281925201, + 0.0928657611489296 + ], + "train_acc": [ + 0.6186, + 0.8031, + 0.8268, + 0.8526, + 0.8455, + 0.8495, + 0.8701, + 0.8729, + 0.8484, + 0.8757, + 0.888, + 0.8728, + 0.8865, + 0.8801, + 0.8827, + 0.901, + 0.8965, + 0.8856, + 0.8887, + 0.8952, + 0.8927, + 0.917, + 0.9074, + 0.9096, + 0.9187, + 0.9067, + 0.9079, + 0.9245, + 0.9234, + 0.933, + 0.9146, + 0.9225, + 0.9254, + 0.9321, + 0.9224, + 0.9382, + 0.9376, + 0.9292, + 0.9326, + 0.9306, + 0.9328, + 0.9449, + 0.9316, + 0.9368, + 0.9386, + 0.9465, + 0.9512, + 0.9456, + 0.9435, + 0.9554, + 0.9547, + 0.9558, + 0.9586, + 0.9609, + 0.9611, + 0.9582, + 0.9615, + 0.9614, + 0.9655, + 0.9654, + 0.9633, + 0.9676, + 0.968, + 0.9707, + 0.9713, + 0.9729, + 0.9732, + 0.9731, + 0.9733, + 0.9743, + 0.9746, + 0.9761, + 0.976, + 0.976, + 0.9763, + 0.9767, + 0.9765, + 0.9767, + 0.9766, + 0.9766 + ], + "test_acc": [ + 0.813, + 0.8325, + 0.8525, + 0.8385, + 0.845, + 0.8585, + 0.871, + 0.8765, + 0.865, + 0.8745, + 0.8755, + 0.8695, + 0.8765, + 0.8855, + 0.877, + 0.8745, + 0.8755, + 0.88, + 0.883, + 0.885, + 0.8855, + 0.8835, + 0.891, + 0.8905, + 0.884, + 0.886, + 0.8865, + 0.899, + 0.897, + 0.8985, + 0.8885, + 0.8895, + 0.8865, + 0.9005, + 0.8965, + 0.9, + 0.8905, + 0.892, + 0.8955, + 0.9005, + 0.898, + 0.8985, + 0.893, + 0.9025, + 0.896, + 0.908, + 0.9095, + 0.9045, + 0.9095, + 0.9105, + 0.909, + 0.9125, + 0.907, + 0.9095, + 0.9065, + 0.906, + 0.9085, + 0.91, + 0.9105, + 0.911, + 0.9125, + 0.915, + 0.915, + 0.9135, + 0.9135, + 0.9155, + 0.9145, + 0.914, + 0.912, + 0.91, + 0.9125, + 0.914, + 0.9145, + 0.9135, + 0.9125, + 0.913, + 0.9125, + 0.9125, + 0.913, + 0.913 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.9087610840797424, + 0.8890509605407715, + 0.8756387233734131, + 0.860000729560852, + 0.8513467311859131, + 0.8465403914451599, + 0.8431664705276489, + 0.8415512442588806 + ], + "perturbation_rho": [ + 0.9999994039535522, + 0.9999971389770508, + 0.9999857544898987, + 0.9999687671661377, + 0.9999316930770874, + 0.9999115467071533, + 0.9998936653137207, + 0.9998670816421509 + ], + "nudging": { + "0.001": [ + -0.028264127671718597, + -0.012846414931118488, + -0.006331811659038067, + -0.00377178774215281, + -0.002737606642767787, + -0.002249529119580984, + -0.001993998885154724, + -0.001851807115599513 + ], + "0.003": [ + -0.07839110493659973, + -0.037237778306007385, + -0.01868210732936859, + -0.011206002905964851, + -0.00815582275390625, + -0.006710343062877655, + -0.005951954051852226, + -0.005529414396733046 + ], + "0.01": [ + -0.19297254085540771, + -0.10940254479646683, + -0.05867426097393036, + -0.03609157353639603, + -0.026526644825935364, + -0.02192458137869835, + -0.019491419196128845, + -0.01812979206442833 + ] + } + } + }, + "dfa": { + "log": { + "train_loss": [ + 2.2520987983703615, + 1.1921777906417848, + 0.7223491347312927, + 0.569675174999237, + 0.5051876047611237, + 0.48127662410736083, + 0.4736270173072815, + 0.48385843744277957, + 0.5066647751808167, + 0.6151531973838806, + 0.5581183519363403, + 0.5944986409664154, + 0.5604664645195008, + 0.6437756621837616, + 0.5333342678070069, + 0.6594652740478516, + 0.6894421440124512, + 0.923525112915039, + 0.6622302152633667, + 0.716798538017273, + 0.878897295498848, + 0.744471817779541, + 0.7070304737091064, + 0.8442294884204864, + 0.7826246971130371, + 0.9029400730133057, + 0.8069341362476349, + 0.6115505308151246, + 0.6366227967739105, + 0.7032427085876465, + 0.7799454936504364, + 0.6853430420875549, + 0.5523268433570862, + 0.6605892517089844, + 0.7941808592796326, + 0.6566873438835144, + 0.6355799470424652, + 0.5692268901824952, + 0.5685003101348877, + 0.5846692030906677, + 0.5944320782661437, + 0.5346815711975098, + 0.5563252561569214, + 0.5020768721580505, + 0.5537538578987121, + 0.6320813038825989, + 0.5045045644760132, + 0.5110798831939697, + 0.5231480001449585, + 0.5048403442382813, + 0.5210682102203369, + 0.4949748097419739, + 0.4827910567998886, + 0.4423401186943054, + 0.4498805576324463, + 0.46643654356002806, + 0.4347722285270691, + 0.4337064916610718, + 0.41907463989257815, + 0.4191367287635803, + 0.419102601480484, + 0.40577776985168457, + 0.3929736733078957, + 0.37650615103244783, + 0.3740151602745056, + 0.3905257468223572, + 0.36958946516513824, + 0.3557390733718872, + 0.36144173402786256, + 0.3519090287685394, + 0.36009115864038466, + 0.3531981776714325, + 0.3487885144233704, + 0.3433017575263977, + 0.3405120318412781, + 0.3415103307723999, + 0.33846223516464236, + 0.3397556669831276, + 0.3369497664451599, + 0.33650312814712524 + ], + "train_acc": [ + 0.187, + 0.5683, + 0.7281, + 0.7834, + 0.8106, + 0.8164, + 0.8225, + 0.8247, + 0.8189, + 0.8058, + 0.8164, + 0.8143, + 0.8204, + 0.8133, + 0.8333, + 0.8131, + 0.8084, + 0.7864, + 0.8171, + 0.8117, + 0.7935, + 0.8132, + 0.8146, + 0.798, + 0.8052, + 0.7939, + 0.8041, + 0.8316, + 0.8288, + 0.8203, + 0.8082, + 0.8216, + 0.8393, + 0.8247, + 0.8002, + 0.8228, + 0.8243, + 0.8356, + 0.8345, + 0.8326, + 0.8294, + 0.8372, + 0.836, + 0.8491, + 0.8335, + 0.8282, + 0.8409, + 0.8445, + 0.8382, + 0.8452, + 0.8417, + 0.8476, + 0.8478, + 0.8554, + 0.8543, + 0.8507, + 0.8552, + 0.8554, + 0.8587, + 0.8575, + 0.856, + 0.8624, + 0.8653, + 0.8712, + 0.8715, + 0.8675, + 0.8736, + 0.8761, + 0.874, + 0.8767, + 0.8745, + 0.877, + 0.8782, + 0.8787, + 0.8819, + 0.8805, + 0.8819, + 0.8799, + 0.8804, + 0.8814 + ], + "test_acc": [ + 0.3945, + 0.6725, + 0.7445, + 0.7825, + 0.7695, + 0.7775, + 0.7865, + 0.7655, + 0.745, + 0.772, + 0.7825, + 0.7515, + 0.764, + 0.791, + 0.7455, + 0.7675, + 0.6775, + 0.7775, + 0.751, + 0.6575, + 0.782, + 0.758, + 0.7245, + 0.755, + 0.723, + 0.7655, + 0.7665, + 0.7775, + 0.789, + 0.777, + 0.7655, + 0.8005, + 0.7685, + 0.738, + 0.764, + 0.746, + 0.762, + 0.784, + 0.793, + 0.781, + 0.799, + 0.787, + 0.805, + 0.7865, + 0.7745, + 0.802, + 0.79, + 0.819, + 0.812, + 0.8105, + 0.8165, + 0.8025, + 0.8065, + 0.8135, + 0.8005, + 0.8165, + 0.821, + 0.8145, + 0.825, + 0.7965, + 0.8335, + 0.8345, + 0.821, + 0.827, + 0.838, + 0.841, + 0.8415, + 0.8475, + 0.847, + 0.847, + 0.8355, + 0.8485, + 0.849, + 0.8475, + 0.848, + 0.848, + 0.8475, + 0.8505, + 0.849, + 0.849 + ] + }, + "diagnostics": { + "bp_cosine": [ + -0.02848462387919426, + 0.15189720690250397, + 0.09141203761100769, + 0.07272940874099731, + 0.09136377274990082, + 0.0857112780213356, + 0.044680722057819366, + 0.0834236741065979 + ], + "perturbation_rho": [ + 0.03057212010025978, + 0.16072696447372437, + 0.13512857258319855, + 0.0885201245546341, + 0.1377822607755661, + 0.04239961504936218, + 0.0035119224339723587, + 0.15597838163375854 + ], + "nudging": { + "0.001": [ + 0.0014594306703656912, + -0.0004577417275868356, + -0.00020887120626866817, + -0.00015224868548102677, + -0.0001943351817317307, + -0.0002066612069029361, + -0.00010780030424939469, + -0.0001827073429012671 + ], + "0.003": [ + 0.00443669268861413, + -0.0013740381691604853, + -0.0006262905662879348, + -0.0004553776525426656, + -0.0005815139738842845, + -0.0006211799918673933, + -0.0003220687503926456, + -0.0005518731195479631 + ], + "0.01": [ + 0.015482441522181034, + -0.004561400040984154, + -0.0020816801115870476, + -0.0015152986161410809, + -0.0019329312490299344, + -0.002064004773274064, + -0.001068722689524293, + -0.0018352947663515806 + ] + } + } + }, + "state_bridge": { + "log": { + "train_loss": [ + 1.6933611570358276, + 0.8735141654968261, + 0.7665568499565124, + 0.8385689164161683, + 0.9764881328582764, + 1.02570270652771, + 1.025010629272461, + 1.020008626461029, + 1.0027467712402345, + 1.0423539823532104, + 1.0425711331367493, + 1.0316707324981689, + 0.9828058090209961, + 1.010973007583618, + 0.986733434677124, + 0.9870936322212219, + 1.0305029682159423, + 0.9933851184844971, + 1.0522663254737854, + 0.9639181180000305, + 0.9579864252090454, + 0.9713263109207153, + 0.9710080772399903, + 0.958733812046051, + 0.9615955039978027, + 1.027508487701416, + 0.9683805879592895, + 0.9042373063087463, + 0.8988901743888855, + 0.9260022815704345, + 0.9189402528762818, + 0.9042542934417724, + 0.9470187347412109, + 0.9738248091697693, + 0.9535215856552124, + 0.9395688908576966, + 0.9090730375289917, + 0.885469716835022, + 0.8550978662490845, + 0.8035958326339722, + 0.8043856971740723, + 0.7268994374275207, + 0.6941964792251587, + 0.6895901699066163, + 0.6707516403198243, + 0.6721853691101074, + 0.6611783460140228, + 0.659359624004364, + 0.6429293818473816, + 0.6381944968223572, + 0.6279613481521606, + 0.6223987235546112, + 0.6126754106521607, + 0.6082254240989685, + 0.6074888929367065, + 0.6079129957199096, + 0.5843968881607056, + 0.5827842922210693, + 0.5797355854988098, + 0.5714883241653442, + 0.5579988807678222, + 0.562573088645935, + 0.5711278948783874, + 0.5605402961730958, + 0.5530248602867126, + 0.5467610740661621, + 0.5411503358840942, + 0.5433719402313233, + 0.540703071641922, + 0.5357308044433594, + 0.533350599193573, + 0.5327393305778504, + 0.5315601040363311, + 0.5277191678047181, + 0.5272269250869751, + 0.5260714418411255, + 0.5258072991371154, + 0.5249099862098694, + 0.5241127325057984, + 0.5239003022670746 + ], + "train_acc": [ + 0.3869, + 0.6741, + 0.7213, + 0.712, + 0.6916, + 0.6886, + 0.6666, + 0.651, + 0.6536, + 0.6405, + 0.6405, + 0.6462, + 0.6581, + 0.6553, + 0.6657, + 0.6618, + 0.656, + 0.6597, + 0.6499, + 0.6689, + 0.6689, + 0.6612, + 0.6713, + 0.6743, + 0.6725, + 0.6567, + 0.6765, + 0.6919, + 0.6986, + 0.6925, + 0.6938, + 0.6935, + 0.6785, + 0.6739, + 0.6752, + 0.6824, + 0.6969, + 0.7072, + 0.7205, + 0.7291, + 0.7284, + 0.7438, + 0.7548, + 0.7567, + 0.7589, + 0.766, + 0.7651, + 0.7677, + 0.7717, + 0.7795, + 0.7739, + 0.7796, + 0.7866, + 0.785, + 0.7854, + 0.786, + 0.7965, + 0.7908, + 0.7913, + 0.7964, + 0.7981, + 0.7981, + 0.7953, + 0.7985, + 0.8028, + 0.8024, + 0.8039, + 0.8051, + 0.8041, + 0.8085, + 0.8105, + 0.8086, + 0.8085, + 0.809, + 0.8111, + 0.8097, + 0.8101, + 0.8101, + 0.8108, + 0.8109 + ], + "test_acc": [ + 0.5935, + 0.72, + 0.6775, + 0.68, + 0.656, + 0.6325, + 0.6155, + 0.6255, + 0.615, + 0.6105, + 0.6085, + 0.6345, + 0.6185, + 0.6345, + 0.5905, + 0.6125, + 0.621, + 0.6105, + 0.6455, + 0.631, + 0.615, + 0.6305, + 0.602, + 0.639, + 0.615, + 0.618, + 0.6255, + 0.6465, + 0.618, + 0.632, + 0.635, + 0.608, + 0.633, + 0.624, + 0.64, + 0.642, + 0.6695, + 0.6785, + 0.6885, + 0.697, + 0.701, + 0.707, + 0.6975, + 0.7185, + 0.7175, + 0.7105, + 0.7225, + 0.724, + 0.7435, + 0.734, + 0.721, + 0.732, + 0.7455, + 0.724, + 0.7385, + 0.7435, + 0.749, + 0.761, + 0.7585, + 0.756, + 0.7515, + 0.758, + 0.754, + 0.76, + 0.7585, + 0.757, + 0.762, + 0.768, + 0.7695, + 0.764, + 0.7665, + 0.7705, + 0.7715, + 0.775, + 0.771, + 0.768, + 0.773, + 0.7715, + 0.7715, + 0.7725 + ], + "state_pred_error": [ + 0.6523542706489563, + 0.19193185296058654, + 0.14653349640369415, + 0.15872931728363038, + 0.18078227672576905, + 0.1991569593667984, + 0.2008796215057373, + 0.18525008442401886, + 0.16809621107578276, + 0.15999590849876405, + 0.15330226860046386, + 0.14592516691684723, + 0.13386850850582122, + 0.12190511665344238, + 0.10378667067289353, + 0.08404812656641006, + 0.07603342895507813, + 0.08103448238372803, + 0.08138266659975052, + 0.07272305935621262, + 0.05746607996225357, + 0.04692842020392418, + 0.043097834444046024, + 0.04099300811886787, + 0.0405810765504837, + 0.04342285684943199, + 0.048582996279001235, + 0.04889846543669701, + 0.0451542430460453, + 0.04271460177898407, + 0.04027070061564445, + 0.039503088825941085, + 0.04128472047448158, + 0.046091007149219515, + 0.050196210831403736, + 0.049017273938655855, + 0.04467248005867004, + 0.039510804724693295, + 0.038085958564281465, + 0.03630638051629066, + 0.03414194769263267, + 0.0312760682284832, + 0.028667821806669234, + 0.026828847748041153, + 0.02496851394176483, + 0.023867447009682654, + 0.022309034156799315, + 0.021144986769557, + 0.020247555989027024, + 0.019221594369411468, + 0.018156419448554516, + 0.017370658588409423, + 0.01632956005334854, + 0.015447458410263062, + 0.014759005525708198, + 0.013934719793498517, + 0.013313219195604324, + 0.012773487070202828, + 0.012312416805326938, + 0.01164230280816555, + 0.011094774509966373, + 0.010633055430650712, + 0.01053461185693741, + 0.009895847409218549, + 0.009508155985176563, + 0.009198328344523906, + 0.009013811707496643, + 0.008660282976180315, + 0.00837978694587946, + 0.008148924431949854, + 0.007967903938889503, + 0.007802195318043232, + 0.007647230580449104, + 0.007468716404587031, + 0.007320268598198891, + 0.007207962603121996, + 0.007048187575489283, + 0.006943403443694114, + 0.00690332992747426, + 0.006703724086284638 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.8679102659225464, + 0.46438825130462646, + 0.22033852338790894, + 0.1893446445465088, + 0.16738475859165192, + 0.14945879578590393, + 0.1267041563987732, + 0.16090741753578186 + ], + "perturbation_rho": [ + 0.6897462606430054, + 0.42848390340805054, + 0.19369670748710632, + 0.19582855701446533, + 0.14048044383525848, + 0.12853404879570007, + 0.09809397161006927, + 0.18465319275856018 + ], + "nudging": { + "0.001": [ + -0.023718392476439476, + -0.0012583123752847314, + -0.00044915906619280577, + -0.0003827106556855142, + -0.00033165872446261346, + -0.0002987197949551046, + -0.0002500134869478643, + -0.0003117678570561111 + ], + "0.003": [ + -0.06893274188041687, + -0.0037688319571316242, + -0.0013465355150401592, + -0.001147672301158309, + -0.0009943797485902905, + -0.0008956906385719776, + -0.0007494555320590734, + -0.0009345603175461292 + ], + "0.01": [ + -0.2050759196281433, + -0.01248687319457531, + -0.004478689283132553, + -0.003817938268184662, + -0.00330835347995162, + -0.002980519086122513, + -0.002494834130629897, + -0.003109385259449482 + ] + }, + "state_pred_error_per_layer": [ + 7121.279296875, + 6133.4482421875, + 3940.991943359375, + 2496.587646484375, + 2560.85595703125, + 2498.587890625, + 3539.93115234375, + 2449.22607421875 + ] + } + }, + "credit_bridge": { + "log": { + "train_loss": [ + 2.2500952816009523, + 1.1873374975204467, + 0.7212190233230591, + 0.589605973815918, + 0.5065119435310363, + 0.49011473684310913, + 0.4700994392395019, + 0.49362938632965087, + 0.517937117767334, + 0.5726593207359314, + 0.5896924369812012, + 0.560268968963623, + 0.7397664501190185, + 0.5875084342956542, + 0.7278265399932862, + 0.6364062483787537, + 0.6483331825256348, + 0.6756553826332092, + 0.797479226398468, + 0.8857126516819, + 0.7695636330604553, + 0.8077825311660767, + 0.8752077760696411, + 0.9167019436836242, + 0.9218885593414307, + 1.1383125644683838, + 0.9534948586463928, + 1.0558939460754395, + 1.0323654453277589, + 1.116957998275757, + 1.1411346126556396, + 1.0218814598083497, + 0.9977903114318848, + 0.9335888034820556, + 0.8998320890426635, + 0.8658985606193542, + 0.8732052396774292, + 0.8411305795669556, + 0.8131478414535522, + 0.8340221326828003, + 0.8159633024215698, + 0.950879275226593, + 0.9489988649368286, + 1.0056487663269043, + 1.0859495765686036, + 0.9971291749954224, + 0.9133035232543946, + 0.9639798210144043, + 0.9673156415939331, + 0.9582165712356567, + 0.969321283531189, + 0.9587007732391357, + 0.9764175521850585, + 0.9668055473327637, + 1.0020932814121246, + 0.9464939272403717, + 0.934805569267273, + 0.9322779521942138, + 0.9594141904830933, + 0.9337027027130127, + 0.9510448094367981, + 0.9412529281616211, + 0.9553708855628967, + 0.9822353410720825, + 0.9803216348648072, + 0.9576361427307128, + 0.9710129974365235, + 0.9710078893661499, + 0.9533861350059509, + 0.9576114654541016, + 0.9587514167785645, + 0.9548089513778687, + 0.9527052781105042, + 0.9493050754547119, + 0.9484169096946716, + 0.9474969398975372, + 0.9456873325347901, + 0.9430316831588745, + 0.9420053770065308, + 0.9418123706817627 + ], + "train_acc": [ + 0.1872, + 0.5716, + 0.7344, + 0.7792, + 0.8089, + 0.8161, + 0.8276, + 0.8192, + 0.8187, + 0.8135, + 0.8124, + 0.8225, + 0.7924, + 0.8233, + 0.8001, + 0.8193, + 0.8194, + 0.8151, + 0.7973, + 0.7798, + 0.796, + 0.7956, + 0.7883, + 0.7818, + 0.7855, + 0.761, + 0.7843, + 0.7714, + 0.7577, + 0.7354, + 0.7261, + 0.7398, + 0.7285, + 0.72, + 0.7188, + 0.7159, + 0.7195, + 0.7271, + 0.7257, + 0.7217, + 0.7199, + 0.7001, + 0.7002, + 0.6867, + 0.6722, + 0.6834, + 0.6982, + 0.6896, + 0.6815, + 0.6799, + 0.6781, + 0.6785, + 0.677, + 0.6788, + 0.6645, + 0.6836, + 0.6862, + 0.6881, + 0.6786, + 0.6888, + 0.6833, + 0.6903, + 0.6823, + 0.6764, + 0.677, + 0.6797, + 0.676, + 0.6795, + 0.6773, + 0.6801, + 0.6781, + 0.6817, + 0.6793, + 0.6811, + 0.6811, + 0.6828, + 0.6822, + 0.6819, + 0.6819, + 0.681 + ], + "test_acc": [ + 0.396, + 0.6675, + 0.755, + 0.779, + 0.7785, + 0.7735, + 0.7875, + 0.773, + 0.7755, + 0.7345, + 0.7665, + 0.728, + 0.772, + 0.746, + 0.794, + 0.8, + 0.77, + 0.725, + 0.718, + 0.7665, + 0.781, + 0.735, + 0.78, + 0.7635, + 0.682, + 0.724, + 0.7315, + 0.7385, + 0.629, + 0.6065, + 0.678, + 0.687, + 0.6895, + 0.6655, + 0.6555, + 0.641, + 0.659, + 0.664, + 0.627, + 0.661, + 0.619, + 0.6305, + 0.656, + 0.656, + 0.6375, + 0.6495, + 0.6185, + 0.64, + 0.6445, + 0.6445, + 0.629, + 0.6205, + 0.654, + 0.649, + 0.665, + 0.66, + 0.6525, + 0.641, + 0.658, + 0.652, + 0.6675, + 0.663, + 0.6535, + 0.6515, + 0.6505, + 0.646, + 0.649, + 0.6555, + 0.652, + 0.6485, + 0.6555, + 0.6505, + 0.6615, + 0.66, + 0.6565, + 0.6615, + 0.6555, + 0.6565, + 0.657, + 0.656 + ], + "value_loss": [ + 3.0406550333023072, + 1.0739864919662476, + 0.8797902669906617, + 0.8119230751037597, + 0.7505124300003052, + 0.7688478637218475, + 0.7816700012207031, + 0.8277950994491577, + 0.9332238399505616, + 1.2073661733627319, + 1.2178748641967774, + 1.1489280862808227, + 2.049370337677002, + 1.3749836051940918, + 1.967809481048584, + 1.5042143379211426, + 1.784430411529541, + 1.8522346771240235, + 2.380785788345337, + 2.688079098987579, + 2.2121243869781493, + 2.5771859003067017, + 3.0177161417007445, + 3.1963249433517458, + 3.278499910736084, + 4.103906137943268, + 3.2893902530670167, + 3.538276944923401, + 3.4071033470153806, + 3.393061047363281, + 3.593107583808899, + 2.7045906631469725, + 2.323301078128815, + 1.6587140537261962, + 1.4096987594604493, + 1.1064665121078492, + 1.3018325449943542, + 0.9622974695205688, + 0.9416653045654297, + 1.137942492198944, + 0.8390110436439514, + 1.118818556213379, + 1.4351170351982117, + 1.4146549716949464, + 1.350854679107666, + 1.0553760808944703, + 0.9420531357765197, + 0.8516968212127686, + 0.8288311427116394, + 0.8953044918060302, + 1.0598519243240356, + 0.9243116011619568, + 0.8204109439849854, + 0.7235022459983825, + 0.7862601518392562, + 0.6927293693065644, + 0.6582143189430237, + 0.6549857058525086, + 0.6321955774307251, + 0.6534549119949341, + 0.6194889225959778, + 0.6070202907562255, + 0.6236599988937378, + 0.6771267072677613, + 0.627422360420227, + 0.5855028019428253, + 0.5894961810111999, + 0.6091744654655457, + 0.5452647192955017, + 0.5310998445272446, + 0.5282959970474244, + 0.5099697267055512, + 0.4917725399017334, + 0.5025618681430817, + 0.49637296361923217, + 0.5040994747161865, + 0.4880611917734146, + 0.49410484876632693, + 0.4913170972824097, + 0.5009399848937989 + ], + "term_loss": [ + 1.7701866647720337, + 0.8185793559074401, + 0.7281914510726929, + 0.6773546756744385, + 0.6231063483715057, + 0.6291931590080261, + 0.6409166412353515, + 0.6794824399948121, + 0.7937101348876953, + 1.0600441616535188, + 1.073026711654663, + 1.0124413738250733, + 1.872055620956421, + 1.2352364639282227, + 1.7976898548126221, + 1.3538026538848877, + 1.6288803262233733, + 1.6948101093292236, + 2.183274205303192, + 2.43363659965992, + 1.9681268157958984, + 2.2916102712631226, + 2.6780563119888305, + 2.800471863937378, + 2.8440163452148437, + 3.695234584617615, + 2.880801276016235, + 3.1201632221221924, + 2.9632775779724123, + 2.86259497795105, + 3.054944895553589, + 2.352185597229004, + 1.9367447420120238, + 1.3329054591178895, + 1.1181737011909485, + 0.8464344053268432, + 0.9961952589988708, + 0.7022396294593811, + 0.707889524269104, + 0.8871172556400299, + 0.6092679342508316, + 0.8543165489196778, + 1.115777855873108, + 1.1159364093780517, + 1.0589161104202272, + 0.788054754447937, + 0.6829598517417907, + 0.5953400208473205, + 0.5665688289642334, + 0.6170466102600097, + 0.7452212821960449, + 0.6295418489217758, + 0.5425786751747131, + 0.4624239018917084, + 0.5189494615197182, + 0.4438389172077179, + 0.4131625669956207, + 0.4099783119916916, + 0.39147601351737976, + 0.4156059757232666, + 0.38140970554351805, + 0.3751539804458618, + 0.3869523651123047, + 0.433263720870018, + 0.3870872139692306, + 0.3497257801055908, + 0.34638986687660217, + 0.36702115522623063, + 0.30950822319984433, + 0.2987165945053101, + 0.2955163496017456, + 0.2773493879556656, + 0.2587234512090683, + 0.2675587327003479, + 0.2639723771095276, + 0.2690547852039337, + 0.2558252832889557, + 0.2572220780849457, + 0.2568408847570419, + 0.26505257573127744 + ], + "bridge_loss": [ + 0.9756296471449372, + 0.05096207812726498, + 0.0040795450083911415, + 0.003944373325258493, + 0.010001258826255799, + 0.02449473536014557, + 0.028989047938585283, + 0.03089492822885513, + 0.017126886777579783, + 0.02114856996536255, + 0.015148569072782994, + 0.013431627827882767, + 0.025956531542539598, + 0.016493944716453553, + 0.026987479603290558, + 0.02172586493641138, + 0.024694513821601868, + 0.023027422791719435, + 0.04703930978775024, + 0.0878580693244934, + 0.0928592936873436, + 0.13349414933919906, + 0.17922042346000672, + 0.2330398242712021, + 0.26964373564720157, + 0.2232494835972786, + 0.24393825019598006, + 0.238459867978096, + 0.2615100040435791, + 0.33379141356945036, + 0.3384218771457672, + 0.16515041677951814, + 0.19477927612662316, + 0.1302941825270653, + 0.09851177232265472, + 0.07011229394674301, + 0.11377327572107315, + 0.07345656241178512, + 0.049081385147571564, + 0.06210354118570685, + 0.044834843748807904, + 0.06010619266033173, + 0.11214887998700142, + 0.08002942824363708, + 0.06650356951355935, + 0.05039359704554081, + 0.05662242863774299, + 0.04390023035407066, + 0.04950015317201614, + 0.06451151894330978, + 0.10136058478355407, + 0.08128330940008163, + 0.06231695182323456, + 0.04845148310661316, + 0.04830691860318184, + 0.04050123587995767, + 0.03742270451784134, + 0.038977445417642594, + 0.03015052459836006, + 0.033309116637706755, + 0.02923171687424183, + 0.026229538318514822, + 0.027924185514450073, + 0.030216664960980414, + 0.02713270623087883, + 0.026153411862254144, + 0.03055509918630123, + 0.030000684344768522, + 0.025569038861989975, + 0.021031512331962585, + 0.022238533282279968, + 0.02216599059700966, + 0.022519239933788775, + 0.025397614547610282, + 0.022649219024181367, + 0.025156321668624877, + 0.022629088670015333, + 0.028267720448970794, + 0.025573840299248696, + 0.027039055764675142 + ], + "tgrad_loss": [ + 0.29483874645233155, + 0.20444505448341369, + 0.14751926844120025, + 0.1306240245819092, + 0.11740482016801834, + 0.11515996508598328, + 0.11176430797576904, + 0.11741772980690002, + 0.1223868124961853, + 0.12617343007326126, + 0.12969958176612853, + 0.12305508751869201, + 0.15135818424224853, + 0.12325320014953613, + 0.14313213738203048, + 0.12868581702709198, + 0.13085558440685272, + 0.13439714648723602, + 0.15047225980758666, + 0.16658445747494696, + 0.15113828577399255, + 0.15208148312568665, + 0.16043939247131347, + 0.16281324887275697, + 0.1648398354291916, + 0.18542204723358155, + 0.16465072660446167, + 0.1796539167881012, + 0.18231577808856964, + 0.1966746131181717, + 0.19974080891609192, + 0.18725463242530824, + 0.19177704265117645, + 0.19551441068649292, + 0.19301328949928284, + 0.18991980985403062, + 0.191864014005661, + 0.18660128991603853, + 0.18469438967704774, + 0.18872169270515443, + 0.18490826721191406, + 0.2043958014011383, + 0.20719030148983, + 0.21868912653923034, + 0.2254349905014038, + 0.21692773156166076, + 0.2024708650588989, + 0.21245656762123108, + 0.21276216344833374, + 0.21374636619091034, + 0.2132700624704361, + 0.21348643493652344, + 0.21551531555652617, + 0.21262686700820924, + 0.21900376980304717, + 0.20838922061920165, + 0.20762904937267304, + 0.20602994527816773, + 0.21056903939247132, + 0.20453982200622559, + 0.20884749658107757, + 0.20563676958084107, + 0.20878344979286192, + 0.21364632172584533, + 0.21320244359970092, + 0.2096236107826233, + 0.21255121397972107, + 0.2121526288509369, + 0.21018745770454406, + 0.2113517366886139, + 0.21054111399650574, + 0.21045434730052948, + 0.21052985265254975, + 0.20960552549362182, + 0.20975136260986327, + 0.20988836765289307, + 0.209606822681427, + 0.20861505036354064, + 0.2089023720264435, + 0.20884835484027864 + ] + }, + "diagnostics": { + "bp_cosine": [ + 0.001700198045000434, + 0.04125010222196579, + 0.1112770289182663, + 0.11907510459423065, + 0.11768756806850433, + 0.11733907461166382, + 0.11329221725463867, + 0.117521733045578 + ], + "perturbation_rho": [ + 0.043069981038570404, + 0.1044735386967659, + 0.23828034102916718, + 0.18111932277679443, + 0.19782572984695435, + 0.1971191018819809, + 0.20729684829711914, + 0.2299107313156128 + ], + "nudging": { + "0.001": [ + -0.0006511092651635408, + -0.00034308910835534334, + -0.000792907492723316, + -0.0008164917235262692, + -0.0008322584326379001, + -0.0008019506931304932, + -0.0008090936462394893, + -0.0008134577656164765 + ], + "0.003": [ + -0.0019249932374805212, + -0.001026424579322338, + -0.002375826006755233, + -0.0024475236423313618, + -0.00249303737655282, + -0.0024030092172324657, + -0.002427314408123493, + -0.002439431846141815 + ], + "0.01": [ + -0.006082434207201004, + -0.003400696674361825, + -0.007903593592345715, + -0.008138573728501797, + -0.008289994671940804, + -0.007994470186531544, + -0.00807441771030426, + -0.008117234334349632 + ] + } + } + } +}
\ No newline at end of file |